gaarf-wf: [CF getcids] decreased the default number of accounts in batch

gaarf-wf: [Workflow] added timeout for calling workflow-ads (24 hours instead of the default one of 30 mins)
gaarf-wf: [Workflow] fixed argument encoding for Scheduler Job (used by schedule-wf.sh)
gaarf-wf: [CF gaarf] forgotten compiled code for gaarf CF (logging refactored)

Change-Id: I8e4be0c05c51f39d50485500a2c857ddda0956ba

Author: evil-shrike

gcp/functions/build/src/gaarf-getcids.js

@@ -25,7 +25,7 @@ import express from 'express';
 import {getAdsConfig, getProject, splitIntoChunks} from './utils';
 import {createLogger, ILogger} from './logger';
 
-const DEFAULT_BATCH_SIZE = 1_000;
+const DEFAULT_BATCH_SIZE = 500;
 
 async function main_getcids_unsafe(
   req: express.Request,
@@ -67,21 +67,24 @@ async function main_getcids_unsafe(
       customerIds,
       customer_ids_query
     );
+    await logger.info(
+      `Loaded ${customerIds.length} accounts`
+    );
   }
   customerIds = customerIds || [];
   customerIds.sort();
 
   // now we have a final list of accounts (customerIds)
   let batchSize = DEFAULT_BATCH_SIZE;
   if (req.query.customer_ids_batchsize) {
-    batchSize = parseInt(<string>req.query.customer_ids_batchsize);
+    batchSize = Number(<string>req.query.customer_ids_batchsize);
     if (isNaN(batchSize)) {
       throw new Error('customer_ids_batchsize should be a number');
     }
   }
   if (req.query.customer_ids_offset) {
     // extract a subset of CIDs if offset is specified
-    const offset = parseInt(<string>req.query.customer_ids_offset);
+    const offset = Number(<string>req.query.customer_ids_offset);
     if (isNaN(offset)) {
       throw new Error('customer_ids_offset should be a number');
     }

gcp/functions/build/src/gaarf-getcids.js.map

@@ -140,6 +140,7 @@ schedule_wf() {
   SCHEDULE_TZ=$(git config -f $SETTING_FILE scheduler.schedule-timezone|| echo "Etc/UTC")
 
   data=$(_get_data $@)
+  escaped_data="$(echo "$data" | sed 's/"/\\"/g')"
 
   JOB_EXISTS=$(gcloud scheduler jobs list --location=$REGION --format="value(ID)" --filter="ID:'$JOB_NAME'")
   if [[ -n $JOB_EXISTS ]]; then
@@ -150,7 +151,7 @@ schedule_wf() {
   gcloud scheduler jobs create http $JOB_NAME \
     --schedule="$SCHEDULE" \
     --uri="https://workflowexecutions.googleapis.com/v1/projects/$PROJECT_ID/locations/$REGION/workflows/$WORKFLOW_NAME/executions"   --location=$REGION \
-    --message-body="{\"argument\": \"$data\"}" \
+    --message-body="{\"argument\": \"$escaped_data\"}" \
     --oauth-service-account-email="$SERVICE_ACCOUNT" \
     --time-zone="$SCHEDULE_TZ"
 }