Use runner v2 again

mkuthan · Oct 27, 2023 · 361983a · 361983a
1 parent a7f3099
commit 361983a
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 9 deletions.
diff --git a/toll-application/run-batch.sh b/toll-application/run-batch.sh
@@ -9,7 +9,9 @@ gcloud dataflow flex-template run "toll-application-`date +%Y%m%d-%H%M%S`" \
     --template-file-gcs-location "gs://$PROJECT-toll-application/templates/toll-application-batch.json" \
     --region "$REGION" \
     --staging-location "gs://$PROJECT-toll-application/staging/" \
-    --additional-experiments "enable_prime" \
+    --additional-experiments "use_runner_v2" \
+    --worker-machine-type "t2d-standard-1" \
+    --max-workers 2 \
     --parameters effectiveDate="$DATE" \
     --parameters entryTable="$PROJECT.toll_application.toll-booth-entry" \
     --parameters exitTable="$PROJECT.toll_application.toll-booth-exit" \
@@ -20,7 +22,5 @@ gcloud dataflow flex-template run "toll-application-`date +%Y%m%d-%H%M%S`" \
     --parameters totalVehicleTimesDiagnosticOneHourGapTable="$PROJECT.toll_application.total-vehicle-times-diagnostic-one-hour-gap" \
     --parameters vehiclesWithExpiredRegistrationDailyTable="$PROJECT.toll_application.vehicles-with-expired-registration-daily" \
     --parameters vehiclesWithExpiredRegistrationDiagnosticDailyTable="$PROJECT.toll_application.vehicles-with-expired-registration-diagnostic-daily" \
-
-    # --additional-experiments "use_runner_v2" \
-    # --max-workers 1 \
-    # --worker-machine-type "t2d-standard-1" \
+
+#    --additional-experiments "enable_prime" \
diff --git a/toll-application/run-streaming.sh b/toll-application/run-streaming.sh
@@ -8,7 +8,9 @@ gcloud dataflow flex-template run "toll-application-`date +%Y%m%d-%H%M%S`" \
     --region "$REGION" \
     --staging-location "gs://$PROJECT-toll-application/staging/" \
     --enable-streaming-engine \
-    --additional-experiments "enable_prime" \
+    --additional-experiments "use_runner_v2" \
+    --worker-machine-type "t2d-standard-1" \
+    --max-workers 2 \
     --parameters entrySubscription="projects/$PROJECT/subscriptions/toll-booth-entry" \
     --parameters entryDlq="gs://$PROJECT-toll-application/dlq/entry" \
     --parameters exitSubscription="projects/$PROJECT/subscriptions/toll-booth-exit" \
@@ -24,6 +26,4 @@ gcloud dataflow flex-template run "toll-application-`date +%Y%m%d-%H%M%S`" \
     --parameters vehiclesWithExpiredRegistrationDiagnosticTable="$PROJECT.toll_application.vehicles-with-expired-registration-diagnostic" \
     --parameters ioDiagnosticTable="$PROJECT.toll_application.io-diagnostic" \
 
-    # --additional-experiments "use_runner_v2" \
-    # --max-workers 1 \
-    # --worker-machine-type "t2d-standard-1" \
+#    --additional-experiments "enable_prime" \