diff --git a/toll-application/run-batch.sh b/toll-application/run-batch.sh index 147002c3..cdcfd886 100755 --- a/toll-application/run-batch.sh +++ b/toll-application/run-batch.sh @@ -9,7 +9,9 @@ gcloud dataflow flex-template run "toll-application-`date +%Y%m%d-%H%M%S`" \ --template-file-gcs-location "gs://$PROJECT-toll-application/templates/toll-application-batch.json" \ --region "$REGION" \ --staging-location "gs://$PROJECT-toll-application/staging/" \ - --additional-experiments "enable_prime" \ + --additional-experiments "use_runner_v2" \ + --worker-machine-type "t2d-standard-1" \ + --max-workers 2 \ --parameters effectiveDate="$DATE" \ --parameters entryTable="$PROJECT.toll_application.toll-booth-entry" \ --parameters exitTable="$PROJECT.toll_application.toll-booth-exit" \ @@ -20,7 +22,5 @@ gcloud dataflow flex-template run "toll-application-`date +%Y%m%d-%H%M%S`" \ --parameters totalVehicleTimesDiagnosticOneHourGapTable="$PROJECT.toll_application.total-vehicle-times-diagnostic-one-hour-gap" \ --parameters vehiclesWithExpiredRegistrationDailyTable="$PROJECT.toll_application.vehicles-with-expired-registration-daily" \ --parameters vehiclesWithExpiredRegistrationDiagnosticDailyTable="$PROJECT.toll_application.vehicles-with-expired-registration-diagnostic-daily" \ - - # --additional-experiments "use_runner_v2" \ - # --max-workers 1 \ - # --worker-machine-type "t2d-standard-1" \ + +# --additional-experiments "enable_prime" \ diff --git a/toll-application/run-streaming.sh b/toll-application/run-streaming.sh index 865cb944..fe290200 100755 --- a/toll-application/run-streaming.sh +++ b/toll-application/run-streaming.sh @@ -8,7 +8,9 @@ gcloud dataflow flex-template run "toll-application-`date +%Y%m%d-%H%M%S`" \ --region "$REGION" \ --staging-location "gs://$PROJECT-toll-application/staging/" \ --enable-streaming-engine \ - --additional-experiments "enable_prime" \ + --additional-experiments "use_runner_v2" \ + --worker-machine-type "t2d-standard-1" \ + --max-workers 2 \ --parameters entrySubscription="projects/$PROJECT/subscriptions/toll-booth-entry" \ --parameters entryDlq="gs://$PROJECT-toll-application/dlq/entry" \ --parameters exitSubscription="projects/$PROJECT/subscriptions/toll-booth-exit" \ @@ -24,6 +26,4 @@ gcloud dataflow flex-template run "toll-application-`date +%Y%m%d-%H%M%S`" \ --parameters vehiclesWithExpiredRegistrationDiagnosticTable="$PROJECT.toll_application.vehicles-with-expired-registration-diagnostic" \ --parameters ioDiagnosticTable="$PROJECT.toll_application.io-diagnostic" \ - # --additional-experiments "use_runner_v2" \ - # --max-workers 1 \ - # --worker-machine-type "t2d-standard-1" \ \ No newline at end of file +# --additional-experiments "enable_prime" \