Fix go combine flink batch workflow (#33759)

apache · Jan 24, 2025 · 2b2ed6c · 2b2ed6c
1 parent 7be29dd
commit 2b2ed6c
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/.github/workflows/beam_LoadTests_Go_Combine_Flink_Batch.yml b/.github/workflows/beam_LoadTests_Go_Combine_Flink_Batch.yml
@@ -52,7 +52,7 @@ env:
   GCS_BUCKET: gs://beam-flink-cluster
   FLINK_DOWNLOAD_URL: https://archive.apache.org/dist/flink/flink-1.17.0/flink-1.17.0-bin-scala_2.12.tgz
   HADOOP_DOWNLOAD_URL: https://repo.maven.apache.org/maven2/org/apache/flink/flink-shaded-hadoop-2-uber/2.8.3-10.0/flink-shaded-hadoop-2-uber-2.8.3-10.0.jar
-  FLINK_TASKMANAGER_SLOTS: 1
+  FLINK_TASKMANAGER_SLOTS: 5
   DETACHED_MODE: true
   HARNESS_IMAGES_TO_PULL: gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest
   JOB_SERVER_IMAGE: gcr.io/apache-beam-testing/beam_portability/beam_flink1.17_job_server:latest

diff --git a/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_10b.txt b/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_10b.txt
@@ -16,7 +16,7 @@
 
 --influx_namespace=flink
 --influx_measurement=go_batch_combine_1
---input_options=''{\"num_records\":200000000,\"key_size\":1,\"value_size\":9}''
+--input_options=''{\"num_records\":2000000,\"key_size\":1,\"value_size\":9}''
 --fanout=1
 --top_count=20
 --parallelism=5

diff --git a/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_4.txt b/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_4.txt
@@ -16,7 +16,7 @@
 
 --influx_namespace=flink
 --influx_measurement=go_batch_combine_2
---input_options=''{\"num_records\":5000000,\"key_size\":10,\"value_size\":90}''
+--input_options=''{\"num_records\":25000,\"key_size\":10,\"value_size\":90}''
 --fanout=4
 --top_count=20
 --parallelism=16

diff --git a/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_8.txt b/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_8.txt
@@ -19,7 +19,7 @@
 --fanout=8
 --top_count=20
 --parallelism=16
---input_options=''{\"num_records\":2500000,\"key_size\":10,\"value_size\":90}''
+--input_options=''{\"num_records\":10000,\"key_size\":10,\"value_size\":90}''
 --endpoint=localhost:8099
 --environment_type=DOCKER
 --environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest