From 2b2ed6ce86d80c6894a7a7bcfb8f34f9c6ab8a51 Mon Sep 17 00:00:00 2001 From: akashorabek <70029317+akashorabek@users.noreply.github.com> Date: Fri, 24 Jan 2025 23:51:43 +0500 Subject: [PATCH] Fix go combine flink batch workflow (#33759) --- .github/workflows/beam_LoadTests_Go_Combine_Flink_Batch.yml | 2 +- .../load-tests-pipeline-options/go_Combine_Flink_Batch_10b.txt | 2 +- .../go_Combine_Flink_Batch_Fanout_4.txt | 2 +- .../go_Combine_Flink_Batch_Fanout_8.txt | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/beam_LoadTests_Go_Combine_Flink_Batch.yml b/.github/workflows/beam_LoadTests_Go_Combine_Flink_Batch.yml index 864a67dd8e70..f8786341fa30 100644 --- a/.github/workflows/beam_LoadTests_Go_Combine_Flink_Batch.yml +++ b/.github/workflows/beam_LoadTests_Go_Combine_Flink_Batch.yml @@ -52,7 +52,7 @@ env: GCS_BUCKET: gs://beam-flink-cluster FLINK_DOWNLOAD_URL: https://archive.apache.org/dist/flink/flink-1.17.0/flink-1.17.0-bin-scala_2.12.tgz HADOOP_DOWNLOAD_URL: https://repo.maven.apache.org/maven2/org/apache/flink/flink-shaded-hadoop-2-uber/2.8.3-10.0/flink-shaded-hadoop-2-uber-2.8.3-10.0.jar - FLINK_TASKMANAGER_SLOTS: 1 + FLINK_TASKMANAGER_SLOTS: 5 DETACHED_MODE: true HARNESS_IMAGES_TO_PULL: gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest JOB_SERVER_IMAGE: gcr.io/apache-beam-testing/beam_portability/beam_flink1.17_job_server:latest diff --git a/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_10b.txt b/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_10b.txt index 6e13d4e185cb..11a746e32252 100644 --- a/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_10b.txt +++ b/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_10b.txt @@ -16,7 +16,7 @@ --influx_namespace=flink --influx_measurement=go_batch_combine_1 ---input_options=''{\"num_records\":200000000,\"key_size\":1,\"value_size\":9}'' +--input_options=''{\"num_records\":2000000,\"key_size\":1,\"value_size\":9}'' --fanout=1 --top_count=20 --parallelism=5 diff --git a/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_4.txt b/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_4.txt index 154076a63980..7be4e56c2e4f 100644 --- a/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_4.txt +++ b/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_4.txt @@ -16,7 +16,7 @@ --influx_namespace=flink --influx_measurement=go_batch_combine_2 ---input_options=''{\"num_records\":5000000,\"key_size\":10,\"value_size\":90}'' +--input_options=''{\"num_records\":25000,\"key_size\":10,\"value_size\":90}'' --fanout=4 --top_count=20 --parallelism=16 diff --git a/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_8.txt b/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_8.txt index 05e4dccf74de..6a0892af72d4 100644 --- a/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_8.txt +++ b/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_8.txt @@ -19,7 +19,7 @@ --fanout=8 --top_count=20 --parallelism=16 ---input_options=''{\"num_records\":2500000,\"key_size\":10,\"value_size\":90}'' +--input_options=''{\"num_records\":10000,\"key_size\":10,\"value_size\":90}'' --endpoint=localhost:8099 --environment_type=DOCKER --environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest