From b65a5297e9d55c54652ed69087b37b17de2fd885 Mon Sep 17 00:00:00 2001 From: akashorabek <70029317+akashorabek@users.noreply.github.com> Date: Sat, 25 Jan 2025 00:39:20 +0500 Subject: [PATCH] Fix go sideinput flink batch workflow (#33760) --- .github/workflows/beam_LoadTests_Go_SideInput_Flink_Batch.yml | 2 +- .../go_SideInput_Flink_Batch_First_Iterable.txt | 2 +- .../go_SideInput_Flink_Batch_Iterable.txt | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/beam_LoadTests_Go_SideInput_Flink_Batch.yml b/.github/workflows/beam_LoadTests_Go_SideInput_Flink_Batch.yml index b8c7a19da3ed..9a33497be0c1 100644 --- a/.github/workflows/beam_LoadTests_Go_SideInput_Flink_Batch.yml +++ b/.github/workflows/beam_LoadTests_Go_SideInput_Flink_Batch.yml @@ -52,7 +52,7 @@ env: GCS_BUCKET: gs://beam-flink-cluster FLINK_DOWNLOAD_URL: https://archive.apache.org/dist/flink/flink-1.17.0/flink-1.17.0-bin-scala_2.12.tgz HADOOP_DOWNLOAD_URL: https://repo.maven.apache.org/maven2/org/apache/flink/flink-shaded-hadoop-2-uber/2.8.3-10.0/flink-shaded-hadoop-2-uber-2.8.3-10.0.jar - FLINK_TASKMANAGER_SLOTS: 1 + FLINK_TASKMANAGER_SLOTS: 5 DETACHED_MODE: true HARNESS_IMAGES_TO_PULL: gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest JOB_SERVER_IMAGE: gcr.io/apache-beam-testing/beam_portability/beam_flink1.17_job_server:latest diff --git a/.github/workflows/load-tests-pipeline-options/go_SideInput_Flink_Batch_First_Iterable.txt b/.github/workflows/load-tests-pipeline-options/go_SideInput_Flink_Batch_First_Iterable.txt index 0d50916b8bd6..d413484162f5 100644 --- a/.github/workflows/load-tests-pipeline-options/go_SideInput_Flink_Batch_First_Iterable.txt +++ b/.github/workflows/load-tests-pipeline-options/go_SideInput_Flink_Batch_First_Iterable.txt @@ -16,7 +16,7 @@ --influx_namespace=flink --influx_measurement=go_batch_sideinput_1 ---input_options=''{\"num_records\":400000,\"key_size\":100,\"value_size\":900}'' +--input_options=''{\"num_records\":20000,\"key_size\":100,\"value_size\":900}'' --access_percentage=1 --parallelism=10 --endpoint=localhost:8099 diff --git a/.github/workflows/load-tests-pipeline-options/go_SideInput_Flink_Batch_Iterable.txt b/.github/workflows/load-tests-pipeline-options/go_SideInput_Flink_Batch_Iterable.txt index ca11bc55faa9..fdefb212948d 100644 --- a/.github/workflows/load-tests-pipeline-options/go_SideInput_Flink_Batch_Iterable.txt +++ b/.github/workflows/load-tests-pipeline-options/go_SideInput_Flink_Batch_Iterable.txt @@ -16,7 +16,7 @@ --influx_namespace=flink --influx_measurement=go_batch_sideinput_2 ---input_options=''{\"num_records\":400000,\"key_size\":100,\"value_size\":900}'' +--input_options=''{\"num_records\":20000,\"key_size\":100,\"value_size\":900}'' --parallelism=10 --endpoint=localhost:8099 --environment_type=DOCKER