From f735653d79a6b965909586ce9d014523cd5f2dac Mon Sep 17 00:00:00 2001 From: Dazhong Xia Date: Wed, 8 Nov 2023 10:46:30 -0500 Subject: [PATCH] remove huge chunks of ETL so we can test deploys --- .github/workflows/build-deploy-pudl.yml | 2 +- docker/gcp_pudl_etl.sh | 10 +--------- 2 files changed, 2 insertions(+), 10 deletions(-) diff --git a/.github/workflows/build-deploy-pudl.yml b/.github/workflows/build-deploy-pudl.yml index be0a3680bd..052d0b19d1 100644 --- a/.github/workflows/build-deploy-pudl.yml +++ b/.github/workflows/build-deploy-pudl.yml @@ -116,7 +116,7 @@ jobs: --container-env DAGSTER_PG_PASSWORD="$DAGSTER_PG_PASSWORD" \ --container-env DAGSTER_PG_HOST="104.154.182.24" \ --container-env DAGSTER_PG_DB="dagster-storage" \ - --container-env PUDL_SETTINGS_YML="/home/catalyst/src/pudl/package_data/settings/etl_full.yml" \ + --container-env PUDL_SETTINGS_YML="/home/catalyst/src/pudl/package_data/settings/etl_fast.yml" \ --container-env FLY_ACCESS_TOKEN=${{ secrets.FLY_ACCESS_TOKEN }} \ # Start the VM diff --git a/docker/gcp_pudl_etl.sh b/docker/gcp_pudl_etl.sh index f7bcbd33a8..e874ef86df 100644 --- a/docker/gcp_pudl_etl.sh +++ b/docker/gcp_pudl_etl.sh @@ -27,15 +27,7 @@ function run_pudl_etl() { --loglevel=DEBUG \ --gcs-cache-path=gs://internal-zenodo-cache.catalyst.coop \ --workers=8 \ - $PUDL_SETTINGS_YML \ - && pudl_etl \ - --loglevel DEBUG \ - --gcs-cache-path gs://internal-zenodo-cache.catalyst.coop \ - $PUDL_SETTINGS_YML \ - && pytest \ - --gcs-cache-path=gs://internal-zenodo-cache.catalyst.coop \ - --etl-settings=$PUDL_SETTINGS_YML \ - --live-dbs test + $PUDL_SETTINGS_YML } function shutdown_vm() {