remove huge chunks of ETL so we can test deploys

catalyst-cooperative · Nov 8, 2023 · f735653 · f735653
1 parent c0292ed
commit f735653
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 10 deletions.
diff --git a/.github/workflows/build-deploy-pudl.yml b/.github/workflows/build-deploy-pudl.yml
@@ -116,7 +116,7 @@ jobs:
             --container-env DAGSTER_PG_PASSWORD="$DAGSTER_PG_PASSWORD" \
             --container-env DAGSTER_PG_HOST="104.154.182.24" \
             --container-env DAGSTER_PG_DB="dagster-storage" \
-            --container-env PUDL_SETTINGS_YML="/home/catalyst/src/pudl/package_data/settings/etl_full.yml" \
+            --container-env PUDL_SETTINGS_YML="/home/catalyst/src/pudl/package_data/settings/etl_fast.yml" \
             --container-env FLY_ACCESS_TOKEN=${{ secrets.FLY_ACCESS_TOKEN }} \
 
       # Start the VM

diff --git a/docker/gcp_pudl_etl.sh b/docker/gcp_pudl_etl.sh
@@ -27,15 +27,7 @@ function run_pudl_etl() {
         --loglevel=DEBUG \
         --gcs-cache-path=gs://internal-zenodo-cache.catalyst.coop \
         --workers=8 \
-        $PUDL_SETTINGS_YML \
-    && pudl_etl \
-        --loglevel DEBUG \
-        --gcs-cache-path gs://internal-zenodo-cache.catalyst.coop \
-        $PUDL_SETTINGS_YML \
-    && pytest \
-        --gcs-cache-path=gs://internal-zenodo-cache.catalyst.coop \
-        --etl-settings=$PUDL_SETTINGS_YML \
-        --live-dbs test
+        $PUDL_SETTINGS_YML
 }
 
 function shutdown_vm() {