remove later: remove large chunks of ETL for testing

.github/workflows/build-deploy-pudl.yml

@@ -116,7 +116,7 @@ jobs:
             --container-env DAGSTER_PG_PASSWORD="$DAGSTER_PG_PASSWORD" \
             --container-env DAGSTER_PG_HOST="104.154.182.24" \
             --container-env DAGSTER_PG_DB="dagster-storage" \
-            --container-env PUDL_SETTINGS_YML="/home/catalyst/src/pudl/package_data/settings/etl_full.yml" \
+            --container-env PUDL_SETTINGS_YML="/home/catalyst/src/pudl/package_data/settings/etl_fast.yml" \
             --container-env FLY_ACCESS_TOKEN=${{ secrets.FLY_ACCESS_TOKEN }} \
 
       # Start the VM

docker/gcp_pudl_etl.sh

@@ -27,15 +27,7 @@ function run_pudl_etl() {
         --loglevel=DEBUG \
         --gcs-cache-path=gs://internal-zenodo-cache.catalyst.coop \
         --workers=8 \
-        $PUDL_SETTINGS_YML \
-    && pudl_etl \
-        --loglevel DEBUG \
-        --gcs-cache-path gs://internal-zenodo-cache.catalyst.coop \
-        $PUDL_SETTINGS_YML \
-    && pytest \
-        --gcs-cache-path=gs://internal-zenodo-cache.catalyst.coop \
-        --etl-settings=$PUDL_SETTINGS_YML \
-        --live-dbs test
+        $PUDL_SETTINGS_YML
 }
 
 function shutdown_vm() {
@@ -93,16 +85,18 @@ if [[ ${PIPESTATUS[0]} == 0 ]]; then
     fi
 
     # Deploy the updated data to datasette
-    if [ $GITHUB_REF = "dev" ]; then
+    if [ $GITHUB_REF = "fly-io" ]; then
         python ~/devtools/datasette/publish.py 2>&1 | tee -a $LOGFILE
     fi
 fi
 
 # Notify slack about entire pipeline's success or failure;
 # PIPESTATUS[0] either refers to the failed ETL run or the last distribution
 # task that was run above
-if [[ ${PIPESTATUS[0]} == 0 ]]; then notify_slack "success" else notify_slack
-    "failure" fi
-
+if [[ ${PIPESTATUS[0]} == 0 ]]; then
+    notify_slack "success"
+else
+    notify_slack "failure"
+fi
 
 shutdown_vm