diff --git a/.github/workflows/build-deploy-pudl.yml b/.github/workflows/build-deploy-pudl.yml index be0a3680bd..052d0b19d1 100644 --- a/.github/workflows/build-deploy-pudl.yml +++ b/.github/workflows/build-deploy-pudl.yml @@ -116,7 +116,7 @@ jobs: --container-env DAGSTER_PG_PASSWORD="$DAGSTER_PG_PASSWORD" \ --container-env DAGSTER_PG_HOST="104.154.182.24" \ --container-env DAGSTER_PG_DB="dagster-storage" \ - --container-env PUDL_SETTINGS_YML="/home/catalyst/src/pudl/package_data/settings/etl_full.yml" \ + --container-env PUDL_SETTINGS_YML="/home/catalyst/src/pudl/package_data/settings/etl_fast.yml" \ --container-env FLY_ACCESS_TOKEN=${{ secrets.FLY_ACCESS_TOKEN }} \ # Start the VM diff --git a/docker/gcp_pudl_etl.sh b/docker/gcp_pudl_etl.sh index f7bcbd33a8..1091ba74d0 100644 --- a/docker/gcp_pudl_etl.sh +++ b/docker/gcp_pudl_etl.sh @@ -27,15 +27,7 @@ function run_pudl_etl() { --loglevel=DEBUG \ --gcs-cache-path=gs://internal-zenodo-cache.catalyst.coop \ --workers=8 \ - $PUDL_SETTINGS_YML \ - && pudl_etl \ - --loglevel DEBUG \ - --gcs-cache-path gs://internal-zenodo-cache.catalyst.coop \ - $PUDL_SETTINGS_YML \ - && pytest \ - --gcs-cache-path=gs://internal-zenodo-cache.catalyst.coop \ - --etl-settings=$PUDL_SETTINGS_YML \ - --live-dbs test + $PUDL_SETTINGS_YML } function shutdown_vm() { @@ -93,7 +85,7 @@ if [[ ${PIPESTATUS[0]} == 0 ]]; then fi # Deploy the updated data to datasette - if [ $GITHUB_REF = "dev" ]; then + if [ $GITHUB_REF = "fly-io" ]; then python ~/devtools/datasette/publish.py 2>&1 | tee -a $LOGFILE fi fi @@ -101,8 +93,10 @@ fi # Notify slack about entire pipeline's success or failure; # PIPESTATUS[0] either refers to the failed ETL run or the last distribution # task that was run above -if [[ ${PIPESTATUS[0]} == 0 ]]; then notify_slack "success" else notify_slack - "failure" fi - +if [[ ${PIPESTATUS[0]} == 0 ]]; then + notify_slack "success" +else + notify_slack "failure" +fi shutdown_vm