Update aws.yml

snowplow · Nov 8, 2024 · 1b1b889 · 1b1b889
1 parent 045fe5e
commit 1b1b889
Showing 1 changed file with 17 additions and 2 deletions.
diff --git a/.github/workflows/aws.yml b/.github/workflows/aws.yml
@@ -6,7 +6,9 @@ on:
 env:
   AWS_REGION: eu-west-1 
   AWS_ROLE_ARN: "arn:aws:iam::719197435995:role/DbtSparkTestingActions"
-  S3_BUCKET: "dbt-spark-iceberg/github-integration-testing" 
+  S3_BUCKET: "dbt-spark-iceberg/github-integration-testing"
+  DBT_PROFILES_DIR: ./ci
+
 
 permissions:
   id-token: write   # This is required for requesting the JWT
@@ -108,13 +110,26 @@ jobs:
         AWS_SESSION_TOKEN: ${{ env.AWS_SESSION_TOKEN }}
       run: |
         if [ -f ./.scripts/integration_test.sh ]; then
-          chmod +x ./.scripts/integration_test.sh
           ./.scripts/integration_test.sh -d spark_iceberg
         else
           echo "Integration test script not found"
           exit 1
         fi
 
+    - name: "Pre-test: Drop ci schemas"
+      working-directory: ./integration_tests
+      run: |
+        dbt run-operation post_ci_cleanup --target spark_iceberg
+
+    - name: Run tests
+      working-directory: ./integration_tests
+      run: ./.scripts/integration_test.sh -d spark_iceberg
+
+    - name: "Post-test: Drop ci schemas"
+      working-directory: ./integration_tests
+      run: |
+        dbt run-operation post_ci_cleanup --target spark_iceberg
+
     - name: Cleanup
       if: always()
       run: |