From 9daac05dcb450d6a7199d94f4bc7d9ee8a8700ba Mon Sep 17 00:00:00 2001 From: msj Date: Mon, 6 May 2024 10:54:51 -0400 Subject: [PATCH 1/5] Try adding ssh key --- .github/workflows/nightly.yml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index 3f50863..d4735de 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -2,6 +2,7 @@ name: Nightly case scrape on: workflow_dispatch: + pull_request: schedule: - cron: '15 4 * * *' @@ -19,6 +20,11 @@ jobs: sudo apt-get update sudo apt-get install sqlite3 + - name: Setup SSH + uses: webfactory/ssh-agent@v0.7.0 + with: + ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }} + - name: Install requirements run: | pip install -U pyopenssl cryptography From 5d9dbfc11f1d3002e6baabbc469d690fd51a3ae4 Mon Sep 17 00:00:00 2001 From: msj Date: Mon, 6 May 2024 11:01:06 -0400 Subject: [PATCH 2/5] Add ssh key setup to scrape actions --- .github/workflows/court_calls.yml | 5 +++++ .github/workflows/nightly.yml | 1 - .github/workflows/rescrape.yml | 5 +++++ 3 files changed, 10 insertions(+), 1 deletion(-) diff --git a/.github/workflows/court_calls.yml b/.github/workflows/court_calls.yml index 371fe85..d0f1607 100644 --- a/.github/workflows/court_calls.yml +++ b/.github/workflows/court_calls.yml @@ -19,6 +19,11 @@ jobs: sudo apt-get update sudo apt-get install sqlite3 + - name: Setup SSH + uses: webfactory/ssh-agent@v0.7.0 + with: + ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }} + - name: Install requirements run: | pip install -U pyopenssl cryptography diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index d4735de..cb1d01a 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -2,7 +2,6 @@ name: Nightly case scrape on: workflow_dispatch: - pull_request: schedule: - cron: '15 4 * * *' diff --git a/.github/workflows/rescrape.yml b/.github/workflows/rescrape.yml index 9685e3b..23d2775 100644 --- a/.github/workflows/rescrape.yml +++ b/.github/workflows/rescrape.yml @@ -19,6 +19,11 @@ jobs: sudo apt-get update sudo apt-get install sqlite3 + - name: Setup SSH + uses: webfactory/ssh-agent@v0.7.0 + with: + ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }} + - uses: shogo82148/actions-setup-perl@v1 - name: Install requirements run: | From f7542a9906c2dff8048693fafc6e62b8eacafda4 Mon Sep 17 00:00:00 2001 From: msj Date: Mon, 6 May 2024 13:56:50 -0400 Subject: [PATCH 3/5] Revert "Add ssh key setup to scrape actions" This reverts commit 5d9dbfc11f1d3002e6baabbc469d690fd51a3ae4. --- .github/workflows/court_calls.yml | 5 ----- .github/workflows/nightly.yml | 1 + .github/workflows/rescrape.yml | 5 ----- 3 files changed, 1 insertion(+), 10 deletions(-) diff --git a/.github/workflows/court_calls.yml b/.github/workflows/court_calls.yml index d0f1607..371fe85 100644 --- a/.github/workflows/court_calls.yml +++ b/.github/workflows/court_calls.yml @@ -19,11 +19,6 @@ jobs: sudo apt-get update sudo apt-get install sqlite3 - - name: Setup SSH - uses: webfactory/ssh-agent@v0.7.0 - with: - ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }} - - name: Install requirements run: | pip install -U pyopenssl cryptography diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index cb1d01a..d4735de 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -2,6 +2,7 @@ name: Nightly case scrape on: workflow_dispatch: + pull_request: schedule: - cron: '15 4 * * *' diff --git a/.github/workflows/rescrape.yml b/.github/workflows/rescrape.yml index 23d2775..9685e3b 100644 --- a/.github/workflows/rescrape.yml +++ b/.github/workflows/rescrape.yml @@ -19,11 +19,6 @@ jobs: sudo apt-get update sudo apt-get install sqlite3 - - name: Setup SSH - uses: webfactory/ssh-agent@v0.7.0 - with: - ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }} - - uses: shogo82148/actions-setup-perl@v1 - name: Install requirements run: | From 86078fb930a06e37e87cee2b17817f51c66cbd71 Mon Sep 17 00:00:00 2001 From: msj Date: Mon, 6 May 2024 13:57:06 -0400 Subject: [PATCH 4/5] Revert "Try adding ssh key" This reverts commit 9daac05dcb450d6a7199d94f4bc7d9ee8a8700ba. --- .github/workflows/nightly.yml | 6 ------ 1 file changed, 6 deletions(-) diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index d4735de..3f50863 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -2,7 +2,6 @@ name: Nightly case scrape on: workflow_dispatch: - pull_request: schedule: - cron: '15 4 * * *' @@ -20,11 +19,6 @@ jobs: sudo apt-get update sudo apt-get install sqlite3 - - name: Setup SSH - uses: webfactory/ssh-agent@v0.7.0 - with: - ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }} - - name: Install requirements run: | pip install -U pyopenssl cryptography From b0a04a3bde2be905e29b47932ea12acf9b6dfca5 Mon Sep 17 00:00:00 2001 From: msj Date: Mon, 6 May 2024 13:58:36 -0400 Subject: [PATCH 5/5] Use zip file instead of ssh --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index bbc8a29..ed5ab73 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,6 +1,6 @@ scrapy scrapy-zyte-api -git+ssh://git@github.com/fgregg/datasette.git@no_limit_csv_publish +https://github.com/fgregg/datasette/archive/refs/heads/no_limit_csv_publish.zip csvs-to-sqlite sqlite-utils csvkit