Skip to content

Commit

Permalink
chore: use a separate workflow for parameter generation
Browse files Browse the repository at this point in the history
  • Loading branch information
vmx committed Aug 28, 2024
1 parent fd04f81 commit 06af91e
Show file tree
Hide file tree
Showing 2 changed files with 94 additions and 38 deletions.
76 changes: 38 additions & 38 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -55,40 +55,40 @@ jobs:
# - name: Run cargo fmt
# run: cargo fmt --all -- --check

proof-params:
needs: set-msrv
runs-on: ubuntu-latest
name: Generate proof parameters and cache them
strategy:
matrix:
size: [2048, 4096, 16384, 32768]

steps:
- uses: actions/checkout@v4
#- uses: dtolnay/rust-toolchain@master
# with:
# toolchain: ${{needs.set-msrv.outputs.msrv}}
#- name: Install required packages
# run: sudo apt install --no-install-recommends --yes ocl-icd-opencl-dev libhwloc-dev

- name: Generate proof parameters
#run: cargo run --release --no-default-features --bin paramcache -- --sector-sizes=${{ matrix.size }}
run: mkdir -p /var/tmp/filecoin-proof-parameters/ && touch /var/tmp/filecoin-proof-parameters/${{ matrix.size }}.params

#- name: Cache proof parameters
# id: cache-parameters
# uses: actions/cache/save@v4
# with:
# path: /var/tmp/filecoin-proof-parameters/
# key: proof-params-v28-n-${{ matrix.size }}-${{ hashFiles('filecoin-proofs/parameters.json') }}

- name: Upload proof parameters as artifact
uses: actions/upload-artifact@v4
with:
name: proof-params-v28-n-${{ hashFiles('filecoin-proofs/parameters.json') }}-${{ matrix.size }}
path: /var/tmp/filecoin-proof-parameters/
compression-level: 0
if-no-files-found: error
#proof-params:
# needs: set-msrv
# runs-on: ubuntu-latest
# name: Generate proof parameters and cache them
# strategy:
# matrix:
# size: [2048, 4096, 16384, 32768]
#
# steps:
# - uses: actions/checkout@v4
# #- uses: dtolnay/rust-toolchain@master
# # with:
# # toolchain: ${{needs.set-msrv.outputs.msrv}}
# #- name: Install required packages
# # run: sudo apt install --no-install-recommends --yes ocl-icd-opencl-dev libhwloc-dev
#
# - name: Generate proof parameters
# #run: cargo run --release --no-default-features --bin paramcache -- --sector-sizes=${{ matrix.size }}
# run: mkdir -p /var/tmp/filecoin-proof-parameters/ && touch /var/tmp/filecoin-proof-parameters/${{ matrix.size }}.params
#
# #- name: Cache proof parameters
# # id: cache-parameters
# # uses: actions/cache/save@v4
# # with:
# # path: /var/tmp/filecoin-proof-parameters/
# # key: proof-params-v28-n-${{ matrix.size }}-${{ hashFiles('filecoin-proofs/parameters.json') }}
#
# - name: Upload proof parameters as artifact
# uses: actions/upload-artifact@v4
# with:
# name: proof-params-v28-n-${{ hashFiles('filecoin-proofs/parameters.json') }}-${{ matrix.size }}
# path: /var/tmp/filecoin-proof-parameters/
# compression-level: 0
# if-no-files-found: error

test_release:
needs: [set-msrv, proof-params]
Expand Down Expand Up @@ -150,17 +150,17 @@ jobs:


- name: Get proof parameters
uses: actions/download-artifact@v4
uses: dawidd6/action-download-artifact@v6
with:
pattern: proof-params-v28-n-${{ hashFiles('filecoin-proofs/parameters.json') }}-*
workflow: proof-params.yml
path: /var/tmp/filecoin-proof-parameters/
merge-multiple: true
#merge-multiple: true
#github-token: ${{ github.token }}
#repository: ${{ github.action_repository }}
#run-id: ${{ github.event.workflow_run.id }}
#github-token: ${{ secrets.GITHUB_TOKEN }}
#github-token: ${{ github.token }}
run-id: ${{ github.event.workflow_run.id }}
#run-id: ${{ github.event.workflow_run.id }}
- name: Display structure of downloaded files
run: ls -lR /var/tmp/filecoin-proof-parameters/

Expand Down
56 changes: 56 additions & 0 deletions .github/workflows/proof-params.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,56 @@
name: CI

on: [pull_request, push]

# Cancel a job if there's a new on on the same branch started.
# Based on https://stackoverflow.com/questions/58895283/stop-already-running-workflow-job-in-github-actions/67223051#67223051
concurrency:
group: ${{ github.ref }}
cancel-in-progress: true

env:
CARGO_INCREMENTAL: 0
RUST_BACKTRACE: 1
# Faster crates.io index checkout.
CARGO_REGISTRIES_CRATES_IO_PROTOCOL: sparse

jobs:
#set-msrv:
# runs-on: ubuntu-latest
# outputs:
# msrv: ${{ steps.msrv.outputs.MSRV }}
# steps:
# - uses: actions/checkout@v4
# - name: Get MSRV from rust-toolchain
# id: msrv
# run: |
# MSRV=$(cat ./rust-toolchain)
# echo "MSRV=$MSRV" | tee --append "$GITHUB_OUTPUT"

proof-params:
#needs: set-msrv
runs-on: ubuntu-latest
name: Generate proof parameters and cache them
strategy:
matrix:
size: [2048, 4096, 16384, 32768]

steps:
- uses: actions/checkout@v4
#- uses: dtolnay/rust-toolchain@master
# with:
# toolchain: ${{needs.set-msrv.outputs.msrv}}
#- name: Install required packages
# run: sudo apt install --no-install-recommends --yes ocl-icd-opencl-dev libhwloc-dev

- name: Generate proof parameters
#run: cargo run --release --no-default-features --bin paramcache -- --sector-sizes=${{ matrix.size }}
run: mkdir -p /var/tmp/filecoin-proof-parameters/ && touch /var/tmp/filecoin-proof-parameters/${{ matrix.size }}.params

- name: Upload proof parameters as artifact
uses: actions/upload-artifact@v4
with:
name: proof-params-v28-n-${{ hashFiles('filecoin-proofs/parameters.json') }}-${{ matrix.size }}
path: /var/tmp/filecoin-proof-parameters/
compression-level: 0
if-no-files-found: error

0 comments on commit 06af91e

Please sign in to comment.