First commit

.github/workflows/docker-images-publish.yml

@@ -0,0 +1,104 @@
+name: Docker
+
+# This workflow uses actions that are not certified by GitHub.
+# They are provided by a third-party and are governed by
+# separate terms of service, privacy policy, and support
+# documentation.
+
+on:
+ # schedule:
+ # - cron: '0 1 * * 0'
+ push:
+ branches: [ "main" ]
+ # Publish semver tags as releases.
+ # tags: [ 'v*.*.*' ]
+ pull_request:
+ branches: [ "main" ]
+
+env:
+ # Use docker.io for Docker Hub if empty
+ REGISTRY: ghcr.io
+ # github.repository as <account>/<repo>
+ IMAGE_NAME: ${{ github.repository }}
+
+
+jobs:
+ build:
+
+ runs-on: ubuntu-latest
+ permissions:
+ contents: read
+ packages: write
+ # This is used to complete the identity challenge
+ # with sigstore/fulcio when running outside of PRs.
+ id-token: write
+ strategy:
+ matrix:
+ python-version: ["3.11"]
+ project: ["python", "python-pytorch"]
+
+ steps:
+ - name: Checkout repository
+ uses: actions/checkout@v4
+
+ # Install the cosign tool except on PR
+ # https://github.com/sigstore/cosign-installer
+ - name: Install cosign
+ if: github.event_name != 'pull_request'
+ uses: sigstore/cosign-installer@59acb6260d9c0ba8f4a2f9d9b48431a222b68e20 #v3.5.0
+ with:
+ cosign-release: 'v2.2.4'
+
+ # Set up BuildKit Docker container builder to be able to build
+ # multi-platform images and export cache
+ # https://github.com/docker/setup-buildx-action
+ - name: Set up Docker Buildx
+ uses: docker/setup-buildx-action@f95db51fddba0c2d1ec667646a06c2ce06100226 # v3.0.0
+
+ # Login against a Docker registry except on PR
+ # https://github.com/docker/login-action
+ - name: Log into registry ${{ env.REGISTRY }}
+ if: github.event_name != 'pull_request'
+ uses: docker/login-action@343f7c4344506bcbf9b4de18042ae17996df046d # v3.0.0
+ with:
+ registry: ${{ env.REGISTRY }}
+ username: ${{ github.actor }}
+ password: ${{ secrets.GITHUB_TOKEN }}
+
+ # Extract metadata (tags, labels) for Docker
+ # https://github.com/docker/metadata-action
+ - name: Extract Docker metadata
+ id: meta
+ uses: docker/metadata-action@96383f45573cb7f253c731d3b3ab81c87ef81934 # v5.0.0
+ with:
+ images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}-${{ matrix.project }}
+ tags: ${{ matrix.python-version }}
+
+ # Build and push Docker image with Buildx (don't push on PR)
+ # https://github.com/docker/build-push-action
+ - name: Build and push Docker image
+ id: build-and-push
+ uses: docker/build-push-action@0565240e2d4ab88bba5387d719585280857ece09 # v5.0.0
+ with:
+ context: ${{ matrix.project }}
+ push: ${{ github.event_name != 'pull_request' }}
+ tags: ${{ steps.meta.outputs.tags }}
+ labels: ${{ steps.meta.outputs.labels }}
+ cache-from: type=gha
+ cache-to: type=gha,mode=max
+ build-args: PYTHON_VERSION=${{ matrix.python-version }}
+
+ # Sign the resulting Docker image digest except on PRs.
+ # This will only write to the public Rekor transparency log when the Docker
+ # repository is public to avoid leaking data. If you would like to publish
+ # transparency data even for private images, pass --force to cosign below.
+ # https://github.com/sigstore/cosign
+ - name: Sign the published Docker image
+ if: ${{ github.event_name != 'pull_request' }}
+ env:
+ # https://docs.github.com/en/actions/security-guides/security-hardening-for-github-actions#using-an-intermediate-environment-variable
+ TAGS: ${{ steps.meta.outputs.tags }}
+ DIGEST: ${{ steps.build-and-push.outputs.digest }}
+ # This step uses the identity token to provision an ephemeral certificate
+ # against the sigstore community Fulcio instance.
+ run: echo "${TAGS}" | xargs -I {} cosign sign --yes {}@${DIGEST}

python-pytorch/Dockerfile

@@ -0,0 +1,5 @@
+ARG PYTHON_VERSION="3.12"
+FROM ghcr.io/serval-uni-lu/idoml-python:${PYTHON_VERSION}
+
+# Install PyTorch
+RUN pip install torch torchvision torchaudio

python/Dockerfile

@@ -0,0 +1,10 @@
+ARG PYTHON_VERSION="3.12"
+FROM python:${PYTHON_VERSION}-slim
+
+RUN apt-get update && apt-get install -y \
+ curl
+
+
+COPY requirements.txt .
+
+RUN pip install -r requirements.txt

python/requirements.txt

@@ -0,0 +1,27 @@
+s3fs
+boto3 
+lxml[html_clean] 
+scikit-learn 
+mlflow 
+pandas 
+numpy
+
+# These are the dependencies for the Elyra
+ipykernel==6.13.0
+ipython==8.10.0
+ipython-genutils==0.2.0
+jinja2==3.1.4
+jupyter-client==7.3.1
+jupyter-core==4.11.2
+MarkupSafe==2.1.1
+minio==7.1.8
+nbclient==0.6.3
+nbconvert==6.5.1
+nbformat==5.4.0
+papermill==2.3.4
+pyzmq==24.0.1
+prompt-toolkit==3.0.30
+requests==2.32.0
+tornado==6.4.1
+traitlets==5.1.1
+urllib3==1.26.19