Skip to content

Commit

Permalink
Add Helm CI (#60)
Browse files Browse the repository at this point in the history
Signed-off-by: Tyler Titsworth <[email protected]>
  • Loading branch information
Tyler Titsworth authored May 31, 2024
1 parent edf9b4e commit d097c5e
Show file tree
Hide file tree
Showing 23 changed files with 465 additions and 85 deletions.
5 changes: 5 additions & 0 deletions .github/CODEOWNERS
Validating CODEOWNERS rules …
Original file line number Diff line number Diff line change
@@ -1,5 +1,10 @@
.github/* @tylertitsworth
classical-ml/* @tylertitsworth @jitendra42 @sramakintel @sharvil10
docs/* @tylertitsworth @jitendra42
enterprise/* @sharvil10
preset/* @ma-pineda @jafraustro
pytorch/* @tylertitsworth @jitendra42 @sramakintel @sharvil10
tensorflow/* @tylertitsworth @jitendra42 @sramakintel @sharvil10
test-runner/* @tylertitsworth
workflows/* @tylertitsworth
* @tylertitsworth @jitendra42
21 changes: 21 additions & 0 deletions .github/ct.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
# Copyright (c) 2024 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# See https://github.com/helm/chart-testing#configuration

remote: origin
target-branch: main
chart-dirs:
- workflows/charts
helm-extra-args: --timeout 600s
16 changes: 8 additions & 8 deletions .github/dependabot.yml
Original file line number Diff line number Diff line change
Expand Up @@ -71,42 +71,42 @@ updates:
package-ecosystem: pip
schedule:
interval: weekly

- directory: /workflows
groups:
helm:
patterns:
- "*"
package-ecosystem: pip
schedule:
interval: weekly
- package-ecosystem: docker
directory: /classical-ml
schedule:
interval: weekly

- package-ecosystem: docker
directory: /preset/classical-ml
schedule:
interval: weekly

- package-ecosystem: docker
directory: /preset/data-analytics
schedule:
interval: weekly

- package-ecosystem: docker
directory: /preset/deep-learning
schedule:
interval: weekly

- package-ecosystem: docker
directory: /preset/inference-optimization
schedule:
interval: weekly

- package-ecosystem: docker
directory: /python
schedule:
interval: weekly

- package-ecosystem: docker
directory: /pytorch
schedule:
interval: weekly

- package-ecosystem: docker
directory: /tensorflow
schedule:
Expand Down
15 changes: 8 additions & 7 deletions .github/workflows/chart-ci.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -14,10 +14,11 @@

name: Helm Chart CI
on:
pull_request: null
# pull_request_target:
# types: [opened, edited, reopened, synchronize]
# branches: [main]
pull_request_target:
types: [opened, edited, reopened, synchronize]
branches: [main]
paths:
- 'workflows/charts/**'
merge_group: null
permissions: read-all
concurrency:
Expand All @@ -31,11 +32,10 @@ jobs:
uses: step-security/harden-runner@f086349bfa2bd1361f7909c78558e816508cdc10 # v2.8.0
with:
egress-policy: audit

- uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
with:
fetch-depth: 0
# ref: "refs/pull/${{ github.event.number }}/merge"
ref: "refs/pull/${{ github.event.number }}/merge"
- uses: azure/setup-kubectl@3e0aec4d80787158d308d7b364cb1b702e7feb7f # v4.0.0
- uses: azure/setup-helm@fe7b79cd5ee1e45176fcad797de68ecaf3ca4814 # v4.2.0
- uses: actions/setup-python@82c7e631bb3cdc910f68e0081d67478d79c6982d # v5.1.0
Expand All @@ -53,7 +53,8 @@ jobs:
- name: Helm Lint, Install, and Test
if: steps.changed.outputs.changed == 'true'
run: |
install -m 0600 ${{ secrets.KUBECONFIG_PATH }} /tmp/config.yaml
kubectl config use-context kubeflow
ct lint-and-install --target-branch ${{ github.event.repository.default_branch }} --config .github/ct.yaml --debug --namespace helm-ci
env:
KUBECONFIG: ${{ secrets.KUBECONFIG_PATH }}
KUBECONFIG: /tmp/config.yaml
1 change: 0 additions & 1 deletion .github/workflows/scorecard.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,6 @@ jobs:
uses: step-security/harden-runner@f086349bfa2bd1361f7909c78558e816508cdc10 # v2.8.0
with:
egress-policy: audit

- uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
with:
persist-credentials: false
Expand Down
1 change: 0 additions & 1 deletion .github/workflows/weekly-test.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,6 @@ jobs:
uses: step-security/harden-runner@f086349bfa2bd1361f7909c78558e816508cdc10 # v2.8.0
with:
egress-policy: audit

- uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
- name: Output Group Directories
id: group-list
Expand Down
7 changes: 6 additions & 1 deletion .pre-commit-config.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ ci:
autofix_prs: true
autoupdate_commit_msg: "[pre-commit.ci] pre-commit autoupdate"
autoupdate_schedule: "weekly"
skip: [pylint, shellcheck, markdownlint, hadolint-docker, shfmt, tox, mkdocs]
skip: [pylint, shellcheck, markdownlint, hadolint-docker, helm-docs-container, shfmt, tox, mkdocs, ct]
repos:
- hooks:
- id: check-added-large-files
Expand Down Expand Up @@ -82,4 +82,9 @@ repos:
id: mkdocs
language: system
name: mkdocs
- entry: ct lint --config .github/ct.yaml
files: ^workflows/charts/
id: ct
language: system
name: ct
repo: local
5 changes: 4 additions & 1 deletion CONTRIBUTING.md
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,10 @@ This project follows the [Contributor Covenant Code of Conduct](CODE_OF_CONDUCT.
2. Create a new branch for your contribution: `git checkout -b feature/your-feature`.
3. Install [pre-commit](https://pre-commit.com/), [Docker](https://docs.docker.com/engine/install/), and [Python 3.8+](https://www.python.org/downloads/).
4. Follow the [Project Setup](README.md#project-setup) steps.
5. Install the third-party python dependencies necessary for pre-commit with `pip install -r test-runner/dev-requirements.txt && pip install -r docs/requirements.txt`.
5. Install the third-party python dependencies necessary for pre-commit depending on the type of contribution you are making:
1. If you are contributing to Test Runner, run `pip install -r test-runner/dev-requirements.txt`.
2. If you are contributing to documentation, run `pip install -r docs/requirements.txt`. (This hook will always run)
3. If you are contributing to helm charts, run `pip install -r workflows/charts/dev-requirements.txt`. Install [Helm](https://helm.sh/docs/intro/install/) and then [Chart Testing](https://github.com/helm/chart-testing) tool.
6. Make your changes, commit, and sign your changes: `git commit -s -m 'Add your feature'`.
7. Push to the branch: `git push origin feature/your-feature`.
8. Submit a pull request.
Expand Down
3 changes: 2 additions & 1 deletion README.md
Original file line number Diff line number Diff line change
Expand Up @@ -4,9 +4,10 @@
[![OpenSSF Scorecard](https://api.securityscorecards.dev/projects/github.com/intel/ai-containers/badge)](https://securityscorecards.dev/viewer/?uri=github.com/intel/ai-containers)
[![FOSSA Status](https://app.fossa.com/api/projects/git%2Bgithub.com%2Fintel%2Fai-containers.svg?type=shield&issueType=license)](https://app.fossa.com/projects/git%2Bgithub.com%2Fintel%2Fai-containers?ref=badge_shield&issueType=license)
[![CodeQL](https://github.com/intel/ai-containers/actions/workflows/github-code-scanning/codeql/badge.svg)](https://github.com/intel/ai-containers/actions/workflows/github-code-scanning/codeql)
[![pre-commit.ci status](https://results.pre-commit.ci/badge/github/intel/ai-containers/main.svg)](https://results.pre-commit.ci/latest/github/intel/ai-containers/main)
[![Test Runner CI](https://github.com/intel/ai-containers/actions/workflows/test-runner-ci.yaml/badge.svg)](https://github.com/intel/ai-containers/actions/workflows/test-runner-ci.yaml)
[![Weekly Tests](https://github.com/intel/ai-containers/actions/workflows/weekly-test.yaml/badge.svg)](https://github.com/intel/ai-containers/actions/workflows/weekly-test.yaml)
[![pre-commit.ci status](https://results.pre-commit.ci/badge/github/intel/ai-containers/main.svg)](https://results.pre-commit.ci/latest/github/intel/ai-containers/main)
[![Helm Chart CI](https://github.com/intel/ai-containers/actions/workflows/chart-ci.yaml/badge.svg)](https://github.com/intel/ai-containers/actions/workflows/chart-ci.yaml)

This repository contains Dockerfiles, scripts, yaml files, Helm charts, etc. used to scale out AI containers with versions of TensorFlow and PyTorch that have been optimized for Intel platforms. Scaling is done with python, Docker, kubernetes, kubeflow, cnvrg.io, Helm, and other container orchestration frameworks for use in the cloud and on-premise.

Expand Down
24 changes: 12 additions & 12 deletions python/tests/tests.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -13,20 +13,20 @@
# limitations under the License.

import-${IDP_VERISON:-core}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-idp-${IDP_VERSION:-core}-py${PYTHON_VERSION:-3.10}-base
cmd: python -c "import mkl"
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-idp-${IDP_VERSION:-core}-py${PYTHON_VERSION:-3.10}-base
cmd: python -c "import mkl"
perf-${IDP_VERSION:-core}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-idp-${IDP_VERSION:-core}-py${PYTHON_VERSION:-3.10}-base
cmd: python /tests/perf_sample.py
volumes:
- dst: /tests
src: $PWD/python/tests
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-idp-${IDP_VERSION:-core}-py${PYTHON_VERSION:-3.10}-base
cmd: python /tests/perf_sample.py
volumes:
- dst: /tests
src: $PWD/python/tests
perf-stock:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-pip-py${PYTHON_VERSION:-3.10}-base
cmd: python /tests/perf_sample.py
volumes:
- dst: /tests
src: $PWD/python/tests
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-pip-py${PYTHON_VERSION:-3.10}-base
cmd: python /tests/perf_sample.py
volumes:
- dst: /tests
src: $PWD/python/tests
# compare-perf-${IDP_VERSION:-core}:
# img: python:3.11-slim-bullseye
# cmd: bash /tests/compare-perf.sh ${IDP_VERSION:-core}
Expand Down
33 changes: 16 additions & 17 deletions pytorch/serving/tests.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -12,38 +12,37 @@
# See the License for the specific language governing permissions and
# limitations under the License.

---
ipex-serving-model-archive:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-py${PYTHON_VERSION:-3.10}-torchserve
cmd: /home/model-server/model-archive/mar-test.sh
entrypoint: /bin/bash
volumes:
- src: $PWD/pytorch/serving/model-archive
dst: /home/model-server/model-archive
- src: $PWD/pytorch/serving/model-store
dst: /home/model-server/model-store
- src: $PWD/pytorch/serving/model-archive
dst: /home/model-server/model-archive
- src: $PWD/pytorch/serving/model-store
dst: /home/model-server/model-store
user: root
workdir: /home/model-server/model-archive
ipex-serving-workflow-archive:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-py${PYTHON_VERSION:-3.10}-torchserve
cmd: /home/model-server/model-archive/war-test.sh
entrypoint: /bin/bash
volumes:
- src: $PWD/pytorch/serving/model-archive
dst: /home/model-server/model-archive
- src: $PWD/pytorch/serving/wf-store
dst: /home/model-server/wf-store
- src: $PWD/pytorch/serving/model-archive
dst: /home/model-server/model-archive
- src: $PWD/pytorch/serving/wf-store
dst: /home/model-server/wf-store
user: root
workdir: /home/model-server/model-archive
ipex-serving-rest-workflow:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-py${PYTHON_VERSION:-3.10}-torchserve
cmd: bash /home/model-server/wf-store/rest-test.sh
serving: True
volumes:
- src: $PWD/pytorch/serving/model-store
dst: /home/model-server/model-store
- src: $PWD/pytorch/serving/wf-store
dst: /home/model-server/wf-store
- src: $PWD/pytorch/serving/model-store
dst: /home/model-server/model-store
- src: $PWD/pytorch/serving/wf-store
dst: /home/model-server/wf-store
env:
ENABLE_TORCH_PROFILER: 'true'
shm_size: 1g
Expand All @@ -53,8 +52,8 @@ ipex-serving-rest-inference:
cmd: bash /home/model-server/model-store/rest-test.sh
serving: True
volumes:
- src: $PWD/pytorch/serving/model-store
dst: /home/model-server/model-store
- src: $PWD/pytorch/serving/model-store
dst: /home/model-server/model-store
env:
ENABLE_TORCH_PROFILER: 'true'
shm_size: 1g
Expand All @@ -64,8 +63,8 @@ ipex-serving-grpc-inference:
cmd: bash /home/model-server/model-store/grpc-test.sh
serving: True
volumes:
- src: $PWD/pytorch/serving/model-store
dst: /home/model-server/model-store
- src: $PWD/pytorch/serving/model-store
dst: /home/model-server/model-store
env:
ENABLE_TORCH_PROFILER: 'true'
shm_size: 1g
Expand Down
71 changes: 35 additions & 36 deletions pytorch/tests/tests.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -12,50 +12,49 @@
# See the License for the specific language governing permissions and
# limitations under the License.

---
import-ipex-cpu-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.3.0}-base
cmd: python -c "import torch;import intel_extension_for_pytorch as ipex;print(f'torch {torch.__version__} ipex {ipex.__version__}')"
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.3.0}-base
cmd: python -c "import torch;import intel_extension_for_pytorch as ipex;print(f'torch {torch.__version__} ipex {ipex.__version__}')"
import-ipex-xpu-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.1.20xpu}-xpu-base
cmd: python -c "import torch; import intel_extension_for_pytorch as ipex;[print(f'[{i}] {torch.xpu.get_device_properties(i)}') for i in range(torch.xpu.device_count())];"
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.1.20xpu}-xpu-base
cmd: python -c "import torch; import intel_extension_for_pytorch as ipex;[print(f'[{i}] {torch.xpu.get_device_properties(i)}') for i in range(torch.xpu.device_count())];"
import-cpu-jupyter-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.3.0}-jupyter
cmd: python -m jupyter --version
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.3.0}-jupyter
cmd: python -m jupyter --version
import-xpu-jupyter-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.1.20xpu}-xpu-jupyter
cmd: python -m jupyter --version
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.1.20xpu}-xpu-jupyter
cmd: python -m jupyter --version
import-cpu-oneccl-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.3.0}-oneccl-inc-${INC_VERSION:-2.5.1}
cmd: python -c "import oneccl_bindings_for_pytorch as oneccl; print(f'oneccl {oneccl.__version__}')"
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.3.0}-oneccl-inc-${INC_VERSION:-2.5.1}
cmd: python -c "import oneccl_bindings_for_pytorch as oneccl; print(f'oneccl {oneccl.__version__}')"
import-cpu-inc-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.3.0}-oneccl-inc-${INC_VERSION:-2.5.1}
cmd: python -c "import neural_compressor as inc;print(inc.__version__)"
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.3.0}-oneccl-inc-${INC_VERSION:-2.5.1}
cmd: python -c "import neural_compressor as inc;print(inc.__version__)"
ipex-cpu-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.3.0}-base
cmd: python /tests/ipex-resnet50.py --ipex --device cpu --backend gloo
volumes:
- dst: /tests
src: $PWD/pytorch/tests
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.3.0}-base
cmd: python /tests/ipex-resnet50.py --ipex --device cpu --backend gloo
volumes:
- dst: /tests
src: $PWD/pytorch/tests
ipex-xpu-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.1.20xpu}-xpu-base
cmd: python /tests/ipex-resnet50.py --ipex --device xpu
volumes:
- dst: /tests
src: $PWD/pytorch/tests
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.1.20xpu}-xpu-base
cmd: python /tests/ipex-resnet50.py --ipex --device xpu
volumes:
- dst: /tests
src: $PWD/pytorch/tests
ipex-xpu-jupyter-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.1.20xpu}-xpu-jupyter
cmd: papermill --log-output /jupyter/xpu.ipynb -k python3
notebook: True
img: ${REGISTRY}/aiops/mlops-ci:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.1.20xpu}-xpu-jupyter
cmd: papermill --log-output /jupyter/xpu.ipynb -k python3
notebook: True
oneccl-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.3.0}-oneccl-inc-${INC_VERSION:-2.5.1}
cmd: ipexrun cpu /tests/ipex-resnet50.py --ipex --device cpu --backend ccl
volumes:
- dst: /tests
src: $PWD/pytorch/tests
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.3.0}-oneccl-inc-${INC_VERSION:-2.5.1}
cmd: ipexrun cpu /tests/ipex-resnet50.py --ipex --device cpu --backend ccl
volumes:
- dst: /tests
src: $PWD/pytorch/tests
inc-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.3.0}-oneccl-inc-${INC_VERSION:-2.5.1}
cmd: python /tests/inc-quant.py
volumes:
- dst: /tests
src: $PWD/pytorch/tests
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-ipex-${IPEX_VERSION:-2.3.0}-oneccl-inc-${INC_VERSION:-2.5.1}
cmd: python /tests/inc-quant.py
volumes:
- dst: /tests
src: $PWD/pytorch/tests
2 changes: 2 additions & 0 deletions workflows/charts/dev-requirements.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
yamale>=5.2.1
yamllint>=1.15.1
Loading

0 comments on commit d097c5e

Please sign in to comment.