19373 Update CI for queue services (#2424)

* Add workflow_dispatch to ci jobs

* Update queue-services CI jobs

* Update queue-services pyproject.toml files

* Update queue-services poetry.lock files

* Run black formatter on queue-services

* Fix pylint errors on queue-services

* Update CI yaml files

* Run isort on queue-services

* Run black again on entity-auth

* Run black again on entity-filer

* Fix pylint issues on entity_auth

* Fix pylint issues on entity_bn src

* Fix pylint issues on entity_emailer src

* Fix pylint issues on entity_pay src

* Fix remaining lint src issues (except for filer)

* Fix remaining flake8 src issues (except for filer)

* Update yaml and toml files to use Backend CI

* Run isort again

* Fix new flake8 issues

* Add empty init files

* Run black on init files

* Fix linting issues entity_filer

* Update noqa comment placement in filer

* Add pytest coverage and configuration

* Update pylint coverage config

* Update coverage.run config

.github/workflows/business-auth-ci.yml

@@ -6,120 +6,17 @@ on:
     paths:
       - "queue_services/entity-auth/**"
       - "queue_services/common/**"
+  workflow_dispatch:
 
 defaults:
   run:
     shell: bash
     working-directory: ./queue_services/entity-auth
 
 jobs:
-  setup-job:
-    runs-on: ubuntu-20.04
-
-    if: github.repository == 'bcgov/lear'
-
-    steps:
-      - uses: actions/checkout@v3
-      - run: "true"
-
-  linting:
-    needs: setup-job
-    runs-on: ubuntu-20.04
-
-    strategy:
-      matrix:
-        python-version: [3.8]
-
-    steps:
-      - uses: actions/checkout@v3
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
-        with:
-          python-version: ${{ matrix.python-version }}
-      - name: Install dependencies
-        run: |
-          make setup
-      - name: Lint with pylint
-        id: pylint
-        run: |
-          make pylint
-      - name: Lint with flake8
-        id: flake8
-        run: |
-          make flake8
-
-  testing:
-    needs: setup-job
-    env:
-      DATABASE_TEST_USERNAME: postgres
-      DATABASE_TEST_PASSWORD: postgres
-      DATABASE_TEST_NAME: postgres
-      DATABASE_TEST_HOST: localhost
-      DATABASE_HOST: localhost
-      DATABASE_PASSWORD: postgres
-      NATS_SERVERS: "nats://nats:4222"
-      NATS_CLIENT_NAME: entity.legal_api
-      NATS_CLUSTER_ID: test-cluster
-      NATS_FILER_SUBJECT: entity.filing.filer
-      NATS_QUEUE: entity-auth-worker
-      TEST_NATS_DOCKER: True
-      STAN_CLUSTER_NAME: test-cluster
-      JWT_OIDC_JWKS_CACHE_TIMEOUT: 300
-      GO_LIVE_DATE: 2019-08-12
-      LEGAL_API_URL: https://mock_legal_api_url
-      ACCOUNT_SVC_ENTITY_URL: https://mock_account_svc_entity_url
-      COLIN_API: https://mock_colin_api_url
-      ACCOUNT_SVC_AUTH_URL: https://mock_account_svc_auth_url
-      ACCOUNT_SVC_CLIENT_ID: account_svc_client_id
-      ACCOUNT_SVC_CLIENT_SECRET: account_svc_client_secret
-      BUSINESS_SCHEMA_ID: test_business_schema_id
-      BUSINESS_CRED_DEF_ID: test_credential_definition_id
-      BUSINESS_SCHEMA_NAME: digital_business_card
-      BUSINESS_SCHEMA_VERSION: "1.0.0"
-
-
-    runs-on: ubuntu-20.04
-
-    services:
-      postgres:
-        image: postgres:12
-        env:
-          POSTGRES_USER: postgres
-          POSTGRES_PASSWORD: postgres
-          POSTGRES_DB: postgres
-        ports:
-          - 5432:5432
-        # needed because the postgres container does not provide a healthcheck
-        options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5
-
-    steps:
-      - uses: actions/checkout@v3
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
-        with:
-          python-version: ${{ matrix.python-version }}
-      - name: Install dependencies
-        run: |
-          make setup
-      - name: Test with pytest
-        id: test
-        run: |
-          make test
-      - name: Upload coverage to Codecov
-        uses: codecov/codecov-action@v3
-        with:
-          file: ./queue_services/entity-auth/coverage.xml
-          flags: entityfiler
-          name: codecov-entity-auth
-          fail_ci_if_error: true
-
-  build-check:
-    needs: setup-job
-    runs-on: ubuntu-20.04
-
-    steps:
-      - uses: actions/checkout@v3
-      - name: build to check strictness
-        id: build
-        run: |
-          make build-nc
+  business-auth-ci:
+    uses: bcgov/bcregistry-sre/.github/workflows/backend-ci.yaml@main
+    with:
+      app_name: "business-auth"
+      working_directory: "./queue_services/entity-auth"
+      codecov_flag: "entityauth"

.github/workflows/business-bn-ci.yml

@@ -6,109 +6,17 @@ on:
     paths:
       - "queue_services/entity-bn/**"
       - "queue_services/common/**"
+  workflow_dispatch:
 
 defaults:
   run:
     shell: bash
     working-directory: ./queue_services/entity-bn
 
 jobs:
-  setup-job:
-    runs-on: ubuntu-20.04
-
-    if: github.repository == 'bcgov/lear'
-
-    steps:
-      - uses: actions/checkout@v3
-      - run: "true"
-
-  linting:
-    needs: setup-job
-    runs-on: ubuntu-20.04
-
-    strategy:
-      matrix:
-        python-version: [3.8]
-
-    steps:
-      - uses: actions/checkout@v3
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
-        with:
-          python-version: ${{ matrix.python-version }}
-      - name: Install dependencies
-        run: |
-          make setup
-      - name: Lint with pylint
-        id: pylint
-        run: |
-          make pylint
-      - name: Lint with flake8
-        id: flake8
-        run: |
-          make flake8
-
-  testing:
-    needs: setup-job
-    env:
-      DATABASE_TEST_USERNAME: postgres
-      DATABASE_TEST_PASSWORD: postgres
-      DATABASE_TEST_NAME: postgres
-      DATABASE_TEST_HOST: localhost
-      NATS_SERVERS: "nats://nats:4222"
-      NATS_CLIENT_NAME: entity.bn.tester
-      NATS_CLUSTER_ID: test-cluster
-      NATS_ENTITY_EVENT_SUBJECT: entity.events
-      NATS_QUEUE: entity-bn-worker
-      TEMPLATE_PATH: /home/runner/work/lear/lear/queue_services/entity-bn/src/entity_bn/bn_templates
-      TEST_NATS_DOCKER: True
-      STAN_CLUSTER_NAME: test-cluster
-      BN_HUB_API_URL: https://sometest:4443/rest/REST/BCPartner
-      BN_HUB_CLIENT_ID: id
-      BN_HUB_CLIENT_SECRET: secret
-
-    runs-on: ubuntu-20.04
-
-    services:
-      postgres:
-        image: postgres:12
-        env:
-          POSTGRES_USER: postgres
-          POSTGRES_PASSWORD: postgres
-          POSTGRES_DB: postgres
-        ports:
-          - 5432:5432
-        # needed because the postgres container does not provide a healthcheck
-        options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5
-
-    steps:
-      - uses: actions/checkout@v3
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
-        with:
-          python-version: ${{ matrix.python-version }}
-      - name: Install dependencies
-        run: |
-          make setup
-      - name: Test with pytest
-        id: test
-        run: |
-          make test
-      - name: Upload coverage to Codecov
-        uses: codecov/codecov-action@v3
-        with:
-          file: ./queue_services/entity-bn/coverage.xml
-          flags: entitybn
-          name: codecov-entity-bn
-          fail_ci_if_error: true
-
-  build-check:
-    needs: setup-job
-    runs-on: ubuntu-20.04
-
-    steps:
-      - uses: actions/checkout@v3
-      - name: build to check strictness
-        id: build
-        run: |
-          make build-nc
+  business-bn-ci:
+    uses: bcgov/bcregistry-sre/.github/workflows/backend-ci.yaml@main
+    with:
+      app_name: "business-bn"
+      working_directory: "./queue_services/entity-bn"
+      codecov_flag: "entitybn"

.github/workflows/business-emailer-ci.yml

@@ -6,125 +6,17 @@ on:
     paths:
       - "queue_services/entity-emailer/**"
       - "queue_services/common/**"
+  workflow_dispatch:
 
 defaults:
   run:
     shell: bash
     working-directory: ./queue_services/entity-emailer
 
 jobs:
-  setup-job:
-    runs-on: ubuntu-20.04
-
-    if: github.repository == 'bcgov/lear'
-
-    steps:
-      - uses: actions/checkout@v3
-      - run: "true"
-
-  linting:
-    needs: setup-job
-    runs-on: ubuntu-20.04
-
-    strategy:
-      matrix:
-        python-version: [3.8]
-
-    steps:
-      - uses: actions/checkout@v3
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
-        with:
-          python-version: ${{ matrix.python-version }}
-      - name: Install dependencies
-        run: |
-          make setup
-      - name: Lint with pylint
-        id: pylint
-        run: |
-          make pylint
-      - name: Lint with flake8
-        id: flake8
-        run: |
-          make flake8
-
-  testing:
-    needs: setup-job
-    env:
-      DATABASE_TEST_USERNAME: postgres
-      DATABASE_TEST_PASSWORD: postgres
-      DATABASE_TEST_NAME: postgres
-      DATABASE_TEST_HOST: localhost
-      DATABASE_HOST: localhost
-      DATABASE_PASSWORD: postgres
-      TRACKER_DATABASE_TEST_USERNAME: postgres
-      TRACKER_DATABASE_TEST_PASSWORD: postgres
-      TRACKER_DATABASE_TEST_NAME: postgres
-      TRACKER_DATABASE_TEST_HOST: localhost
-      TRACKER_DATABASE_TEST_PORT: 5433
-      NATS_SERVERS: "nats://nats:4222"
-      NATS_CLIENT_NAME: entity.email.tester
-      NATS_CLUSTER_ID: test-cluster
-      NATS_FILER_SUBJECT: entity.email
-      NATS_QUEUE: entity-email-worker
-      JWT_OIDC_JWKS_CACHE_TIMEOUT: 300
-      TEMPLATE_PATH: /home/runner/work/lear/lear/queue_services/entity-emailer/src/entity_emailer/email_templates
-      DASHBOARD_URL: https://dev.bcregistry.ca/businesses/
-      TEST_NATS_DOCKER: True
-      STAN_CLUSTER_NAME: test-cluster
-
-    runs-on: ubuntu-20.04
-
-    services:
-      postgres:
-        image: postgres:12
-        env:
-          POSTGRES_USER: postgres
-          POSTGRES_PASSWORD: postgres
-          POSTGRES_DB: postgres
-        ports:
-          - 5432:5432
-        # needed because the postgres container does not provide a healthcheck
-        options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5
-      postgres-tracker:
-        image: postgres:12
-        env:
-          POSTGRES_USER: postgres
-          POSTGRES_PASSWORD: postgres
-          POSTGRES_DB: postgres
-        ports:
-          - 5433:5432
-        # needed because the postgres container does not provide a healthcheck
-        options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5
-
-    steps:
-      - uses: actions/checkout@v3
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
-        with:
-          python-version: ${{ matrix.python-version }}
-      - name: Install dependencies
-        run: |
-          make setup
-      - name: Test with pytest
-        id: test
-        run: |
-          make test
-      - name: Upload coverage to Codecov
-        uses: codecov/codecov-action@v3
-        with:
-          file: ./queue_services/entity-emailer/coverage.xml
-          flags: entityemailer
-          name: codecov-entity-emailer
-          fail_ci_if_error: true
-
-  build-check:
-    needs: setup-job
-    runs-on: ubuntu-20.04
-
-    steps:
-      - uses: actions/checkout@v3
-      - name: build to check strictness
-        id: build
-        run: |
-          make build-nc
+  business-emailer-ci:
+    uses: bcgov/bcregistry-sre/.github/workflows/backend-ci.yaml@main
+    with:
+      app_name: "business-emailer"
+      working_directory: "./queue_services/entity-emailer"
+      codecov_flag: "entityemailer"