feat: migration from gitlab to github (#730)

Co-authored-by: devthejo <[email protected]>
SocialGouv · May 12, 2022 · 4c6dd02 · 4c6dd02
1 parent 11cc862
commit 4c6dd02
Show file tree

Hide file tree

Showing 244 changed files with 6,697 additions and 10,682 deletions.
diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS
@@ -1,5 +1,4 @@
 # Protect workflow files
 .github/workflows/*.yml @socialgouv/sre
 .github/CODEOWNERS @socialgouv/sre
-.k8s/ @socialgouv/sre
-.socialgouv/  @socialgouv/sre
+.kube-workflow/ @socialgouv/sre
diff --git a/.github/workflows/quality.yml b/.github/workflows/quality.yml
@@ -15,7 +15,7 @@ jobs:
         uses: actions/checkout@v2
       - uses: actions/setup-node@v2
         with:
-          node-version-file: '.node-version'
+          node-version-file: ".node-version"
       - name: Get yarn cache directory path
         id: yarn-cache-dir-path
         run: echo "::set-output name=dir::$(yarn cache dir)"
@@ -50,11 +50,11 @@ jobs:
             "frontend",
             "alert-cli",
             "ingester",
-            "ingester-es",
+            "export-elasticsearch",
             "@shared/dila-resolver",
             "@socialgouv/cdtn-elasticsearch",
             "@shared/elasticsearch-document-adapter",
-            "@socialgouv/cdtn-logger"
+            "@socialgouv/cdtn-logger",
           ]
     steps:
       - uses: actions/cache@v2
@@ -69,20 +69,20 @@ jobs:
   test:
     name: Test
     runs-on: ubuntu-latest
-    needs: [ build ]
+    needs: [build]
     strategy:
       fail-fast: false
       matrix:
         repositories:
           [
-              "frontend",
-              "alert-cli",
-              "ingester",
-              "ingester-es",
-              "@shared/dila-resolver",
-              "@socialgouv/cdtn-elasticsearch",
-              "@shared/elasticsearch-document-adapter",
-              "@socialgouv/cdtn-logger"
+            "frontend",
+            "alert-cli",
+            "ingester",
+            "export-elasticsearch",
+            "@shared/dila-resolver",
+            "@socialgouv/cdtn-elasticsearch",
+            "@shared/elasticsearch-document-adapter",
+            "@socialgouv/cdtn-logger",
           ]
     steps:
       - uses: actions/cache@v2

diff --git a/.github/workflows/review.yml b/.github/workflows/review.yml
@@ -1,9 +1,9 @@
 name: Review
 
 on:
-  pull_request:
-    branches:
-      - "**"
+  push:
+    branches-ignore:
+      - master
     tags-ignore:
       - v*
 
@@ -28,40 +28,30 @@ jobs:
           - images: "cdtn-admin-ingester"
             path: "./targets/ingester"
             context: "."
-          - images: "cdtn-admin-ingester-elasticsearch"
-            path: "./targets/ingester-elasticsearch"
-            context: "."
           - images: "cdtn-admin-alert-cli"
             path: "./targets/alert-cli"
             context: "."
+          - images: "cdtn-admin-export-elasticsearch"
+            path: "./targets/export-elasticsearch"
+            context: "."
     steps:
       - name: Register docker images
-        uses: SocialGouv/actions/autodevops-build-register@local-cache-cdtn
+        uses: SocialGouv/actions/autodevops-build-register@v1
         with:
-          project: "cdtn-admin"
-          imageName: cdtn-admin/${{ matrix.images }}
+          imagePackage: ${{ matrix.images }}
           token: ${{ secrets.GITHUB_TOKEN }}
-          dockerfile: "${{ matrix.path }}/Dockerfile.github"
+          dockerfile: "${{ matrix.path }}/Dockerfile"
           dockercontext: "${{ matrix.context }}"
 
-  manifests:
-    name: Generate k8s manifests
+  deploy:
+    name: Deploy
     runs-on: ubuntu-latest
+    needs: [register]
     steps:
-      - name: Install
-        shell: bash
-        run: |
-          yarn add @socialgouv/kosko-charts
-      - name: Get k8s infos
-        id: k8s
-        shell: bash
-        run: |
-          RAW_BRANCH=${GITHUB_HEAD_REF:-${GITHUB_REF#refs/heads/}}
-          BRANCH=$(npx @socialgouv/env-slug "${RAW_BRANCH}")
-          echo "::set-output name=branch::$(echo ${BRANCH})"
-      - name: Use k8s manifests generation
-        uses: SocialGouv/actions/k8s-manifests@v1
+      - uses: SocialGouv/kube-workflow@master
         with:
-          environment: "dev"
-          rancherId: ${{ secrets.RANCHER_PROJECT_ID }}
-          socialgouvBaseDomain: ${{ secrets.SOCIALGOUV_BASE_DOMAIN }}
+          environment: dev
+          token: ${{ secrets.GITHUB_TOKEN }}
+          kubeconfig: ${{ secrets.KUBECONFIG }}
+          rancherProjectId: ${{ secrets.RANCHER_PROJECT_ID }}
+          rancherProjectName: ${{ secrets.RANCHER_PROJECT_NAME }}
diff --git a/.github/workflows/run-ingester-preprod.yml b/.github/workflows/run-ingester-preprod.yml
@@ -0,0 +1,25 @@
+name: Run ingester preprod
+
+on:
+  workflow_dispatch:
+
+concurrency:
+  cancel-in-progress: true
+  group: run-ingester-preprod-${{ github.ref }}
+
+jobs:
+  release:
+    name: Run ingester preprod
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+      - name: Run kube-workflow
+        uses: SocialGouv/kube-workflow@master
+        with:
+          environment: preprod
+          rancherProjectId: ${{ secrets.RANCHER_PROJECT_ID }}
+          rancherProjectName: ${{ secrets.RANCHER_PROJECT_NAME }}
+          token: ${{ secrets.GITHUB_TOKEN }}
+          kubeconfig: ${{ secrets.KUBECONFIG }}
+          charts: job-ingester
diff --git a/.github/workflows/run-ingester-prod.yml b/.github/workflows/run-ingester-prod.yml
@@ -0,0 +1,25 @@
+name: Run ingester prod
+
+on:
+  workflow_dispatch:
+
+concurrency:
+  cancel-in-progress: true
+  group: run-ingester-prod-${{ github.ref }}
+
+jobs:
+  release:
+    name: Run ingester prod
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+      - name: Run kube-workflow
+        uses: SocialGouv/kube-workflow@master
+        with:
+          environment: prod
+          rancherProjectId: ${{ secrets.RANCHER_PROJECT_ID }}
+          rancherProjectName: ${{ secrets.RANCHER_PROJECT_NAME }}
+          token: ${{ secrets.GITHUB_TOKEN }}
+          kubeconfig: ${{ secrets.KUBECONFIG }}
+          charts: job-ingester
diff --git a/.github/workflows/security.yml b/.github/workflows/security.yml
@@ -25,20 +25,19 @@ jobs:
           - images: "cdtn-admin-ingester"
             path: "./targets/ingester"
             context: "."
-          - images: "cdtn-admin-ingester-elasticsearch"
-            path: "./targets/ingester-elasticsearch"
-            context: "."
           - images: "cdtn-admin-alert-cli"
             path: "./targets/alert-cli"
             context: "."
+          - images: "cdtn-admin-export-elasticsearch"
+            path: "./targets/export-elasticsearch"
+            context: "."
     steps:
       - name: Register docker images
-        uses: SocialGouv/actions/autodevops-build-register@local-cache-cdtn
+        uses: SocialGouv/actions/autodevops-build-register@v1
         with:
-          project: "cdtn-admin"
-          imageName: cdtn-admin/${{ matrix.images }}
+          imagePackage: ${{ matrix.images }}
           token: ${{ secrets.GITHUB_TOKEN }}
-          dockerfile: "${{ matrix.path }}/Dockerfile.github"
+          dockerfile: "${{ matrix.path }}/Dockerfile"
           dockercontext: "${{ matrix.context }}"
 
   trivy:
@@ -53,7 +52,7 @@ jobs:
             "cdtn-admin-frontend",
             "cdtn-admin-hasura",
             "cdtn-admin-ingester",
-            "cdtn-admin-ingester-elasticsearch",
+            "cdtn-admin-export-elasticsearch",
             "cdtn-admin-alert-cli",
           ]
     steps: