Kubernetes を self-hosted Runner として利用してテスト効率を向上させた話

https://github.com/organizations/ORGANIZATION/settings/installations/INSTALLATION_ID 

az login
az account set --subscription "TARGET_SUBSCRIPTION_ID"
az aks get-credentials --resource-group <TARGET_RESOURCE_GROUP> --name <TARGET_AKS_RESOURCE_NAME>

Merged "<TARGET_AKS_RESOURCE_NAME>" as current context in /hoge/fuga/.kube/config

kubectl config get-contexts

CURRENT   NAME                         CLUSTER                      AUTHINFO                   NAMESPACE
*         <TARGET_AKS_RESOURCE_NAME>   <TARGET_CLUSTER_NAME>   ************************ 

kubectl config use-context {TARGET_CLUSTER_NAME}

NAMESPACE="arc-systems"
helm install arc \
    --namespace "${NAMESPACE}" \
    --create-namespace \
    oci://ghcr.io/actions/actions-runner-controller-charts/gha-runner-scale-set-controller

Pulled: ghcr.io/actions/actions-runner-controller-charts/gha-runner-scale-set-controller:0.8.1
Digest: sha256:xxxxxxxxxxxxxxxxxxxxxxxxxxxx
NAME: arc
LAST DEPLOYED: Fri Jan 19 08:00:17 2024
NAMESPACE: arc-systems
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
Thank you for installing gha-runner-scale-set-controller.

Your release is named arc.

RUNNER_NAMESPACE="arc-runners"
echo ${RUNNER_NAMESPACE}    
kubectl create namespace ${RUNNER_NAMESPACE}

# シェル変数の定義
GITHUB_ACTIONS_RUNNER_SECRET="github-actions-runner-secret"
RUNNER_NAMESPACE="arc-runners"
GITHUB_APP_ID="xxxxxx"
GITHUB_APP_INSTALLATION_ID="yyyyyyyy"
PRIVATE_KEY_PATH="/PATH/TO/THE/FILE.pem"

# secret登録
kubectl create secret generic "${GITHUB_ACTIONS_RUNNER_SECRET}" \
  --namespace="${RUNNER_NAMESPACE}" \
  --from-literal=github_app_id="${GITHUB_APP_ID}" \
  --from-literal=github_app_installation_id="${GITHUB_APP_INSTALLATION_ID}" \
  --from-file=github_app_private_key="${PRIVATE_KEY_PATH}"

kubectl describe secrets/"${GITHUB_ACTIONS_RUNNER_SECRET}" -n "${RUNNER_NAMESPACE}"

Name:         github-actions-runner-secret
Namespace:    arc-runners
Labels:       <none>
Annotations:  <none>
Type:  Opaque
Data
====
github_app_private_key:      1679 bytes
github_app_id:               6 bytes
github_app_installation_id:  8 bytes

# シェル変数の定義
INSTALLATION_NAME="self-hosted-runner-cluster"
GITHUB_CONFIG_URL="https://github.com/{ORGANIZATION_ID or ENTERPRISE_ID}"

# インストールコマンドの実行
helm install "${INSTALLATION_NAME}" \
    --namespace "${RUNNER_NAMESPACE}" \
    --set githubConfigUrl="${GITHUB_CONFIG_URL}" \
    --set githubConfigSecret="${GITHUB_ACTIONS_RUNNER_SECRET}" \
    oci://ghcr.io/actions/actions-runner-controller-charts/gha-runner-scale-set

Pulled: ghcr.io/actions/actions-runner-controller-charts/gha-runner-scale-set:0.8.1
Digest: sha256:xxxxxxxxxxxxxxxxxxxxxxxxxxxx
NAME: autoscale-runner-set
LAST DEPLOYED: Fri Jan 19 09:23:43 2024
NAMESPACE: arc-runners
STATUS: deployed
REVISION: 1
TEST SUITE: None
NOTES:
Thank you for installing gha-runner-scale-set.

Your release is named autoscale-runner-set.

name: Build and deploy Node.js app to Azure Web App
on:
  workflow_dispatch:
jobs:
  example_matrix:
    runs-on: autoscale-runner-set
    strategy:
      matrix:
        version: [10, 12]
    steps:
      - name: prepare-various-ver-containers
        uses: actions/setup-node@v3
        with:
          node-version: ${{ matrix.version }}

kubectl get pods -n arc-runners -o wide

NAME                                      READY   STATUS    RESTARTS   AGE     IP           NODE                              NOMINATED NODE   READINESS GATES
autoscale-runner-set-jkl44-runner-2dbrd   1/1     Running   0          4m17s   10.0.1.125   aks-default-35787661-vmss00000o   <none>           <none>
autoscale-runner-set-jkl44-runner-p8mp7   1/1     Running   0          4m17s   10.0.1.109   aks-default-35787661-vmss00000o   <none>           <none>

e2e_test:
    timeout-minutes: 30
    runs-on: self-hosted-runner-cluster
    needs: prepare-containers
    strategy:
      matrix: ${{ fromJSON(needs.prepare-containers.outputs.matrixE2E) }}
      fail-fast: false

    steps:
      - name: Update git
        run: |
          sudo add-apt-repository ppa:git-core/ppa
          sudo apt-get update
          sudo apt-get install -y git
      - uses: actions/create-github-app-token@v1
        id: app-token
        with:
          app-id: ${{ secrets.GH_APP_READ_ALL_ID }}
          private-key: ${{ secrets.GH_APP_READ_ALL_PRIVATE_KEY }}
          owner: sbopsv
      - uses: actions/checkout@v4
        with:
          submodules: recursive
          token: ${{ steps.app-token.outputs.token }}
          persist-credentials: false
      - uses: actions/setup-node@v4
        with:
          node-version: ${{ env.NODE_VERSION }}
          cache: "npm"
      - name: Install dependencies
        run: |
          npm ci
      - name: Install Playwright Browsers
        run: |
          echo "インストールするブラウザ: ${INSTALL_PLAYWRIGHT_BROWSERS}"
          npx playwright install --with-deps $INSTALL_PLAYWRIGHT_BROWSERS
      - name: SB Run Playwright tests
        run: |
          npx playwright test --shard=$((${{ strategy.job-index }} + 1))/${{ strategy.job-total }}
        env:
          LOGIN_URL: ${{ vars.LOGIN_URL }}
          USER_ID: ${{ vars.USER_ID }}
          MGMT_USER_MAIL: ${{ vars.MGMT_USER_MAIL }}
          USER_PASS: ${{ secrets.USER_PASS }}
      - uses: actions/upload-artifact@v4
        if: always()
        with:
          name: blob-report-${{ strategy.job-index }}
          path: blob-report
          retention-days: 3