feat: restructure workflows and add deployment for ARC Runner with Docker support

Author: joshyorko

.github/workflows/build-arc-docker.yaml

@@ -5,12 +5,12 @@ on:
     paths:
       - 'robot.yaml'
       - 'conda.yaml'
-      - 'arc-docker/Dockerfile'
+      - 'repos/fetch-repos/Dockerfile'
   pull_request:
     paths:
       - 'robot.yaml'
       - 'conda.yaml'
-      - 'arc-docker/Dockerfile'
+      - 'repos/fetch-repos/Dockerfile'
   workflow_dispatch:
 
 env:
@@ -39,10 +39,10 @@ jobs:
           username: ${{ github.actor }}
           password: ${{ secrets.CR_PAT }}
 
-      - name: Copy configuration files to arc-docker directory
+      - name: Copy configuration files to repos/fetch-repos directory
         run: |
-          cp robot.yaml arc-docker/
-          cp conda.yaml arc-docker/
+          cp robot.yaml repos/fetch-repos/
+          cp conda.yaml repos/fetch-repos/
 
       - name: Extract metadata
         id: meta
@@ -64,8 +64,8 @@ jobs:
       - name: Build and push Docker image
         uses: docker/[email protected]
         with:
-          context: ./arc-docker
-          file: ./arc-docker/Dockerfile
+          context: ./repos/fetch-repos
+          file: ./repos/fetch-repos/Dockerfile
           push: true
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}
@@ -75,16 +75,16 @@ jobs:
 
       - name: Clean up copied files
         run: |
-          rm -f arc-docker/robot.yaml arc-docker/conda.yaml
+          rm -f repos/fetch-repos/robot.yaml repos/fetch-repos/conda.yaml
 
       - name: Update image tag in values.yaml only
         env:
           NEW_TAG: ${{ steps.set_tag.outputs.NEW_TAG }}
         uses: mikefarah/[email protected]
         with:
           cmd: |
-            echo "Updating arc-docker/values.yaml to use tag $NEW_TAG"
-            yq -i '.template.spec.containers[0].image = env(NEW_TAG)' arc-docker/values.yaml
+            echo "Updating repos/fetch-repos/values.yaml to use tag $NEW_TAG"
+            yq -i '.template.spec.containers[0].image = env(NEW_TAG)' repos/fetch-repos/values.yaml
 
       - name: Create or update tag-bump PR
         uses: peter-evans/[email protected]
@@ -96,7 +96,7 @@ jobs:
           title: "chore: bump runner image → ${{ steps.set_tag.outputs.NEW_TAG }}"
           body: |
             Automated build updated:
-            • arc-docker/values.yaml  
+            • repos/fetch-repos/values.yaml  
             
             _Generated by the Build & Push workflow._
           reviewers: joshyorko

.github/workflows/deploy-arc.yaml

@@ -0,0 +1,47 @@
+name: Deploy ARC Runner
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - 'repos/fetch-repos/values.yaml'
+
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up Helm
+        uses: azure/setup-helm@v4
+        with:
+          version: 'latest'
+
+      - name: Set up kubectl
+        uses: azure/setup-kubectl@v4
+        with:
+          version: 'latest'
+
+      - name: Set up Kubeconfig
+        run: |
+          mkdir -p $HOME/.kube
+          echo "${{ secrets.KUBECONFIG_DATA }}" | base64 -d > $HOME/.kube/config
+          echo "Kubeconfig created at $HOME/.kube/config"
+          kubectl get nodes # Test command
+        env:
+          KUBECONFIG_DATA: ${{ secrets.KUBECONFIG_DATA }}
+
+      - name: Create ARC Private Key file from secret
+        run: |
+          # The filename must match what install-upgrade-arc.sh expects or can find.
+          echo "${{ secrets.ARC_PRIVATE_KEY }}" | base64 -d > arc-private-key.pem
+          echo "arc-private-key.pem created from secret."
+        env:
+          ARC_PRIVATE_KEY: ${{ secrets.ARC_PRIVATE_KEY }}
+
+      - name: Run install script
+        run: |
+          chmod +x scripts/install-upgrade-arc.sh
+          ./scripts/install-upgrade-arc.sh fetch-repos

.gitignore

@@ -18,6 +18,4 @@ testrun/*
 *.pkl
 .venv/
 
-# Ignore copied configuration files in arc-docker directory
-arc-docker/robot.yaml
-arc-docker/conda.yaml
+

README.md

@@ -40,7 +40,7 @@ author: Joshua Yorko, [@joshyorko](https://github.com/joshyorko), joshua.yorko@g
 - `output/` — Output directory for artifacts and results.
 - `.github/workflows/` — Contains GitHub Actions workflows:
   - `fetch-repos-matrix.yaml` — Matrix-based producer-consumer workflow for parallel execution. This is the primary workflow for the bot.
-- `arc-docker/` — Contains files for building a custom GitHub Actions Runner image with pre-installed dependencies:
+- `repos/` — Contains files for building a custom GitHub Actions Runner image with pre-installed dependencies:
   - `Dockerfile` — Defines the Docker image build process, including Node.js, Playwright, and Robocorp RCC.
   - `conda.yaml` — Conda environment specification for the Docker image, ensuring necessary Python packages are available.
   - `robot.yaml` — Robocorp robot configuration specific to the Docker environment, if needed.
@@ -93,7 +93,7 @@ author: Joshua Yorko, [@joshyorko](https://github.com/joshyorko), joshua.yorko@g
   - The primary workflow for this project.
   - Supports parallel consumer jobs using matrix strategy.
   - Accepts `org_name` and `max_workers` as inputs.
-  - Can be configured to use the custom Docker image built from the `arc-docker` directory for self-hosted runners, ensuring all dependencies are pre-installed for faster and more reliable execution.
+  - Can be configured to use the custom Docker image built from the `repos` directory for self-hosted runners, ensuring all dependencies are pre-installed for faster and more reliable execution.
 
 ---
 

arc-docker/Dockerfile renamed to repos/fetch-repos/Dockerfile

@@ -26,7 +26,7 @@ RUN curl -o rcc https://cdn.sema4.ai/rcc/releases/latest/linux64/rcc \
  && mv rcc /usr/local/bin/
 
 # Copy configuration and values for fetch-repos
-# These files are copied to arc-docker/ by the GitHub Action before building
+# These files are copied to repos/ by the GitHub Action before building
 COPY conda.yaml /workspace/conda.yaml
 COPY robot.yaml /workspace/robot.yaml
 

arc-docker/values.yaml renamed to repos/fetch-repos/values.yaml

@@ -1,16 +1,19 @@
 # --------------------------------------------------------------------
 # GitHub configuration
 # --------------------------------------------------------------------
-githubConfigUrl: "https://github.com/joshyorko/fetch-repos-bot" # Replace with your GitHub URL
+githubConfigUrl: "https://github.com/joshyorko/fetch-repos-bot"  # Replace with your GitHub URL
+
 githubConfigSecret: pre-defined-secret
+
 # --------------------------------------------------------------------
 # Runner scale set configuration
 # --------------------------------------------------------------------
-runnerScaleSetName: "fetch-repos-bot-runner-k8s" # Name of the runner scale set
+runnerScaleSetName: "fetch-repos-bot-runner-k8s"  # Name of the runner scale set
+
+
 # --------------------------------------------------------------------
 # Runner Pod template configuration
 # --------------------------------------------------------------------
-
 template:
   spec:
     dnsPolicy: None