wip

Signed-off-by: Spencer Schrock <[email protected]>

Author: spencerschrock

.github/workflows/bench.yml

@@ -11,6 +11,8 @@ jobs:
     runs-on: [ubuntu-latest]
     permissions:
       packages: write
+    outputs:
+      head: ${{ steps.config.outputs.head }}
     steps:
       - name: Validate and configure benchmark
         id: config
@@ -73,3 +75,24 @@ jobs:
           image: ${{ steps.build_image.outputs.image }}
           tags: ${{ steps.build_image.outputs.tags }}
           registry: ghcr.io
+  # submit-cloud-batch:
+  #   needs: publish-benchmark-container
+  #   runs-on: ubuntu-latest
+  #   permissions:
+  #     id-token: 'write'
+  #   env:
+  #     MODEL: deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
+  #     TAG: ${{needs.publish-benchmark-container.outputs.head}}
+  #   steps:
+  #     - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+  #       with:
+  #         ref: ${{needs.publish-benchmark-container.outputs.head}}
+  #     - run: |
+  #       export OUTPUT_FILE=$(date --utc +%Y%m%d%H%M%S)_$TAG.json
+  #       gcloud batch jobs submit \
+  #         --job-prefix=qwen \
+  #         --project <> \
+  #         --location us-central1 \
+  #         --config - <<EOF
+  #         $(envsubst '$TAG','$MODEL','$OUTPUT_FILE' < benchmarks/cloud_batch.json)
+  #         EOF

benchmarks/cloud_batch.json

@@ -21,7 +21,7 @@
                 "volumes": [
                     {
                     "gcs": {
-                        "remotePath": "${BUCKET}"
+                        "remotePath": "gosst-scare-sandbox-batch-test"
                     },
                     "mountPath": "/mnt/disks/gcs"
                     },