add runner script and job configuration

Signed-off-by: Spencer Schrock <[email protected]>

Author: spencerschrock

benchmarks/cloud_batch.json

@@ -0,0 +1,62 @@
+{
+    "taskGroups": [
+        {
+            "taskSpec": {
+                "runnables": [
+                    {
+                        "container": {
+                            "imageUri": "ghcr.io/sigstore/model-transparency-benchmarks:${TAG}",
+                            "entrypoint": "/bin/sh",
+                            "commands": [
+                                "-c",
+                                "benchmarks/run.sh ${MODEL} /mnt/disks/models /mnt/disks/gcs/${OUTPUT_FILE}"
+                            ]
+                        }
+                    }
+                ],
+                "computeResource": {
+                    "cpuMilli": 16000,
+                    "memoryMib": 65536
+                },
+                "volumes": [
+                    {
+                    "gcs": {
+                        "remotePath": "model-transparency-benchmarks"
+                    },
+                    "mountPath": "/mnt/disks/gcs"
+                    },
+                    {
+                        "deviceName": "models",
+                        "mountPath": "/mnt/disks/models",
+                        "mountOptions": "rw,async"
+                    }
+                ],
+                "maxRetryCount": 0,
+                "maxRunDuration": "3600s"
+            },
+            "taskCount": 1,
+            "parallelism": 1
+        }
+    ],
+    "allocationPolicy": {
+        "instances": [
+            {
+                "policy": {
+                    "machineType": "c2d-standard-16",
+                    "disks": [
+                        {
+                            "newDisk": {
+                                "sizeGb": 375,
+                                "type": "local-ssd"
+                            },
+                            "deviceName": "models"
+                        }
+                    ]
+                }
+            }
+        ]
+    },
+    "logsPolicy": {
+        "destination": "CLOUD_LOGGING"
+    }
+}

benchmarks/run.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+set -euxo pipefail
+
+MODEL=$1
+MODEL_DIR=$2
+MODEL_PATH=$MODEL_DIR/$(echo $MODEL | cut --delimiter='/' --fields=2-)
+OUTPUT_FILE=$3
+
+huggingface-cli download $MODEL --local-dir "$MODEL_PATH"
+hatch run bench.py3.11:python benchmarks/time_serialize.py "$MODEL_PATH" \
+    --output=$OUTPUT_FILE