Merge pull request #38 from open-runtimes/feat-multiversion-pull

Feat: Multiversion pull for images

Author: christyjacob4

.env

@@ -8,4 +8,5 @@ OPR_EXECUTOR_SECRET=executor-secret-key
 OPR_EXECUTOR_LOGGING_PROVIDER=
 OPR_EXECUTOR_LOGGING_CONFIG=
 OPR_EXECUTOR_DOCKER_HUB_USERNAME=
-OPR_EXECUTOR_DOCKER_HUB_PASSWORD=
+OPR_EXECUTOR_DOCKER_HUB_PASSWORD=
+OPR_EXECUTOR_RUNTIME_VERSIONS=v3

README.md

@@ -59,6 +59,7 @@ services:
       - OPR_EXECUTOR_LOGGING_CONFIG
       - OPR_EXECUTOR_DOCKER_HUB_USERNAME
       - OPR_EXECUTOR_DOCKER_HUB_PASSWORD
+      - OPR_EXECUTOR_RUNTIME_VERSIONS
 
 networks:
   openruntimes-runtimes:
@@ -85,6 +86,7 @@ OPR_EXECUTOR_LOGGING_PROVIDER=
 OPR_EXECUTOR_LOGGING_CONFIG=
 OPR_EXECUTOR_DOCKER_HUB_USERNAME=
 OPR_EXECUTOR_DOCKER_HUB_PASSWORD=
+OPR_EXECUTOR_RUNTIME_VERSIONS=v3
 ```
 
 > `OPR_EXECUTOR_CONNECTION_STORAGE` takes a DSN string that represents a connection to your storage device. If you would like to use your local filesystem, you can use `file://localhost`. If using S3 or any other provider for storage, use a DSN of the following format `s3://access_key:access_secret@host:port/bucket_name?region=us-east-1`

app/http.php

@@ -1166,24 +1166,28 @@ function (string $runtimeId, ?string $payload, string $path, string $method, arr
     /**
      * Warmup: make sure images are ready to run fast 🚀
      */
-    Console::info('Pulling runtime images...');
-    $runtimes = new Runtimes('v3'); // TODO: @Meldiron Make part of open runtimes
     $allowList = empty(App::getEnv('OPR_EXECUTOR_RUNTIMES')) ? [] : \explode(',', App::getEnv('OPR_EXECUTOR_RUNTIMES'));
-    $runtimes = $runtimes->getAll(true, $allowList);
-    $callables = [];
-    foreach ($runtimes as $runtime) {
-        $callables[] = function () use ($runtime, $orchestration) {
-            Console::log('Warming up ' . $runtime['name'] . ' ' . $runtime['version'] . ' environment...');
-            $response = $orchestration->pull($runtime['image']);
-            if ($response) {
-                Console::info("Successfully Warmed up {$runtime['name']} {$runtime['version']}!");
-            } else {
-                Console::warning("Failed to Warmup {$runtime['name']} {$runtime['version']}!");
-            }
-        };
-    }
 
-    batch($callables);
+    $runtimeVersions = \explode(',', App::getEnv('OPR_EXECUTOR_RUNTIME_VERSIONS', 'v3') ?? 'v3');
+    foreach ($runtimeVersions as $runtimeVersion) {
+        Console::success("Pulling $runtimeVersion images...");
+        $runtimes = new Runtimes($runtimeVersion); // TODO: @Meldiron Make part of open runtimes
+        $runtimes = $runtimes->getAll(true, $allowList);
+        $callables = [];
+        foreach ($runtimes as $runtime) {
+            $callables[] = function () use ($runtime, $orchestration) {
+                Console::log('Warming up ' . $runtime['name'] . ' ' . $runtime['version'] . ' environment...');
+                $response = $orchestration->pull($runtime['image']);
+                if ($response) {
+                    Console::info("Successfully Warmed up {$runtime['name']} {$runtime['version']}!");
+                } else {
+                    Console::warning("Failed to Warmup {$runtime['name']} {$runtime['version']}!");
+                }
+            };
+        }
+
+        batch($callables);
+    }
 
     Console::success("Image pulling finished.");
 

docker-compose.yml

@@ -44,6 +44,7 @@ services:
       - OPR_EXECUTOR_LOGGING_CONFIG
       - OPR_EXECUTOR_DOCKER_HUB_USERNAME
       - OPR_EXECUTOR_DOCKER_HUB_PASSWORD
+      - OPR_EXECUTOR_RUNTIME_VERSIONS
 
 networks:
   openruntimes-runtimes: