Merge pull request #121 from pipeless-ai/build-arm-docker

feat(container): Support Linux ARM image

Author: miguelaeh

README.md

@@ -65,7 +65,7 @@ The following is a **non-exhaustive** set of relevant features that Pipeless inc
 
 ## Requirements ☝️
 
-* Python. Pre-built binaries are linked to Python 3.10 in Linux and 3.12 in macOS. If you have a different Python version, just provide the `--build` flag to the install script (or update your version and use a pre-built binary).
+* **Python**. Pre-built binaries are linked to Python 3.10 in Linux amd64, 3.8 in Linux arm64, and 3.12 in macOS. If you have a different Python version, provide the `--build` flag to the install script to build from source so Pipeless links to your installed Python version (or update your version and use a pre-built binary, which is simpler).
 * **Gstreamer 1.20.3**. Verify with `gst-launch-1.0 --gst-version`. Installation instructions [here](https://gstreamer.freedesktop.org/documentation/installing/index.html?gi-language=python)
 
 ## Installation 🛠️

install.sh

@@ -419,10 +419,10 @@ fail_trap() {
 # help provides possible cli installation arguments
 help () {
   echo "Accepted cli arguments are:"
-  echo -e "\t[--help|-h ] ->> prints this help"
+  echo -e "\t[--help|-h ] -> prints this help"
   echo -e "\t[--version|-v <desired_version>] . When not defined it fetches the latest release from GitHub"
   echo -e "\te.g. --version v1.0.0"
-  echo -e "\t[--build]  ->> Force the build from source"
+  echo -e "\t[--build]  -> Force the build from source"
 }
 
 # cleanup temporary files

package/scripts/libpipeless.sh

@@ -31,7 +31,6 @@ pipeless_install_user_python_deps() {
 
 ########################
 # Install system packages required by the user code to run the worker
-# These need to be installed at buildtime
 # Globals:
 #   PIPELESS_*
 # Arguments:
@@ -56,7 +55,6 @@ pipeless_install_user_system_deps() {
 
 ########################
 # Install pipeless
-# These need to be installed at buildtime
 # Globals:
 #   PIPELESS_*
 # Arguments:
@@ -65,14 +63,42 @@ pipeless_install_user_system_deps() {
 #   None
 #########################
 pipeless_install() {
+    ARCH=$(uname -m)
+    if [[ "$ARCH" == "aarch64"  ]]; then
+        pipeless_download_onnxruntime_arm
+        # The cargo build command in the install script will use these to locate the onnxruntime library
+        export ORT_STRATEGY="system"
+        export ORT_LIB_LOCATION="${HOME}/.pipeless/"
+    fi
+
     (
         cd /tmp
         wget https://raw.githubusercontent.com/pipeless-ai/pipeless/main/install.sh
         chmod +x install.sh
+        # Build Pipeless to ensure it links to the Python version of the image
         bash install.sh --build
     )
     # Cleanup
     rm -rf /tmp/*
     rm -rf /.rustup/*
     rm -rf /.cargo/*
 }
+
+########################
+# Download onnxruntime libraries for arm from our own S3 bucket since microsoft does not provide gpu flavors for arm
+# Globals:
+#   PIPELESS_*
+# Arguments:
+#   None
+# Returns:
+#   None
+#########################
+pipeless_download_onnxruntime_arm() {
+    local -r os_arch="linux-arm64"
+    local -r version="1.16.3"
+    wget -P "${HOME}/.pipeless" "https://pipeless-public.s3.eu-west-3.amazonaws.com/onnxruntime/${os_arch}/${version}/libonnxruntime.so.1.16.3"
+    wget -P "${HOME}/.pipeless" "https://pipeless-public.s3.eu-west-3.amazonaws.com/onnxruntime/${os_arch}/${version}/libonnxruntime_providers_cuda.so"
+    wget -P "${HOME}/.pipeless" "https://pipeless-public.s3.eu-west-3.amazonaws.com/onnxruntime/${os_arch}/${version}/libonnxruntime_providers_shared.so"
+    wget -P "${HOME}/.pipeless" "https://pipeless-public.s3.eu-west-3.amazonaws.com/onnxruntime/${os_arch}/${version}/libonnxruntime_providers_tensorrt.so"
+    wget -P "${HOME}/.pipeless" "https://pipeless-public.s3.eu-west-3.amazonaws.com/onnxruntime/${os_arch}/${version}/libonnxruntime.so"
+}