⚡️Model download Microservice

microservices/model-download/.gitignore

@@ -0,0 +1,32 @@
+# Copyright (C) 2025 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+# Ignore environment variables
+.env
+
+# Ignore Python cache files
+__pycache__/
+*.py[cod]
+
+# Ignore virtual environment directories
+venv/
+*.venv/
+env/
+
+# Ignore log files
+*.log
+
+# Ignore IDE specific files
+.vscode/
+
+# Ignore pytest cache
+.pytest_cache/
+
+# Ignore pytest result files
+*.pytest_cache
+
+# pytest related dir
+empty_model_dir
+mock_model_dir
+.coverage
+htmlcov

microservices/model-download/chart/Chart.yaml

@@ -0,0 +1,6 @@
+apiVersion: v2
+name: genai-model-download
+description: A Helm chart for deploying the model-download FastAPI microservice
+type: application
+version: 0.1.0
+appVersion: "1.0.0"

microservices/model-download/chart/templates/deployment.yaml

@@ -0,0 +1,39 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: {{ .Release.Name }}-model-download
+  labels:
+    app: {{ .Chart.Name }}
+spec:
+  replicas: {{ .Values.replicaCount }}
+  selector:
+    matchLabels:
+      app: {{ .Chart.Name }}
+  template:
+    metadata:
+      labels:
+        app: {{ .Chart.Name }}
+    spec:
+      containers:
+        - name: model-download
+          image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
+          imagePullPolicy: {{ .Values.image.pullPolicy }}
+          ports:
+            - containerPort: 8000
+          env:
+            - name: HUGGINGFACE_HUB_CACHE
+              value: "/root/.cache/huggingface"
+            - name: HF_HUB_ENABLE_HF_TRANSFER
+              value: "1"
+          volumeMounts:
+            - name: huggingface-cache
+              mountPath: /root/.cache/huggingface
+            - name: models
+              mountPath: /opt/models
+      volumes:
+        - name: huggingface-cache
+          persistentVolumeClaim:
+            claimName: huggingface-cache-pvc
+        - name: models
+          persistentVolumeClaim:
+            claimName: models-pvc

microservices/model-download/chart/templates/pvc.yaml

@@ -0,0 +1,26 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: huggingface-cache-pvc
+  labels:
+    app: {{ .Chart.Name }}
+spec:
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 5Gi
+
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: models-pvc
+  labels:
+    app: {{ .Chart.Name }}
+spec:
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 10Gi

microservices/model-download/chart/templates/service.yaml

@@ -0,0 +1,14 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: {{ .Release.Name }}-model-download
+  labels:
+    app: {{ .Chart.Name }}
+spec:
+  type: NodePort
+  ports:
+    - port: 8000
+      targetPort: 8000
+      nodePort: {{ .Values.service.nodePort }}
+  selector:
+    app: {{ .Chart.Name }}

microservices/model-download/chart/values.yaml

@@ -0,0 +1,12 @@
+replicaCount: 1
+
+image:
+  repository: your-dockerhub-username/model-download
+  tag: latest
+  pullPolicy: IfNotPresent
+
+service:
+  type: NodePort
+  nodePort: 32004
+
+resources: {}

microservices/model-download/docker/.dockerignore

@@ -0,0 +1,24 @@
+**/__pycache__
+**/*.pyc
+**/*.pyo
+**/*.pyd
+.Python
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+.git
+.gitignore
+.pytest_cache
+*.egg-info/
+dist/
+build/
+tests/
+docs/
+models/
+**/.cache
+**/.coverage
+**/.DS_Store

microservices/model-download/docker/Dockerfile

@@ -0,0 +1,76 @@
+# ---- Stage 1: Build dependencies ----
+FROM python:3.11-slim AS python-base
+
+# Set the working directory in the container
+WORKDIR /app
+
+# Install system dependencies required for Poetry and the application
+RUN apt-get update && apt-get install -y \
+    libgl1 \
+    libsm6 \
+    curl \
+    git \
+    build-essential \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install Poetry
+RUN curl -sSL https://install.python-poetry.org | python3 -
+
+# Add Poetry to PATH
+ENV PATH="/root/.local/bin:$PATH"
+
+# Install Ollama
+RUN curl -fsSL https://ollama.com/install.sh | sh
+
+
+
+# Copy only the Poetry configuration files first to leverage Docker caching
+COPY pyproject.toml poetry.lock /app/
+
+# Install dependencies using Poetry
+RUN poetry config virtualenvs.create false && poetry install --no-root
+
+# ---- Stage 2: Final slim image ----
+FROM python:3.11-slim
+
+ARG UID=1000
+ARG GID=1000
+
+RUN apt-get update && apt-get install -y \
+    curl \
+    libmagic-dev \
+    libgl1 \
+    libsm6 \
+    libglib2.0-0 \
+    git \
+    build-essential \
+    && rm -rf /var/lib/apt/lists/*
+
+# Create a non-root user
+RUN groupadd -g ${GID} appuser && \
+    useradd -m -s /bin/bash -u ${UID} -g ${GID} appuser
+
+# Copy installed dependencies from python-base
+COPY --from=python-base /usr/local/lib/python3.11/site-packages /usr/local/lib/python3.11/site-packages
+COPY --from=python-base /usr/local/bin /usr/local/bin
+
+
+COPY . /app
+
+WORKDIR /app
+
+# Change the user of working directory to non-root user
+RUN chown -R appuser:appuser /app
+
+# Switch to non-root user
+USER appuser
+
+# Expose the port the app runs on
+EXPOSE 8000
+
+# Set environment variables
+ENV PYTHONPATH=/app
+ENV MODELS_DIR=/app/models
+
+# Command to run the application
+CMD ["uvicorn", "src.api.main:app", "--host", "0.0.0.0", "--port", "8000"]

microservices/model-download/docker/compose.yaml

@@ -0,0 +1,17 @@
+services:
+  model_download_service:
+    build:
+      context: ..
+      dockerfile: docker/Dockerfile
+    container_name: model_download
+    environment:
+      - HF_HUB_ENABLE_HF_TRANSFER=1
+      - LOG_LEVEL=INFO
+    ports:
+      - "8200:8000"  # Map container port 8000 to host port 8200
+    volumes:
+      # Mount volumes for models and caching
+      - ~/.cache/huggingface:/home/appuser/.cache/huggingface
+      - ~/models:/app/models
+    group_add:
+      - ${USER_GROUP_ID:-1000}