Helm deploy and minikube test

.github/workflows/helm-chart.old

@@ -0,0 +1,76 @@
+name: Helm Chart CI/CD
+
+on:
+  push:
+    branches: [ helm-deploy ]
+  pull_request:
+    branches: [ helm-deploy ]
+  workflow_dispatch:
+
+jobs:
+  build-docker-images:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+
+    strategy:
+      matrix:
+        service:
+          - name: db
+            context: ./opensampl/db
+          - name: backend
+            context: ./opensampl/backend
+          - name: grafana
+            context: ./opensampl/server/grafana
+          #- name: migrations
+           # context: ./opensampl/migrations
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Log in to GitHub Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Build and push ${{ matrix.service.name }} image
+        uses: docker/build-push-action@v5
+        with:
+          context: ${{ matrix.service.context }}
+          push: true
+          tags: ghcr.io/ornl/opensampl-${{ matrix.service.name }}:latest
+          cache-from: type=gha,scope=${{ matrix.service.name }}
+          cache-to: type=gha,mode=max,scope=${{ matrix.service.name }}
+
+  helm:
+    runs-on: ubuntu-latest
+    needs: build-docker-images
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Setup Helm
+        uses: azure/setup-helm@v3
+        with:
+          version: v3.14.0
+
+      - name: Helm Lint
+        run: helm lint ./helm
+
+      - name: Package Chart
+        run: helm package ./helm
+
+      - name: Push to GHCR
+        env:
+          CR_PAT: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          helm registry login ghcr.io -u $GITHUB_ACTOR -p $CR_PAT
+          helm push opensampl-*.tgz oci://ghcr.io/ornl/charts
+

.github/workflows/helm-chart.yml

@@ -0,0 +1,134 @@
+name: Helm Chart CI/CD
+
+on:
+  push:
+    branches: [ helm-deploy ]
+  pull_request:
+    branches:
+      - helm-deploy
+      - main
+  workflow_dispatch:
+
+jobs:
+  build-docker-images:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+
+    strategy:
+      matrix:
+        service:
+          - name: db
+            context: ./opensampl/db
+          - name: backend
+            context: ./opensampl/backend
+          - name: grafana
+            context: ./opensampl/server/grafana
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Log in to GitHub Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Set image tags
+        id: tags
+        run: |
+          if [ "${{ github.event_name }}" == "pull_request" ]; then
+            PR_NUMBER=$(echo ${{ github.ref }} | awk -F'/' '{print $3}')
+            echo "tag=pr-${PR_NUMBER}" >> $GITHUB_OUTPUT
+          else
+            echo "tag=latest" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Build and push ${{ matrix.service.name }} image
+        uses: docker/build-push-action@v5
+        with:
+          context: ${{ matrix.service.context }}
+          push: true
+          tags: ghcr.io/ornl/opensampl-${{ matrix.service.name }}:${{ steps.tags.outputs.tag }}
+          cache-from: type=gha,scope=${{ matrix.service.name }}
+          cache-to: type=gha,mode=max,scope=${{ matrix.service.name }}
+
+  test-helm-chart:
+    name: Test Helm Chart Deployment
+    runs-on: ubuntu-latest
+    needs: build-docker-images
+    if: github.event_name == 'pull_request'
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Start minikube
+        uses: medyagh/setup-minikube@latest
+
+      - name: Set up Helm
+        uses: azure/setup-helm@v4
+
+      - name: Install Helm Chart
+        working-directory: helm/
+        run: |
+          PR_NUMBER=$(echo ${GITHUB_REF} | awk -F'/' '{print $3}')
+
+          helm install test-opensampl . \
+            --set db.image.tag=pr-${PR_NUMBER} \
+            --set backend.image.tag=pr-${PR_NUMBER} \
+            --set grafana.image.tag=pr-${PR_NUMBER} \
+            --set migrations.enabled=false \
+            --wait \
+            --timeout 5m
+
+      - name: Verify Deployment
+        run: |
+          kubectl get pods
+          kubectl get services
+          kubectl get pvc
+
+      - name: Show Pod Logs on Failure
+        if: failure()
+        run: |
+          echo "=== Pod Status ==="
+          kubectl get pods
+          echo "=== Pod Descriptions ==="
+          kubectl describe pods
+          echo "=== Pod Logs ==="
+          for pod in $(kubectl get pods -o name); do
+            echo "Logs for $pod:"
+            kubectl logs $pod --all-containers=true || true
+          done
+
+  helm-package:
+    name: Package and Push Helm Chart
+    runs-on: ubuntu-latest
+    needs: build-docker-images
+    if: github.event_name != 'pull_request'
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Setup Helm
+        uses: azure/setup-helm@v4
+        with:
+          version: v3.14.0
+
+      - name: Helm Lint
+        run: helm lint ./helm
+
+      - name: Package Chart
+        run: helm package ./helm
+
+      - name: Push to GHCR
+        env:
+          CR_PAT: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          helm registry login ghcr.io -u $GITHUB_ACTOR -p $CR_PAT
+          helm push opensampl-*.tgz oci://ghcr.io/ornl/charts

.github/workflows/helm-readme.md

@@ -0,0 +1,27 @@
+### 1. **Smart Image Tagging**
+Images now get tagged with:
+- `pr-123` for pull requests
+- `helm-deploy-abc123` for branch commits
+- `latest` for main branch
+
+### 2. **New Test Job** (`test-helm-chart`)
+- **Only runs on PRs** (not regular pushes)
+- Spins up local Kubernetes (minikube)
+- Installs your Helm chart with PR-tagged images
+- Verifies pods start successfully
+- Shows detailed logs if anything fails
+
+### 3. **Separated Helm Packaging**
+- `helm-package` job only runs on **direct pushes** (not PRs)
+- Lints, packages, and pushes the chart
+
+## Workflow Flow
+
+**On Pull Request:**
+```
+Build Images (with pr-123 tags) → Test in Kubernetes → ✓ Pass/Fail
+```
+
+**On Push to helm-deploy:**
+```
+Build Images (with latest tag) → Package & Push Helm Chart

helm/.helmignore

@@ -0,0 +1,44 @@
+# Common VCS directories
+.git/
+.gitignore
+.github/
+
+# Mac / Windows system files
+.DS_Store
+Thumbs.db
+
+# Editor files
+*.swp
+*.bak
+*.tmp
+*.orig
+*.log
+
+# Python / build artifacts
+__pycache__/
+*.pyc
+*.pyo
+*.egg-info/
+dist/
+build/
+
+# Tests and CI/CD
+tests/
+*.test
+*.coverage
+.coverage
+.env
+.vscode/
+.idea/
+
+# Docs and misc
+docs/
+*.md
+LICENSE
+CHANGELOG.md
+README-PACKAGE.md
+
+# Docker and Compose files
+docker-compose.yaml
+Dockerfile
+*.Dockerfile

helm/Chart.yaml

@@ -0,0 +1,7 @@
+apiVersion: v2
+name: opensampl
+description: Helm chart for OpenSAMPL (Postgres + Backend + Grafana + Migrations)
+type: application
+version: 0.1.7
+appVersion: "1.0.0"
+icon: https://raw.githubusercontent.com/ORNL/OpenSAMPL/main/docs/logo.png

helm/README.md

@@ -0,0 +1,17 @@
+charts/
+└── opensampl/
+    ├── Chart.yaml
+    ├── values.yaml
+    ├── templates/
+    │   ├── _helpers.tpl
+    │   ├── db-statefulset.yaml
+    │   ├── db-service.yaml
+    │   ├── grafana-deployment.yaml
+    │   ├── grafana-service.yaml
+    │   ├── backend-deployment.yaml
+    │   ├── backend-service.yaml
+    │   ├── migrations-job.yaml
+    │   ├── pvc.yaml
+    │   ├── ingress.yaml (optional)
+    │   └── NOTES.txt
+    └── .helmignore

helm/templates/NOTES.txt

@@ -0,0 +1,9 @@
+Thank you for installing OpenSAMPL!
+
+To access your services:
+- Backend: ClusterIP service "{{ include "opensampl.name" . }}-backend" on port {{ .Values.backend.port }}
+- Grafana: ClusterIP service "{{ include "opensampl.name" . }}-grafana" on port {{ .Values.grafana.port }}
+- Database: StatefulSet "{{ include "opensampl.name" . }}-db" with {{ .Values.db.storage }} storage
+
+If ingress is enabled, access OpenSAMPL at:
+http://{{ .Values.ingress.host }}

helm/templates/_helpers.tpl

@@ -0,0 +1,28 @@
+{{/* Base name */}}
+{{- define "opensampl.name" -}}
+opensampl
+{{- end -}}
+
+{{/* Full release-qualified name */}}
+{{- define "opensampl.fullname" -}}
+{{- if .Values.fullnameOverride }}
+{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" }}
+{{- else }}
+{{- printf "%s-%s" (include "opensampl.name" .) .Release.Name | trunc 63 | trimSuffix "-" }}
+{{- end }}
+{{- end -}}
+
+{{/* Component-specific name */}}
+{{- define "opensampl.componentname" -}}
+{{- printf "%s-%s" (include "opensampl.name" .) .component | trunc 63 | trimSuffix "-" }}
+{{- end -}}
+
+{{/* Common labels */}}
+{{- define "opensampl.labels" -}}
+app.kubernetes.io/name: {{ include "opensampl.name" . }}
+app.kubernetes.io/instance: {{ .Release.Name }}
+app.kubernetes.io/managed-by: {{ .Release.Service }}
+{{- if .component }}
+app.kubernetes.io/component: {{ .component }}
+{{- end }}
+{{- end -}}