Build Bioconductor Extension Images #11
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build Bioconductor Extension Images | |
| on: | |
| push: | |
| branches: | |
| - devel | |
| - RELEASE_* | |
| paths: | |
| - 'extensions/**' | |
| workflow_dispatch: | |
| inputs: | |
| specific_extension: | |
| description: 'Build only a specific extension (folder name in extensions/)' | |
| required: false | |
| type: string | |
| schedule: | |
| - cron: '0 20 * * 5' # Run every Friday at 8PM UTC | |
| jobs: | |
| build-extensions: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Free root space | |
| uses: almahmoud/free-root-space@main | |
| with: | |
| verbose: true | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to GHCR | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Login to Dockerhub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKER_USERNAME }} | |
| password: ${{ secrets.DOCKER_PASSWORD }} | |
| - name: Install dependencies | |
| run: | | |
| # Install yq for YAML parsing | |
| wget -qO /usr/local/bin/yq https://github.com/mikefarah/yq/releases/latest/download/yq_linux_amd64 | |
| chmod +x /usr/local/bin/yq | |
| - name: Find extensions | |
| id: find_extensions | |
| run: | | |
| if [[ -n "${{ github.event.inputs.specific_extension }}" ]]; then | |
| # Check if the specified extension exists | |
| if [[ -d "extensions/${{ github.event.inputs.specific_extension }}" ]]; then | |
| echo "extensions=$(find extensions/${{ github.event.inputs.specific_extension }} -name 'bioc-extension.yaml')" >> $GITHUB_OUTPUT | |
| echo "Building specific extension: ${{ github.event.inputs.specific_extension }}" | |
| else | |
| echo "::error::Extension directory not found: extensions/${{ github.event.inputs.specific_extension }}" | |
| exit 1 | |
| fi | |
| else | |
| # Find all extensions | |
| echo "extensions=$(find extensions -name 'bioc-extension.yaml' | sort)" >> $GITHUB_OUTPUT | |
| echo "Building all available extensions" | |
| fi | |
| - name: Extract extension data to files | |
| run: | | |
| branch="${GITHUB_REF##*/}" | |
| # Create empty files | |
| > /tmp/basenames.txt | |
| > /tmp/basetags.txt | |
| > /tmp/outnames.txt | |
| > /tmp/dirs.txt | |
| for ext_file in $(echo "${{ steps.find_extensions.outputs.extensions }}"); do | |
| ext_dir=$(dirname "$ext_file") | |
| ext_name=$(basename "$ext_dir") | |
| echo "Processing extension: $ext_name from $ext_file" | |
| # Parse YAML directly using yq - convert outname to lowercase | |
| outname=$(yq '.container.outname' "$ext_file" | tr '[:upper:]' '[:lower:]') | |
| base_image=$(yq '.container.base.image' "$ext_file" | tr '[:upper:]' '[:lower:]') | |
| # Check if Dockerfile exists | |
| if [[ ! -f "$ext_dir/Dockerfile" ]]; then | |
| echo "::warning::No Dockerfile found for extension $ext_name, skipping" | |
| continue | |
| fi | |
| # Handle tags | |
| tags_count=$(yq '.container.base.tag | length' "$ext_file") | |
| # If no tags defined, use branch name as default tag | |
| if [[ $tags_count -eq 0 ]]; then | |
| echo "$outname" >> /tmp/outnames.txt | |
| echo "$base_image" >> /tmp/basenames.txt | |
| echo "$branch" >> /tmp/basetags.txt | |
| echo "$ext_dir" >> /tmp/dirs.txt | |
| else | |
| # For each tag, create a line in each file | |
| for (( i=0; i<$tags_count; i++ )); do | |
| tag=$(yq ".container.base.tag[$i]" "$ext_file") | |
| echo "$outname" >> /tmp/outnames.txt | |
| echo "$base_image" >> /tmp/basenames.txt | |
| echo "$tag" >> /tmp/basetags.txt | |
| echo "$ext_dir" >> /tmp/dirs.txt | |
| done | |
| fi | |
| done | |
| echo "Files created with build data:" | |
| echo "===== Outnames =====" | |
| cat /tmp/outnames.txt | |
| echo "===== Base Images =====" | |
| cat /tmp/basenames.txt | |
| echo "===== Tags =====" | |
| cat /tmp/basetags.txt | |
| echo "===== Directories =====" | |
| cat /tmp/dirs.txt | |
| - name: Build extensions | |
| run: | | |
| # Check if we have any extensions to build | |
| if [[ ! -s /tmp/outnames.txt ]]; then | |
| echo "No extensions to build" | |
| exit 0 | |
| fi | |
| # Convert repository owner to lowercase for Docker compatibility | |
| REPO_OWNER="${{ github.repository_owner }}" | |
| REPO_OWNER_LOWER=$(echo "$REPO_OWNER" | tr '[:upper:]' '[:lower:]') | |
| # Process line by line with paste command | |
| paste /tmp/outnames.txt /tmp/basenames.txt /tmp/basetags.txt /tmp/dirs.txt | while read outname base_image tag ext_dir; do | |
| echo "Building $outname:$tag from $base_image:$tag using Dockerfile in $ext_dir" | |
| # Build and push with lowercase names | |
| docker buildx build --platform linux/amd64 \ | |
| -t "ghcr.io/$REPO_OWNER_LOWER/$outname:$tag" \ | |
| -t "docker.io/$REPO_OWNER_LOWER/$outname:$tag" \ | |
| --build-arg BASE_IMAGE=$base_image \ | |
| --build-arg TAG=$tag \ | |
| --push \ | |
| "$ext_dir" | |
| echo "Successfully built and pushed $outname:$tag" | |
| done |