added option to skip base image check
This commit is contained in:
Brian Bjarke Jensen
+46
-23
@@ -5,20 +5,25 @@ on:
|
||||
# Runs every day at 3:00 AM UTC
|
||||
- cron: '0 3 * * *'
|
||||
workflow_dispatch: # Allows manual triggering
|
||||
inputs:
|
||||
skip_image_check:
|
||||
description: 'Skip image check and force build'
|
||||
required: false
|
||||
default: 'false'
|
||||
type: choice
|
||||
options:
|
||||
- 'true'
|
||||
- 'false'
|
||||
|
||||
jobs:
|
||||
check-images:
|
||||
get-mlflow-full-base-image-digest:
|
||||
if: github.event.inputs.skip_image_check != 'true'
|
||||
runs-on: ubuntu-latest
|
||||
outputs:
|
||||
base_image_digest: ${{ steps.mlflow-base.outputs.digest }}
|
||||
should_build: ${{ steps.decision.outputs.should_build }}
|
||||
base_image_digest: ${{ steps.mlflow-full.outputs.base_image_digest }}
|
||||
success: ${{ steps.mlflow-full.outputs.success }}
|
||||
steps:
|
||||
- name: Log in to Gitea Container Registry
|
||||
run: |
|
||||
mkdir -p ~/.docker
|
||||
echo '{"insecure-registries": ["10.0.0.2:3000"]}' > ~/.docker/config.json
|
||||
echo "${{ secrets.CI_RUNNER_TOKEN }}" | docker login 10.0.0.2:3000 --username "${{ gitea.actor }}" --password-stdin
|
||||
- name: Check MLflow-full base image digest
|
||||
- name: Get MLflow-full base image digest
|
||||
id: mlflow-full
|
||||
env:
|
||||
CI_RUNNER_TOKEN: ${{ secrets.CI_RUNNER_TOKEN }}
|
||||
@@ -29,21 +34,21 @@ jobs:
|
||||
"https://gitea.gt-proj.com/v2/token?service=container_registry&scope=repository:brian/mlflow-full:pull" \
|
||||
| jq -r '.token // empty')
|
||||
if [ -z "$REGISTRY_TOKEN" ]; then
|
||||
echo "digest_found=false" >> $GITHUB_OUTPUT
|
||||
echo "success=false" >> $GITHUB_OUTPUT
|
||||
echo "Failed to obtain registry token"
|
||||
exit 1
|
||||
fi
|
||||
# Inspect the manifest of the MLflow-full image
|
||||
MANIFEST=$(docker manifest inspect "gitea.gt-proj.com/brian/mlflow-full:latest" 2>/dev/null || echo "{}")
|
||||
if [ "$MANIFEST" == "{}" ]; then
|
||||
echo "digest_found=false" >> $GITHUB_OUTPUT
|
||||
echo "success=false" >> $GITHUB_OUTPUT
|
||||
echo "MLflow-full manifest not found"
|
||||
exit 1
|
||||
fi
|
||||
# Extract digest for linux/amd64 platform
|
||||
DIGEST=$(echo "$MANIFEST" | jq -r '.manifests[]? | select(.platform.architecture == "amd64" and .platform.os == "linux") | .digest // empty')
|
||||
if [ -z "$DIGEST" ]; then
|
||||
echo "digest_found=false" >> $GITHUB_OUTPUT
|
||||
echo "success=false" >> $GITHUB_OUTPUT
|
||||
echo "No suitable manifest found for linux/amd64"
|
||||
exit 1
|
||||
fi
|
||||
@@ -52,51 +57,70 @@ jobs:
|
||||
-H "Authorization: Bearer $REGISTRY_TOKEN" \
|
||||
"https://gitea.gt-proj.com/v2/brian/mlflow-full/manifests/$DIGEST" 2>/dev/null || echo "{}")
|
||||
if [ "$PLATFORM_MANIFEST" == "{}" ]; then
|
||||
echo "digest_found=false" >> $GITHUB_OUTPUT
|
||||
echo "success=false" >> $GITHUB_OUTPUT
|
||||
echo "Failed to fetch platform-specific manifest"
|
||||
exit 1
|
||||
fi
|
||||
# Extract config blob digest
|
||||
CONFIG_DIGEST=$(echo "$PLATFORM_MANIFEST" | jq -r '.config.digest // empty')
|
||||
if [ -z "$CONFIG_DIGEST" ]; then
|
||||
echo "digest_found=false" >> $GITHUB_OUTPUT
|
||||
echo "success=false" >> $GITHUB_OUTPUT
|
||||
echo "No config digest found in platform manifest"
|
||||
exit 1
|
||||
fi
|
||||
# Fetch the configuration blob to get labels
|
||||
CONFIG_BLOB=$(curl -s "http://gitea.gt-proj.com/v2/brian/mlflow-full/blobs/$CONFIG_DIGEST" 2>/dev/null || echo "{}")
|
||||
if [ "$CONFIG_BLOB" == "{}" ]; then
|
||||
echo "digest_found=false" >> $GITHUB_OUTPUT
|
||||
echo "success=false" >> $GITHUB_OUTPUT
|
||||
echo "Failed to fetch config blob"
|
||||
exit 1
|
||||
fi
|
||||
# Extract base image digest label from config
|
||||
BASE_IMAGE_DIGEST=$(echo "$CONFIG_BLOB" | jq -r '.config.Labels["base-image.digest"] // empty')
|
||||
if [ -z "$BASE_IMAGE_DIGEST" ]; then
|
||||
echo "digest_found=false" >> $GITHUB_OUTPUT
|
||||
echo "success=false" >> $GITHUB_OUTPUT
|
||||
echo "No base-image.digest label found in MLflow-full image"
|
||||
exit 1
|
||||
fi
|
||||
echo "base_image_digest=$BASE_IMAGE_DIGEST" >> $GITHUB_OUTPUT
|
||||
echo "digest_found=true" >> $GITHUB_OUTPUT
|
||||
echo "success=true" >> $GITHUB_OUTPUT
|
||||
echo "Base image digest from MLflow-full image: $BASE_IMAGE_DIGEST"
|
||||
- name: Check MLflow base image digest
|
||||
get-mlflow-digest:
|
||||
runs-on: ubuntu-latest
|
||||
outputs:
|
||||
digest: ${{ steps.mlflow-base.outputs.digest }}
|
||||
success: ${{ steps.mlflow-base.outputs.success }}
|
||||
steps:
|
||||
- name: Get MLflow base image digest
|
||||
id: mlflow-base
|
||||
if: steps.mlflow-full.outputs.digest_found == 'true'
|
||||
run: |
|
||||
MANIFEST=$(docker manifest inspect ghcr.io/mlflow/mlflow:latest 2>/dev/null || echo "{}")
|
||||
if [ "$MANIFEST" != "{}" ]; then
|
||||
DIGEST=$(echo "$MANIFEST" | jq -r '.manifests[]? | select(.platform.architecture == "amd64" and .platform.os == "linux") | .digest // empty')
|
||||
echo "digest=$DIGEST" >> $GITHUB_OUTPUT
|
||||
echo "digest_found=true" >> $GITHUB_OUTPUT
|
||||
echo "success=true" >> $GITHUB_OUTPUT
|
||||
echo "Digest found for MLflow base image: $DIGEST"
|
||||
else
|
||||
echo "digest_found=false" >> $GITHUB_OUTPUT
|
||||
echo "success=false" >> $GITHUB_OUTPUT
|
||||
echo "MLflow base image not found"
|
||||
fi
|
||||
decide-to-build:
|
||||
if: always() # Run regardless of dependency status
|
||||
needs:
|
||||
- get-mlflow-full-base-image-digest
|
||||
- get-mlflow-digest
|
||||
runs-on: ubuntu-latest
|
||||
outputs:
|
||||
should_build: ${{ steps.decision.outputs.should_build }}
|
||||
steps:
|
||||
- name: Build decision
|
||||
id: decision
|
||||
run: |
|
||||
if [ github.event.inputs.skip_image_check == 'true' ]; then
|
||||
echo "Image check skipped, forcing build"
|
||||
echo "should_build=true" >> $GITHUB_OUTPUT
|
||||
exit 0
|
||||
fi
|
||||
if [ "${{ steps.mlflow-base.outputs.manifest_found }}" == "true" ] && \
|
||||
[ "${{ steps.mlflow-full.outputs.manifest_found }}" == "true" ]; then
|
||||
echo "✅ Both MLflow base and MLflow-full images found"
|
||||
@@ -115,8 +139,7 @@ jobs:
|
||||
echo "should_build=false" >> $GITHUB_OUTPUT
|
||||
fi
|
||||
build-and-publish:
|
||||
needs: check-images
|
||||
if: needs.check-images.outputs.should_build == 'true'
|
||||
needs: decide-to-build
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Checkout repository
|
||||
|
||||
Reference in New Issue
Block a user