Compare commits
8 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 06b4c4118c | |||
| 444b5efd39 | |||
| 83911b842f | |||
| f92d92355a | |||
| 364171ebca | |||
| 2be1150eec | |||
| 1434f75112 | |||
| 9cba668088 |
@@ -9,6 +9,15 @@ on:
|
|||||||
dockerfile_path:
|
dockerfile_path:
|
||||||
type: string
|
type: string
|
||||||
default: "."
|
default: "."
|
||||||
|
floating_tag:
|
||||||
|
type: string
|
||||||
|
default: "edge"
|
||||||
|
run_image_scan:
|
||||||
|
type: boolean
|
||||||
|
default: true
|
||||||
|
scan_severity:
|
||||||
|
type: string
|
||||||
|
default: "HIGH,CRITICAL"
|
||||||
secrets:
|
secrets:
|
||||||
REGISTRY_USERNAME: { required: true }
|
REGISTRY_USERNAME: { required: true }
|
||||||
REGISTRY_PASSWORD: { required: true }
|
REGISTRY_PASSWORD: { required: true }
|
||||||
@@ -62,6 +71,11 @@ jobs:
|
|||||||
-t "${FULL_IMAGE}:${SHA_SHORT}" \
|
-t "${FULL_IMAGE}:${SHA_SHORT}" \
|
||||||
${{ inputs.dockerfile_path }}
|
${{ inputs.dockerfile_path }}
|
||||||
|
|
||||||
|
# Floating tag points at the most recent build on any branch/tag, so
|
||||||
|
# the nightly image-security scan always has a stable target even
|
||||||
|
# before a release exists. ":latest" stays release-only (below).
|
||||||
|
docker tag "${FULL_IMAGE}:${SHA_SHORT}" "${FULL_IMAGE}:${{ inputs.floating_tag }}"
|
||||||
|
|
||||||
if echo "${{ gitea.ref }}" | grep -q '^refs/tags/v'; then
|
if echo "${{ gitea.ref }}" | grep -q '^refs/tags/v'; then
|
||||||
VERSION="${{ gitea.ref_name }}"
|
VERSION="${{ gitea.ref_name }}"
|
||||||
VERSION="${VERSION#v}"
|
VERSION="${VERSION#v}"
|
||||||
@@ -74,6 +88,38 @@ jobs:
|
|||||||
docker tag "${FULL_IMAGE}:${SHA_SHORT}" "${FULL_IMAGE}:${MAJOR}"
|
docker tag "${FULL_IMAGE}:${SHA_SHORT}" "${FULL_IMAGE}:${MAJOR}"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
- name: Image Vulnerability Scan
|
||||||
|
if: ${{ inputs.run_image_scan }}
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
# Fallback for runner images without Trivy baked in. Pinned version +
|
||||||
|
# checksum, never "latest": Trivy releases were compromised in the
|
||||||
|
# March 2026 supply-chain incident (malicious v0.69.4). Keep in sync
|
||||||
|
# with the ARGs in the PipelineImage Dockerfiles.
|
||||||
|
TRIVY_VERSION=0.71.0
|
||||||
|
TRIVY_SHA256=30a3d22b23f88c233f1658f562fb477cae3b3e8b4761109d515b7698daf85814
|
||||||
|
if ! command -v trivy >/dev/null 2>&1; then
|
||||||
|
echo "=== Trivy not in runner image, installing v${TRIVY_VERSION} ==="
|
||||||
|
curl -sSfLO "https://github.com/aquasecurity/trivy/releases/download/v${TRIVY_VERSION}/trivy_${TRIVY_VERSION}_Linux-64bit.tar.gz"
|
||||||
|
echo "${TRIVY_SHA256} trivy_${TRIVY_VERSION}_Linux-64bit.tar.gz" | sha256sum -c -
|
||||||
|
tar -xzf "trivy_${TRIVY_VERSION}_Linux-64bit.tar.gz" -C /usr/local/bin trivy
|
||||||
|
rm "trivy_${TRIVY_VERSION}_Linux-64bit.tar.gz"
|
||||||
|
fi
|
||||||
|
trivy --version
|
||||||
|
|
||||||
|
SHA_SHORT="$(git rev-parse --short HEAD)"
|
||||||
|
FULL_IMAGE="${{ secrets.DOCKER_REGISTRY }}/${{ inputs.image_name }}"
|
||||||
|
|
||||||
|
echo "=== Scanning ${FULL_IMAGE}:${SHA_SHORT} (fail on fixable ${{ inputs.scan_severity }}) ==="
|
||||||
|
trivy image \
|
||||||
|
--exit-code 1 \
|
||||||
|
--severity "${{ inputs.scan_severity }}" \
|
||||||
|
--ignore-unfixed \
|
||||||
|
--scanners vuln,secret \
|
||||||
|
"${FULL_IMAGE}:${SHA_SHORT}"
|
||||||
|
|
||||||
- name: Push image
|
- name: Push image
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
@@ -105,6 +151,9 @@ jobs:
|
|||||||
echo "=== Push SHA tag ==="
|
echo "=== Push SHA tag ==="
|
||||||
docker push "${FULL_IMAGE}:${SHA_SHORT}"
|
docker push "${FULL_IMAGE}:${SHA_SHORT}"
|
||||||
|
|
||||||
|
echo "=== Push floating tag (${{ inputs.floating_tag }}) ==="
|
||||||
|
docker push "${FULL_IMAGE}:${{ inputs.floating_tag }}"
|
||||||
|
|
||||||
if echo "${{ gitea.ref }}" | grep -q '^refs/tags/v'; then
|
if echo "${{ gitea.ref }}" | grep -q '^refs/tags/v'; then
|
||||||
echo "=== Version tag detected ==="
|
echo "=== Version tag detected ==="
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,70 @@
|
|||||||
|
name: Reusable Image Security Checks
|
||||||
|
|
||||||
|
on:
|
||||||
|
workflow_call:
|
||||||
|
inputs:
|
||||||
|
image_name:
|
||||||
|
required: true
|
||||||
|
type: string
|
||||||
|
image_tag:
|
||||||
|
type: string
|
||||||
|
default: "edge"
|
||||||
|
scan_severity:
|
||||||
|
type: string
|
||||||
|
default: "HIGH,CRITICAL"
|
||||||
|
secrets:
|
||||||
|
REGISTRY_USERNAME: { required: true }
|
||||||
|
REGISTRY_PASSWORD: { required: true }
|
||||||
|
DOCKER_REGISTRY: { required: true }
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
scan:
|
||||||
|
runs-on: docker
|
||||||
|
container:
|
||||||
|
image: gitea.tech-buddy.at/bitbuddydev/gitea_runner_python314:dev-bda315b82bb23d83065b77d91fedf0e20d9accf1
|
||||||
|
credentials:
|
||||||
|
username: ${{ secrets.REGISTRY_USERNAME }}
|
||||||
|
password: ${{ secrets.REGISTRY_PASSWORD }}
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: Docker Login
|
||||||
|
run: |
|
||||||
|
echo "${{ secrets.REGISTRY_PASSWORD }}" | docker login "${{ secrets.DOCKER_REGISTRY }}" -u "${{ secrets.REGISTRY_USERNAME }}" --password-stdin
|
||||||
|
|
||||||
|
- name: Pull Image
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
FULL_IMAGE="${{ secrets.DOCKER_REGISTRY }}/${{ inputs.image_name }}:${{ inputs.image_tag }}"
|
||||||
|
echo "=== Pulling ${FULL_IMAGE} ==="
|
||||||
|
docker pull "${FULL_IMAGE}"
|
||||||
|
|
||||||
|
- name: Image Vulnerability Scan
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
# Fallback for runner images without Trivy baked in. Pinned version +
|
||||||
|
# checksum, never "latest": Trivy releases were compromised in the
|
||||||
|
# March 2026 supply-chain incident (malicious v0.69.4). Keep in sync
|
||||||
|
# with the ARGs in the PipelineImage Dockerfiles.
|
||||||
|
TRIVY_VERSION=0.71.0
|
||||||
|
TRIVY_SHA256=30a3d22b23f88c233f1658f562fb477cae3b3e8b4761109d515b7698daf85814
|
||||||
|
if ! command -v trivy >/dev/null 2>&1; then
|
||||||
|
echo "=== Trivy not in runner image, installing v${TRIVY_VERSION} ==="
|
||||||
|
curl -sSfLO "https://github.com/aquasecurity/trivy/releases/download/v${TRIVY_VERSION}/trivy_${TRIVY_VERSION}_Linux-64bit.tar.gz"
|
||||||
|
echo "${TRIVY_SHA256} trivy_${TRIVY_VERSION}_Linux-64bit.tar.gz" | sha256sum -c -
|
||||||
|
tar -xzf "trivy_${TRIVY_VERSION}_Linux-64bit.tar.gz" -C /usr/local/bin trivy
|
||||||
|
rm "trivy_${TRIVY_VERSION}_Linux-64bit.tar.gz"
|
||||||
|
fi
|
||||||
|
trivy --version
|
||||||
|
|
||||||
|
FULL_IMAGE="${{ secrets.DOCKER_REGISTRY }}/${{ inputs.image_name }}:${{ inputs.image_tag }}"
|
||||||
|
|
||||||
|
echo "=== Scanning ${FULL_IMAGE} (fail on fixable ${{ inputs.scan_severity }}) ==="
|
||||||
|
trivy image \
|
||||||
|
--exit-code 1 \
|
||||||
|
--severity "${{ inputs.scan_severity }}" \
|
||||||
|
--ignore-unfixed \
|
||||||
|
--scanners vuln,secret \
|
||||||
|
"${FULL_IMAGE}"
|
||||||
@@ -147,7 +147,11 @@ jobs:
|
|||||||
exit 0
|
exit 0
|
||||||
fi
|
fi
|
||||||
|
|
||||||
COMMIT_SUBJECT="$(git log -1 --pretty=%s 2>/dev/null || echo 'Commit info unavailable')"
|
COMMIT_SUBJECT="$(curl -fsS \
|
||||||
|
-H "Authorization: Bearer ${{ secrets.API_GITEA_TOKEN }}" \
|
||||||
|
"${{ gitea.server_url }}/api/v1/repos/${{ gitea.repository }}/git/commits/${{ gitea.sha }}" \
|
||||||
|
| python3 -c "import json,sys; d=json.load(sys.stdin); print(d.get('RepoCommit',{}).get('message','').split('\n')[0])" \
|
||||||
|
2>/dev/null || echo 'Commit info unavailable')"
|
||||||
RUN_URL="${{ gitea.server_url }}/${{ gitea.repository }}/actions/runs/${{ gitea.run_number }}"
|
RUN_URL="${{ gitea.server_url }}/${{ gitea.repository }}/actions/runs/${{ gitea.run_number }}"
|
||||||
|
|
||||||
cat <<EOF >/tmp/ntfy-payload.json
|
cat <<EOF >/tmp/ntfy-payload.json
|
||||||
|
|||||||
@@ -6,9 +6,24 @@ on:
|
|||||||
python_version:
|
python_version:
|
||||||
type: string
|
type: string
|
||||||
default: "3.14"
|
default: "3.14"
|
||||||
|
source_path:
|
||||||
|
type: string
|
||||||
|
default: "app"
|
||||||
|
tests_path:
|
||||||
|
type: string
|
||||||
|
default: "tests"
|
||||||
test_command:
|
test_command:
|
||||||
type: string
|
type: string
|
||||||
default: "coverage run -m pytest"
|
default: "coverage run -m pytest"
|
||||||
|
coverage_fail_under:
|
||||||
|
type: string
|
||||||
|
default: "80"
|
||||||
|
run_security_scan:
|
||||||
|
type: boolean
|
||||||
|
default: true
|
||||||
|
use_private_index:
|
||||||
|
type: boolean
|
||||||
|
default: false
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
check:
|
check:
|
||||||
@@ -23,27 +38,39 @@ jobs:
|
|||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v4
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Configure private package index
|
||||||
|
if: ${{ inputs.use_private_index }}
|
||||||
|
env:
|
||||||
|
PRIVATE_INDEX_URL: ${{ secrets.PIP_EXTRA_INDEX_URL }}
|
||||||
|
run: |
|
||||||
|
if [ -z "$PRIVATE_INDEX_URL" ]; then
|
||||||
|
echo "use_private_index=true but the PIP_EXTRA_INDEX_URL secret is empty or not set"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
pip config --site set global.extra-index-url "$PRIVATE_INDEX_URL"
|
||||||
|
|
||||||
- name: Install Tools & Deps
|
- name: Install Tools & Deps
|
||||||
run: |
|
run: |
|
||||||
python -m pip install --upgrade pip setuptools wheel
|
python -m pip install --upgrade pip setuptools wheel
|
||||||
pip install -e .[dev] || pip install -e .[test] || pip install -e .
|
pip install -e ".[dev]" || pip install -e ".[test]" || pip install -e .
|
||||||
pip install ruff coverage pip-audit bandit
|
pip install ruff coverage pip-audit bandit
|
||||||
|
|
||||||
- name: Linting
|
- name: Linting
|
||||||
run: ruff check app tests
|
run: ruff check ${{ inputs.source_path }} ${{ inputs.tests_path }}
|
||||||
|
|
||||||
- name: Tests
|
- name: Tests
|
||||||
run: |
|
run: |
|
||||||
${{ inputs.test_command }}
|
${{ inputs.test_command }}
|
||||||
coverage report --fail-under=60
|
coverage report --fail-under=${{ inputs.coverage_fail_under }}
|
||||||
coverage xml
|
coverage xml
|
||||||
coverage html
|
coverage html
|
||||||
|
|
||||||
- name: Security Scan
|
- name: Security Scan
|
||||||
|
if: ${{ inputs.run_security_scan }}
|
||||||
run: |
|
run: |
|
||||||
pip freeze | grep -v "git+" > req.txt
|
pip freeze | grep -v "git+" > req.txt
|
||||||
pip-audit -r req.txt
|
pip-audit -r req.txt
|
||||||
bandit -r app/
|
bandit -r ${{ inputs.source_path }}
|
||||||
|
|
||||||
- name: Upload Coverage HTML
|
- name: Upload Coverage HTML
|
||||||
if: always()
|
if: always()
|
||||||
|
|||||||
@@ -0,0 +1,93 @@
|
|||||||
|
name: Reusable Python Package Publish
|
||||||
|
|
||||||
|
# Builds a Python package with `python -m build` and uploads it to the Gitea PyPI registry with
|
||||||
|
# twine. Intended to run only on version tags (v*), alongside python-checks, so a package is
|
||||||
|
# never published without its tests passing.
|
||||||
|
#
|
||||||
|
# The caller gates this job on python-checks and on the tag ref, the same way docker-publish is
|
||||||
|
# gated. The job itself additionally refuses to publish when the git tag does not match the
|
||||||
|
# version declared in pyproject.toml, so a mistyped tag cannot ship the wrong version.
|
||||||
|
|
||||||
|
on:
|
||||||
|
workflow_call:
|
||||||
|
inputs:
|
||||||
|
package_name:
|
||||||
|
# informational, used only in log output
|
||||||
|
required: true
|
||||||
|
type: string
|
||||||
|
use_private_index:
|
||||||
|
# build backends that need the in-house BB* packages to resolve build dependencies
|
||||||
|
type: boolean
|
||||||
|
default: false
|
||||||
|
secrets:
|
||||||
|
REGISTRY_USERNAME: { required: true }
|
||||||
|
REGISTRY_PASSWORD: { required: true }
|
||||||
|
PYPI_UPLOAD_URL: { required: true }
|
||||||
|
PYPI_UPLOAD_USER: { required: true }
|
||||||
|
PYPI_UPLOAD_PASSWORD: { required: true }
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
publish:
|
||||||
|
runs-on: docker
|
||||||
|
container:
|
||||||
|
image: gitea.tech-buddy.at/bitbuddydev/gitea_runner_python314:dev-bda315b82bb23d83065b77d91fedf0e20d9accf1
|
||||||
|
credentials:
|
||||||
|
username: ${{ secrets.REGISTRY_USERNAME }}
|
||||||
|
password: ${{ secrets.REGISTRY_PASSWORD }}
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Configure private package index
|
||||||
|
if: ${{ inputs.use_private_index }}
|
||||||
|
env:
|
||||||
|
PRIVATE_INDEX_URL: ${{ secrets.PIP_EXTRA_INDEX_URL }}
|
||||||
|
run: |
|
||||||
|
if [ -z "$PRIVATE_INDEX_URL" ]; then
|
||||||
|
echo "use_private_index=true but the PIP_EXTRA_INDEX_URL secret is empty or not set"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
pip config --site set global.extra-index-url "$PRIVATE_INDEX_URL"
|
||||||
|
|
||||||
|
- name: Verify the tag matches the package version
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
if ! echo "${{ gitea.ref }}" | grep -q '^refs/tags/v'; then
|
||||||
|
echo "This workflow only publishes on version tags (refs/tags/v*), got '${{ gitea.ref }}'"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
TAG_VERSION="${{ gitea.ref_name }}"
|
||||||
|
TAG_VERSION="${TAG_VERSION#v}"
|
||||||
|
PROJECT_VERSION="$(python -c "import tomllib;print(tomllib.load(open('pyproject.toml','rb'))['project']['version'])")"
|
||||||
|
|
||||||
|
echo "tag version : ${TAG_VERSION}"
|
||||||
|
echo "pyproject version: ${PROJECT_VERSION}"
|
||||||
|
|
||||||
|
if [ "${TAG_VERSION}" != "${PROJECT_VERSION}" ]; then
|
||||||
|
echo "Tag v${TAG_VERSION} does not match the version ${PROJECT_VERSION} in pyproject.toml"
|
||||||
|
echo "Bump the version in pyproject.toml and retag, so the published artifact matches the tag."
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Build the package
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
python -m pip install --upgrade pip build twine
|
||||||
|
python -m build
|
||||||
|
echo "=== built artifacts for ${{ inputs.package_name }} ==="
|
||||||
|
ls -1 dist
|
||||||
|
|
||||||
|
- name: Check the artifacts
|
||||||
|
run: python -m twine check dist/*
|
||||||
|
|
||||||
|
- name: Upload to the package registry
|
||||||
|
env:
|
||||||
|
TWINE_USERNAME: ${{ secrets.PYPI_UPLOAD_USER }}
|
||||||
|
TWINE_PASSWORD: ${{ secrets.PYPI_UPLOAD_PASSWORD }}
|
||||||
|
run: |
|
||||||
|
python -m twine upload --repository-url "${{ secrets.PYPI_UPLOAD_URL }}" dist/*
|
||||||
@@ -0,0 +1,38 @@
|
|||||||
|
name: Reusable Python Security Checks
|
||||||
|
|
||||||
|
on:
|
||||||
|
workflow_call:
|
||||||
|
inputs:
|
||||||
|
install_command:
|
||||||
|
type: string
|
||||||
|
default: 'python -m pip install "bandit[toml]"'
|
||||||
|
security_command:
|
||||||
|
type: string
|
||||||
|
default: "python -m bandit -r app -c pyproject.toml"
|
||||||
|
working_directory:
|
||||||
|
type: string
|
||||||
|
default: "."
|
||||||
|
secrets:
|
||||||
|
REGISTRY_USERNAME: { required: true }
|
||||||
|
REGISTRY_PASSWORD: { required: true }
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
security:
|
||||||
|
runs-on: docker
|
||||||
|
container:
|
||||||
|
image: gitea.tech-buddy.at/bitbuddydev/gitea_runner_python314:dev-bda315b82bb23d83065b77d91fedf0e20d9accf1
|
||||||
|
credentials:
|
||||||
|
username: ${{ secrets.REGISTRY_USERNAME }}
|
||||||
|
password: ${{ secrets.REGISTRY_PASSWORD }}
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Install security tools
|
||||||
|
working-directory: ${{ inputs.working_directory }}
|
||||||
|
run: ${{ inputs.install_command }}
|
||||||
|
|
||||||
|
- name: Run security scan
|
||||||
|
working-directory: ${{ inputs.working_directory }}
|
||||||
|
run: ${{ inputs.security_command }}
|
||||||
Reference in New Issue
Block a user