mirror of
https://github.com/mempool/mempool.git
synced 2026-08-13 12:33:11 +02:00
399 lines
14 KiB
YAML
399 lines
14 KiB
YAML
name: Docker build on tag
|
|
env:
|
|
DOCKER_CLI_EXPERIMENTAL: enabled
|
|
TAG_FMT: "^refs/tags/(((.?[0-9]+){3,4}))$"
|
|
DOCKER_BUILDKIT: 1 # Enable BuildKit for better performance
|
|
COMPOSE_DOCKER_CLI_BUILD: 0
|
|
|
|
on:
|
|
push:
|
|
tags:
|
|
- v[0-9]+.[0-9]+.[0-9]+
|
|
- v[0-9]+.[0-9]+.[0-9]+-*
|
|
pull_request:
|
|
types: [opened, synchronize, reopened, labeled]
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
jobs:
|
|
test-images:
|
|
# Always run on tag pushes and all pull requests
|
|
runs-on: mempool-ci
|
|
timeout-minutes: 30
|
|
name: Test built Docker images
|
|
steps:
|
|
- name: Checkout project
|
|
uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4
|
|
|
|
- name: Add SHORT_SHA env property with commit short sha
|
|
run: |
|
|
if [ "${{ github.event_name }}" = "pull_request" ]; then
|
|
SHA="${{ github.event.pull_request.head.sha }}"
|
|
else
|
|
SHA="${GITHUB_SHA}"
|
|
fi
|
|
echo "SHORT_SHA=${SHA:0:8}" >> $GITHUB_ENV
|
|
|
|
- name: Set TAG from pushed tag or package.json
|
|
run: |
|
|
if [ "${{ github.event_name }}" = "push" ]; then
|
|
TAG="${GITHUB_REF/refs\/tags\//}"
|
|
else
|
|
FRONTEND_VERSION=$(jq -r '.version' frontend/package.json)
|
|
BACKEND_VERSION=$(jq -r '.version' backend/package.json)
|
|
if [ "$FRONTEND_VERSION" != "$BACKEND_VERSION" ]; then
|
|
echo "Error: Frontend version ($FRONTEND_VERSION) and backend version ($BACKEND_VERSION) do not match"
|
|
exit 1
|
|
fi
|
|
TAG="v${FRONTEND_VERSION}-${SHORT_SHA}"
|
|
fi
|
|
echo "TAG=${TAG}" >> $GITHUB_ENV
|
|
|
|
- name: Show set environment variables
|
|
run: |
|
|
printf " TAG: %s\n" "$TAG"
|
|
printf " SHORT_SHA: %s\n" "$SHORT_SHA"
|
|
|
|
- name: Init repo for Dockerization
|
|
run: docker/init.sh "$TAG"
|
|
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@8d2750c68a42422c14e847fe6c8ac0403b4cbd6f # v3
|
|
|
|
- name: Build frontend image locally
|
|
run: |
|
|
docker buildx build \
|
|
--tag test-frontend:$TAG \
|
|
--build-arg commitHash=$SHORT_SHA \
|
|
--load \
|
|
--platform linux/amd64 \
|
|
./frontend/
|
|
|
|
- name: Build backend image locally
|
|
run: |
|
|
docker buildx build \
|
|
--tag test-backend:$TAG \
|
|
--build-context rustgbt=./rust \
|
|
--build-context backend=./backend \
|
|
--build-arg commitHash=$SHORT_SHA \
|
|
--load \
|
|
--platform linux/amd64 \
|
|
./backend/
|
|
|
|
- name: Prepare docker-compose test file
|
|
run: |
|
|
cat > /tmp/modify_compose.py << 'SCRIPT_END'
|
|
import re
|
|
import os
|
|
import sys
|
|
|
|
# Read the base docker-compose file
|
|
with open('docker/docker-compose.yml', 'r') as f:
|
|
content = f.read()
|
|
|
|
# Get TAG from environment
|
|
tag = os.environ.get('TAG', '')
|
|
|
|
# Replace image names with locally built test images
|
|
content = content.replace('image: mempool/frontend:latest', f'image: test-frontend:{tag}')
|
|
content = content.replace('image: mempool/backend:latest', f'image: test-backend:{tag}')
|
|
|
|
# Change web port mapping from 80:8080 to 8080:8080
|
|
content = content.replace('- 80:8080', '- 8080:8080')
|
|
|
|
# Remove volumes from api service
|
|
content = re.sub(r' volumes:\n - \.\/data:\/backend\/cache\n', '', content)
|
|
|
|
# For db service: remove user and volumes, add tmpfs and healthcheck
|
|
# Remove user line from db service (only the one in db service)
|
|
lines = content.split('\n')
|
|
in_db_service = False
|
|
new_lines = []
|
|
for i, line in enumerate(lines):
|
|
if line.strip().startswith('db:'):
|
|
in_db_service = True
|
|
elif line.strip() and not line.startswith(' ') and not line.startswith('\t'):
|
|
in_db_service = False
|
|
if in_db_service and line.strip() == 'user: "1000:1000"':
|
|
continue
|
|
new_lines.append(line)
|
|
content = '\n'.join(new_lines)
|
|
|
|
# Remove volumes section from db service
|
|
content = re.sub(r' volumes:\n - \.\/mysql\/data:\/var\/lib\/mysql\n', '', content)
|
|
|
|
# Add tmpfs after stop_grace_period in db service (healthcheck already exists in base file)
|
|
db_stop_grace = ' stop_grace_period: 1m'
|
|
db_additions = ' stop_grace_period: 1m\n tmpfs:\n - /var/lib/mysql'
|
|
content = content.replace(db_stop_grace, db_additions, 1)
|
|
|
|
# Add depends_on to web service after ports
|
|
web_ports = ' ports:\n - 8080:8080'
|
|
web_with_depends = ' ports:\n - 8080:8080\n depends_on:\n - api\n - db'
|
|
content = content.replace(web_ports, web_with_depends, 1)
|
|
|
|
# Add depends_on to api service after command
|
|
api_command = ' command: "./wait-for-it.sh db:3306 --timeout=720 --strict -- ./start.sh"'
|
|
api_with_depends = ' command: "./wait-for-it.sh db:3306 --timeout=720 --strict -- ./start.sh"\n depends_on:\n - db'
|
|
content = content.replace(api_command, api_with_depends, 1)
|
|
|
|
# Write the modified content
|
|
with open('docker-compose.test.yml', 'w') as f:
|
|
f.write(content)
|
|
|
|
print("Generated docker-compose.test.yml")
|
|
SCRIPT_END
|
|
python3 /tmp/modify_compose.py
|
|
cat docker-compose.test.yml
|
|
|
|
- name: Start containers
|
|
run: |
|
|
docker compose -f docker-compose.test.yml up -d
|
|
|
|
- name: Wait for services to be ready
|
|
run: |
|
|
echo "Waiting for all services (web, api, db) to be healthy..."
|
|
timeout=120
|
|
elapsed=0
|
|
while [ $elapsed -lt $timeout ]; do
|
|
# Check health status for all services
|
|
PS_OUTPUT=$(docker compose -f docker-compose.test.yml ps)
|
|
HEALTHY_COUNT=$(echo "$PS_OUTPUT" | grep -c "(healthy)" || true)
|
|
if [ "$HEALTHY_COUNT" -ge 3 ]; then
|
|
echo "All services are healthy!"
|
|
echo "$PS_OUTPUT"
|
|
break
|
|
fi
|
|
echo "Waiting for services to be healthy... (${elapsed}s/${timeout}s)"
|
|
echo "$PS_OUTPUT"
|
|
sleep 2
|
|
elapsed=$((elapsed + 2))
|
|
done
|
|
if [ $elapsed -ge $timeout ]; then
|
|
echo "Services did not become healthy in time"
|
|
docker compose -f docker-compose.test.yml ps
|
|
docker compose -f docker-compose.test.yml logs
|
|
exit 1
|
|
fi
|
|
|
|
- name: Verify containers are healthy
|
|
run: |
|
|
echo "Checking container health status..."
|
|
PS_OUTPUT=$(docker compose -f docker-compose.test.yml ps)
|
|
echo "$PS_OUTPUT"
|
|
|
|
# Check that all three services (web, api, db) are healthy
|
|
HEALTHY_COUNT=$(echo "$PS_OUTPUT" | grep -c "(healthy)" || true)
|
|
if [ "$HEALTHY_COUNT" -lt 3 ]; then
|
|
echo "Not all containers are healthy. Expected 3 healthy services, found $HEALTHY_COUNT"
|
|
docker compose -f docker-compose.test.yml logs
|
|
exit 1
|
|
fi
|
|
|
|
# Verify each service individually for better error messages
|
|
if ! echo "$PS_OUTPUT" | grep -q "web.*(healthy)"; then
|
|
echo "Web service is not healthy"
|
|
docker compose -f docker-compose.test.yml logs web
|
|
exit 1
|
|
fi
|
|
if ! echo "$PS_OUTPUT" | grep -q "api.*(healthy)"; then
|
|
echo "API service is not healthy"
|
|
docker compose -f docker-compose.test.yml logs api
|
|
exit 1
|
|
fi
|
|
if ! echo "$PS_OUTPUT" | grep -q "db.*(healthy)"; then
|
|
echo "Database service is not healthy"
|
|
docker compose -f docker-compose.test.yml logs db
|
|
exit 1
|
|
fi
|
|
|
|
echo "All containers are healthy!"
|
|
|
|
- name: Show container logs
|
|
if: failure()
|
|
run: |
|
|
docker compose -f docker-compose.test.yml logs
|
|
|
|
- name: Clean up containers
|
|
if: always()
|
|
run: |
|
|
docker compose -f docker-compose.test.yml down -v
|
|
|
|
build:
|
|
needs: test-images
|
|
# Run on tag pushes OR on PRs with "docker-push" label (after test-images passes)
|
|
if: |
|
|
needs.test-images.result == 'success' &&
|
|
(github.event_name == 'push' ||
|
|
(github.event_name == 'pull_request' && contains(github.event.pull_request.labels.*.name, 'docker-push')))
|
|
strategy:
|
|
matrix:
|
|
service:
|
|
- frontend
|
|
- backend
|
|
runs-on: mempool-ci
|
|
timeout-minutes: 120
|
|
name: Build and push to DockerHub
|
|
outputs:
|
|
image-digest-frontend: ${{ matrix.service == 'frontend' && steps.docker-build.outputs.digest || '' }}
|
|
image-digest-backend: ${{ matrix.service == 'backend' && steps.docker-build.outputs.digest || '' }}
|
|
tag: ${{ matrix.service == 'frontend' && (steps.set-tag-push.outputs.tag || steps.set-tag-pr.outputs.tag) || '' }}
|
|
steps:
|
|
- name: Replace the current swap file
|
|
shell: bash
|
|
run: |
|
|
sudo swapoff /mnt/swapfile || true
|
|
sudo rm -f /mnt/swapfile
|
|
sudo fallocate -l 16G /mnt/swapfile
|
|
sudo chmod 600 /mnt/swapfile
|
|
sudo mkswap /mnt/swapfile
|
|
sudo swapon /mnt/swapfile
|
|
|
|
- name: Show current memory and swap status
|
|
shell: bash
|
|
run: |
|
|
sudo free -h
|
|
echo
|
|
sudo swapon --show
|
|
|
|
- name: Mount a tmpfs over /var/lib/docker
|
|
shell: bash
|
|
run: |
|
|
if [ ! -d "/var/lib/docker" ]; then
|
|
echo "Directory '/var/lib/docker' not found"
|
|
exit 1
|
|
fi
|
|
sudo mount -t tmpfs -o size=12G tmpfs /var/lib/docker
|
|
sudo systemctl restart docker
|
|
sudo df -h | grep docker
|
|
|
|
# Only for tag pushes: use the Git tag as TAG
|
|
- name: Set TAG from pushed tag
|
|
if: github.event_name == 'push'
|
|
id: set-tag-push
|
|
run: |
|
|
TAG="${GITHUB_REF/refs\/tags\//}"
|
|
echo "TAG=${TAG}" >> $GITHUB_ENV
|
|
echo "tag=${TAG}" >> $GITHUB_OUTPUT
|
|
|
|
- name: Add SHORT_SHA env property with commit short sha
|
|
run: |
|
|
if [ "${{ github.event_name }}" = "pull_request" ]; then
|
|
SHA="${{ github.event.pull_request.head.sha }}"
|
|
else
|
|
SHA="${GITHUB_SHA}"
|
|
fi
|
|
echo "SHORT_SHA=${SHA:0:8}" >> $GITHUB_ENV
|
|
|
|
|
|
- name: Login to Docker for building
|
|
uses: docker/login-action@c94ce9fb468520275223c153574b00df6fe4bcc9 # v3
|
|
with:
|
|
username: ${{ secrets.DOCKER_USERNAME }}
|
|
password: ${{ secrets.DOCKER_PASSWORD }}
|
|
|
|
- name: Checkout project
|
|
uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4
|
|
|
|
# For PRs: use package.json version + short sha as TAG
|
|
- name: Set TAG from service package.json for pull requests
|
|
if: github.event_name == 'pull_request'
|
|
id: set-tag-pr
|
|
run: |
|
|
if [ "${{ matrix.service }}" = "frontend" ]; then
|
|
VERSION=$(jq -r '.version' frontend/package.json)
|
|
else
|
|
VERSION=$(jq -r '.version' backend/package.json)
|
|
fi
|
|
TAG="v${VERSION}-${SHORT_SHA}"
|
|
echo "TAG=${TAG}" >> $GITHUB_ENV
|
|
echo "tag=${TAG}" >> $GITHUB_OUTPUT
|
|
|
|
- name: Show set environment variables
|
|
run: |
|
|
printf " TAG: %s\n" "$TAG"
|
|
printf " SHORT_SHA: %s\n" "$SHORT_SHA"
|
|
|
|
- name: Init repo for Dockerization
|
|
run: docker/init.sh "$TAG"
|
|
|
|
- name: Set up QEMU
|
|
uses: docker/setup-qemu-action@c7c53464625b32c7a7e944ae62b3e17d2b600130 # v3
|
|
with:
|
|
platforms: linux/amd64,linux/arm64
|
|
id: qemu
|
|
|
|
- name: Setup Docker buildx action
|
|
uses: docker/setup-buildx-action@8d2750c68a42422c14e847fe6c8ac0403b4cbd6f # v3
|
|
with:
|
|
platforms: linux/amd64,linux/arm64
|
|
driver-opts: |
|
|
network=host
|
|
id: buildx
|
|
|
|
- name: Available platforms
|
|
run: echo ${{ steps.buildx.outputs.platforms }}
|
|
|
|
- name: Cache Docker layers
|
|
uses: actions/cache@6f8efc29b200d32929f49075959781ed54ec270c # v3
|
|
id: cache
|
|
with:
|
|
path: /tmp/.buildx-cache
|
|
key: ${{ runner.os }}-buildx-${{ matrix.service }}-${{ github.sha }}
|
|
restore-keys: |
|
|
${{ runner.os }}-buildx-${{ matrix.service }}-
|
|
|
|
- name: Run Docker buildx for ${{ matrix.service }} against tag
|
|
id: docker-build
|
|
run: |
|
|
docker buildx build \
|
|
--cache-from "type=local,src=/tmp/.buildx-cache" \
|
|
--cache-to "type=local,dest=/tmp/.buildx-cache,mode=max" \
|
|
--platform linux/amd64,linux/arm64 \
|
|
--tag ${{ secrets.DOCKER_HUB_USER }}/${{ matrix.service }}:$TAG \
|
|
--build-context rustgbt=./rust \
|
|
--build-context backend=./backend \
|
|
--output "type=registry,push=true" \
|
|
--build-arg commitHash=$SHORT_SHA \
|
|
./${{ matrix.service }}/
|
|
|
|
tag-latest:
|
|
needs: build
|
|
# Only for successful tag pushes (not PRs with docker-push label) and only for "plain" versions (no '-')
|
|
if: ${{ needs.build.result == 'success' && github.event_name == 'push' && !contains(github.ref_name, '-') }}
|
|
runs-on: mempool-ci
|
|
timeout-minutes: 30
|
|
name: Tag release build as latest
|
|
strategy:
|
|
matrix:
|
|
service:
|
|
- frontend
|
|
- backend
|
|
steps:
|
|
- name: Set env variables
|
|
run: echo "TAG=${GITHUB_REF/refs\/tags\//}" >> $GITHUB_ENV
|
|
|
|
- name: Set up QEMU
|
|
uses: docker/setup-qemu-action@c7c53464625b32c7a7e944ae62b3e17d2b600130 # v3
|
|
with:
|
|
platforms: linux/amd64,linux/arm64
|
|
|
|
- name: Setup Docker buildx action
|
|
uses: docker/setup-buildx-action@8d2750c68a42422c14e847fe6c8ac0403b4cbd6f # v3
|
|
with:
|
|
platforms: linux/amd64,linux/arm64
|
|
driver-opts: |
|
|
network=host
|
|
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@c94ce9fb468520275223c153574b00df6fe4bcc9 # v3
|
|
with:
|
|
username: ${{ secrets.DOCKER_USERNAME }}
|
|
password: ${{ secrets.DOCKER_PASSWORD }}
|
|
|
|
- name: Tag as latest for ${{ matrix.service }}
|
|
run: |
|
|
docker buildx imagetools create \
|
|
--tag ${{ secrets.DOCKER_HUB_USER }}/${{ matrix.service }}:latest \
|
|
${{ secrets.DOCKER_HUB_USER }}/${{ matrix.service }}:$TAG
|