Optimizing the build so that CICD doesn't take FOREVER to run.
Some checks failed
Tests / Build and Push CICD Base Image (push) Successful in 46m24s
Tests / Build and Push CICD Complete Image (push) Failing after 1m6s
Tests / TOML Syntax Check (push) Has been skipped
Tests / Mixed Line Ending Check (push) Has been skipped
Tests / TOML Formatting Check (push) Has been skipped
Tests / Ruff Linting (push) Has been skipped
Tests / Ruff Format Check (push) Has been skipped
Tests / Pyright Type Check (push) Has been skipped
Tests / Darglint Docstring Check (push) Has been skipped
Tests / No Docstring Types Check (push) Has been skipped
Tests / ESLint Check (push) Has been skipped
Tests / Prettier Format Check (push) Has been skipped
Tests / TypeScript Type Check (push) Has been skipped
Tests / TSDoc Lint Check (push) Has been skipped
Tests / Trailing Whitespace Check (push) Has been skipped
Tests / End of File Check (push) Has been skipped
Tests / YAML Syntax Check (push) Has been skipped
Tests / End-to-End Tests (push) Has been skipped
Tests / Backend Tests (push) Has been skipped
Tests / Frontend Tests (push) Has been skipped
Tests / Backend Doctests (push) Has been skipped
Tests / Integration Tests (push) Has been skipped
Some checks failed
Tests / Build and Push CICD Base Image (push) Successful in 46m24s
Tests / Build and Push CICD Complete Image (push) Failing after 1m6s
Tests / TOML Syntax Check (push) Has been skipped
Tests / Mixed Line Ending Check (push) Has been skipped
Tests / TOML Formatting Check (push) Has been skipped
Tests / Ruff Linting (push) Has been skipped
Tests / Ruff Format Check (push) Has been skipped
Tests / Pyright Type Check (push) Has been skipped
Tests / Darglint Docstring Check (push) Has been skipped
Tests / No Docstring Types Check (push) Has been skipped
Tests / ESLint Check (push) Has been skipped
Tests / Prettier Format Check (push) Has been skipped
Tests / TypeScript Type Check (push) Has been skipped
Tests / TSDoc Lint Check (push) Has been skipped
Tests / Trailing Whitespace Check (push) Has been skipped
Tests / End of File Check (push) Has been skipped
Tests / YAML Syntax Check (push) Has been skipped
Tests / End-to-End Tests (push) Has been skipped
Tests / Backend Tests (push) Has been skipped
Tests / Frontend Tests (push) Has been skipped
Tests / Backend Doctests (push) Has been skipped
Tests / Integration Tests (push) Has been skipped
Signed-off-by: Cliff Hill <xlorep@darkhelm.org>
This commit is contained in:
134
Dockerfile.cicd-base
Normal file
134
Dockerfile.cicd-base
Normal file
@@ -0,0 +1,134 @@
|
||||
# CICD Base Setup - System dependencies and language runtimes only
|
||||
FROM ubuntu:22.04
|
||||
|
||||
# Build args for cache busting (base dependencies change rarely)
|
||||
ARG BASE_IMAGE_VERSION=v1.0.0
|
||||
ENV BASE_IMAGE_VERSION=${BASE_IMAGE_VERSION}
|
||||
|
||||
# Set timezone and make installs non-interactive
|
||||
ENV DEBIAN_FRONTEND=noninteractive
|
||||
ENV TZ=America/New_York
|
||||
|
||||
# Configure timezone
|
||||
RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
|
||||
|
||||
# Install apt-fast with proper GPG handling
|
||||
RUN apt-get clean && \
|
||||
rm -rf /var/lib/apt/lists/* && \
|
||||
for i in 1 2 3; do \
|
||||
echo "Attempt $i: Updating package lists..." && \
|
||||
apt-get update && break || \
|
||||
(echo "Update attempt $i failed, retrying..." && sleep 10); \
|
||||
done && \
|
||||
apt-get install -y \
|
||||
software-properties-common \
|
||||
gnupg \
|
||||
ca-certificates \
|
||||
curl \
|
||||
wget \
|
||||
&& for i in 1 2 3; do \
|
||||
echo "Attempt $i: Adding apt-fast PPA..." && \
|
||||
add-apt-repository -y ppa:apt-fast/stable && \
|
||||
apt-get update && \
|
||||
apt-get install -y apt-fast && \
|
||||
break || \
|
||||
(echo "apt-fast installation attempt $i failed, retrying..." && sleep 10); \
|
||||
done \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
|
||||
# Configure apt-fast to use apt (not apt-get) with optimized settings
|
||||
RUN echo 'apt-fast apt-fast/maxdownloads string 10' | debconf-set-selections && \
|
||||
echo 'apt-fast apt-fast/dlflag boolean true' | debconf-set-selections && \
|
||||
echo 'apt-fast apt-fast/aptmanager string apt' | debconf-set-selections
|
||||
|
||||
# Configure apt timeouts and retries
|
||||
RUN echo 'Acquire::Retries "3";' > /etc/apt/apt.conf.d/80retries && \
|
||||
echo 'Acquire::http::Timeout "60";' >> /etc/apt/apt.conf.d/80retries && \
|
||||
echo 'Acquire::https::Timeout "60";' >> /etc/apt/apt.conf.d/80retries && \
|
||||
echo 'Acquire::ftp::Timeout "60";' >> /etc/apt/apt.conf.d/80retries
|
||||
|
||||
# Install system dependencies using apt-fast
|
||||
RUN apt-fast update && apt-fast install -y \
|
||||
git \
|
||||
curl \
|
||||
ca-certificates \
|
||||
software-properties-common \
|
||||
build-essential \
|
||||
openssh-client \
|
||||
tzdata \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
|
||||
# Install Python 3.13 with retry and fallback mechanisms
|
||||
RUN for i in 1 2 3; do \
|
||||
echo "Attempt $i: Adding deadsnakes PPA..." && \
|
||||
add-apt-repository -y ppa:deadsnakes/ppa && \
|
||||
apt-get update && \
|
||||
break || \
|
||||
(echo "Attempt $i failed, retrying in 10s..." && sleep 10); \
|
||||
done
|
||||
|
||||
RUN for i in 1 2 3; do \
|
||||
echo "Attempt $i: Installing Python 3.13..." && \
|
||||
timeout 300 apt-fast install -y \
|
||||
python3.13 \
|
||||
python3.13-venv \
|
||||
python3.13-dev && \
|
||||
break || \
|
||||
(echo "Attempt $i failed, retrying in 15s..." && sleep 15); \
|
||||
done && \
|
||||
rm -rf /var/lib/apt/lists/*
|
||||
|
||||
# Install Node.js 24 with retry mechanism
|
||||
RUN for i in 1 2 3; do \
|
||||
echo "Attempt $i: Installing Node.js 24..." && \
|
||||
curl -fsSL --connect-timeout 30 --max-time 300 \
|
||||
https://deb.nodesource.com/setup_24.x | bash - && \
|
||||
apt-fast update && \
|
||||
timeout 300 apt-fast install -y nodejs && \
|
||||
break || \
|
||||
(echo "Attempt $i failed, retrying in 15s..." && sleep 15); \
|
||||
done && \
|
||||
rm -rf /var/lib/apt/lists/*
|
||||
|
||||
# Enable corepack for yarn and set up Yarn Berry
|
||||
RUN corepack enable \
|
||||
&& corepack prepare yarn@stable --activate \
|
||||
&& yarn set version berry
|
||||
|
||||
# Configure Yarn globally for CI performance
|
||||
RUN yarn config set httpTimeout 60000 && \
|
||||
yarn config set enableGlobalCache false && \
|
||||
yarn config set compressionLevel 0 && \
|
||||
yarn config set nmMode hardlinks-local
|
||||
|
||||
# Install uv package manager globally
|
||||
COPY --from=ghcr.io/astral-sh/uv:latest /uv /bin/uv
|
||||
|
||||
# Create a script to set up SSH for git operations (using secrets mount)
|
||||
RUN echo '#!/bin/bash' > /usr/local/bin/setup-ssh && \
|
||||
echo 'if [ -f /run/secrets/ssh_private_key ]; then' >> /usr/local/bin/setup-ssh && \
|
||||
echo ' mkdir -p ~/.ssh' >> /usr/local/bin/setup-ssh && \
|
||||
echo ' cp /run/secrets/ssh_private_key ~/.ssh/id_rsa' >> /usr/local/bin/setup-ssh && \
|
||||
echo ' chmod 600 ~/.ssh/id_rsa' >> /usr/local/bin/setup-ssh && \
|
||||
echo ' ssh-keyscan -H github.com >> ~/.ssh/known_hosts 2>/dev/null' >> /usr/local/bin/setup-ssh && \
|
||||
echo ' ssh-keyscan -p 2222 -H dogar.darkhelm.org >> ~/.ssh/known_hosts 2>/dev/null' >> /usr/local/bin/setup-ssh && \
|
||||
echo 'else' >> /usr/local/bin/setup-ssh && \
|
||||
echo ' echo "No SSH key provided via secrets mount"' >> /usr/local/bin/setup-ssh && \
|
||||
echo 'fi' >> /usr/local/bin/setup-ssh && \
|
||||
chmod +x /usr/local/bin/setup-ssh
|
||||
|
||||
# Verify that all base tools are working
|
||||
RUN echo "=== Base System Verification ===" && \
|
||||
python3.13 --version && \
|
||||
node --version && \
|
||||
yarn --version && \
|
||||
uv --version && \
|
||||
git --version && \
|
||||
echo "✓ All base system tools installed successfully"
|
||||
|
||||
# Set working directory
|
||||
WORKDIR /workspace
|
||||
|
||||
# Default to bash
|
||||
SHELL ["/bin/bash", "-c"]
|
||||
CMD ["/bin/bash"]
|
||||
Reference in New Issue
Block a user