Optimizing the build so that CICD doesn't take FOREVER to run.
Some checks failed
Tests / Build and Push CICD Base Image (push) Successful in 46m24s
Tests / Build and Push CICD Complete Image (push) Failing after 1m6s
Tests / TOML Syntax Check (push) Has been skipped
Tests / Mixed Line Ending Check (push) Has been skipped
Tests / TOML Formatting Check (push) Has been skipped
Tests / Ruff Linting (push) Has been skipped
Tests / Ruff Format Check (push) Has been skipped
Tests / Pyright Type Check (push) Has been skipped
Tests / Darglint Docstring Check (push) Has been skipped
Tests / No Docstring Types Check (push) Has been skipped
Tests / ESLint Check (push) Has been skipped
Tests / Prettier Format Check (push) Has been skipped
Tests / TypeScript Type Check (push) Has been skipped
Tests / TSDoc Lint Check (push) Has been skipped
Tests / Trailing Whitespace Check (push) Has been skipped
Tests / End of File Check (push) Has been skipped
Tests / YAML Syntax Check (push) Has been skipped
Tests / End-to-End Tests (push) Has been skipped
Tests / Backend Tests (push) Has been skipped
Tests / Frontend Tests (push) Has been skipped
Tests / Backend Doctests (push) Has been skipped
Tests / Integration Tests (push) Has been skipped
Some checks failed
Tests / Build and Push CICD Base Image (push) Successful in 46m24s
Tests / Build and Push CICD Complete Image (push) Failing after 1m6s
Tests / TOML Syntax Check (push) Has been skipped
Tests / Mixed Line Ending Check (push) Has been skipped
Tests / TOML Formatting Check (push) Has been skipped
Tests / Ruff Linting (push) Has been skipped
Tests / Ruff Format Check (push) Has been skipped
Tests / Pyright Type Check (push) Has been skipped
Tests / Darglint Docstring Check (push) Has been skipped
Tests / No Docstring Types Check (push) Has been skipped
Tests / ESLint Check (push) Has been skipped
Tests / Prettier Format Check (push) Has been skipped
Tests / TypeScript Type Check (push) Has been skipped
Tests / TSDoc Lint Check (push) Has been skipped
Tests / Trailing Whitespace Check (push) Has been skipped
Tests / End of File Check (push) Has been skipped
Tests / YAML Syntax Check (push) Has been skipped
Tests / End-to-End Tests (push) Has been skipped
Tests / Backend Tests (push) Has been skipped
Tests / Frontend Tests (push) Has been skipped
Tests / Backend Doctests (push) Has been skipped
Tests / Integration Tests (push) Has been skipped
Signed-off-by: Cliff Hill <xlorep@darkhelm.org>
This commit is contained in:
117
Dockerfile.cicd
117
Dockerfile.cicd
@@ -1,109 +1,11 @@
|
||||
# CICD Setup - Clean base image with development tools only
|
||||
FROM ubuntu:22.04
|
||||
# CICD Complete Setup - Inherits base and adds project dependencies
|
||||
ARG CICD_BASE_IMAGE=dogar.darkhelm.org/darkhelm.org/plex-playlist/cicd-base:latest
|
||||
FROM ${CICD_BASE_IMAGE}
|
||||
|
||||
# Build args for cache busting
|
||||
ARG GITHUB_SHA
|
||||
ENV GITHUB_SHA=${GITHUB_SHA}
|
||||
|
||||
# Set timezone and make installs non-interactive
|
||||
ENV DEBIAN_FRONTEND=noninteractive
|
||||
ENV TZ=America/New_York
|
||||
|
||||
# Configure timezone
|
||||
RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
|
||||
|
||||
# Install apt-fast with proper GPG handling
|
||||
RUN apt-get clean && \
|
||||
rm -rf /var/lib/apt/lists/* && \
|
||||
for i in 1 2 3; do \
|
||||
echo "Attempt $i: Updating package lists..." && \
|
||||
apt-get update && break || \
|
||||
(echo "Update attempt $i failed, retrying..." && sleep 10); \
|
||||
done && \
|
||||
apt-get install -y \
|
||||
software-properties-common \
|
||||
gnupg \
|
||||
ca-certificates \
|
||||
curl \
|
||||
wget \
|
||||
&& for i in 1 2 3; do \
|
||||
echo "Attempt $i: Adding apt-fast PPA..." && \
|
||||
add-apt-repository -y ppa:apt-fast/stable && \
|
||||
apt-get update && \
|
||||
apt-get install -y apt-fast && \
|
||||
break || \
|
||||
(echo "apt-fast installation attempt $i failed, retrying..." && sleep 10); \
|
||||
done \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
|
||||
# Configure apt-fast to use apt (not apt-get) with optimized settings
|
||||
RUN echo 'apt-fast apt-fast/maxdownloads string 10' | debconf-set-selections && \
|
||||
echo 'apt-fast apt-fast/dlflag boolean true' | debconf-set-selections && \
|
||||
echo 'apt-fast apt-fast/aptmanager string apt' | debconf-set-selections
|
||||
|
||||
# Configure apt timeouts and retries
|
||||
RUN echo 'Acquire::Retries "3";' > /etc/apt/apt.conf.d/80retries && \
|
||||
echo 'Acquire::http::Timeout "60";' >> /etc/apt/apt.conf.d/80retries && \
|
||||
echo 'Acquire::https::Timeout "60";' >> /etc/apt/apt.conf.d/80retries && \
|
||||
echo 'Acquire::ftp::Timeout "60";' >> /etc/apt/apt.conf.d/80retries
|
||||
|
||||
# Install system dependencies using apt-fast
|
||||
RUN apt-fast update && apt-fast install -y \
|
||||
git \
|
||||
curl \
|
||||
ca-certificates \
|
||||
software-properties-common \
|
||||
build-essential \
|
||||
openssh-client \
|
||||
tzdata \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
|
||||
# Install Python 3.13 with retry and fallback mechanisms
|
||||
RUN for i in 1 2 3; do \
|
||||
echo "Attempt $i: Adding deadsnakes PPA..." && \
|
||||
add-apt-repository -y ppa:deadsnakes/ppa && \
|
||||
apt-get update && \
|
||||
break || \
|
||||
(echo "Attempt $i failed, retrying in 10s..." && sleep 10); \
|
||||
done
|
||||
|
||||
RUN for i in 1 2 3; do \
|
||||
echo "Attempt $i: Installing Python 3.13..." && \
|
||||
timeout 300 apt-fast install -y \
|
||||
python3.13 \
|
||||
python3.13-venv \
|
||||
python3.13-dev && \
|
||||
break || \
|
||||
(echo "Attempt $i failed, retrying in 15s..." && sleep 15); \
|
||||
done && \
|
||||
rm -rf /var/lib/apt/lists/*
|
||||
|
||||
# Install Node.js 24 with retry mechanism
|
||||
RUN for i in 1 2 3; do \
|
||||
echo "Attempt $i: Installing Node.js 24..." && \
|
||||
curl -fsSL --connect-timeout 30 --max-time 300 \
|
||||
https://deb.nodesource.com/setup_24.x | bash - && \
|
||||
apt-fast update && \
|
||||
timeout 300 apt-fast install -y nodejs && \
|
||||
break || \
|
||||
(echo "Attempt $i failed, retrying in 15s..." && sleep 15); \
|
||||
done && \
|
||||
rm -rf /var/lib/apt/lists/*
|
||||
|
||||
# Enable corepack for yarn and set up Yarn Berry
|
||||
RUN corepack enable \
|
||||
&& corepack prepare yarn@stable --activate \
|
||||
&& yarn set version berry
|
||||
|
||||
# Configure Yarn globally for CI performance
|
||||
RUN yarn config set httpTimeout 60000 && \
|
||||
yarn config set enableGlobalCache false && \
|
||||
yarn config set compressionLevel 0 && \
|
||||
yarn config set nmMode hardlinks-local
|
||||
|
||||
# Install uv package manager globally
|
||||
COPY --from=ghcr.io/astral-sh/uv:latest /uv /bin/uv
|
||||
|
||||
# Accept build arguments for Git checkout (no secrets here!)
|
||||
ARG GITHUB_SHA
|
||||
|
||||
@@ -224,19 +126,6 @@ RUN cd /workspace/frontend && \
|
||||
exit 1; \
|
||||
fi
|
||||
|
||||
# Create a script to set up SSH for git operations (using secrets mount)
|
||||
RUN echo '#!/bin/bash' > /usr/local/bin/setup-ssh && \
|
||||
echo 'if [ -f /run/secrets/ssh_private_key ]; then' >> /usr/local/bin/setup-ssh && \
|
||||
echo ' mkdir -p ~/.ssh' >> /usr/local/bin/setup-ssh && \
|
||||
echo ' cp /run/secrets/ssh_private_key ~/.ssh/id_rsa' >> /usr/local/bin/setup-ssh && \
|
||||
echo ' chmod 600 ~/.ssh/id_rsa' >> /usr/local/bin/setup-ssh && \
|
||||
echo ' ssh-keyscan -H github.com >> ~/.ssh/known_hosts 2>/dev/null' >> /usr/local/bin/setup-ssh && \
|
||||
echo ' ssh-keyscan -p 2222 -H dogar.darkhelm.org >> ~/.ssh/known_hosts 2>/dev/null' >> /usr/local/bin/setup-ssh && \
|
||||
echo 'else' >> /usr/local/bin/setup-ssh && \
|
||||
echo ' echo "No SSH key provided via secrets mount"' >> /usr/local/bin/setup-ssh && \
|
||||
echo 'fi' >> /usr/local/bin/setup-ssh && \
|
||||
chmod +x /usr/local/bin/setup-ssh
|
||||
|
||||
# Set Python path for backend
|
||||
ENV PYTHONPATH=/workspace/backend/src:/workspace/backend
|
||||
|
||||
|
||||
Reference in New Issue
Block a user