Publish mirrors only from kankali and improve diagnostics
Some checks failed
CICD / Build and Publish CICD Base Image (push) Successful in 26s
CICD / Build and Publish CICD Base Image (pull_request) Successful in 46s
CICD / Build and Push CICD Image (push) Successful in 18m59s
CICD / Build CICD Image Failure Postmortem (push) Has been skipped
CICD / Backend Doctests (push) Has been cancelled
CICD / CICD Tests Complete (push) Has been cancelled
CICD / Build Backend Base Image (push) Has been cancelled
CICD / Build Frontend Base Image (push) Has been cancelled
CICD / Build Integration Tester Image (push) Has been cancelled
CICD / Build E2E Tester Image (push) Has been cancelled
CICD / Build Backend Main Image (push) Has been cancelled
CICD / Build Frontend Main Image (push) Has been cancelled
CICD / Production Images Complete (push) Has been cancelled
CICD / Production Image Failures Postmortem (push) Has been cancelled
CICD / Source Lanes Failure Postmortem (push) Has been cancelled
CICD / Runtime Black-Box Integration Tests (push) Has been cancelled
CICD / Integration Tests Failure Postmortem (push) Has been cancelled
CICD / End-to-End Tests (push) Has been cancelled
CICD / E2E Tests Failure Postmortem (push) Has been cancelled
CICD / Frontend Tests (push) Has been cancelled
CICD / Backend Tests (push) Has started running
CICD / Pre-commit Checks (push) Has started running
CICD / Build and Push CICD Image (pull_request) Successful in 36m28s
CICD / Build CICD Image Failure Postmortem (pull_request) Has been skipped
CICD / Backend Tests (pull_request) Successful in 11m45s
CICD / Pre-commit Checks (pull_request) Successful in 3m9s
CICD / Backend Doctests (pull_request) Successful in 22s
CICD / Frontend Tests (pull_request) Failing after 8m5s
CICD / CICD Tests Complete (pull_request) Failing after 13s
CICD / Build Backend Base Image (pull_request) Has been skipped
CICD / Build Frontend Base Image (pull_request) Has been skipped
CICD / Build Integration Tester Image (pull_request) Has been skipped
CICD / Build E2E Tester Image (pull_request) Has been skipped
CICD / Build Backend Main Image (pull_request) Has been skipped
CICD / Build Frontend Main Image (pull_request) Has been skipped
CICD / Source Lanes Failure Postmortem (pull_request) Successful in 18s
CICD / Production Images Complete (pull_request) Failing after 13s
CICD / Runtime Black-Box Integration Tests (pull_request) Has been skipped
CICD / End-to-End Tests (pull_request) Has been skipped
CICD / Production Image Failures Postmortem (pull_request) Has been skipped
CICD / Integration Tests Failure Postmortem (pull_request) Has been skipped
CICD / E2E Tests Failure Postmortem (pull_request) Has been skipped
Some checks failed
CICD / Build and Publish CICD Base Image (push) Successful in 26s
CICD / Build and Publish CICD Base Image (pull_request) Successful in 46s
CICD / Build and Push CICD Image (push) Successful in 18m59s
CICD / Build CICD Image Failure Postmortem (push) Has been skipped
CICD / Backend Doctests (push) Has been cancelled
CICD / CICD Tests Complete (push) Has been cancelled
CICD / Build Backend Base Image (push) Has been cancelled
CICD / Build Frontend Base Image (push) Has been cancelled
CICD / Build Integration Tester Image (push) Has been cancelled
CICD / Build E2E Tester Image (push) Has been cancelled
CICD / Build Backend Main Image (push) Has been cancelled
CICD / Build Frontend Main Image (push) Has been cancelled
CICD / Production Images Complete (push) Has been cancelled
CICD / Production Image Failures Postmortem (push) Has been cancelled
CICD / Source Lanes Failure Postmortem (push) Has been cancelled
CICD / Runtime Black-Box Integration Tests (push) Has been cancelled
CICD / Integration Tests Failure Postmortem (push) Has been cancelled
CICD / End-to-End Tests (push) Has been cancelled
CICD / E2E Tests Failure Postmortem (push) Has been cancelled
CICD / Frontend Tests (push) Has been cancelled
CICD / Backend Tests (push) Has started running
CICD / Pre-commit Checks (push) Has started running
CICD / Build and Push CICD Image (pull_request) Successful in 36m28s
CICD / Build CICD Image Failure Postmortem (pull_request) Has been skipped
CICD / Backend Tests (pull_request) Successful in 11m45s
CICD / Pre-commit Checks (pull_request) Successful in 3m9s
CICD / Backend Doctests (pull_request) Successful in 22s
CICD / Frontend Tests (pull_request) Failing after 8m5s
CICD / CICD Tests Complete (pull_request) Failing after 13s
CICD / Build Backend Base Image (pull_request) Has been skipped
CICD / Build Frontend Base Image (pull_request) Has been skipped
CICD / Build Integration Tester Image (pull_request) Has been skipped
CICD / Build E2E Tester Image (pull_request) Has been skipped
CICD / Build Backend Main Image (pull_request) Has been skipped
CICD / Build Frontend Main Image (pull_request) Has been skipped
CICD / Source Lanes Failure Postmortem (pull_request) Successful in 18s
CICD / Production Images Complete (pull_request) Failing after 13s
CICD / Runtime Black-Box Integration Tests (pull_request) Has been skipped
CICD / End-to-End Tests (pull_request) Has been skipped
CICD / Production Image Failures Postmortem (pull_request) Has been skipped
CICD / Integration Tests Failure Postmortem (pull_request) Has been skipped
CICD / E2E Tests Failure Postmortem (pull_request) Has been skipped
This commit is contained in:
@@ -7,21 +7,42 @@ hosts = [
|
|||||||
"pi-desktop.darkhelm.lan",
|
"pi-desktop.darkhelm.lan",
|
||||||
]
|
]
|
||||||
|
|
||||||
# Pull upstream tags, retag/push to local registry mirrors, and verify pullability.
|
publisher_host = "kankali.darkhelm.lan"
|
||||||
remote_code = """
|
|
||||||
|
# Pull upstream tags on the registry host, publish mirror tags there, then verify pullability on every host.
|
||||||
|
remote_code_template = """
|
||||||
mirror_pairs = [
|
mirror_pairs = [
|
||||||
("ACT_UBUNTU", "ghcr.io/catthehacker/ubuntu:act-latest", "kankali.darkhelm.lan:3001/darkhelm.org/act-ubuntu:act-latest"),
|
("ACT_UBUNTU", "ghcr.io/catthehacker/ubuntu:act-latest", "kankali.darkhelm.lan:3001/darkhelm.org/act-ubuntu:act-latest"),
|
||||||
("RENOVATE", "ghcr.io/renovatebot/renovate:41", "kankali.darkhelm.lan:3001/darkhelm.org/renovate:41"),
|
("RENOVATE", "ghcr.io/renovatebot/renovate:41", "kankali.darkhelm.lan:3001/darkhelm.org/renovate:41"),
|
||||||
("PLAYWRIGHT", "mcr.microsoft.com/playwright:v1.56.1-jammy", "kankali.darkhelm.lan:3001/darkhelm.org/playwright-browsers:v1.56.1-jammy"),
|
("PLAYWRIGHT", "mcr.microsoft.com/playwright:v1.56.1-jammy", "kankali.darkhelm.lan:3001/darkhelm.org/playwright-browsers:v1.56.1-jammy"),
|
||||||
]
|
]
|
||||||
|
|
||||||
|
is_publisher = __IS_PUBLISHER__
|
||||||
|
|
||||||
def classify_failure(prefix, log_path):
|
def classify_failure(prefix, log_path):
|
||||||
mismatch = !(grep -qi "http response to https client" @(log_path))
|
mismatch = !(grep -qi "http response to https client" @(log_path))
|
||||||
print(f"{prefix}:https-mismatch" if mismatch.returncode == 0 else f"{prefix}:failed")
|
if mismatch.returncode == 0:
|
||||||
|
print(f"{prefix}:https-mismatch")
|
||||||
|
else:
|
||||||
|
print(f"{prefix}:failed")
|
||||||
|
tail = !(tail -n 20 @(log_path) 2> /dev/null)
|
||||||
|
if tail.returncode == 0 and str(tail.out).strip():
|
||||||
|
print(f"{prefix}_LOG_START")
|
||||||
|
print(str(tail.out).rstrip())
|
||||||
|
print(f"{prefix}_LOG_END")
|
||||||
|
|
||||||
$(docker pull ubuntu:22.04)
|
def image_present(image):
|
||||||
|
result = !(docker image inspect @(image) > /dev/null 2>&1)
|
||||||
|
return result.returncode == 0
|
||||||
|
|
||||||
if $(docker image inspect ubuntu:22.04):
|
ubuntu_pull_log = "/tmp/ubuntu22-pull.log"
|
||||||
|
ubuntu_pull = !(docker pull ubuntu:22.04 > @(ubuntu_pull_log) 2>&1)
|
||||||
|
if ubuntu_pull.returncode == 0:
|
||||||
|
print("UBUNTU22_PULL:ok")
|
||||||
|
else:
|
||||||
|
classify_failure("UBUNTU22_PULL", ubuntu_pull_log)
|
||||||
|
|
||||||
|
if image_present("ubuntu:22.04"):
|
||||||
print("UBUNTU22_PRESENT")
|
print("UBUNTU22_PRESENT")
|
||||||
else:
|
else:
|
||||||
print("UBUNTU22_MISSING")
|
print("UBUNTU22_MISSING")
|
||||||
@@ -34,24 +55,28 @@ for label, source_image, mirror_image in mirror_pairs:
|
|||||||
mirror_push_log = f"/tmp/{label.lower()}-mirror-push.log"
|
mirror_push_log = f"/tmp/{label.lower()}-mirror-push.log"
|
||||||
mirror_verify_log = f"/tmp/{label.lower()}-mirror-verify.log"
|
mirror_verify_log = f"/tmp/{label.lower()}-mirror-verify.log"
|
||||||
|
|
||||||
src_pull = !(docker pull @(source_image) > @(src_pull_log) 2>&1)
|
if is_publisher:
|
||||||
if src_pull.returncode == 0:
|
src_pull = !(docker pull @(source_image) > @(src_pull_log) 2>&1)
|
||||||
print(f"{label}_SOURCE_PULL:ok")
|
if src_pull.returncode == 0:
|
||||||
else:
|
print(f"{label}_SOURCE_PULL:ok")
|
||||||
classify_failure(f"{label}_SOURCE_PULL", src_pull_log)
|
else:
|
||||||
continue
|
classify_failure(f"{label}_SOURCE_PULL", src_pull_log)
|
||||||
|
continue
|
||||||
|
|
||||||
tag = !(docker tag @(source_image) @(mirror_image))
|
tag = !(docker tag @(source_image) @(mirror_image) > /dev/null 2>&1)
|
||||||
if tag.returncode != 0:
|
if tag.returncode != 0:
|
||||||
print(f"{label}_TAG:failed")
|
print(f"{label}_TAG:failed")
|
||||||
continue
|
continue
|
||||||
|
|
||||||
push = !(docker push @(mirror_image) > @(mirror_push_log) 2>&1)
|
push = !(docker push @(mirror_image) > @(mirror_push_log) 2>&1)
|
||||||
if push.returncode == 0:
|
if push.returncode == 0:
|
||||||
print(f"{label}_MIRROR_PUSH:ok")
|
print(f"{label}_MIRROR_PUSH:ok")
|
||||||
|
else:
|
||||||
|
classify_failure(f"{label}_MIRROR_PUSH", mirror_push_log)
|
||||||
|
continue
|
||||||
else:
|
else:
|
||||||
classify_failure(f"{label}_MIRROR_PUSH", mirror_push_log)
|
print(f"{label}_SOURCE_PULL:skipped")
|
||||||
continue
|
print(f"{label}_MIRROR_PUSH:skipped")
|
||||||
|
|
||||||
# Validate mirror pullability with this host's Docker registry config.
|
# Validate mirror pullability with this host's Docker registry config.
|
||||||
rm_image = !(docker image rm @(mirror_image) > /dev/null 2>&1)
|
rm_image = !(docker image rm @(mirror_image) > /dev/null 2>&1)
|
||||||
@@ -61,7 +86,7 @@ for label, source_image, mirror_image in mirror_pairs:
|
|||||||
else:
|
else:
|
||||||
classify_failure(f"{label}_MIRROR_PULL", mirror_verify_log)
|
classify_failure(f"{label}_MIRROR_PULL", mirror_verify_log)
|
||||||
|
|
||||||
if $(docker image inspect @(mirror_image)):
|
if image_present(mirror_image):
|
||||||
print(f"{label}_MIRROR_PRESENT")
|
print(f"{label}_MIRROR_PRESENT")
|
||||||
else:
|
else:
|
||||||
print(f"{label}_MIRROR_MISSING")
|
print(f"{label}_MIRROR_MISSING")
|
||||||
@@ -69,4 +94,5 @@ for label, source_image, mirror_image in mirror_pairs:
|
|||||||
|
|
||||||
for host in hosts:
|
for host in hosts:
|
||||||
print(f"\n=== {host} ===")
|
print(f"\n=== {host} ===")
|
||||||
|
remote_code = remote_code_template.replace("__IS_PUBLISHER__", "True" if host == publisher_host else "False")
|
||||||
ssh @(host) @(remote_code)
|
ssh @(host) @(remote_code)
|
||||||
|
|||||||
Reference in New Issue
Block a user