19a135edac
* Avoid race condition when fetching containers during build So far only a single builder was active for each architecture. This toghether with the naming scheme to include architecture/machine name made sure that an image could only be fetched or used by a single builder. However, since most systems are now aarch64, multiple runners are now active for a single architecture. This makes it necessary to lock fetching/coping of container images to avoid race conditions.
40 lines
1.2 KiB
Bash
Executable File
40 lines
1.2 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
arch=$1
|
|
machine=$2
|
|
version_json=$3
|
|
image_json_name=$4
|
|
dl_dir=$5
|
|
dst_dir=$6
|
|
|
|
set -e
|
|
|
|
image_name=$(jq -e -r --arg image_json_name "${image_json_name}" \
|
|
--arg arch "${arch}" --arg machine "${machine}" \
|
|
'.images[$image_json_name] | sub("{arch}"; $arch) | sub("{machine}"; $machine)' \
|
|
< "${version_json}")
|
|
image_tag=$(jq -e -r --arg image_json_name "${image_json_name}" \
|
|
'.[$image_json_name]' < "${version_json}")
|
|
full_image_name="${image_name}:${image_tag}"
|
|
|
|
image_digest=$(skopeo inspect "docker://${full_image_name}" | jq -r '.Digest')
|
|
|
|
# Cleanup image name file name use
|
|
image_file_name="${full_image_name//[:\/]/_}@${image_digest//[:\/]/_}"
|
|
image_file_path="${dl_dir}/${image_file_name}.tar"
|
|
dst_image_file_path="${dst_dir}/${image_file_name}.tar"
|
|
|
|
(
|
|
# Use file locking to avoid race condition
|
|
flock --verbose 3
|
|
if [ ! -f "${image_file_path}" ]
|
|
then
|
|
echo "Fetching image: ${full_image_name} (digest ${image_digest})"
|
|
skopeo copy "docker://${image_name}@${image_digest}" "docker-archive:${image_file_path}:${full_image_name}"
|
|
else
|
|
echo "Skipping download of existing image: ${full_image_name} (digest ${image_digest})"
|
|
fi
|
|
|
|
cp "${image_file_path}" "${dst_image_file_path}"
|
|
) 3>"${image_file_path}.lock"
|