Merge pull request #26131 from matejc/pkgs/build-support/docker/pull
docker tools: fix pull image function
This commit is contained in:
Jaka Hudoklin
GitHub
commit
112f5229d8
@ -83,16 +83,12 @@ rec {
|
|||||||
};
|
};
|
||||||
|
|
||||||
# 4. example of pulling an image. could be used as a base for other images
|
# 4. example of pulling an image. could be used as a base for other images
|
||||||
#
|
nix = pullImage {
|
||||||
# ***** Currently broken, getting 404s. Perhaps the docker API has changed?
|
imageName = "nixos/nix";
|
||||||
#
|
imageTag = "1.11";
|
||||||
#
|
# this hash will need change if the tag is updated at docker hub
|
||||||
# debian = pullImage {
|
sha256 = "1gk4bq05vl3rj3mh4mlbl4iicgndmimlv8jvkhdk4hrv0r44bwr3";
|
||||||
# imageName = "debian";
|
};
|
||||||
# imageTag = "jessie";
|
|
||||||
# # this hash will need change if the tag is updated at docker hub
|
|
||||||
# sha256 = "18kd495lc2k35h03bpcbdjnix17nlqbwf6nmq3sb161blf0dk14q";
|
|
||||||
# };
|
|
||||||
|
|
||||||
# 5. example of multiple contents, emacs and vi happily coexisting
|
# 5. example of multiple contents, emacs and vi happily coexisting
|
||||||
editors = buildImage {
|
editors = buildImage {
|
||||||
|
|||||||
@ -1,41 +1,32 @@
|
|||||||
{ stdenv, lib, curl, jshon, python, runCommand }:
|
{ stdenv, lib, docker, vmTools, utillinux, curl, kmod, dhcp, cacert, e2fsprogs }:
|
||||||
|
let
|
||||||
# Inspired and simplified version of fetchurl.
|
nameReplace = name: builtins.replaceStrings ["/" ":"] ["-" "-"] name;
|
||||||
|
in
|
||||||
# For simplicity we only support sha256.
|
# For simplicity we only support sha256.
|
||||||
|
{ imageName, imageTag ? "latest", imageId ? "${imageName}:${imageTag}"
|
||||||
|
, sha256, name ? (nameReplace "docker-image-${imageName}-${imageTag}.tar") }:
|
||||||
|
let
|
||||||
|
pullImage = vmTools.runInLinuxVM (
|
||||||
|
stdenv.mkDerivation {
|
||||||
|
inherit name imageId;
|
||||||
|
|
||||||
# Currently only registry v1 is supported, compatible with Docker Hub.
|
certs = "${cacert}/etc/ssl/certs/ca-bundle.crt";
|
||||||
|
|
||||||
{ imageName, imageTag ? "latest", imageId ? null
|
builder = ./pull.sh;
|
||||||
, sha256, name ? "${imageName}-${imageTag}"
|
|
||||||
, indexUrl ? "https://index.docker.io"
|
|
||||||
, registryVersion ? "v1"
|
|
||||||
, curlOpts ? "" }:
|
|
||||||
|
|
||||||
assert registryVersion == "v1";
|
buildInputs = [ curl utillinux docker kmod dhcp cacert e2fsprogs ];
|
||||||
|
|
||||||
let layer = stdenv.mkDerivation {
|
outputHashAlgo = "sha256";
|
||||||
inherit name imageName imageTag imageId
|
outputHash = sha256;
|
||||||
indexUrl registryVersion curlOpts;
|
|
||||||
|
|
||||||
builder = ./pull.sh;
|
impureEnvVars = lib.fetchers.proxyImpureEnvVars;
|
||||||
detjson = ./detjson.py;
|
|
||||||
|
|
||||||
buildInputs = [ curl jshon python ];
|
preVM = vmTools.createEmptyImage {
|
||||||
|
size = 2048;
|
||||||
|
fullName = "${name}-disk";
|
||||||
|
};
|
||||||
|
|
||||||
outputHashAlgo = "sha256";
|
QEMU_OPTS = "-netdev user,id=net0 -device virtio-net-pci,netdev=net0";
|
||||||
outputHash = sha256;
|
});
|
||||||
outputHashMode = "recursive";
|
in
|
||||||
|
pullImage
|
||||||
impureEnvVars = lib.fetchers.proxyImpureEnvVars ++ [
|
|
||||||
# This variable allows the user to pass additional options to curl
|
|
||||||
"NIX_CURL_FLAGS"
|
|
||||||
];
|
|
||||||
|
|
||||||
# Doing the download on a remote machine just duplicates network
|
|
||||||
# traffic, so don't do that.
|
|
||||||
preferLocalBuild = true;
|
|
||||||
};
|
|
||||||
|
|
||||||
in runCommand "${name}.tar.gz" {} ''
|
|
||||||
tar -C ${layer} -czf $out .
|
|
||||||
''
|
|
||||||
|
|||||||
@ -1,86 +1,36 @@
|
|||||||
# Reference: docker src contrib/download-frozen-image.sh
|
|
||||||
|
|
||||||
source $stdenv/setup
|
source $stdenv/setup
|
||||||
|
|
||||||
# Curl flags to handle redirects, not use EPSV, handle cookies for
|
mkdir -p /var/lib/docker
|
||||||
# servers to need them during redirects, and work on SSL without a
|
mkfs.ext4 /dev/vda
|
||||||
# certificate (this isn't a security problem because we check the
|
mount -t ext4 /dev/vda /var/lib/docker
|
||||||
# cryptographic hash of the output anyway).
|
|
||||||
curl=$(command -v curl)
|
|
||||||
curl() {
|
|
||||||
[[ -n ${token:-} ]] && set -- -H "Authorization: Token $token" "$@"
|
|
||||||
$curl \
|
|
||||||
--location --max-redirs 20 \
|
|
||||||
--retry 3 \
|
|
||||||
--fail \
|
|
||||||
--disable-epsv \
|
|
||||||
--cookie-jar cookies \
|
|
||||||
--insecure \
|
|
||||||
$curlOpts \
|
|
||||||
$NIX_CURL_FLAGS \
|
|
||||||
"$@"
|
|
||||||
}
|
|
||||||
|
|
||||||
fetchLayer() {
|
modprobe virtio_net
|
||||||
local url="$1"
|
dhclient eth0
|
||||||
local dest="$2"
|
|
||||||
local curlexit=18;
|
|
||||||
|
|
||||||
# if we get error code 18, resume partial download
|
mkdir -p /etc/ssl/certs/
|
||||||
while [ $curlexit -eq 18 ]; do
|
cp "$certs" "/etc/ssl/certs/"
|
||||||
# keep this inside an if statement, since on failure it doesn't abort the script
|
|
||||||
if curl -C - "$url" --output "$dest"; then
|
|
||||||
return 0
|
|
||||||
else
|
|
||||||
curlexit=$?;
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
|
|
||||||
return $curlexit
|
# from https://github.com/tianon/cgroupfs-mount/blob/master/cgroupfs-mount
|
||||||
}
|
mount -t tmpfs -o uid=0,gid=0,mode=0755 cgroup /sys/fs/cgroup
|
||||||
|
cd /sys/fs/cgroup
|
||||||
headers=$(curl -o /dev/null -D- -H 'X-Docker-Token: true' \
|
for sys in $(awk '!/^#/ { if ($4 == 1) print $1 }' /proc/cgroups); do
|
||||||
"$indexUrl/$registryVersion/repositories/$imageName/images")
|
mkdir -p $sys
|
||||||
|
if ! mountpoint -q $sys; then
|
||||||
header() {
|
if ! mount -n -t cgroup -o $sys cgroup $sys; then
|
||||||
grep $1 <<< "$headers" | tr -d '\r' | cut -d ' ' -f 2
|
rmdir $sys || true
|
||||||
}
|
|
||||||
|
|
||||||
# this only takes the first endpoint, more may be provided
|
|
||||||
# https://docs.docker.com/v1.6/reference/api/docker-io_api/
|
|
||||||
if ! registryUrl=$(header X-Docker-Endpoints); then
|
|
||||||
echo "error: index returned no endpoint"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
baseUrl="https://$registryUrl/$registryVersion"
|
|
||||||
|
|
||||||
token="$(header X-Docker-Token || true)";
|
|
||||||
|
|
||||||
if [ -z "$imageId" ]; then
|
|
||||||
imageId="$(curl "$baseUrl/repositories/$imageName/tags/$imageTag")"
|
|
||||||
imageId="${imageId//\"/}"
|
|
||||||
if [ -z "$imageId" ]; then
|
|
||||||
echo "error: no image ID found for ${imageName}:${imageTag}"
|
|
||||||
exit 1
|
|
||||||
fi
|
fi
|
||||||
|
fi
|
||||||
echo "found image ${imageName}:${imageTag}@$imageId"
|
|
||||||
fi
|
|
||||||
|
|
||||||
mkdir -p $out
|
|
||||||
|
|
||||||
jshon -n object \
|
|
||||||
-n object -s "$imageId" -i "$imageTag" \
|
|
||||||
-i "$imageName" > $out/repositories
|
|
||||||
|
|
||||||
curl "$baseUrl/images/$imageId/ancestry" -o ancestry.json
|
|
||||||
|
|
||||||
layerIds=$(jshon -a -u < ancestry.json)
|
|
||||||
for layerId in $layerIds; do
|
|
||||||
echo "fetching layer $layerId"
|
|
||||||
|
|
||||||
mkdir "$out/$layerId"
|
|
||||||
echo '1.0' > "$out/$layerId/VERSION"
|
|
||||||
curl "$baseUrl/images/$layerId/json" | python $detjson > "$out/$layerId/json"
|
|
||||||
fetchLayer "$baseUrl/images/$layerId/layer" "$out/$layerId/layer.tar"
|
|
||||||
done
|
done
|
||||||
|
|
||||||
|
# run docker daemon
|
||||||
|
dockerd -H tcp://127.0.0.1:5555 -H unix:///var/run/docker.sock &
|
||||||
|
|
||||||
|
until $(curl --output /dev/null --silent --connect-timeout 2 http://127.0.0.1:5555); do
|
||||||
|
printf '.'
|
||||||
|
sleep 1
|
||||||
|
done
|
||||||
|
|
||||||
|
rm -r $out
|
||||||
|
|
||||||
|
docker pull ${imageId}
|
||||||
|
docker save ${imageId} > $out
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user