133 lines
4.7 KiB
Python
133 lines
4.7 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
|
|
import json
|
|
import os
|
|
import subprocess
|
|
import tarfile
|
|
import tempfile
|
|
import urllib2
|
|
import which
|
|
|
|
from taskgraph.util import docker
|
|
|
|
GECKO = os.path.realpath(os.path.join(__file__, '..', '..', '..'))
|
|
IMAGE_DIR = os.path.join(GECKO, 'testing', 'docker')
|
|
INDEX_URL = 'https://index.taskcluster.net/v1/task/' + docker.INDEX_PREFIX + '.{}.{}.hash.{}'
|
|
ARTIFACT_URL = 'https://queue.taskcluster.net/v1/task/{}/artifacts/{}'
|
|
|
|
|
|
def load_image_by_name(image_name):
|
|
context_path = os.path.join(GECKO, 'testing', 'docker', image_name)
|
|
context_hash = docker.generate_context_hash(GECKO, context_path, image_name)
|
|
|
|
image_index_url = INDEX_URL.format('mozilla-central', image_name, context_hash)
|
|
print("Fetching", image_index_url)
|
|
task = json.load(urllib2.urlopen(image_index_url))
|
|
|
|
return load_image_by_task_id(task['taskId'])
|
|
|
|
|
|
def load_image_by_task_id(task_id):
|
|
# because we need to read this file twice (and one read is not all the way
|
|
# through), it is difficult to stream it. So we download to disk and then
|
|
# read it back.
|
|
filename = 'temp-docker-image.tar'
|
|
|
|
artifact_url = ARTIFACT_URL.format(task_id, 'public/image.tar.zst')
|
|
print("Downloading", artifact_url)
|
|
tempfilename = 'temp-docker-image.tar.zst'
|
|
subprocess.check_call(['curl', '-#', '-L', '-o', tempfilename, artifact_url])
|
|
print("Decompressing")
|
|
subprocess.check_call(['zstd', '-d', tempfilename, '-o', filename])
|
|
print("Deleting temporary file")
|
|
os.unlink(tempfilename)
|
|
|
|
print("Determining image name")
|
|
tf = tarfile.open(filename)
|
|
repositories = json.load(tf.extractfile('repositories'))
|
|
name = repositories.keys()[0]
|
|
tag = repositories[name].keys()[0]
|
|
name = '{}:{}'.format(name, tag)
|
|
print("Image name:", name)
|
|
|
|
print("Loading image into docker")
|
|
try:
|
|
subprocess.check_call(['docker', 'load', '-i', filename])
|
|
except subprocess.CalledProcessError:
|
|
print("*** `docker load` failed. You may avoid re-downloading that tarball by fixing the")
|
|
print("*** problem and running `docker load < {}`.".format(filename))
|
|
raise
|
|
|
|
print("Deleting temporary file")
|
|
os.unlink(filename)
|
|
|
|
print("The requested docker image is now available as", name)
|
|
print("Try: docker run -ti --rm {} bash".format(name))
|
|
|
|
|
|
def build_context(name, outputFile):
|
|
"""Build a context.tar for image with specified name.
|
|
"""
|
|
if not name:
|
|
raise ValueError('must provide a Docker image name')
|
|
if not outputFile:
|
|
raise ValueError('must provide a outputFile')
|
|
|
|
image_dir = os.path.join(IMAGE_DIR, name)
|
|
if not os.path.isdir(image_dir):
|
|
raise Exception('image directory does not exist: %s' % image_dir)
|
|
|
|
docker.create_context_tar(GECKO, image_dir, outputFile, "")
|
|
|
|
|
|
def build_image(name):
|
|
"""Build a Docker image of specified name.
|
|
|
|
Output from image building process will be printed to stdout.
|
|
"""
|
|
if not name:
|
|
raise ValueError('must provide a Docker image name')
|
|
|
|
image_dir = os.path.join(IMAGE_DIR, name)
|
|
if not os.path.isdir(image_dir):
|
|
raise Exception('image directory does not exist: %s' % image_dir)
|
|
|
|
tag = docker.docker_image(name, default_version='latest')
|
|
|
|
docker_bin = which.which('docker')
|
|
|
|
# Verify that Docker is working.
|
|
try:
|
|
subprocess.check_output([docker_bin, '--version'])
|
|
except subprocess.CalledProcessError:
|
|
raise Exception('Docker server is unresponsive. Run `docker ps` and '
|
|
'check that Docker is running')
|
|
|
|
# We obtain a context archive and build from that. Going through the
|
|
# archive creation is important: it normalizes things like file owners
|
|
# and mtimes to increase the chances that image generation is
|
|
# deterministic.
|
|
fd, context_path = tempfile.mkstemp()
|
|
os.close(fd)
|
|
try:
|
|
docker.create_context_tar(GECKO, image_dir, context_path, name)
|
|
docker.build_from_context(docker_bin, context_path, name, tag)
|
|
finally:
|
|
os.unlink(context_path)
|
|
|
|
print('Successfully built %s and tagged with %s' % (name, tag))
|
|
|
|
if tag.endswith(':latest'):
|
|
print('*' * 50)
|
|
print('WARNING: no VERSION file found in image directory.')
|
|
print('Image is not suitable for deploying/pushing.')
|
|
print('Create an image suitable for deploying/pushing by creating')
|
|
print('a VERSION file in the image directory.')
|
|
print('*' * 50)
|