Docker-official-images/brew/brew.py

import os
import logging
from shutil import rmtree

import docker

import git

DEFAULT_REPOSITORY = 'git://github.com/dotcloud/docker'
DEFAULT_BRANCH = 'master'

logger = logging.getLogger(__name__)
logging.basicConfig(format='%(asctime)s %(levelname)s %(message)s',
                    level='INFO')
client = docker.Client()
processed = {}
processed_folders = []


def build_library(repository=None, branch=None, namespace=None, push=False,
        debug=False, prefill=True, registry=None):
    dst_folder = None
    summary = Summary()
    if repository is None:
        repository = DEFAULT_REPOSITORY
    if branch is None:
        branch = DEFAULT_BRANCH
    if debug:
        logger.setLevel('DEBUG')

    if not (repository.startswith('https://') or repository.startswith('git://')):
        logger.info('Repository provided assumed to be a local path')
        dst_folder = repository

    try:
        client.version()
    except Exception as e:
        logger.error('Could not reach the docker daemon. Please make sure it '
            'is running.')
        logger.warning('Also make sure you have access to the docker UNIX '
            'socket (use sudo)')
        return

    #FIXME: set destination folder and only pull latest changes instead of
    # cloning the whole repo everytime
    if not dst_folder:
        logger.info('Cloning docker repo from {0}, branch: {1}'.format(
            repository, branch))
        try:
            rep, dst_folder = git.clone_branch(repository, branch)
        except Exception as e:
            logger.exception(e)
            logger.error('Source repository could not be fetched. Check '
                'that the address is correct and the branch exists.')
            return
    try:
        dirlist = os.listdir(os.path.join(dst_folder, 'library'))
    except OSError as e:
        logger.error('The path provided ({0}) could not be found or didn\'t'
            'contain a library/ folder.'.format(dst_folder))
        return
    for buildfile in dirlist:
        if buildfile == 'MAINTAINERS':
            continue
        f = open(os.path.join(dst_folder, 'library', buildfile))
        linecnt = 0
        for line in f:
            linecnt = linecnt + 1
            logger.debug('{0} ---> {1}'.format(buildfile, line))
            args = line.split()
            try:
                if len(args) > 3:
                    raise RuntimeError('Incorrect line format, '
                        'please refer to the docs')

                url = None
                ref = 'refs/heads/master'
                tag = None
                if len(args) == 1:  # Just a URL, simple mode
                    url = args[0]
                elif len(args) == 2 or len(args) == 3:  # docker-tag   url
                    url = args[1]
                    tag = args[0]

                if len(args) == 3:  # docker-tag  url     B:branch or T:tag
                    ref = None
                    if args[2].startswith('B:'):
                        ref = 'refs/heads/' + args[2][2:]
                    elif args[2].startswith('T:'):
                        ref = 'refs/tags/' + args[2][2:]
                    elif args[2].startswith('C:'):
                        ref = args[2][2:]
                    else:
                        raise RuntimeError('Incorrect line format, '
                            'please refer to the docs')
                if prefill:
                    logger.debug('Pulling {0} from official repository (cache '
                        'fill)'.format(buildfile))
                    client.pull(buildfile)
                img = build_repo(url, ref, buildfile, tag, namespace, push,
                    registry)
                summary.add_success(buildfile, (linecnt, line), img)
                processed['{0}@{1}'.format(url, ref)] = img
            except Exception as e:
                logger.exception(e)
                summary.add_exception(buildfile, (linecnt, line), e)

        f.close()
    if dst_folder != repository:
        rmtree(dst_folder, True)
    for d in processed_folders:
        rmtree(d, True)
    summary.print_summary(logger)


def build_repo(repository, ref, docker_repo, docker_tag, namespace, push, registry):
    docker_repo = '{0}/{1}'.format(namespace or 'library', docker_repo)
    img_id = None
    dst_folder = None
    if '{0}@{1}'.format(repository, ref) not in processed.keys():
        logger.info('Cloning {0} (ref: {1})'.format(repository, ref))
        if repository not in processed:
            rep, dst_folder = git.clone(repository, ref)
            processed[repository] = rep
            processed_folders.append(dst_folder)
        else:
            dst_folder = git.checkout(processed[repository], ref)
        if not 'Dockerfile' in os.listdir(dst_folder):
            raise RuntimeError('Dockerfile not found in cloned repository')
        logger.info('Building using dockerfile...')
        img_id, logs = client.build(path=dst_folder, quiet=True)
    else:
        img_id = processed['{0}@{1}'.format(repository, ref)]
    logger.info('Committing to {0}:{1}'.format(docker_repo,
        docker_tag or 'latest'))
    client.tag(img_id, docker_repo, docker_tag)
    if push:
        logger.info('Pushing result to registry {0}'.format(
            registry or "default"))
        if registry is not None:
            docker_repo = '{0}/{1}'.format(registry, docker_repo)
            logger.info('Also tagging {0}'.format(docker_repo))
            client.tag(img_id, docker_repo, docker_tag)
        client.push(docker_repo)
    return img_id


class Summary(object):
    def __init__(self):
        self._summary = {}
        self._has_exc = False

    def _add_data(self, image, linestr, data):
        if image not in self._summary:
            self._summary[image] = { linestr: data }
        else:
            self._summary[image][linestr] = data

    def add_exception(self, image, line, exc):
        lineno, linestr = line
        self._add_data(image, linestr, { 'line': lineno, 'exc': str(exc) })
        self._has_exc = True

    def add_success(self, image, line, img_id):
        lineno, linestr = line
        self._add_data(image, linestr, { 'line': lineno, 'id': img_id })

    def print_summary(self, logger=None):
        linesep = ''.center(61, '-') + '\n'
        s = 'BREW BUILD SUMMARY\n' + linesep
        success = 'OVERALL SUCCESS: {}\n'.format(not self._has_exc)
        details = linesep
        for image, lines in self._summary.iteritems():
            details = details + '{}\n{}'.format(image, linesep)
            for linestr, data in lines.iteritems():
                details = details + '{0:2} | {1} | {2:50}\n'.format(
                    data['line'],
                    'KO' if 'exc' in data else 'OK',
                    data['exc'] if 'exc' in data else data['id']
                )
            details = details + linesep
        if logger:
            logger.info(s + success + details)
        else:
            print s, success, details