|
|
@@ -0,0 +1,156 @@
|
|
|
+import os
|
|
|
+import logging
|
|
|
+from shutil import rmtree
|
|
|
+
|
|
|
+import docker
|
|
|
+
|
|
|
+import git
|
|
|
+
|
|
|
+DEFAULT_REPOSITORY = 'git://github.com/dotcloud/docker'
|
|
|
+DEFAULT_BRANCH = 'library'
|
|
|
+
|
|
|
+logger = logging.getLogger(__name__)
|
|
|
+logging.basicConfig(format='%(asctime)s %(levelname)s %(message)s',
|
|
|
+ level='INFO')
|
|
|
+client = docker.Client()
|
|
|
+processed = {}
|
|
|
+
|
|
|
+
|
|
|
+def build_library(repository=None, branch=None, namespace=None, push=False,
|
|
|
+ debug=False, prefill=True, registry=None):
|
|
|
+ dst_folder = None
|
|
|
+ summary = Summary()
|
|
|
+ if repository is None:
|
|
|
+ repository = DEFAULT_REPOSITORY
|
|
|
+ if branch is None:
|
|
|
+ branch = DEFAULT_BRANCH
|
|
|
+ if debug:
|
|
|
+ logger.setLevel('DEBUG')
|
|
|
+
|
|
|
+ if not (repository.startswith('https://') or repository.startswith('git://')):
|
|
|
+ logger.info('Repository provided assumed to be a local path')
|
|
|
+ dst_folder = repository
|
|
|
+
|
|
|
+ #FIXME: set destination folder and only pull latest changes instead of
|
|
|
+ # cloning the whole repo everytime
|
|
|
+ if not dst_folder:
|
|
|
+ logger.info('Cloning docker repo from {0}, branch: {1}'.format(
|
|
|
+ repository, branch))
|
|
|
+ dst_folder = git.clone_branch(repository, branch)
|
|
|
+ for buildfile in os.listdir(os.path.join(dst_folder, 'library')):
|
|
|
+ if buildfile == 'MAINTAINERS':
|
|
|
+ continue
|
|
|
+ f = open(os.path.join(dst_folder, 'library', buildfile))
|
|
|
+ linecnt = 0
|
|
|
+ for line in f:
|
|
|
+ linecnt = linecnt + 1
|
|
|
+ logger.debug('{0} ---> {1}'.format(buildfile, line))
|
|
|
+ args = line.split()
|
|
|
+ try:
|
|
|
+ if len(args) > 3:
|
|
|
+ raise RuntimeError('Incorrect line format, '
|
|
|
+ 'please refer to the docs')
|
|
|
+
|
|
|
+ url = None
|
|
|
+ ref = 'refs/heads/master'
|
|
|
+ tag = None
|
|
|
+ if len(args) == 1: # Just a URL, simple mode
|
|
|
+ url = args[0]
|
|
|
+ elif len(args) == 2 or len(args) == 3: # docker-tag url
|
|
|
+ url = args[1]
|
|
|
+ tag = args[0]
|
|
|
+
|
|
|
+ if len(args) == 3: # docker-tag url B:branch or T:tag
|
|
|
+ ref = None
|
|
|
+ if args[2].startswith('B:'):
|
|
|
+ ref = 'refs/heads/' + args[2][2:]
|
|
|
+ elif args[2].startswith('T:'):
|
|
|
+ ref = 'refs/tags/' + args[2][2:]
|
|
|
+ elif args[2].startswith('C:'):
|
|
|
+ ref = args[2][2:]
|
|
|
+ else:
|
|
|
+ raise RuntimeError('Incorrect line format, '
|
|
|
+ 'please refer to the docs')
|
|
|
+ if prefill:
|
|
|
+ logger.debug('Pulling {0} from official repository (cache '
|
|
|
+ 'fill)'.format(buildfile))
|
|
|
+ client.pull(buildfile)
|
|
|
+ img = build_repo(url, ref, buildfile, tag, namespace, push,
|
|
|
+ registry)
|
|
|
+ summary.add_success(buildfile, (linecnt, line), img)
|
|
|
+ processed['{0}@{1}'.format(url, ref)] = img
|
|
|
+ except Exception as e:
|
|
|
+ logger.exception(e)
|
|
|
+ summary.add_exception(buildfile, (linecnt, line), e)
|
|
|
+
|
|
|
+ f.close()
|
|
|
+ if dst_folder != repository:
|
|
|
+ rmtree(dst_folder, True)
|
|
|
+ summary.print_summary(logger)
|
|
|
+
|
|
|
+
|
|
|
+def build_repo(repository, ref, docker_repo, docker_tag, namespace, push, registry):
|
|
|
+ docker_repo = '{0}/{1}'.format(namespace or 'library', docker_repo)
|
|
|
+ img_id = None
|
|
|
+ if '{0}@{1}'.format(repository, ref) not in processed.keys():
|
|
|
+ logger.info('Cloning {0} (ref: {1})'.format(repository, ref))
|
|
|
+ dst_folder = git.clone(repository, ref)
|
|
|
+ if not 'Dockerfile' in os.listdir(dst_folder):
|
|
|
+ raise RuntimeError('Dockerfile not found in cloned repository')
|
|
|
+ logger.info('Building using dockerfile...')
|
|
|
+ img_id, logs = client.build(path=dst_folder, quiet=True)
|
|
|
+ rmtree(dst_folder, True)
|
|
|
+ else:
|
|
|
+ img_id = processed['{0}@{1}'.format(repository, ref)]
|
|
|
+ logger.info('Committing to {0}:{1}'.format(docker_repo,
|
|
|
+ docker_tag or 'latest'))
|
|
|
+ client.tag(img_id, docker_repo, docker_tag)
|
|
|
+ if push:
|
|
|
+ logger.info('Pushing result to registry {0}'.format(
|
|
|
+ registry or "default"))
|
|
|
+ if registry is not None:
|
|
|
+ docker_repo = '{0}/{1}'.format(registry, docker_repo)
|
|
|
+ logger.info('Also tagging {0}'.format(docker_repo))
|
|
|
+ client.tag(img_id, docker_repo, docker_tag)
|
|
|
+ client.push(docker_repo)
|
|
|
+ return img_id
|
|
|
+
|
|
|
+
|
|
|
+class Summary(object):
|
|
|
+ def __init__(self):
|
|
|
+ self._summary = {}
|
|
|
+ self._has_exc = False
|
|
|
+
|
|
|
+ def _add_data(self, image, linestr, data):
|
|
|
+ if image not in self._summary:
|
|
|
+ self._summary[image] = { linestr: data }
|
|
|
+ else:
|
|
|
+ self._summary[image][linestr] = data
|
|
|
+
|
|
|
+ def add_exception(self, image, line, exc):
|
|
|
+ lineno, linestr = line
|
|
|
+ self._add_data(image, linestr, { 'line': lineno, 'exc': str(exc) })
|
|
|
+ self._has_exc = True
|
|
|
+
|
|
|
+ def add_success(self, image, line, img_id):
|
|
|
+ lineno, linestr = line
|
|
|
+ self._add_data(image, linestr, { 'line': lineno, 'id': img_id })
|
|
|
+
|
|
|
+ def print_summary(self, logger=None):
|
|
|
+ linesep = ''.center(61, '-') + '\n'
|
|
|
+ s = 'BREW BUILD SUMMARY\n' + linesep
|
|
|
+ success = 'OVERALL SUCCESS: {}\n'.format(not self._has_exc)
|
|
|
+ details = linesep
|
|
|
+ for image, lines in self._summary.iteritems():
|
|
|
+ details = details + '{}\n{}'.format(image, linesep)
|
|
|
+ for linestr, data in lines.iteritems():
|
|
|
+ details = details + '{0:2} | {1} | {2:50}\n'.format(
|
|
|
+ data['line'],
|
|
|
+ 'KO' if 'exc' in data else 'OK',
|
|
|
+ data['exc'] if 'exc' in data else data['id']
|
|
|
+ )
|
|
|
+ details = details + linesep
|
|
|
+ if logger:
|
|
|
+ logger.info(s + success + details)
|
|
|
+ else:
|
|
|
+ print s, success, details
|
Sam Alba