project.py 5.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172
  1. from __future__ import unicode_literals
  2. from __future__ import absolute_import
  3. import logging
  4. from .service import Service
  5. log = logging.getLogger(__name__)
  6. def sort_service_dicts(services):
  7. # Topological sort (Cormen/Tarjan algorithm).
  8. unmarked = services[:]
  9. temporary_marked = set()
  10. sorted_services = []
  11. get_service_names = lambda links: [link.split(':')[0] for link in links]
  12. def visit(n):
  13. if n['name'] in temporary_marked:
  14. if n['name'] in get_service_names(n.get('links', [])):
  15. raise DependencyError('A service can not link to itself: %s' % n['name'])
  16. else:
  17. raise DependencyError('Circular import between %s' % ' and '.join(temporary_marked))
  18. if n in unmarked:
  19. temporary_marked.add(n['name'])
  20. dependents = [m for m in services if n['name'] in get_service_names(m.get('links', []))]
  21. for m in dependents:
  22. visit(m)
  23. temporary_marked.remove(n['name'])
  24. unmarked.remove(n)
  25. sorted_services.insert(0, n)
  26. while unmarked:
  27. visit(unmarked[-1])
  28. return sorted_services
  29. class Project(object):
  30. """
  31. A collection of services.
  32. """
  33. def __init__(self, name, services, client):
  34. self.name = name
  35. self.services = services
  36. self.client = client
  37. @classmethod
  38. def from_dicts(cls, name, service_dicts, client):
  39. """
  40. Construct a ServiceCollection from a list of dicts representing services.
  41. """
  42. project = cls(name, [], client)
  43. for service_dict in sort_service_dicts(service_dicts):
  44. # Reference links by object
  45. links = []
  46. if 'links' in service_dict:
  47. for link in service_dict.get('links', []):
  48. if ':' in link:
  49. service_name, link_name = link.split(':', 1)
  50. else:
  51. service_name, link_name = link, None
  52. try:
  53. links.append((project.get_service(service_name), link_name))
  54. except NoSuchService:
  55. raise ConfigurationError('Service "%s" has a link to service "%s" which does not exist.' % (service_dict['name'], service_name))
  56. del service_dict['links']
  57. auto_start = True
  58. if 'auto_start' in service_dict:
  59. auto_start = service_dict.get('auto_start', True)
  60. del service_dict['auto_start']
  61. project.services.append(Service(auto_start=auto_start, client=client, project=name, links=links, **service_dict))
  62. return project
  63. @classmethod
  64. def from_config(cls, name, config, client):
  65. dicts = []
  66. for service_name, service in list(config.items()):
  67. if not isinstance(service, dict):
  68. raise ConfigurationError('Service "%s" doesn\'t have any configuration options. All top level keys in your fig.yml must map to a dictionary of configuration options.')
  69. service['name'] = service_name
  70. dicts.append(service)
  71. return cls.from_dicts(name, dicts, client)
  72. def get_service(self, name):
  73. """
  74. Retrieve a service by name. Raises NoSuchService
  75. if the named service does not exist.
  76. """
  77. for service in self.services:
  78. if service.name == name:
  79. return service
  80. raise NoSuchService(name)
  81. def get_services(self, service_names=None, auto_start=True):
  82. """
  83. Returns a list of this project's services filtered
  84. by the provided list of names, or all services if
  85. service_names is None or [].
  86. Preserves the original order of self.services.
  87. Raises NoSuchService if any of the named services
  88. do not exist.
  89. """
  90. if service_names is None or len(service_names) == 0:
  91. return filter(lambda srv: srv.auto_start == auto_start, self.services)
  92. else:
  93. unsorted = [self.get_service(name) for name in service_names]
  94. return [s for s in self.services if s in unsorted]
  95. def start(self, service_names=None, **options):
  96. for service in self.get_services(service_names):
  97. service.start(**options)
  98. def stop(self, service_names=None, **options):
  99. for service in reversed(self.get_services(service_names)):
  100. service.stop(**options)
  101. def kill(self, service_names=None, **options):
  102. for service in reversed(self.get_services(service_names)):
  103. service.kill(**options)
  104. def build(self, service_names=None, **options):
  105. for service in self.get_services(service_names):
  106. if service.can_be_built():
  107. service.build(**options)
  108. else:
  109. log.info('%s uses an image, skipping' % service.name)
  110. def up(self, service_names=None):
  111. new_containers = []
  112. for service in self.get_services(service_names):
  113. for (_, new) in service.recreate_containers():
  114. new_containers.append(new)
  115. return new_containers
  116. def remove_stopped(self, service_names=None, **options):
  117. for service in self.get_services(service_names):
  118. service.remove_stopped(**options)
  119. def containers(self, service_names=None, *args, **kwargs):
  120. l = []
  121. for service in self.get_services(service_names):
  122. for container in service.containers(*args, **kwargs):
  123. l.append(container)
  124. return l
  125. class NoSuchService(Exception):
  126. def __init__(self, name):
  127. self.name = name
  128. self.msg = "No such service: %s" % self.name
  129. def __str__(self):
  130. return self.msg
  131. class ConfigurationError(Exception):
  132. def __init__(self, msg):
  133. self.msg = msg
  134. def __str__(self):
  135. return self.msg
  136. class DependencyError(ConfigurationError):
  137. pass