network.py 6.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196
  1. from __future__ import absolute_import
  2. from __future__ import unicode_literals
  3. import logging
  4. from docker.errors import NotFound
  5. from docker.utils import create_ipam_config
  6. from docker.utils import create_ipam_pool
  7. from .config import ConfigurationError
  8. log = logging.getLogger(__name__)
  9. class Network(object):
  10. def __init__(self, client, project, name, driver=None, driver_opts=None,
  11. ipam=None, external_name=None, internal=False, labels=None):
  12. self.client = client
  13. self.project = project
  14. self.name = name
  15. self.driver = driver
  16. self.driver_opts = driver_opts
  17. self.ipam = create_ipam_config_from_dict(ipam)
  18. self.external_name = external_name
  19. self.internal = internal
  20. self.labels = labels
  21. def ensure(self):
  22. if self.external_name:
  23. try:
  24. self.inspect()
  25. log.debug(
  26. 'Network {0} declared as external. No new '
  27. 'network will be created.'.format(self.name)
  28. )
  29. except NotFound:
  30. raise ConfigurationError(
  31. 'Network {name} declared as external, but could'
  32. ' not be found. Please create the network manually'
  33. ' using `{command} {name}` and try again.'.format(
  34. name=self.external_name,
  35. command='docker network create'
  36. )
  37. )
  38. return
  39. try:
  40. data = self.inspect()
  41. if self.driver and data['Driver'] != self.driver:
  42. raise ConfigurationError(
  43. 'Network "{}" needs to be recreated - driver has changed'
  44. .format(self.full_name))
  45. if data['Options'] != (self.driver_opts or {}):
  46. raise ConfigurationError(
  47. 'Network "{}" needs to be recreated - options have changed'
  48. .format(self.full_name))
  49. except NotFound:
  50. driver_name = 'the default driver'
  51. if self.driver:
  52. driver_name = 'driver "{}"'.format(self.driver)
  53. log.info(
  54. 'Creating network "{}" with {}'
  55. .format(self.full_name, driver_name)
  56. )
  57. self.client.create_network(
  58. name=self.full_name,
  59. driver=self.driver,
  60. options=self.driver_opts,
  61. ipam=self.ipam,
  62. internal=self.internal,
  63. labels=self.labels,
  64. )
  65. def remove(self):
  66. if self.external_name:
  67. log.info("Network %s is external, skipping", self.full_name)
  68. return
  69. log.info("Removing network {}".format(self.full_name))
  70. self.client.remove_network(self.full_name)
  71. def inspect(self):
  72. return self.client.inspect_network(self.full_name)
  73. @property
  74. def full_name(self):
  75. if self.external_name:
  76. return self.external_name
  77. return '{0}_{1}'.format(self.project, self.name)
  78. def create_ipam_config_from_dict(ipam_dict):
  79. if not ipam_dict:
  80. return None
  81. return create_ipam_config(
  82. driver=ipam_dict.get('driver'),
  83. pool_configs=[
  84. create_ipam_pool(
  85. subnet=config.get('subnet'),
  86. iprange=config.get('ip_range'),
  87. gateway=config.get('gateway'),
  88. aux_addresses=config.get('aux_addresses'),
  89. )
  90. for config in ipam_dict.get('config', [])
  91. ],
  92. )
  93. def build_networks(name, config_data, client):
  94. network_config = config_data.networks or {}
  95. networks = {
  96. network_name: Network(
  97. client=client, project=name, name=network_name,
  98. driver=data.get('driver'),
  99. driver_opts=data.get('driver_opts'),
  100. ipam=data.get('ipam'),
  101. external_name=data.get('external_name'),
  102. internal=data.get('internal'),
  103. labels=data.get('labels'),
  104. )
  105. for network_name, data in network_config.items()
  106. }
  107. if 'default' not in networks:
  108. networks['default'] = Network(client, name, 'default')
  109. return networks
  110. class ProjectNetworks(object):
  111. def __init__(self, networks, use_networking):
  112. self.networks = networks or {}
  113. self.use_networking = use_networking
  114. @classmethod
  115. def from_services(cls, services, networks, use_networking):
  116. service_networks = {
  117. network: networks.get(network)
  118. for service in services
  119. for network in get_network_names_for_service(service)
  120. }
  121. unused = set(networks) - set(service_networks) - {'default'}
  122. if unused:
  123. log.warn(
  124. "Some networks were defined but are not used by any service: "
  125. "{}".format(", ".join(unused)))
  126. return cls(service_networks, use_networking)
  127. def remove(self):
  128. if not self.use_networking:
  129. return
  130. for network in self.networks.values():
  131. try:
  132. network.remove()
  133. except NotFound:
  134. log.warn("Network %s not found.", network.full_name)
  135. def initialize(self):
  136. if not self.use_networking:
  137. return
  138. for network in self.networks.values():
  139. network.ensure()
  140. def get_network_defs_for_service(service_dict):
  141. if 'network_mode' in service_dict:
  142. return {}
  143. networks = service_dict.get('networks', {'default': None})
  144. return dict(
  145. (net, (config or {}))
  146. for net, config in networks.items()
  147. )
  148. def get_network_names_for_service(service_dict):
  149. return get_network_defs_for_service(service_dict).keys()
  150. def get_networks(service_dict, network_definitions):
  151. networks = {}
  152. for name, netdef in get_network_defs_for_service(service_dict).items():
  153. network = network_definitions.get(name)
  154. if network:
  155. networks[network.full_name] = netdef
  156. else:
  157. raise ConfigurationError(
  158. 'Service "{}" uses an undefined network "{}"'
  159. .format(service_dict['name'], name))
  160. return networks