network.py 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215
  1. from __future__ import absolute_import
  2. from __future__ import unicode_literals
  3. import logging
  4. from docker.errors import NotFound
  5. from docker.utils import create_ipam_config
  6. from docker.utils import create_ipam_pool
  7. from .config import ConfigurationError
  8. log = logging.getLogger(__name__)
  9. OPTS_EXCEPTIONS = [
  10. 'com.docker.network.driver.overlay.vxlanid_list',
  11. ]
  12. class Network(object):
  13. def __init__(self, client, project, name, driver=None, driver_opts=None,
  14. ipam=None, external_name=None, internal=False, enable_ipv6=False,
  15. labels=None):
  16. self.client = client
  17. self.project = project
  18. self.name = name
  19. self.driver = driver
  20. self.driver_opts = driver_opts
  21. self.ipam = create_ipam_config_from_dict(ipam)
  22. self.external_name = external_name
  23. self.internal = internal
  24. self.enable_ipv6 = enable_ipv6
  25. self.labels = labels
  26. def ensure(self):
  27. if self.external_name:
  28. try:
  29. self.inspect()
  30. log.debug(
  31. 'Network {0} declared as external. No new '
  32. 'network will be created.'.format(self.name)
  33. )
  34. except NotFound:
  35. raise ConfigurationError(
  36. 'Network {name} declared as external, but could'
  37. ' not be found. Please create the network manually'
  38. ' using `{command} {name}` and try again.'.format(
  39. name=self.external_name,
  40. command='docker network create'
  41. )
  42. )
  43. return
  44. try:
  45. data = self.inspect()
  46. check_remote_network_config(data, self)
  47. except NotFound:
  48. driver_name = 'the default driver'
  49. if self.driver:
  50. driver_name = 'driver "{}"'.format(self.driver)
  51. log.info(
  52. 'Creating network "{}" with {}'
  53. .format(self.full_name, driver_name)
  54. )
  55. self.client.create_network(
  56. name=self.full_name,
  57. driver=self.driver,
  58. options=self.driver_opts,
  59. ipam=self.ipam,
  60. internal=self.internal,
  61. enable_ipv6=self.enable_ipv6,
  62. labels=self.labels,
  63. )
  64. def remove(self):
  65. if self.external_name:
  66. log.info("Network %s is external, skipping", self.full_name)
  67. return
  68. log.info("Removing network {}".format(self.full_name))
  69. self.client.remove_network(self.full_name)
  70. def inspect(self):
  71. return self.client.inspect_network(self.full_name)
  72. @property
  73. def full_name(self):
  74. if self.external_name:
  75. return self.external_name
  76. return '{0}_{1}'.format(self.project, self.name)
  77. def create_ipam_config_from_dict(ipam_dict):
  78. if not ipam_dict:
  79. return None
  80. return create_ipam_config(
  81. driver=ipam_dict.get('driver'),
  82. pool_configs=[
  83. create_ipam_pool(
  84. subnet=config.get('subnet'),
  85. iprange=config.get('ip_range'),
  86. gateway=config.get('gateway'),
  87. aux_addresses=config.get('aux_addresses'),
  88. )
  89. for config in ipam_dict.get('config', [])
  90. ],
  91. )
  92. def check_remote_network_config(remote, local):
  93. if local.driver and remote.get('Driver') != local.driver:
  94. raise ConfigurationError(
  95. 'Network "{}" needs to be recreated - driver has changed'
  96. .format(local.full_name)
  97. )
  98. local_opts = local.driver_opts or {}
  99. remote_opts = remote.get('Options') or {}
  100. for k in set.union(set(remote_opts.keys()), set(local_opts.keys())):
  101. if k in OPTS_EXCEPTIONS:
  102. continue
  103. if remote_opts.get(k) != local_opts.get(k):
  104. raise ConfigurationError(
  105. 'Network "{}" needs to be recreated - options have changed'
  106. .format(local.full_name)
  107. )
  108. def build_networks(name, config_data, client):
  109. network_config = config_data.networks or {}
  110. networks = {
  111. network_name: Network(
  112. client=client, project=name, name=network_name,
  113. driver=data.get('driver'),
  114. driver_opts=data.get('driver_opts'),
  115. ipam=data.get('ipam'),
  116. external_name=data.get('external_name'),
  117. internal=data.get('internal'),
  118. enable_ipv6=data.get('enable_ipv6'),
  119. labels=data.get('labels'),
  120. )
  121. for network_name, data in network_config.items()
  122. }
  123. if 'default' not in networks:
  124. networks['default'] = Network(client, name, 'default')
  125. return networks
  126. class ProjectNetworks(object):
  127. def __init__(self, networks, use_networking):
  128. self.networks = networks or {}
  129. self.use_networking = use_networking
  130. @classmethod
  131. def from_services(cls, services, networks, use_networking):
  132. service_networks = {
  133. network: networks.get(network)
  134. for service in services
  135. for network in get_network_names_for_service(service)
  136. }
  137. unused = set(networks) - set(service_networks) - {'default'}
  138. if unused:
  139. log.warn(
  140. "Some networks were defined but are not used by any service: "
  141. "{}".format(", ".join(unused)))
  142. return cls(service_networks, use_networking)
  143. def remove(self):
  144. if not self.use_networking:
  145. return
  146. for network in self.networks.values():
  147. try:
  148. network.remove()
  149. except NotFound:
  150. log.warn("Network %s not found.", network.full_name)
  151. def initialize(self):
  152. if not self.use_networking:
  153. return
  154. for network in self.networks.values():
  155. network.ensure()
  156. def get_network_defs_for_service(service_dict):
  157. if 'network_mode' in service_dict:
  158. return {}
  159. networks = service_dict.get('networks', {'default': None})
  160. return dict(
  161. (net, (config or {}))
  162. for net, config in networks.items()
  163. )
  164. def get_network_names_for_service(service_dict):
  165. return get_network_defs_for_service(service_dict).keys()
  166. def get_networks(service_dict, network_definitions):
  167. networks = {}
  168. for name, netdef in get_network_defs_for_service(service_dict).items():
  169. network = network_definitions.get(name)
  170. if network:
  171. networks[network.full_name] = netdef
  172. else:
  173. raise ConfigurationError(
  174. 'Service "{}" uses an undefined network "{}"'
  175. .format(service_dict['name'], name))
  176. return networks