volume.py 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213
  1. from __future__ import absolute_import
  2. from __future__ import unicode_literals
  3. import logging
  4. import re
  5. from docker.errors import NotFound
  6. from docker.utils import version_lt
  7. from . import __version__
  8. from .config import ConfigurationError
  9. from .config.types import VolumeSpec
  10. from .const import LABEL_PROJECT
  11. from .const import LABEL_VERSION
  12. from .const import LABEL_VOLUME
  13. log = logging.getLogger(__name__)
  14. class Volume(object):
  15. def __init__(self, client, project, name, driver=None, driver_opts=None,
  16. external=False, labels=None, custom_name=False):
  17. self.client = client
  18. self.project = project
  19. self.name = name
  20. self.driver = driver
  21. self.driver_opts = driver_opts
  22. self.external = external
  23. self.labels = labels
  24. self.custom_name = custom_name
  25. self.legacy = False
  26. def create(self):
  27. return self.client.create_volume(
  28. self.full_name, self.driver, self.driver_opts, labels=self._labels
  29. )
  30. def remove(self):
  31. if self.external:
  32. log.info("Volume %s is external, skipping", self.full_name)
  33. return
  34. log.info("Removing volume %s", self.full_name)
  35. try:
  36. return self.client.remove_volume(self.full_name)
  37. except NotFound:
  38. self.client.remove_volume(self.legacy_full_name)
  39. def inspect(self, legacy=False):
  40. if legacy:
  41. return self.client.inspect_volume(self.legacy_full_name)
  42. return self.client.inspect_volume(self.full_name)
  43. def exists(self):
  44. try:
  45. self.inspect()
  46. except NotFound:
  47. try:
  48. self.inspect(legacy=True)
  49. self.legacy = True
  50. return True
  51. except NotFound:
  52. pass
  53. return False
  54. return True
  55. @property
  56. def full_name(self):
  57. if self.custom_name:
  58. return self.name
  59. return '{0}_{1}'.format(self.project, self.name)
  60. @property
  61. def legacy_full_name(self):
  62. if self.custom_name:
  63. return self.name
  64. return '{0}_{1}'.format(
  65. re.sub(r'[_-]', '', self.project), self.name
  66. )
  67. @property
  68. def true_name(self):
  69. if self.legacy:
  70. return self.legacy_full_name
  71. return self.full_name
  72. @property
  73. def _labels(self):
  74. if version_lt(self.client._version, '1.23'):
  75. return None
  76. labels = self.labels.copy() if self.labels else {}
  77. labels.update({
  78. LABEL_PROJECT: self.project,
  79. LABEL_VOLUME: self.name,
  80. LABEL_VERSION: __version__,
  81. })
  82. return labels
  83. class ProjectVolumes(object):
  84. def __init__(self, volumes):
  85. self.volumes = volumes
  86. @classmethod
  87. def from_config(cls, name, config_data, client):
  88. config_volumes = config_data.volumes or {}
  89. volumes = {
  90. vol_name: Volume(
  91. client=client,
  92. project=name,
  93. name=data.get('name', vol_name),
  94. driver=data.get('driver'),
  95. driver_opts=data.get('driver_opts'),
  96. custom_name=data.get('name') is not None,
  97. labels=data.get('labels'),
  98. external=bool(data.get('external', False))
  99. )
  100. for vol_name, data in config_volumes.items()
  101. }
  102. return cls(volumes)
  103. def remove(self):
  104. for volume in self.volumes.values():
  105. try:
  106. volume.remove()
  107. except NotFound:
  108. log.warn("Volume %s not found.", volume.true_name)
  109. def initialize(self):
  110. try:
  111. for volume in self.volumes.values():
  112. volume_exists = volume.exists()
  113. if volume.external:
  114. log.debug(
  115. 'Volume {0} declared as external. No new '
  116. 'volume will be created.'.format(volume.name)
  117. )
  118. if not volume_exists:
  119. raise ConfigurationError(
  120. 'Volume {name} declared as external, but could'
  121. ' not be found. Please create the volume manually'
  122. ' using `{command}{name}` and try again.'.format(
  123. name=volume.full_name,
  124. command='docker volume create --name='
  125. )
  126. )
  127. continue
  128. if not volume_exists:
  129. log.info(
  130. 'Creating volume "{0}" with {1} driver'.format(
  131. volume.full_name, volume.driver or 'default'
  132. )
  133. )
  134. volume.create()
  135. else:
  136. check_remote_volume_config(volume.inspect(), volume)
  137. except NotFound:
  138. raise ConfigurationError(
  139. 'Volume %s specifies nonexistent driver %s' % (volume.name, volume.driver)
  140. )
  141. def namespace_spec(self, volume_spec):
  142. if not volume_spec.is_named_volume:
  143. return volume_spec
  144. if isinstance(volume_spec, VolumeSpec):
  145. volume = self.volumes[volume_spec.external]
  146. return volume_spec._replace(external=volume.true_name)
  147. else:
  148. volume_spec.source = self.volumes[volume_spec.source].true_name
  149. return volume_spec
  150. class VolumeConfigChangedError(ConfigurationError):
  151. def __init__(self, local, property_name, local_value, remote_value):
  152. super(VolumeConfigChangedError, self).__init__(
  153. 'Configuration for volume {vol_name} specifies {property_name} '
  154. '{local_value}, but a volume with the same name uses a different '
  155. '{property_name} ({remote_value}). If you wish to use the new '
  156. 'configuration, please remove the existing volume "{full_name}" '
  157. 'first:\n$ docker volume rm {full_name}'.format(
  158. vol_name=local.name, property_name=property_name,
  159. local_value=local_value, remote_value=remote_value,
  160. full_name=local.true_name
  161. )
  162. )
  163. def check_remote_volume_config(remote, local):
  164. if local.driver and remote.get('Driver') != local.driver:
  165. raise VolumeConfigChangedError(local, 'driver', local.driver, remote.get('Driver'))
  166. local_opts = local.driver_opts or {}
  167. remote_opts = remote.get('Options') or {}
  168. for k in set.union(set(remote_opts.keys()), set(local_opts.keys())):
  169. if k.startswith('com.docker.'): # These options are set internally
  170. continue
  171. if remote_opts.get(k) != local_opts.get(k):
  172. raise VolumeConfigChangedError(
  173. local, '"{}" driver_opt'.format(k), local_opts.get(k), remote_opts.get(k),
  174. )
  175. local_labels = local.labels or {}
  176. remote_labels = remote.get('Labels') or {}
  177. for k in set.union(set(remote_labels.keys()), set(local_labels.keys())):
  178. if k.startswith('com.docker.'): # We are only interested in user-specified labels
  179. continue
  180. if remote_labels.get(k) != local_labels.get(k):
  181. log.warn(
  182. 'Volume {}: label "{}" has changed. It may need to be'
  183. ' recreated.'.format(local.name, k)
  184. )