volume.py 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182
  1. from __future__ import absolute_import
  2. from __future__ import unicode_literals
  3. import logging
  4. from docker.errors import NotFound
  5. from docker.utils import version_lt
  6. from .config import ConfigurationError
  7. from .config.types import VolumeSpec
  8. from .const import LABEL_PROJECT
  9. from .const import LABEL_VOLUME
  10. log = logging.getLogger(__name__)
  11. class Volume(object):
  12. def __init__(self, client, project, name, driver=None, driver_opts=None,
  13. external=False, labels=None, custom_name=False):
  14. self.client = client
  15. self.project = project
  16. self.name = name
  17. self.driver = driver
  18. self.driver_opts = driver_opts
  19. self.external = external
  20. self.labels = labels
  21. self.custom_name = custom_name
  22. def create(self):
  23. return self.client.create_volume(
  24. self.full_name, self.driver, self.driver_opts, labels=self._labels
  25. )
  26. def remove(self):
  27. if self.external:
  28. log.info("Volume %s is external, skipping", self.full_name)
  29. return
  30. log.info("Removing volume %s", self.full_name)
  31. return self.client.remove_volume(self.full_name)
  32. def inspect(self):
  33. return self.client.inspect_volume(self.full_name)
  34. def exists(self):
  35. try:
  36. self.inspect()
  37. except NotFound:
  38. return False
  39. return True
  40. @property
  41. def full_name(self):
  42. if self.custom_name:
  43. return self.name
  44. return '{0}_{1}'.format(self.project, self.name)
  45. @property
  46. def _labels(self):
  47. if version_lt(self.client._version, '1.23'):
  48. return None
  49. labels = self.labels.copy() if self.labels else {}
  50. labels.update({
  51. LABEL_PROJECT: self.project,
  52. LABEL_VOLUME: self.name,
  53. })
  54. return labels
  55. class ProjectVolumes(object):
  56. def __init__(self, volumes):
  57. self.volumes = volumes
  58. @classmethod
  59. def from_config(cls, name, config_data, client):
  60. config_volumes = config_data.volumes or {}
  61. volumes = {
  62. vol_name: Volume(
  63. client=client,
  64. project=name,
  65. name=data.get('name', vol_name),
  66. driver=data.get('driver'),
  67. driver_opts=data.get('driver_opts'),
  68. custom_name=data.get('name') is not None,
  69. labels=data.get('labels'),
  70. external=bool(data.get('external', False))
  71. )
  72. for vol_name, data in config_volumes.items()
  73. }
  74. return cls(volumes)
  75. def remove(self):
  76. for volume in self.volumes.values():
  77. try:
  78. volume.remove()
  79. except NotFound:
  80. log.warn("Volume %s not found.", volume.full_name)
  81. def initialize(self):
  82. try:
  83. for volume in self.volumes.values():
  84. volume_exists = volume.exists()
  85. if volume.external:
  86. log.debug(
  87. 'Volume {0} declared as external. No new '
  88. 'volume will be created.'.format(volume.name)
  89. )
  90. if not volume_exists:
  91. raise ConfigurationError(
  92. 'Volume {name} declared as external, but could'
  93. ' not be found. Please create the volume manually'
  94. ' using `{command}{name}` and try again.'.format(
  95. name=volume.full_name,
  96. command='docker volume create --name='
  97. )
  98. )
  99. continue
  100. if not volume_exists:
  101. log.info(
  102. 'Creating volume "{0}" with {1} driver'.format(
  103. volume.full_name, volume.driver or 'default'
  104. )
  105. )
  106. volume.create()
  107. else:
  108. check_remote_volume_config(volume.inspect(), volume)
  109. except NotFound:
  110. raise ConfigurationError(
  111. 'Volume %s specifies nonexistent driver %s' % (volume.name, volume.driver)
  112. )
  113. def namespace_spec(self, volume_spec):
  114. if not volume_spec.is_named_volume:
  115. return volume_spec
  116. if isinstance(volume_spec, VolumeSpec):
  117. volume = self.volumes[volume_spec.external]
  118. return volume_spec._replace(external=volume.full_name)
  119. else:
  120. volume_spec.source = self.volumes[volume_spec.source].full_name
  121. return volume_spec
  122. class VolumeConfigChangedError(ConfigurationError):
  123. def __init__(self, local, property_name, local_value, remote_value):
  124. super(VolumeConfigChangedError, self).__init__(
  125. 'Configuration for volume {vol_name} specifies {property_name} '
  126. '{local_value}, but a volume with the same name uses a different '
  127. '{property_name} ({remote_value}). If you wish to use the new '
  128. 'configuration, please remove the existing volume "{full_name}" '
  129. 'first:\n$ docker volume rm {full_name}'.format(
  130. vol_name=local.name, property_name=property_name,
  131. local_value=local_value, remote_value=remote_value,
  132. full_name=local.full_name
  133. )
  134. )
  135. def check_remote_volume_config(remote, local):
  136. if local.driver and remote.get('Driver') != local.driver:
  137. raise VolumeConfigChangedError(local, 'driver', local.driver, remote.get('Driver'))
  138. local_opts = local.driver_opts or {}
  139. remote_opts = remote.get('Options') or {}
  140. for k in set.union(set(remote_opts.keys()), set(local_opts.keys())):
  141. if k.startswith('com.docker.'): # These options are set internally
  142. continue
  143. if remote_opts.get(k) != local_opts.get(k):
  144. raise VolumeConfigChangedError(
  145. local, '"{}" driver_opt'.format(k), local_opts.get(k), remote_opts.get(k),
  146. )
  147. local_labels = local.labels or {}
  148. remote_labels = remote.get('Labels') or {}
  149. for k in set.union(set(remote_labels.keys()), set(local_labels.keys())):
  150. if k.startswith('com.docker.'): # We are only interested in user-specified labels
  151. continue
  152. if remote_labels.get(k) != local_labels.get(k):
  153. log.warn(
  154. 'Volume {}: label "{}" has changed. It may need to be'
  155. ' recreated.'.format(local.name, k)
  156. )