volume.py 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215
  1. from __future__ import absolute_import
  2. from __future__ import unicode_literals
  3. import logging
  4. import re
  5. from docker.errors import NotFound
  6. from docker.utils import version_lt
  7. from . import __version__
  8. from .config import ConfigurationError
  9. from .config.types import VolumeSpec
  10. from .const import LABEL_PROJECT
  11. from .const import LABEL_VERSION
  12. from .const import LABEL_VOLUME
  13. log = logging.getLogger(__name__)
  14. class Volume(object):
  15. def __init__(self, client, project, name, driver=None, driver_opts=None,
  16. external=False, labels=None, custom_name=False):
  17. self.client = client
  18. self.project = project
  19. self.name = name
  20. self.driver = driver
  21. self.driver_opts = driver_opts
  22. self.external = external
  23. self.labels = labels
  24. self.custom_name = custom_name
  25. self.legacy = None
  26. def create(self):
  27. return self.client.create_volume(
  28. self.full_name, self.driver, self.driver_opts, labels=self._labels
  29. )
  30. def remove(self):
  31. if self.external:
  32. log.info("Volume %s is external, skipping", self.true_name)
  33. return
  34. log.info("Removing volume %s", self.true_name)
  35. return self.client.remove_volume(self.true_name)
  36. def inspect(self, legacy=None):
  37. if legacy:
  38. return self.client.inspect_volume(self.legacy_full_name)
  39. return self.client.inspect_volume(self.full_name)
  40. def exists(self):
  41. self._set_legacy_flag()
  42. try:
  43. self.inspect(legacy=self.legacy)
  44. except NotFound:
  45. return False
  46. return True
  47. @property
  48. def full_name(self):
  49. if self.custom_name:
  50. return self.name
  51. return '{0}_{1}'.format(self.project.lstrip('-_'), self.name)
  52. @property
  53. def legacy_full_name(self):
  54. if self.custom_name:
  55. return self.name
  56. return '{0}_{1}'.format(
  57. re.sub(r'[_-]', '', self.project), self.name
  58. )
  59. @property
  60. def true_name(self):
  61. self._set_legacy_flag()
  62. if self.legacy:
  63. return self.legacy_full_name
  64. return self.full_name
  65. @property
  66. def _labels(self):
  67. if version_lt(self.client._version, '1.23'):
  68. return None
  69. labels = self.labels.copy() if self.labels else {}
  70. labels.update({
  71. LABEL_PROJECT: self.project,
  72. LABEL_VOLUME: self.name,
  73. LABEL_VERSION: __version__,
  74. })
  75. return labels
  76. def _set_legacy_flag(self):
  77. if self.legacy is not None:
  78. return
  79. try:
  80. data = self.inspect(legacy=True)
  81. self.legacy = data is not None
  82. except NotFound:
  83. self.legacy = False
  84. class ProjectVolumes(object):
  85. def __init__(self, volumes):
  86. self.volumes = volumes
  87. @classmethod
  88. def from_config(cls, name, config_data, client):
  89. config_volumes = config_data.volumes or {}
  90. volumes = {
  91. vol_name: Volume(
  92. client=client,
  93. project=name,
  94. name=data.get('name', vol_name),
  95. driver=data.get('driver'),
  96. driver_opts=data.get('driver_opts'),
  97. custom_name=data.get('name') is not None,
  98. labels=data.get('labels'),
  99. external=bool(data.get('external', False))
  100. )
  101. for vol_name, data in config_volumes.items()
  102. }
  103. return cls(volumes)
  104. def remove(self):
  105. for volume in self.volumes.values():
  106. try:
  107. volume.remove()
  108. except NotFound:
  109. log.warn("Volume %s not found.", volume.true_name)
  110. def initialize(self):
  111. try:
  112. for volume in self.volumes.values():
  113. volume_exists = volume.exists()
  114. if volume.external:
  115. log.debug(
  116. 'Volume {0} declared as external. No new '
  117. 'volume will be created.'.format(volume.name)
  118. )
  119. if not volume_exists:
  120. raise ConfigurationError(
  121. 'Volume {name} declared as external, but could'
  122. ' not be found. Please create the volume manually'
  123. ' using `{command}{name}` and try again.'.format(
  124. name=volume.full_name,
  125. command='docker volume create --name='
  126. )
  127. )
  128. continue
  129. if not volume_exists:
  130. log.info(
  131. 'Creating volume "{0}" with {1} driver'.format(
  132. volume.full_name, volume.driver or 'default'
  133. )
  134. )
  135. volume.create()
  136. else:
  137. check_remote_volume_config(volume.inspect(legacy=volume.legacy), volume)
  138. except NotFound:
  139. raise ConfigurationError(
  140. 'Volume %s specifies nonexistent driver %s' % (volume.name, volume.driver)
  141. )
  142. def namespace_spec(self, volume_spec):
  143. if not volume_spec.is_named_volume:
  144. return volume_spec
  145. if isinstance(volume_spec, VolumeSpec):
  146. volume = self.volumes[volume_spec.external]
  147. return volume_spec._replace(external=volume.true_name)
  148. else:
  149. volume_spec.source = self.volumes[volume_spec.source].true_name
  150. return volume_spec
  151. class VolumeConfigChangedError(ConfigurationError):
  152. def __init__(self, local, property_name, local_value, remote_value):
  153. super(VolumeConfigChangedError, self).__init__(
  154. 'Configuration for volume {vol_name} specifies {property_name} '
  155. '{local_value}, but a volume with the same name uses a different '
  156. '{property_name} ({remote_value}). If you wish to use the new '
  157. 'configuration, please remove the existing volume "{full_name}" '
  158. 'first:\n$ docker volume rm {full_name}'.format(
  159. vol_name=local.name, property_name=property_name,
  160. local_value=local_value, remote_value=remote_value,
  161. full_name=local.true_name
  162. )
  163. )
  164. def check_remote_volume_config(remote, local):
  165. if local.driver and remote.get('Driver') != local.driver:
  166. raise VolumeConfigChangedError(local, 'driver', local.driver, remote.get('Driver'))
  167. local_opts = local.driver_opts or {}
  168. remote_opts = remote.get('Options') or {}
  169. for k in set.union(set(remote_opts.keys()), set(local_opts.keys())):
  170. if k.startswith('com.docker.'): # These options are set internally
  171. continue
  172. if remote_opts.get(k) != local_opts.get(k):
  173. raise VolumeConfigChangedError(
  174. local, '"{}" driver_opt'.format(k), local_opts.get(k), remote_opts.get(k),
  175. )
  176. local_labels = local.labels or {}
  177. remote_labels = remote.get('Labels') or {}
  178. for k in set.union(set(remote_labels.keys()), set(local_labels.keys())):
  179. if k.startswith('com.docker.'): # We are only interested in user-specified labels
  180. continue
  181. if remote_labels.get(k) != local_labels.get(k):
  182. log.warn(
  183. 'Volume {}: label "{}" has changed. It may need to be'
  184. ' recreated.'.format(local.name, k)
  185. )