1
0

volume.py 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212
  1. import logging
  2. import re
  3. from docker.errors import NotFound
  4. from docker.utils import version_lt
  5. from . import __version__
  6. from .config import ConfigurationError
  7. from .config.types import VolumeSpec
  8. from .const import LABEL_PROJECT
  9. from .const import LABEL_VERSION
  10. from .const import LABEL_VOLUME
  11. log = logging.getLogger(__name__)
  12. class Volume(object):
  13. def __init__(self, client, project, name, driver=None, driver_opts=None,
  14. external=False, labels=None, custom_name=False):
  15. self.client = client
  16. self.project = project
  17. self.name = name
  18. self.driver = driver
  19. self.driver_opts = driver_opts
  20. self.external = external
  21. self.labels = labels
  22. self.custom_name = custom_name
  23. self.legacy = None
  24. def create(self):
  25. return self.client.create_volume(
  26. self.full_name, self.driver, self.driver_opts, labels=self._labels
  27. )
  28. def remove(self):
  29. if self.external:
  30. log.info("Volume %s is external, skipping", self.true_name)
  31. return
  32. log.info("Removing volume %s", self.true_name)
  33. return self.client.remove_volume(self.true_name)
  34. def inspect(self, legacy=None):
  35. if legacy:
  36. return self.client.inspect_volume(self.legacy_full_name)
  37. return self.client.inspect_volume(self.full_name)
  38. def exists(self):
  39. self._set_legacy_flag()
  40. try:
  41. self.inspect(legacy=self.legacy)
  42. except NotFound:
  43. return False
  44. return True
  45. @property
  46. def full_name(self):
  47. if self.custom_name:
  48. return self.name
  49. return '{0}_{1}'.format(self.project.lstrip('-_'), self.name)
  50. @property
  51. def legacy_full_name(self):
  52. if self.custom_name:
  53. return self.name
  54. return '{0}_{1}'.format(
  55. re.sub(r'[_-]', '', self.project), self.name
  56. )
  57. @property
  58. def true_name(self):
  59. self._set_legacy_flag()
  60. if self.legacy:
  61. return self.legacy_full_name
  62. return self.full_name
  63. @property
  64. def _labels(self):
  65. if version_lt(self.client._version, '1.23'):
  66. return None
  67. labels = self.labels.copy() if self.labels else {}
  68. labels.update({
  69. LABEL_PROJECT: self.project,
  70. LABEL_VOLUME: self.name,
  71. LABEL_VERSION: __version__,
  72. })
  73. return labels
  74. def _set_legacy_flag(self):
  75. if self.legacy is not None:
  76. return
  77. try:
  78. data = self.inspect(legacy=True)
  79. self.legacy = data is not None
  80. except NotFound:
  81. self.legacy = False
  82. class ProjectVolumes(object):
  83. def __init__(self, volumes):
  84. self.volumes = volumes
  85. @classmethod
  86. def from_config(cls, name, config_data, client):
  87. config_volumes = config_data.volumes or {}
  88. volumes = {
  89. vol_name: Volume(
  90. client=client,
  91. project=name,
  92. name=data.get('name', vol_name),
  93. driver=data.get('driver'),
  94. driver_opts=data.get('driver_opts'),
  95. custom_name=data.get('name') is not None,
  96. labels=data.get('labels'),
  97. external=bool(data.get('external', False))
  98. )
  99. for vol_name, data in config_volumes.items()
  100. }
  101. return cls(volumes)
  102. def remove(self):
  103. for volume in self.volumes.values():
  104. try:
  105. volume.remove()
  106. except NotFound:
  107. log.warning("Volume %s not found.", volume.true_name)
  108. def initialize(self):
  109. try:
  110. for volume in self.volumes.values():
  111. volume_exists = volume.exists()
  112. if volume.external:
  113. log.debug(
  114. 'Volume {0} declared as external. No new '
  115. 'volume will be created.'.format(volume.name)
  116. )
  117. if not volume_exists:
  118. raise ConfigurationError(
  119. 'Volume {name} declared as external, but could'
  120. ' not be found. Please create the volume manually'
  121. ' using `{command}{name}` and try again.'.format(
  122. name=volume.full_name,
  123. command='docker volume create --name='
  124. )
  125. )
  126. continue
  127. if not volume_exists:
  128. log.info(
  129. 'Creating volume "{0}" with {1} driver'.format(
  130. volume.full_name, volume.driver or 'default'
  131. )
  132. )
  133. volume.create()
  134. else:
  135. check_remote_volume_config(volume.inspect(legacy=volume.legacy), volume)
  136. except NotFound:
  137. raise ConfigurationError(
  138. 'Volume %s specifies nonexistent driver %s' % (volume.name, volume.driver)
  139. )
  140. def namespace_spec(self, volume_spec):
  141. if not volume_spec.is_named_volume:
  142. return volume_spec
  143. if isinstance(volume_spec, VolumeSpec):
  144. volume = self.volumes[volume_spec.external]
  145. return volume_spec._replace(external=volume.true_name)
  146. else:
  147. volume_spec.source = self.volumes[volume_spec.source].true_name
  148. return volume_spec
  149. class VolumeConfigChangedError(ConfigurationError):
  150. def __init__(self, local, property_name, local_value, remote_value):
  151. super(VolumeConfigChangedError, self).__init__(
  152. 'Configuration for volume {vol_name} specifies {property_name} '
  153. '{local_value}, but a volume with the same name uses a different '
  154. '{property_name} ({remote_value}). If you wish to use the new '
  155. 'configuration, please remove the existing volume "{full_name}" '
  156. 'first:\n$ docker volume rm {full_name}'.format(
  157. vol_name=local.name, property_name=property_name,
  158. local_value=local_value, remote_value=remote_value,
  159. full_name=local.true_name
  160. )
  161. )
  162. def check_remote_volume_config(remote, local):
  163. if local.driver and remote.get('Driver') != local.driver:
  164. raise VolumeConfigChangedError(local, 'driver', local.driver, remote.get('Driver'))
  165. local_opts = local.driver_opts or {}
  166. remote_opts = remote.get('Options') or {}
  167. for k in set.union(set(remote_opts.keys()), set(local_opts.keys())):
  168. if k.startswith('com.docker.'): # These options are set internally
  169. continue
  170. if remote_opts.get(k) != local_opts.get(k):
  171. raise VolumeConfigChangedError(
  172. local, '"{}" driver_opt'.format(k), local_opts.get(k), remote_opts.get(k),
  173. )
  174. local_labels = local.labels or {}
  175. remote_labels = remote.get('Labels') or {}
  176. for k in set.union(set(remote_labels.keys()), set(local_labels.keys())):
  177. if k.startswith('com.docker.'): # We are only interested in user-specified labels
  178. continue
  179. if remote_labels.get(k) != local_labels.get(k):
  180. log.warning(
  181. 'Volume {}: label "{}" has changed. It may need to be'
  182. ' recreated.'.format(local.name, k)
  183. )