testcases.py 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199
  1. import functools
  2. import os
  3. import pytest
  4. from docker.errors import APIError
  5. from docker.utils import version_lt
  6. from .. import unittest
  7. from ..helpers import BUSYBOX_IMAGE_WITH_TAG
  8. from compose.cli.docker_client import docker_client
  9. from compose.config.config import resolve_environment
  10. from compose.config.environment import Environment
  11. from compose.const import API_VERSIONS
  12. from compose.const import COMPOSEFILE_V1 as V1
  13. from compose.const import COMPOSEFILE_V2_0 as V2_0
  14. from compose.const import COMPOSEFILE_V2_0 as V2_1
  15. from compose.const import COMPOSEFILE_V2_2 as V2_2
  16. from compose.const import COMPOSEFILE_V2_3 as V2_3
  17. from compose.const import COMPOSEFILE_V3_0 as V3_0
  18. from compose.const import COMPOSEFILE_V3_2 as V3_2
  19. from compose.const import COMPOSEFILE_V3_5 as V3_5
  20. from compose.const import LABEL_PROJECT
  21. from compose.progress_stream import stream_output
  22. from compose.service import Service
  23. SWARM_SKIP_CONTAINERS_ALL = os.environ.get('SWARM_SKIP_CONTAINERS_ALL', '0') != '0'
  24. SWARM_SKIP_CPU_SHARES = os.environ.get('SWARM_SKIP_CPU_SHARES', '0') != '0'
  25. SWARM_SKIP_RM_VOLUMES = os.environ.get('SWARM_SKIP_RM_VOLUMES', '0') != '0'
  26. SWARM_ASSUME_MULTINODE = os.environ.get('SWARM_ASSUME_MULTINODE', '0') != '0'
  27. def pull_busybox(client):
  28. client.pull(BUSYBOX_IMAGE_WITH_TAG, stream=False)
  29. def get_links(container):
  30. links = container.get('HostConfig.Links') or []
  31. def format_link(link):
  32. _, alias = link.split(':')
  33. return alias.split('/')[-1]
  34. return [format_link(link) for link in links]
  35. def engine_max_version():
  36. if 'DOCKER_VERSION' not in os.environ:
  37. return V3_5
  38. version = os.environ['DOCKER_VERSION'].partition('-')[0]
  39. if version_lt(version, '1.10'):
  40. return V1
  41. if version_lt(version, '1.12'):
  42. return V2_0
  43. if version_lt(version, '1.13'):
  44. return V2_1
  45. if version_lt(version, '17.06'):
  46. return V3_2
  47. return V3_5
  48. def min_version_skip(version):
  49. return pytest.mark.skipif(
  50. engine_max_version() < version,
  51. reason="Engine version %s is too low" % version
  52. )
  53. def v2_only():
  54. return min_version_skip(V2_0)
  55. def v2_1_only():
  56. return min_version_skip(V2_1)
  57. def v2_2_only():
  58. return min_version_skip(V2_2)
  59. def v2_3_only():
  60. return min_version_skip(V2_3)
  61. def v3_only():
  62. return min_version_skip(V3_0)
  63. class DockerClientTestCase(unittest.TestCase):
  64. @classmethod
  65. def setUpClass(cls):
  66. version = API_VERSIONS[engine_max_version()]
  67. cls.client = docker_client(Environment(), version)
  68. @classmethod
  69. def tearDownClass(cls):
  70. del cls.client
  71. def tearDown(self):
  72. for c in self.client.containers(
  73. all=True,
  74. filters={'label': '%s=composetest' % LABEL_PROJECT}):
  75. self.client.remove_container(c['Id'], force=True)
  76. for i in self.client.images(
  77. filters={'label': 'com.docker.compose.test_image'}):
  78. try:
  79. self.client.remove_image(i, force=True)
  80. except APIError as e:
  81. if e.is_server_error():
  82. pass
  83. volumes = self.client.volumes().get('Volumes') or []
  84. for v in volumes:
  85. if 'composetest_' in v['Name']:
  86. self.client.remove_volume(v['Name'])
  87. networks = self.client.networks()
  88. for n in networks:
  89. if 'composetest_' in n['Name']:
  90. self.client.remove_network(n['Name'])
  91. def create_service(self, name, **kwargs):
  92. if 'image' not in kwargs and 'build' not in kwargs:
  93. kwargs['image'] = BUSYBOX_IMAGE_WITH_TAG
  94. if 'command' not in kwargs:
  95. kwargs['command'] = ["top"]
  96. kwargs['environment'] = resolve_environment(
  97. kwargs, Environment.from_env_file(None)
  98. )
  99. labels = dict(kwargs.setdefault('labels', {}))
  100. labels['com.docker.compose.test-name'] = self.id()
  101. return Service(name, client=self.client, project='composetest', **kwargs)
  102. def check_build(self, *args, **kwargs):
  103. kwargs.setdefault('rm', True)
  104. build_output = self.client.build(*args, **kwargs)
  105. with open(os.devnull, 'w') as devnull:
  106. for event in stream_output(build_output, devnull):
  107. pass
  108. def require_api_version(self, minimum):
  109. api_version = self.client.version()['ApiVersion']
  110. if version_lt(api_version, minimum):
  111. pytest.skip("API version is too low ({} < {})".format(api_version, minimum))
  112. def get_volume_data(self, volume_name):
  113. if not is_cluster(self.client):
  114. return self.client.inspect_volume(volume_name)
  115. volumes = self.client.volumes(filters={'name': volume_name})['Volumes']
  116. assert len(volumes) > 0
  117. return self.client.inspect_volume(volumes[0]['Name'])
  118. def if_runtime_available(runtime):
  119. def decorator(f):
  120. @functools.wraps(f)
  121. def wrapper(self, *args, **kwargs):
  122. if runtime not in self.client.info().get('Runtimes', {}):
  123. return pytest.skip("This daemon does not support the '{}'' runtime".format(runtime))
  124. return f(self, *args, **kwargs)
  125. return wrapper
  126. return decorator
  127. def is_cluster(client):
  128. if SWARM_ASSUME_MULTINODE:
  129. return True
  130. def get_nodes_number():
  131. try:
  132. return len(client.nodes())
  133. except APIError:
  134. # If the Engine is not part of a Swarm, the SDK will raise
  135. # an APIError
  136. return 0
  137. if not hasattr(is_cluster, 'nodes') or is_cluster.nodes is None:
  138. # Only make the API call if the value hasn't been cached yet
  139. is_cluster.nodes = get_nodes_number()
  140. return is_cluster.nodes > 1
  141. def no_cluster(reason):
  142. def decorator(f):
  143. @functools.wraps(f)
  144. def wrapper(self, *args, **kwargs):
  145. if is_cluster(self.client):
  146. pytest.skip("Test will not be run in cluster mode: %s" % reason)
  147. return
  148. return f(self, *args, **kwargs)
  149. return wrapper
  150. return decorator