service_test.py 36 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016
  1. from __future__ import absolute_import
  2. from __future__ import unicode_literals
  3. import docker
  4. import pytest
  5. from docker.errors import APIError
  6. from .. import mock
  7. from .. import unittest
  8. from compose.config.types import VolumeFromSpec
  9. from compose.config.types import VolumeSpec
  10. from compose.const import LABEL_CONFIG_HASH
  11. from compose.const import LABEL_ONE_OFF
  12. from compose.const import LABEL_PROJECT
  13. from compose.const import LABEL_SERVICE
  14. from compose.container import Container
  15. from compose.project import OneOffFilter
  16. from compose.service import build_ulimits
  17. from compose.service import build_volume_binding
  18. from compose.service import BuildAction
  19. from compose.service import ContainerNetworkMode
  20. from compose.service import get_container_data_volumes
  21. from compose.service import ImageType
  22. from compose.service import merge_volume_bindings
  23. from compose.service import NeedsBuildError
  24. from compose.service import NetworkMode
  25. from compose.service import NoSuchImageError
  26. from compose.service import parse_repository_tag
  27. from compose.service import Service
  28. from compose.service import ServiceNetworkMode
  29. from compose.service import warn_on_masked_volume
  30. class ServiceTest(unittest.TestCase):
  31. def setUp(self):
  32. self.mock_client = mock.create_autospec(docker.Client)
  33. def test_containers(self):
  34. service = Service('db', self.mock_client, 'myproject', image='foo')
  35. self.mock_client.containers.return_value = []
  36. self.assertEqual(list(service.containers()), [])
  37. def test_containers_with_containers(self):
  38. self.mock_client.containers.return_value = [
  39. dict(Name=str(i), Image='foo', Id=i) for i in range(3)
  40. ]
  41. service = Service('db', self.mock_client, 'myproject', image='foo')
  42. self.assertEqual([c.id for c in service.containers()], list(range(3)))
  43. expected_labels = [
  44. '{0}=myproject'.format(LABEL_PROJECT),
  45. '{0}=db'.format(LABEL_SERVICE),
  46. '{0}=False'.format(LABEL_ONE_OFF),
  47. ]
  48. self.mock_client.containers.assert_called_once_with(
  49. all=False,
  50. filters={'label': expected_labels})
  51. def test_container_without_name(self):
  52. self.mock_client.containers.return_value = [
  53. {'Image': 'foo', 'Id': '1', 'Name': '1'},
  54. {'Image': 'foo', 'Id': '2', 'Name': None},
  55. {'Image': 'foo', 'Id': '3'},
  56. ]
  57. service = Service('db', self.mock_client, 'myproject', image='foo')
  58. self.assertEqual([c.id for c in service.containers()], ['1'])
  59. self.assertEqual(service._next_container_number(), 2)
  60. self.assertEqual(service.get_container(1).id, '1')
  61. def test_get_volumes_from_container(self):
  62. container_id = 'aabbccddee'
  63. service = Service(
  64. 'test',
  65. image='foo',
  66. volumes_from=[
  67. VolumeFromSpec(
  68. mock.Mock(id=container_id, spec=Container),
  69. 'rw',
  70. 'container')])
  71. self.assertEqual(service._get_volumes_from(), [container_id + ':rw'])
  72. def test_get_volumes_from_container_read_only(self):
  73. container_id = 'aabbccddee'
  74. service = Service(
  75. 'test',
  76. image='foo',
  77. volumes_from=[
  78. VolumeFromSpec(
  79. mock.Mock(id=container_id, spec=Container),
  80. 'ro',
  81. 'container')])
  82. self.assertEqual(service._get_volumes_from(), [container_id + ':ro'])
  83. def test_get_volumes_from_service_container_exists(self):
  84. container_ids = ['aabbccddee', '12345']
  85. from_service = mock.create_autospec(Service)
  86. from_service.containers.return_value = [
  87. mock.Mock(id=container_id, spec=Container)
  88. for container_id in container_ids
  89. ]
  90. service = Service(
  91. 'test',
  92. volumes_from=[VolumeFromSpec(from_service, 'rw', 'service')],
  93. image='foo')
  94. self.assertEqual(service._get_volumes_from(), [container_ids[0] + ":rw"])
  95. def test_get_volumes_from_service_container_exists_with_flags(self):
  96. for mode in ['ro', 'rw', 'z', 'rw,z', 'z,rw']:
  97. container_ids = ['aabbccddee:' + mode, '12345:' + mode]
  98. from_service = mock.create_autospec(Service)
  99. from_service.containers.return_value = [
  100. mock.Mock(id=container_id.split(':')[0], spec=Container)
  101. for container_id in container_ids
  102. ]
  103. service = Service(
  104. 'test',
  105. volumes_from=[VolumeFromSpec(from_service, mode, 'service')],
  106. image='foo')
  107. self.assertEqual(service._get_volumes_from(), [container_ids[0]])
  108. def test_get_volumes_from_service_no_container(self):
  109. container_id = 'abababab'
  110. from_service = mock.create_autospec(Service)
  111. from_service.containers.return_value = []
  112. from_service.create_container.return_value = mock.Mock(
  113. id=container_id,
  114. spec=Container)
  115. service = Service(
  116. 'test',
  117. image='foo',
  118. volumes_from=[VolumeFromSpec(from_service, 'rw', 'service')])
  119. self.assertEqual(service._get_volumes_from(), [container_id + ':rw'])
  120. from_service.create_container.assert_called_once_with()
  121. def test_split_domainname_none(self):
  122. service = Service('foo', image='foo', hostname='name', client=self.mock_client)
  123. opts = service._get_container_create_options({'image': 'foo'}, 1)
  124. self.assertEqual(opts['hostname'], 'name', 'hostname')
  125. self.assertFalse('domainname' in opts, 'domainname')
  126. def test_memory_swap_limit(self):
  127. self.mock_client.create_host_config.return_value = {}
  128. service = Service(
  129. name='foo',
  130. image='foo',
  131. hostname='name',
  132. client=self.mock_client,
  133. mem_limit=1000000000,
  134. memswap_limit=2000000000)
  135. service._get_container_create_options({'some': 'overrides'}, 1)
  136. self.assertTrue(self.mock_client.create_host_config.called)
  137. self.assertEqual(
  138. self.mock_client.create_host_config.call_args[1]['mem_limit'],
  139. 1000000000
  140. )
  141. self.assertEqual(
  142. self.mock_client.create_host_config.call_args[1]['memswap_limit'],
  143. 2000000000
  144. )
  145. def test_cgroup_parent(self):
  146. self.mock_client.create_host_config.return_value = {}
  147. service = Service(
  148. name='foo',
  149. image='foo',
  150. hostname='name',
  151. client=self.mock_client,
  152. cgroup_parent='test')
  153. service._get_container_create_options({'some': 'overrides'}, 1)
  154. self.assertTrue(self.mock_client.create_host_config.called)
  155. self.assertEqual(
  156. self.mock_client.create_host_config.call_args[1]['cgroup_parent'],
  157. 'test'
  158. )
  159. def test_log_opt(self):
  160. self.mock_client.create_host_config.return_value = {}
  161. log_opt = {'syslog-address': 'tcp://192.168.0.42:123'}
  162. logging = {'driver': 'syslog', 'options': log_opt}
  163. service = Service(
  164. name='foo',
  165. image='foo',
  166. hostname='name',
  167. client=self.mock_client,
  168. log_driver='syslog',
  169. logging=logging)
  170. service._get_container_create_options({'some': 'overrides'}, 1)
  171. self.assertTrue(self.mock_client.create_host_config.called)
  172. self.assertEqual(
  173. self.mock_client.create_host_config.call_args[1]['log_config'],
  174. {'Type': 'syslog', 'Config': {'syslog-address': 'tcp://192.168.0.42:123'}}
  175. )
  176. def test_split_domainname_fqdn(self):
  177. service = Service(
  178. 'foo',
  179. hostname='name.domain.tld',
  180. image='foo',
  181. client=self.mock_client)
  182. opts = service._get_container_create_options({'image': 'foo'}, 1)
  183. self.assertEqual(opts['hostname'], 'name', 'hostname')
  184. self.assertEqual(opts['domainname'], 'domain.tld', 'domainname')
  185. def test_split_domainname_both(self):
  186. service = Service(
  187. 'foo',
  188. hostname='name',
  189. image='foo',
  190. domainname='domain.tld',
  191. client=self.mock_client)
  192. opts = service._get_container_create_options({'image': 'foo'}, 1)
  193. self.assertEqual(opts['hostname'], 'name', 'hostname')
  194. self.assertEqual(opts['domainname'], 'domain.tld', 'domainname')
  195. def test_split_domainname_weird(self):
  196. service = Service(
  197. 'foo',
  198. hostname='name.sub',
  199. domainname='domain.tld',
  200. image='foo',
  201. client=self.mock_client)
  202. opts = service._get_container_create_options({'image': 'foo'}, 1)
  203. self.assertEqual(opts['hostname'], 'name.sub', 'hostname')
  204. self.assertEqual(opts['domainname'], 'domain.tld', 'domainname')
  205. def test_no_default_hostname_when_not_using_networking(self):
  206. service = Service(
  207. 'foo',
  208. image='foo',
  209. use_networking=False,
  210. client=self.mock_client,
  211. )
  212. opts = service._get_container_create_options({'image': 'foo'}, 1)
  213. self.assertIsNone(opts.get('hostname'))
  214. def test_get_container_create_options_with_name_option(self):
  215. service = Service(
  216. 'foo',
  217. image='foo',
  218. client=self.mock_client,
  219. container_name='foo1')
  220. name = 'the_new_name'
  221. opts = service._get_container_create_options(
  222. {'name': name},
  223. 1,
  224. one_off=OneOffFilter.only)
  225. self.assertEqual(opts['name'], name)
  226. def test_get_container_create_options_does_not_mutate_options(self):
  227. labels = {'thing': 'real'}
  228. environment = {'also': 'real'}
  229. service = Service(
  230. 'foo',
  231. image='foo',
  232. labels=dict(labels),
  233. client=self.mock_client,
  234. environment=dict(environment),
  235. )
  236. self.mock_client.inspect_image.return_value = {'Id': 'abcd'}
  237. prev_container = mock.Mock(
  238. id='ababab',
  239. image_config={'ContainerConfig': {}})
  240. prev_container.get.return_value = None
  241. opts = service._get_container_create_options(
  242. {},
  243. 1,
  244. previous_container=prev_container)
  245. self.assertEqual(service.options['labels'], labels)
  246. self.assertEqual(service.options['environment'], environment)
  247. self.assertEqual(
  248. opts['labels'][LABEL_CONFIG_HASH],
  249. '2524a06fcb3d781aa2c981fc40bcfa08013bb318e4273bfa388df22023e6f2aa')
  250. assert opts['environment'] == ['also=real']
  251. def test_get_container_create_options_sets_affinity_with_binds(self):
  252. service = Service(
  253. 'foo',
  254. image='foo',
  255. client=self.mock_client,
  256. )
  257. self.mock_client.inspect_image.return_value = {'Id': 'abcd'}
  258. prev_container = mock.Mock(
  259. id='ababab',
  260. image_config={'ContainerConfig': {'Volumes': ['/data']}})
  261. def container_get(key):
  262. return {
  263. 'Mounts': [
  264. {
  265. 'Destination': '/data',
  266. 'Source': '/some/path',
  267. 'Name': 'abab1234',
  268. },
  269. ]
  270. }.get(key, None)
  271. prev_container.get.side_effect = container_get
  272. opts = service._get_container_create_options(
  273. {},
  274. 1,
  275. previous_container=prev_container)
  276. assert opts['environment'] == ['affinity:container==ababab']
  277. def test_get_container_create_options_no_affinity_without_binds(self):
  278. service = Service('foo', image='foo', client=self.mock_client)
  279. self.mock_client.inspect_image.return_value = {'Id': 'abcd'}
  280. prev_container = mock.Mock(
  281. id='ababab',
  282. image_config={'ContainerConfig': {}})
  283. prev_container.get.return_value = None
  284. opts = service._get_container_create_options(
  285. {},
  286. 1,
  287. previous_container=prev_container)
  288. assert opts['environment'] == []
  289. def test_get_container_not_found(self):
  290. self.mock_client.containers.return_value = []
  291. service = Service('foo', client=self.mock_client, image='foo')
  292. self.assertRaises(ValueError, service.get_container)
  293. @mock.patch('compose.service.Container', autospec=True)
  294. def test_get_container(self, mock_container_class):
  295. container_dict = dict(Name='default_foo_2')
  296. self.mock_client.containers.return_value = [container_dict]
  297. service = Service('foo', image='foo', client=self.mock_client)
  298. container = service.get_container(number=2)
  299. self.assertEqual(container, mock_container_class.from_ps.return_value)
  300. mock_container_class.from_ps.assert_called_once_with(
  301. self.mock_client, container_dict)
  302. @mock.patch('compose.service.log', autospec=True)
  303. def test_pull_image(self, mock_log):
  304. service = Service('foo', client=self.mock_client, image='someimage:sometag')
  305. service.pull()
  306. self.mock_client.pull.assert_called_once_with(
  307. 'someimage',
  308. tag='sometag',
  309. stream=True)
  310. mock_log.info.assert_called_once_with('Pulling foo (someimage:sometag)...')
  311. def test_pull_image_no_tag(self):
  312. service = Service('foo', client=self.mock_client, image='ababab')
  313. service.pull()
  314. self.mock_client.pull.assert_called_once_with(
  315. 'ababab',
  316. tag='latest',
  317. stream=True)
  318. @mock.patch('compose.service.log', autospec=True)
  319. def test_pull_image_digest(self, mock_log):
  320. service = Service('foo', client=self.mock_client, image='someimage@sha256:1234')
  321. service.pull()
  322. self.mock_client.pull.assert_called_once_with(
  323. 'someimage',
  324. tag='sha256:1234',
  325. stream=True)
  326. mock_log.info.assert_called_once_with('Pulling foo (someimage@sha256:1234)...')
  327. @mock.patch('compose.service.Container', autospec=True)
  328. def test_recreate_container(self, _):
  329. mock_container = mock.create_autospec(Container)
  330. service = Service('foo', client=self.mock_client, image='someimage')
  331. service.image = lambda: {'Id': 'abc123'}
  332. new_container = service.recreate_container(mock_container)
  333. mock_container.stop.assert_called_once_with(timeout=10)
  334. mock_container.rename_to_tmp_name.assert_called_once_with()
  335. new_container.start.assert_called_once_with()
  336. mock_container.remove.assert_called_once_with()
  337. @mock.patch('compose.service.Container', autospec=True)
  338. def test_recreate_container_with_timeout(self, _):
  339. mock_container = mock.create_autospec(Container)
  340. self.mock_client.inspect_image.return_value = {'Id': 'abc123'}
  341. service = Service('foo', client=self.mock_client, image='someimage')
  342. service.recreate_container(mock_container, timeout=1)
  343. mock_container.stop.assert_called_once_with(timeout=1)
  344. def test_parse_repository_tag(self):
  345. self.assertEqual(parse_repository_tag("root"), ("root", "", ":"))
  346. self.assertEqual(parse_repository_tag("root:tag"), ("root", "tag", ":"))
  347. self.assertEqual(parse_repository_tag("user/repo"), ("user/repo", "", ":"))
  348. self.assertEqual(parse_repository_tag("user/repo:tag"), ("user/repo", "tag", ":"))
  349. self.assertEqual(parse_repository_tag("url:5000/repo"), ("url:5000/repo", "", ":"))
  350. self.assertEqual(
  351. parse_repository_tag("url:5000/repo:tag"),
  352. ("url:5000/repo", "tag", ":"))
  353. self.assertEqual(
  354. parse_repository_tag("root@sha256:digest"),
  355. ("root", "sha256:digest", "@"))
  356. self.assertEqual(
  357. parse_repository_tag("user/repo@sha256:digest"),
  358. ("user/repo", "sha256:digest", "@"))
  359. self.assertEqual(
  360. parse_repository_tag("url:5000/repo@sha256:digest"),
  361. ("url:5000/repo", "sha256:digest", "@"))
  362. def test_create_container(self):
  363. service = Service('foo', client=self.mock_client, build={'context': '.'})
  364. self.mock_client.inspect_image.side_effect = [
  365. NoSuchImageError,
  366. {'Id': 'abc123'},
  367. ]
  368. self.mock_client.build.return_value = [
  369. '{"stream": "Successfully built abcd"}',
  370. ]
  371. with mock.patch('compose.service.log', autospec=True) as mock_log:
  372. service.create_container()
  373. assert mock_log.warn.called
  374. _, args, _ = mock_log.warn.mock_calls[0]
  375. assert 'was built because it did not already exist' in args[0]
  376. self.mock_client.build.assert_called_once_with(
  377. tag='default_foo',
  378. dockerfile=None,
  379. stream=True,
  380. path='.',
  381. pull=False,
  382. forcerm=False,
  383. nocache=False,
  384. rm=True,
  385. buildargs=None,
  386. )
  387. def test_ensure_image_exists_no_build(self):
  388. service = Service('foo', client=self.mock_client, build={'context': '.'})
  389. self.mock_client.inspect_image.return_value = {'Id': 'abc123'}
  390. service.ensure_image_exists(do_build=BuildAction.skip)
  391. assert not self.mock_client.build.called
  392. def test_ensure_image_exists_no_build_but_needs_build(self):
  393. service = Service('foo', client=self.mock_client, build={'context': '.'})
  394. self.mock_client.inspect_image.side_effect = NoSuchImageError
  395. with pytest.raises(NeedsBuildError):
  396. service.ensure_image_exists(do_build=BuildAction.skip)
  397. def test_ensure_image_exists_force_build(self):
  398. service = Service('foo', client=self.mock_client, build={'context': '.'})
  399. self.mock_client.inspect_image.return_value = {'Id': 'abc123'}
  400. self.mock_client.build.return_value = [
  401. '{"stream": "Successfully built abcd"}',
  402. ]
  403. with mock.patch('compose.service.log', autospec=True) as mock_log:
  404. service.ensure_image_exists(do_build=BuildAction.force)
  405. assert not mock_log.warn.called
  406. self.mock_client.build.assert_called_once_with(
  407. tag='default_foo',
  408. dockerfile=None,
  409. stream=True,
  410. path='.',
  411. pull=False,
  412. forcerm=False,
  413. nocache=False,
  414. rm=True,
  415. buildargs=None,
  416. )
  417. def test_build_does_not_pull(self):
  418. self.mock_client.build.return_value = [
  419. b'{"stream": "Successfully built 12345"}',
  420. ]
  421. service = Service('foo', client=self.mock_client, build={'context': '.'})
  422. service.build()
  423. self.assertEqual(self.mock_client.build.call_count, 1)
  424. self.assertFalse(self.mock_client.build.call_args[1]['pull'])
  425. def test_config_dict(self):
  426. self.mock_client.inspect_image.return_value = {'Id': 'abcd'}
  427. service = Service(
  428. 'foo',
  429. image='example.com/foo',
  430. client=self.mock_client,
  431. network_mode=ServiceNetworkMode(Service('other')),
  432. networks={'default': None},
  433. links=[(Service('one'), 'one')],
  434. volumes_from=[VolumeFromSpec(Service('two'), 'rw', 'service')])
  435. config_dict = service.config_dict()
  436. expected = {
  437. 'image_id': 'abcd',
  438. 'options': {'image': 'example.com/foo'},
  439. 'links': [('one', 'one')],
  440. 'net': 'other',
  441. 'networks': {'default': None},
  442. 'volumes_from': [('two', 'rw')],
  443. }
  444. assert config_dict == expected
  445. def test_config_dict_with_network_mode_from_container(self):
  446. self.mock_client.inspect_image.return_value = {'Id': 'abcd'}
  447. container = Container(
  448. self.mock_client,
  449. {'Id': 'aaabbb', 'Name': '/foo_1'})
  450. service = Service(
  451. 'foo',
  452. image='example.com/foo',
  453. client=self.mock_client,
  454. network_mode=ContainerNetworkMode(container))
  455. config_dict = service.config_dict()
  456. expected = {
  457. 'image_id': 'abcd',
  458. 'options': {'image': 'example.com/foo'},
  459. 'links': [],
  460. 'networks': {},
  461. 'net': 'aaabbb',
  462. 'volumes_from': [],
  463. }
  464. assert config_dict == expected
  465. def test_remove_image_none(self):
  466. web = Service('web', image='example', client=self.mock_client)
  467. assert not web.remove_image(ImageType.none)
  468. assert not self.mock_client.remove_image.called
  469. def test_remove_image_local_with_image_name_doesnt_remove(self):
  470. web = Service('web', image='example', client=self.mock_client)
  471. assert not web.remove_image(ImageType.local)
  472. assert not self.mock_client.remove_image.called
  473. def test_remove_image_local_without_image_name_does_remove(self):
  474. web = Service('web', build='.', client=self.mock_client)
  475. assert web.remove_image(ImageType.local)
  476. self.mock_client.remove_image.assert_called_once_with(web.image_name)
  477. def test_remove_image_all_does_remove(self):
  478. web = Service('web', image='example', client=self.mock_client)
  479. assert web.remove_image(ImageType.all)
  480. self.mock_client.remove_image.assert_called_once_with(web.image_name)
  481. def test_remove_image_with_error(self):
  482. self.mock_client.remove_image.side_effect = error = APIError(
  483. message="testing",
  484. response={},
  485. explanation="Boom")
  486. web = Service('web', image='example', client=self.mock_client)
  487. with mock.patch('compose.service.log', autospec=True) as mock_log:
  488. assert not web.remove_image(ImageType.all)
  489. mock_log.error.assert_called_once_with(
  490. "Failed to remove image for service %s: %s", web.name, error)
  491. def test_specifies_host_port_with_no_ports(self):
  492. service = Service(
  493. 'foo',
  494. image='foo')
  495. self.assertEqual(service.specifies_host_port(), False)
  496. def test_specifies_host_port_with_container_port(self):
  497. service = Service(
  498. 'foo',
  499. image='foo',
  500. ports=["2000"])
  501. self.assertEqual(service.specifies_host_port(), False)
  502. def test_specifies_host_port_with_host_port(self):
  503. service = Service(
  504. 'foo',
  505. image='foo',
  506. ports=["1000:2000"])
  507. self.assertEqual(service.specifies_host_port(), True)
  508. def test_specifies_host_port_with_host_ip_no_port(self):
  509. service = Service(
  510. 'foo',
  511. image='foo',
  512. ports=["127.0.0.1::2000"])
  513. self.assertEqual(service.specifies_host_port(), False)
  514. def test_specifies_host_port_with_host_ip_and_port(self):
  515. service = Service(
  516. 'foo',
  517. image='foo',
  518. ports=["127.0.0.1:1000:2000"])
  519. self.assertEqual(service.specifies_host_port(), True)
  520. def test_specifies_host_port_with_container_port_range(self):
  521. service = Service(
  522. 'foo',
  523. image='foo',
  524. ports=["2000-3000"])
  525. self.assertEqual(service.specifies_host_port(), False)
  526. def test_specifies_host_port_with_host_port_range(self):
  527. service = Service(
  528. 'foo',
  529. image='foo',
  530. ports=["1000-2000:2000-3000"])
  531. self.assertEqual(service.specifies_host_port(), True)
  532. def test_specifies_host_port_with_host_ip_no_port_range(self):
  533. service = Service(
  534. 'foo',
  535. image='foo',
  536. ports=["127.0.0.1::2000-3000"])
  537. self.assertEqual(service.specifies_host_port(), False)
  538. def test_specifies_host_port_with_host_ip_and_port_range(self):
  539. service = Service(
  540. 'foo',
  541. image='foo',
  542. ports=["127.0.0.1:1000-2000:2000-3000"])
  543. self.assertEqual(service.specifies_host_port(), True)
  544. def test_image_name_from_config(self):
  545. image_name = 'example/web:latest'
  546. service = Service('foo', image=image_name)
  547. assert service.image_name == image_name
  548. def test_image_name_default(self):
  549. service = Service('foo', project='testing')
  550. assert service.image_name == 'testing_foo'
  551. @mock.patch('compose.service.log', autospec=True)
  552. def test_only_log_warning_when_host_ports_clash(self, mock_log):
  553. self.mock_client.inspect_image.return_value = {'Id': 'abcd'}
  554. name = 'foo'
  555. service = Service(
  556. name,
  557. client=self.mock_client,
  558. ports=["8080:80"])
  559. service.scale(0)
  560. self.assertFalse(mock_log.warn.called)
  561. service.scale(1)
  562. self.assertFalse(mock_log.warn.called)
  563. service.scale(2)
  564. mock_log.warn.assert_called_once_with(
  565. 'The "{}" service specifies a port on the host. If multiple containers '
  566. 'for this service are created on a single host, the port will clash.'.format(name))
  567. class TestServiceNetwork(object):
  568. def test_connect_container_to_networks_short_aliase_exists(self):
  569. mock_client = mock.create_autospec(docker.Client)
  570. service = Service(
  571. 'db',
  572. mock_client,
  573. 'myproject',
  574. image='foo',
  575. networks={'project_default': {}})
  576. container = Container(
  577. None,
  578. {
  579. 'Id': 'abcdef',
  580. 'NetworkSettings': {
  581. 'Networks': {
  582. 'project_default': {
  583. 'Aliases': ['analias', 'abcdef'],
  584. },
  585. },
  586. },
  587. },
  588. True)
  589. service.connect_container_to_networks(container)
  590. assert not mock_client.disconnect_container_from_network.call_count
  591. assert not mock_client.connect_container_to_network.call_count
  592. def sort_by_name(dictionary_list):
  593. return sorted(dictionary_list, key=lambda k: k['name'])
  594. class BuildUlimitsTestCase(unittest.TestCase):
  595. def test_build_ulimits_with_dict(self):
  596. ulimits = build_ulimits(
  597. {
  598. 'nofile': {'soft': 10000, 'hard': 20000},
  599. 'nproc': {'soft': 65535, 'hard': 65535}
  600. }
  601. )
  602. expected = [
  603. {'name': 'nofile', 'soft': 10000, 'hard': 20000},
  604. {'name': 'nproc', 'soft': 65535, 'hard': 65535}
  605. ]
  606. assert sort_by_name(ulimits) == sort_by_name(expected)
  607. def test_build_ulimits_with_ints(self):
  608. ulimits = build_ulimits({'nofile': 20000, 'nproc': 65535})
  609. expected = [
  610. {'name': 'nofile', 'soft': 20000, 'hard': 20000},
  611. {'name': 'nproc', 'soft': 65535, 'hard': 65535}
  612. ]
  613. assert sort_by_name(ulimits) == sort_by_name(expected)
  614. def test_build_ulimits_with_integers_and_dicts(self):
  615. ulimits = build_ulimits(
  616. {
  617. 'nproc': 65535,
  618. 'nofile': {'soft': 10000, 'hard': 20000}
  619. }
  620. )
  621. expected = [
  622. {'name': 'nofile', 'soft': 10000, 'hard': 20000},
  623. {'name': 'nproc', 'soft': 65535, 'hard': 65535}
  624. ]
  625. assert sort_by_name(ulimits) == sort_by_name(expected)
  626. class NetTestCase(unittest.TestCase):
  627. def test_network_mode(self):
  628. network_mode = NetworkMode('host')
  629. self.assertEqual(network_mode.id, 'host')
  630. self.assertEqual(network_mode.mode, 'host')
  631. self.assertEqual(network_mode.service_name, None)
  632. def test_network_mode_container(self):
  633. container_id = 'abcd'
  634. network_mode = ContainerNetworkMode(Container(None, {'Id': container_id}))
  635. self.assertEqual(network_mode.id, container_id)
  636. self.assertEqual(network_mode.mode, 'container:' + container_id)
  637. self.assertEqual(network_mode.service_name, None)
  638. def test_network_mode_service(self):
  639. container_id = 'bbbb'
  640. service_name = 'web'
  641. mock_client = mock.create_autospec(docker.Client)
  642. mock_client.containers.return_value = [
  643. {'Id': container_id, 'Name': container_id, 'Image': 'abcd'},
  644. ]
  645. service = Service(name=service_name, client=mock_client)
  646. network_mode = ServiceNetworkMode(service)
  647. self.assertEqual(network_mode.id, service_name)
  648. self.assertEqual(network_mode.mode, 'container:' + container_id)
  649. self.assertEqual(network_mode.service_name, service_name)
  650. def test_network_mode_service_no_containers(self):
  651. service_name = 'web'
  652. mock_client = mock.create_autospec(docker.Client)
  653. mock_client.containers.return_value = []
  654. service = Service(name=service_name, client=mock_client)
  655. network_mode = ServiceNetworkMode(service)
  656. self.assertEqual(network_mode.id, service_name)
  657. self.assertEqual(network_mode.mode, None)
  658. self.assertEqual(network_mode.service_name, service_name)
  659. def build_mount(destination, source, mode='rw'):
  660. return {'Source': source, 'Destination': destination, 'Mode': mode}
  661. class ServiceVolumesTest(unittest.TestCase):
  662. def setUp(self):
  663. self.mock_client = mock.create_autospec(docker.Client)
  664. def test_build_volume_binding(self):
  665. binding = build_volume_binding(VolumeSpec.parse('/outside:/inside'))
  666. assert binding == ('/inside', '/outside:/inside:rw')
  667. def test_get_container_data_volumes(self):
  668. options = [VolumeSpec.parse(v) for v in [
  669. '/host/volume:/host/volume:ro',
  670. '/new/volume',
  671. '/existing/volume',
  672. 'named:/named/vol',
  673. ]]
  674. self.mock_client.inspect_image.return_value = {
  675. 'ContainerConfig': {
  676. 'Volumes': {
  677. '/mnt/image/data': {},
  678. }
  679. }
  680. }
  681. container = Container(self.mock_client, {
  682. 'Image': 'ababab',
  683. 'Mounts': [
  684. {
  685. 'Source': '/host/volume',
  686. 'Destination': '/host/volume',
  687. 'Mode': '',
  688. 'RW': True,
  689. 'Name': 'hostvolume',
  690. }, {
  691. 'Source': '/var/lib/docker/aaaaaaaa',
  692. 'Destination': '/existing/volume',
  693. 'Mode': '',
  694. 'RW': True,
  695. 'Name': 'existingvolume',
  696. }, {
  697. 'Source': '/var/lib/docker/bbbbbbbb',
  698. 'Destination': '/removed/volume',
  699. 'Mode': '',
  700. 'RW': True,
  701. 'Name': 'removedvolume',
  702. }, {
  703. 'Source': '/var/lib/docker/cccccccc',
  704. 'Destination': '/mnt/image/data',
  705. 'Mode': '',
  706. 'RW': True,
  707. 'Name': 'imagedata',
  708. },
  709. ]
  710. }, has_been_inspected=True)
  711. expected = [
  712. VolumeSpec.parse('existingvolume:/existing/volume:rw'),
  713. VolumeSpec.parse('imagedata:/mnt/image/data:rw'),
  714. ]
  715. volumes = get_container_data_volumes(container, options)
  716. assert sorted(volumes) == sorted(expected)
  717. def test_merge_volume_bindings(self):
  718. options = [
  719. VolumeSpec.parse('/host/volume:/host/volume:ro'),
  720. VolumeSpec.parse('/host/rw/volume:/host/rw/volume'),
  721. VolumeSpec.parse('/new/volume'),
  722. VolumeSpec.parse('/existing/volume'),
  723. ]
  724. self.mock_client.inspect_image.return_value = {
  725. 'ContainerConfig': {'Volumes': {}}
  726. }
  727. previous_container = Container(self.mock_client, {
  728. 'Id': 'cdefab',
  729. 'Image': 'ababab',
  730. 'Mounts': [{
  731. 'Source': '/var/lib/docker/aaaaaaaa',
  732. 'Destination': '/existing/volume',
  733. 'Mode': '',
  734. 'RW': True,
  735. 'Name': 'existingvolume',
  736. }],
  737. }, has_been_inspected=True)
  738. expected = [
  739. '/host/volume:/host/volume:ro',
  740. '/host/rw/volume:/host/rw/volume:rw',
  741. 'existingvolume:/existing/volume:rw',
  742. ]
  743. binds, affinity = merge_volume_bindings(options, previous_container)
  744. assert sorted(binds) == sorted(expected)
  745. assert affinity == {'affinity:container': '=cdefab'}
  746. def test_mount_same_host_path_to_two_volumes(self):
  747. service = Service(
  748. 'web',
  749. image='busybox',
  750. volumes=[
  751. VolumeSpec.parse('/host/path:/data1'),
  752. VolumeSpec.parse('/host/path:/data2'),
  753. ],
  754. client=self.mock_client,
  755. )
  756. self.mock_client.inspect_image.return_value = {
  757. 'Id': 'ababab',
  758. 'ContainerConfig': {
  759. 'Volumes': {}
  760. }
  761. }
  762. service._get_container_create_options(
  763. override_options={},
  764. number=1,
  765. )
  766. self.assertEqual(
  767. set(self.mock_client.create_host_config.call_args[1]['binds']),
  768. set([
  769. '/host/path:/data1:rw',
  770. '/host/path:/data2:rw',
  771. ]),
  772. )
  773. def test_get_container_create_options_with_different_host_path_in_container_json(self):
  774. service = Service(
  775. 'web',
  776. image='busybox',
  777. volumes=[VolumeSpec.parse('/host/path:/data')],
  778. client=self.mock_client,
  779. )
  780. volume_name = 'abcdefff1234'
  781. self.mock_client.inspect_image.return_value = {
  782. 'Id': 'ababab',
  783. 'ContainerConfig': {
  784. 'Volumes': {
  785. '/data': {},
  786. }
  787. }
  788. }
  789. self.mock_client.inspect_container.return_value = {
  790. 'Id': '123123123',
  791. 'Image': 'ababab',
  792. 'Mounts': [
  793. {
  794. 'Destination': '/data',
  795. 'Source': '/mnt/sda1/host/path',
  796. 'Mode': '',
  797. 'RW': True,
  798. 'Driver': 'local',
  799. 'Name': volume_name,
  800. },
  801. ]
  802. }
  803. service._get_container_create_options(
  804. override_options={},
  805. number=1,
  806. previous_container=Container(self.mock_client, {'Id': '123123123'}),
  807. )
  808. assert (
  809. self.mock_client.create_host_config.call_args[1]['binds'] ==
  810. ['{}:/data:rw'.format(volume_name)]
  811. )
  812. def test_warn_on_masked_volume_no_warning_when_no_container_volumes(self):
  813. volumes_option = [VolumeSpec('/home/user', '/path', 'rw')]
  814. container_volumes = []
  815. service = 'service_name'
  816. with mock.patch('compose.service.log', autospec=True) as mock_log:
  817. warn_on_masked_volume(volumes_option, container_volumes, service)
  818. assert not mock_log.warn.called
  819. def test_warn_on_masked_volume_when_masked(self):
  820. volumes_option = [VolumeSpec('/home/user', '/path', 'rw')]
  821. container_volumes = [
  822. VolumeSpec('/var/lib/docker/path', '/path', 'rw'),
  823. VolumeSpec('/var/lib/docker/path', '/other', 'rw'),
  824. ]
  825. service = 'service_name'
  826. with mock.patch('compose.service.log', autospec=True) as mock_log:
  827. warn_on_masked_volume(volumes_option, container_volumes, service)
  828. mock_log.warn.assert_called_once_with(mock.ANY)
  829. def test_warn_on_masked_no_warning_with_same_path(self):
  830. volumes_option = [VolumeSpec('/home/user', '/path', 'rw')]
  831. container_volumes = [VolumeSpec('/home/user', '/path', 'rw')]
  832. service = 'service_name'
  833. with mock.patch('compose.service.log', autospec=True) as mock_log:
  834. warn_on_masked_volume(volumes_option, container_volumes, service)
  835. assert not mock_log.warn.called
  836. def test_warn_on_masked_no_warning_with_container_only_option(self):
  837. volumes_option = [VolumeSpec(None, '/path', 'rw')]
  838. container_volumes = [
  839. VolumeSpec('/var/lib/docker/volume/path', '/path', 'rw')
  840. ]
  841. service = 'service_name'
  842. with mock.patch('compose.service.log', autospec=True) as mock_log:
  843. warn_on_masked_volume(volumes_option, container_volumes, service)
  844. assert not mock_log.warn.called
  845. def test_create_with_special_volume_mode(self):
  846. self.mock_client.inspect_image.return_value = {'Id': 'imageid'}
  847. self.mock_client.create_container.return_value = {'Id': 'containerid'}
  848. volume = '/tmp:/foo:z'
  849. Service(
  850. 'web',
  851. client=self.mock_client,
  852. image='busybox',
  853. volumes=[VolumeSpec.parse(volume)],
  854. ).create_container()
  855. assert self.mock_client.create_container.call_count == 1
  856. self.assertEqual(
  857. self.mock_client.create_host_config.call_args[1]['binds'],
  858. [volume])