cli_test.py 38 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996
  1. from __future__ import absolute_import
  2. from __future__ import unicode_literals
  3. import datetime
  4. import json
  5. import os
  6. import shlex
  7. import signal
  8. import subprocess
  9. import time
  10. from collections import namedtuple
  11. from operator import attrgetter
  12. from textwrap import dedent
  13. from docker import errors
  14. from .. import mock
  15. from compose.cli.command import get_project
  16. from compose.container import Container
  17. from tests.integration.testcases import DockerClientTestCase
  18. from tests.integration.testcases import get_links
  19. from tests.integration.testcases import pull_busybox
  20. ProcessResult = namedtuple('ProcessResult', 'stdout stderr')
  21. BUILD_CACHE_TEXT = 'Using cache'
  22. BUILD_PULL_TEXT = 'Status: Image is up to date for busybox:latest'
  23. def start_process(base_dir, options):
  24. proc = subprocess.Popen(
  25. ['docker-compose'] + options,
  26. stdout=subprocess.PIPE,
  27. stderr=subprocess.PIPE,
  28. cwd=base_dir)
  29. print("Running process: %s" % proc.pid)
  30. return proc
  31. def wait_on_process(proc, returncode=0):
  32. stdout, stderr = proc.communicate()
  33. if proc.returncode != returncode:
  34. print(stderr.decode('utf-8'))
  35. assert proc.returncode == returncode
  36. return ProcessResult(stdout.decode('utf-8'), stderr.decode('utf-8'))
  37. def wait_on_condition(condition, delay=0.1, timeout=20):
  38. start_time = time.time()
  39. while not condition():
  40. if time.time() - start_time > timeout:
  41. raise AssertionError("Timeout: %s" % condition)
  42. time.sleep(delay)
  43. def kill_service(service):
  44. for container in service.containers():
  45. container.kill()
  46. class ContainerCountCondition(object):
  47. def __init__(self, project, expected):
  48. self.project = project
  49. self.expected = expected
  50. def __call__(self):
  51. return len(self.project.containers()) == self.expected
  52. def __str__(self):
  53. return "waiting for counter count == %s" % self.expected
  54. class ContainerStateCondition(object):
  55. def __init__(self, client, name, running):
  56. self.client = client
  57. self.name = name
  58. self.running = running
  59. # State.Running == true
  60. def __call__(self):
  61. try:
  62. container = self.client.inspect_container(self.name)
  63. return container['State']['Running'] == self.running
  64. except errors.APIError:
  65. return False
  66. def __str__(self):
  67. state = 'running' if self.running else 'stopped'
  68. return "waiting for container to be %s" % state
  69. class CLITestCase(DockerClientTestCase):
  70. def setUp(self):
  71. super(CLITestCase, self).setUp()
  72. self.base_dir = 'tests/fixtures/simple-composefile'
  73. def tearDown(self):
  74. if self.base_dir:
  75. self.project.kill()
  76. self.project.remove_stopped()
  77. for container in self.project.containers(stopped=True, one_off=True):
  78. container.remove(force=True)
  79. super(CLITestCase, self).tearDown()
  80. @property
  81. def project(self):
  82. # Hack: allow project to be overridden
  83. if not hasattr(self, '_project'):
  84. self._project = get_project(self.base_dir)
  85. return self._project
  86. def dispatch(self, options, project_options=None, returncode=0):
  87. project_options = project_options or []
  88. proc = start_process(self.base_dir, project_options + options)
  89. return wait_on_process(proc, returncode=returncode)
  90. def test_help(self):
  91. self.base_dir = 'tests/fixtures/no-composefile'
  92. result = self.dispatch(['help', 'up'], returncode=1)
  93. assert 'Usage: up [options] [SERVICE...]' in result.stderr
  94. # Prevent tearDown from trying to create a project
  95. self.base_dir = None
  96. def test_config_list_services(self):
  97. result = self.dispatch(['config', '--services'])
  98. assert set(result.stdout.rstrip().split('\n')) == {'simple', 'another'}
  99. def test_config_quiet_with_error(self):
  100. self.base_dir = None
  101. result = self.dispatch([
  102. '-f', 'tests/fixtures/invalid-composefile/invalid.yml',
  103. 'config', '-q'
  104. ], returncode=1)
  105. assert "'notaservice' doesn't have any configuration" in result.stderr
  106. def test_config_quiet(self):
  107. assert self.dispatch(['config', '-q']).stdout == ''
  108. def test_config_default(self):
  109. result = self.dispatch(['config'])
  110. assert dedent("""
  111. simple:
  112. command: top
  113. image: busybox:latest
  114. """).lstrip() in result.stdout
  115. assert dedent("""
  116. another:
  117. command: top
  118. image: busybox:latest
  119. """).lstrip() in result.stdout
  120. def test_ps(self):
  121. self.project.get_service('simple').create_container()
  122. result = self.dispatch(['ps'])
  123. assert 'simplecomposefile_simple_1' in result.stdout
  124. def test_ps_default_composefile(self):
  125. self.base_dir = 'tests/fixtures/multiple-composefiles'
  126. self.dispatch(['up', '-d'])
  127. result = self.dispatch(['ps'])
  128. self.assertIn('multiplecomposefiles_simple_1', result.stdout)
  129. self.assertIn('multiplecomposefiles_another_1', result.stdout)
  130. self.assertNotIn('multiplecomposefiles_yetanother_1', result.stdout)
  131. def test_ps_alternate_composefile(self):
  132. config_path = os.path.abspath(
  133. 'tests/fixtures/multiple-composefiles/compose2.yml')
  134. self._project = get_project(self.base_dir, [config_path])
  135. self.base_dir = 'tests/fixtures/multiple-composefiles'
  136. self.dispatch(['-f', 'compose2.yml', 'up', '-d'])
  137. result = self.dispatch(['-f', 'compose2.yml', 'ps'])
  138. self.assertNotIn('multiplecomposefiles_simple_1', result.stdout)
  139. self.assertNotIn('multiplecomposefiles_another_1', result.stdout)
  140. self.assertIn('multiplecomposefiles_yetanother_1', result.stdout)
  141. def test_pull(self):
  142. result = self.dispatch(['pull'])
  143. assert sorted(result.stderr.split('\n'))[1:] == [
  144. 'Pulling another (busybox:latest)...',
  145. 'Pulling simple (busybox:latest)...',
  146. ]
  147. def test_pull_with_digest(self):
  148. result = self.dispatch(['-f', 'digest.yml', 'pull'])
  149. assert 'Pulling simple (busybox:latest)...' in result.stderr
  150. assert ('Pulling digest (busybox@'
  151. 'sha256:38a203e1986cf79639cfb9b2e1d6e773de84002feea2d4eb006b520'
  152. '04ee8502d)...') in result.stderr
  153. def test_pull_with_ignore_pull_failures(self):
  154. result = self.dispatch([
  155. '-f', 'ignore-pull-failures.yml',
  156. 'pull', '--ignore-pull-failures'])
  157. assert 'Pulling simple (busybox:latest)...' in result.stderr
  158. assert 'Pulling another (nonexisting-image:latest)...' in result.stderr
  159. assert 'Error: image library/nonexisting-image:latest not found' in result.stderr
  160. def test_build_plain(self):
  161. self.base_dir = 'tests/fixtures/simple-dockerfile'
  162. self.dispatch(['build', 'simple'])
  163. result = self.dispatch(['build', 'simple'])
  164. assert BUILD_CACHE_TEXT in result.stdout
  165. assert BUILD_PULL_TEXT not in result.stdout
  166. def test_build_no_cache(self):
  167. self.base_dir = 'tests/fixtures/simple-dockerfile'
  168. self.dispatch(['build', 'simple'])
  169. result = self.dispatch(['build', '--no-cache', 'simple'])
  170. assert BUILD_CACHE_TEXT not in result.stdout
  171. assert BUILD_PULL_TEXT not in result.stdout
  172. def test_build_pull(self):
  173. # Make sure we have the latest busybox already
  174. pull_busybox(self.client)
  175. self.base_dir = 'tests/fixtures/simple-dockerfile'
  176. self.dispatch(['build', 'simple'], None)
  177. result = self.dispatch(['build', '--pull', 'simple'])
  178. assert BUILD_CACHE_TEXT in result.stdout
  179. assert BUILD_PULL_TEXT in result.stdout
  180. def test_build_no_cache_pull(self):
  181. # Make sure we have the latest busybox already
  182. pull_busybox(self.client)
  183. self.base_dir = 'tests/fixtures/simple-dockerfile'
  184. self.dispatch(['build', 'simple'])
  185. result = self.dispatch(['build', '--no-cache', '--pull', 'simple'])
  186. assert BUILD_CACHE_TEXT not in result.stdout
  187. assert BUILD_PULL_TEXT in result.stdout
  188. def test_build_failed(self):
  189. self.base_dir = 'tests/fixtures/simple-failing-dockerfile'
  190. self.dispatch(['build', 'simple'], returncode=1)
  191. labels = ["com.docker.compose.test_failing_image=true"]
  192. containers = [
  193. Container.from_ps(self.project.client, c)
  194. for c in self.project.client.containers(
  195. all=True,
  196. filters={"label": labels})
  197. ]
  198. assert len(containers) == 1
  199. def test_build_failed_forcerm(self):
  200. self.base_dir = 'tests/fixtures/simple-failing-dockerfile'
  201. self.dispatch(['build', '--force-rm', 'simple'], returncode=1)
  202. labels = ["com.docker.compose.test_failing_image=true"]
  203. containers = [
  204. Container.from_ps(self.project.client, c)
  205. for c in self.project.client.containers(
  206. all=True,
  207. filters={"label": labels})
  208. ]
  209. assert not containers
  210. def test_create(self):
  211. self.dispatch(['create'])
  212. service = self.project.get_service('simple')
  213. another = self.project.get_service('another')
  214. self.assertEqual(len(service.containers()), 0)
  215. self.assertEqual(len(another.containers()), 0)
  216. self.assertEqual(len(service.containers(stopped=True)), 1)
  217. self.assertEqual(len(another.containers(stopped=True)), 1)
  218. def test_create_with_force_recreate(self):
  219. self.dispatch(['create'], None)
  220. service = self.project.get_service('simple')
  221. self.assertEqual(len(service.containers()), 0)
  222. self.assertEqual(len(service.containers(stopped=True)), 1)
  223. old_ids = [c.id for c in service.containers(stopped=True)]
  224. self.dispatch(['create', '--force-recreate'], None)
  225. self.assertEqual(len(service.containers()), 0)
  226. self.assertEqual(len(service.containers(stopped=True)), 1)
  227. new_ids = [c.id for c in service.containers(stopped=True)]
  228. self.assertNotEqual(old_ids, new_ids)
  229. def test_create_with_no_recreate(self):
  230. self.dispatch(['create'], None)
  231. service = self.project.get_service('simple')
  232. self.assertEqual(len(service.containers()), 0)
  233. self.assertEqual(len(service.containers(stopped=True)), 1)
  234. old_ids = [c.id for c in service.containers(stopped=True)]
  235. self.dispatch(['create', '--no-recreate'], None)
  236. self.assertEqual(len(service.containers()), 0)
  237. self.assertEqual(len(service.containers(stopped=True)), 1)
  238. new_ids = [c.id for c in service.containers(stopped=True)]
  239. self.assertEqual(old_ids, new_ids)
  240. def test_create_with_force_recreate_and_no_recreate(self):
  241. self.dispatch(
  242. ['create', '--force-recreate', '--no-recreate'],
  243. returncode=1)
  244. def test_up_detached(self):
  245. self.dispatch(['up', '-d'])
  246. service = self.project.get_service('simple')
  247. another = self.project.get_service('another')
  248. self.assertEqual(len(service.containers()), 1)
  249. self.assertEqual(len(another.containers()), 1)
  250. # Ensure containers don't have stdin and stdout connected in -d mode
  251. container, = service.containers()
  252. self.assertFalse(container.get('Config.AttachStderr'))
  253. self.assertFalse(container.get('Config.AttachStdout'))
  254. self.assertFalse(container.get('Config.AttachStdin'))
  255. def test_up_attached(self):
  256. self.base_dir = 'tests/fixtures/echo-services'
  257. result = self.dispatch(['up', '--no-color'])
  258. assert 'simple_1 | simple' in result.stdout
  259. assert 'another_1 | another' in result.stdout
  260. def test_up_without_networking(self):
  261. self.base_dir = 'tests/fixtures/links-composefile'
  262. self.dispatch(['up', '-d'], None)
  263. networks = self.client.networks(names=[self.project.default_network_name])
  264. self.assertEqual(len(networks), 0)
  265. for service in self.project.get_services():
  266. containers = service.containers()
  267. self.assertEqual(len(containers), 1)
  268. self.assertNotEqual(containers[0].get('Config.Hostname'), service.name)
  269. web_container = self.project.get_service('web').containers()[0]
  270. self.assertTrue(web_container.get('HostConfig.Links'))
  271. def test_up_with_networking(self):
  272. self.base_dir = 'tests/fixtures/v2-simple'
  273. self.dispatch(['up', '-d'], None)
  274. services = self.project.get_services()
  275. networks = self.client.networks(names=[self.project.default_network_name])
  276. for n in networks:
  277. self.addCleanup(self.client.remove_network, n['Id'])
  278. self.assertEqual(len(networks), 1)
  279. self.assertEqual(networks[0]['Driver'], 'bridge')
  280. network = self.client.inspect_network(networks[0]['Id'])
  281. self.assertEqual(len(network['Containers']), len(services))
  282. for service in services:
  283. containers = service.containers()
  284. self.assertEqual(len(containers), 1)
  285. self.assertIn(containers[0].id, network['Containers'])
  286. web_container = self.project.get_service('simple').containers()[0]
  287. self.assertFalse(web_container.get('HostConfig.Links'))
  288. def test_up_with_links(self):
  289. self.base_dir = 'tests/fixtures/links-composefile'
  290. self.dispatch(['up', '-d', 'web'], None)
  291. web = self.project.get_service('web')
  292. db = self.project.get_service('db')
  293. console = self.project.get_service('console')
  294. self.assertEqual(len(web.containers()), 1)
  295. self.assertEqual(len(db.containers()), 1)
  296. self.assertEqual(len(console.containers()), 0)
  297. def test_up_with_no_deps(self):
  298. self.base_dir = 'tests/fixtures/links-composefile'
  299. self.dispatch(['up', '-d', '--no-deps', 'web'], None)
  300. web = self.project.get_service('web')
  301. db = self.project.get_service('db')
  302. console = self.project.get_service('console')
  303. self.assertEqual(len(web.containers()), 1)
  304. self.assertEqual(len(db.containers()), 0)
  305. self.assertEqual(len(console.containers()), 0)
  306. def test_up_with_force_recreate(self):
  307. self.dispatch(['up', '-d'], None)
  308. service = self.project.get_service('simple')
  309. self.assertEqual(len(service.containers()), 1)
  310. old_ids = [c.id for c in service.containers()]
  311. self.dispatch(['up', '-d', '--force-recreate'], None)
  312. self.assertEqual(len(service.containers()), 1)
  313. new_ids = [c.id for c in service.containers()]
  314. self.assertNotEqual(old_ids, new_ids)
  315. def test_up_with_no_recreate(self):
  316. self.dispatch(['up', '-d'], None)
  317. service = self.project.get_service('simple')
  318. self.assertEqual(len(service.containers()), 1)
  319. old_ids = [c.id for c in service.containers()]
  320. self.dispatch(['up', '-d', '--no-recreate'], None)
  321. self.assertEqual(len(service.containers()), 1)
  322. new_ids = [c.id for c in service.containers()]
  323. self.assertEqual(old_ids, new_ids)
  324. def test_up_with_force_recreate_and_no_recreate(self):
  325. self.dispatch(
  326. ['up', '-d', '--force-recreate', '--no-recreate'],
  327. returncode=1)
  328. def test_up_with_timeout(self):
  329. self.dispatch(['up', '-d', '-t', '1'])
  330. service = self.project.get_service('simple')
  331. another = self.project.get_service('another')
  332. self.assertEqual(len(service.containers()), 1)
  333. self.assertEqual(len(another.containers()), 1)
  334. # Ensure containers don't have stdin and stdout connected in -d mode
  335. config = service.containers()[0].inspect()['Config']
  336. self.assertFalse(config['AttachStderr'])
  337. self.assertFalse(config['AttachStdout'])
  338. self.assertFalse(config['AttachStdin'])
  339. def test_up_handles_sigint(self):
  340. proc = start_process(self.base_dir, ['up', '-t', '2'])
  341. wait_on_condition(ContainerCountCondition(self.project, 2))
  342. os.kill(proc.pid, signal.SIGINT)
  343. wait_on_condition(ContainerCountCondition(self.project, 0))
  344. def test_up_handles_sigterm(self):
  345. proc = start_process(self.base_dir, ['up', '-t', '2'])
  346. wait_on_condition(ContainerCountCondition(self.project, 2))
  347. os.kill(proc.pid, signal.SIGTERM)
  348. wait_on_condition(ContainerCountCondition(self.project, 0))
  349. def test_run_service_without_links(self):
  350. self.base_dir = 'tests/fixtures/links-composefile'
  351. self.dispatch(['run', 'console', '/bin/true'])
  352. self.assertEqual(len(self.project.containers()), 0)
  353. # Ensure stdin/out was open
  354. container = self.project.containers(stopped=True, one_off=True)[0]
  355. config = container.inspect()['Config']
  356. self.assertTrue(config['AttachStderr'])
  357. self.assertTrue(config['AttachStdout'])
  358. self.assertTrue(config['AttachStdin'])
  359. def test_run_service_with_links(self):
  360. self.base_dir = 'tests/fixtures/links-composefile'
  361. self.dispatch(['run', 'web', '/bin/true'], None)
  362. db = self.project.get_service('db')
  363. console = self.project.get_service('console')
  364. self.assertEqual(len(db.containers()), 1)
  365. self.assertEqual(len(console.containers()), 0)
  366. def test_run_with_no_deps(self):
  367. self.base_dir = 'tests/fixtures/links-composefile'
  368. self.dispatch(['run', '--no-deps', 'web', '/bin/true'])
  369. db = self.project.get_service('db')
  370. self.assertEqual(len(db.containers()), 0)
  371. def test_run_does_not_recreate_linked_containers(self):
  372. self.base_dir = 'tests/fixtures/links-composefile'
  373. self.dispatch(['up', '-d', 'db'])
  374. db = self.project.get_service('db')
  375. self.assertEqual(len(db.containers()), 1)
  376. old_ids = [c.id for c in db.containers()]
  377. self.dispatch(['run', 'web', '/bin/true'], None)
  378. self.assertEqual(len(db.containers()), 1)
  379. new_ids = [c.id for c in db.containers()]
  380. self.assertEqual(old_ids, new_ids)
  381. def test_run_without_command(self):
  382. self.base_dir = 'tests/fixtures/commands-composefile'
  383. self.check_build('tests/fixtures/simple-dockerfile', tag='composetest_test')
  384. self.dispatch(['run', 'implicit'])
  385. service = self.project.get_service('implicit')
  386. containers = service.containers(stopped=True, one_off=True)
  387. self.assertEqual(
  388. [c.human_readable_command for c in containers],
  389. [u'/bin/sh -c echo "success"'],
  390. )
  391. self.dispatch(['run', 'explicit'])
  392. service = self.project.get_service('explicit')
  393. containers = service.containers(stopped=True, one_off=True)
  394. self.assertEqual(
  395. [c.human_readable_command for c in containers],
  396. [u'/bin/true'],
  397. )
  398. def test_run_service_with_entrypoint_overridden(self):
  399. self.base_dir = 'tests/fixtures/dockerfile_with_entrypoint'
  400. name = 'service'
  401. self.dispatch(['run', '--entrypoint', '/bin/echo', name, 'helloworld'])
  402. service = self.project.get_service(name)
  403. container = service.containers(stopped=True, one_off=True)[0]
  404. self.assertEqual(
  405. shlex.split(container.human_readable_command),
  406. [u'/bin/echo', u'helloworld'],
  407. )
  408. def test_run_service_with_user_overridden(self):
  409. self.base_dir = 'tests/fixtures/user-composefile'
  410. name = 'service'
  411. user = 'sshd'
  412. self.dispatch(['run', '--user={user}'.format(user=user), name], returncode=1)
  413. service = self.project.get_service(name)
  414. container = service.containers(stopped=True, one_off=True)[0]
  415. self.assertEqual(user, container.get('Config.User'))
  416. def test_run_service_with_user_overridden_short_form(self):
  417. self.base_dir = 'tests/fixtures/user-composefile'
  418. name = 'service'
  419. user = 'sshd'
  420. self.dispatch(['run', '-u', user, name], returncode=1)
  421. service = self.project.get_service(name)
  422. container = service.containers(stopped=True, one_off=True)[0]
  423. self.assertEqual(user, container.get('Config.User'))
  424. def test_run_service_with_environement_overridden(self):
  425. name = 'service'
  426. self.base_dir = 'tests/fixtures/environment-composefile'
  427. self.dispatch([
  428. 'run', '-e', 'foo=notbar',
  429. '-e', 'allo=moto=bobo',
  430. '-e', 'alpha=beta',
  431. name,
  432. '/bin/true',
  433. ])
  434. service = self.project.get_service(name)
  435. container = service.containers(stopped=True, one_off=True)[0]
  436. # env overriden
  437. self.assertEqual('notbar', container.environment['foo'])
  438. # keep environement from yaml
  439. self.assertEqual('world', container.environment['hello'])
  440. # added option from command line
  441. self.assertEqual('beta', container.environment['alpha'])
  442. # make sure a value with a = don't crash out
  443. self.assertEqual('moto=bobo', container.environment['allo'])
  444. def test_run_service_without_map_ports(self):
  445. # create one off container
  446. self.base_dir = 'tests/fixtures/ports-composefile'
  447. self.dispatch(['run', '-d', 'simple'])
  448. container = self.project.get_service('simple').containers(one_off=True)[0]
  449. # get port information
  450. port_random = container.get_local_port(3000)
  451. port_assigned = container.get_local_port(3001)
  452. # close all one off containers we just created
  453. container.stop()
  454. # check the ports
  455. self.assertEqual(port_random, None)
  456. self.assertEqual(port_assigned, None)
  457. def test_run_service_with_map_ports(self):
  458. # create one off container
  459. self.base_dir = 'tests/fixtures/ports-composefile'
  460. self.dispatch(['run', '-d', '--service-ports', 'simple'])
  461. container = self.project.get_service('simple').containers(one_off=True)[0]
  462. # get port information
  463. port_random = container.get_local_port(3000)
  464. port_assigned = container.get_local_port(3001)
  465. port_range = container.get_local_port(3002), container.get_local_port(3003)
  466. # close all one off containers we just created
  467. container.stop()
  468. # check the ports
  469. self.assertNotEqual(port_random, None)
  470. self.assertIn("0.0.0.0", port_random)
  471. self.assertEqual(port_assigned, "0.0.0.0:49152")
  472. self.assertEqual(port_range[0], "0.0.0.0:49153")
  473. self.assertEqual(port_range[1], "0.0.0.0:49154")
  474. def test_run_service_with_explicitly_maped_ports(self):
  475. # create one off container
  476. self.base_dir = 'tests/fixtures/ports-composefile'
  477. self.dispatch(['run', '-d', '-p', '30000:3000', '--publish', '30001:3001', 'simple'])
  478. container = self.project.get_service('simple').containers(one_off=True)[0]
  479. # get port information
  480. port_short = container.get_local_port(3000)
  481. port_full = container.get_local_port(3001)
  482. # close all one off containers we just created
  483. container.stop()
  484. # check the ports
  485. self.assertEqual(port_short, "0.0.0.0:30000")
  486. self.assertEqual(port_full, "0.0.0.0:30001")
  487. def test_run_service_with_explicitly_maped_ip_ports(self):
  488. # create one off container
  489. self.base_dir = 'tests/fixtures/ports-composefile'
  490. self.dispatch(['run', '-d', '-p', '127.0.0.1:30000:3000', '--publish', '127.0.0.1:30001:3001', 'simple'], None)
  491. container = self.project.get_service('simple').containers(one_off=True)[0]
  492. # get port information
  493. port_short = container.get_local_port(3000)
  494. port_full = container.get_local_port(3001)
  495. # close all one off containers we just created
  496. container.stop()
  497. # check the ports
  498. self.assertEqual(port_short, "127.0.0.1:30000")
  499. self.assertEqual(port_full, "127.0.0.1:30001")
  500. def test_run_with_custom_name(self):
  501. self.base_dir = 'tests/fixtures/environment-composefile'
  502. name = 'the-container-name'
  503. self.dispatch(['run', '--name', name, 'service', '/bin/true'])
  504. service = self.project.get_service('service')
  505. container, = service.containers(stopped=True, one_off=True)
  506. self.assertEqual(container.name, name)
  507. def test_run_with_networking(self):
  508. self.base_dir = 'tests/fixtures/v2-simple'
  509. self.dispatch(['run', 'simple', 'true'], None)
  510. service = self.project.get_service('simple')
  511. container, = service.containers(stopped=True, one_off=True)
  512. networks = self.client.networks(names=[self.project.default_network_name])
  513. for n in networks:
  514. self.addCleanup(self.client.remove_network, n['Id'])
  515. self.assertEqual(len(networks), 1)
  516. self.assertEqual(container.human_readable_command, u'true')
  517. def test_run_handles_sigint(self):
  518. proc = start_process(self.base_dir, ['run', '-T', 'simple', 'top'])
  519. wait_on_condition(ContainerStateCondition(
  520. self.project.client,
  521. 'simplecomposefile_simple_run_1',
  522. running=True))
  523. os.kill(proc.pid, signal.SIGINT)
  524. wait_on_condition(ContainerStateCondition(
  525. self.project.client,
  526. 'simplecomposefile_simple_run_1',
  527. running=False))
  528. def test_run_handles_sigterm(self):
  529. proc = start_process(self.base_dir, ['run', '-T', 'simple', 'top'])
  530. wait_on_condition(ContainerStateCondition(
  531. self.project.client,
  532. 'simplecomposefile_simple_run_1',
  533. running=True))
  534. os.kill(proc.pid, signal.SIGTERM)
  535. wait_on_condition(ContainerStateCondition(
  536. self.project.client,
  537. 'simplecomposefile_simple_run_1',
  538. running=False))
  539. def test_rm(self):
  540. service = self.project.get_service('simple')
  541. service.create_container()
  542. kill_service(service)
  543. self.assertEqual(len(service.containers(stopped=True)), 1)
  544. self.dispatch(['rm', '--force'], None)
  545. self.assertEqual(len(service.containers(stopped=True)), 0)
  546. service = self.project.get_service('simple')
  547. service.create_container()
  548. kill_service(service)
  549. self.assertEqual(len(service.containers(stopped=True)), 1)
  550. self.dispatch(['rm', '-f'], None)
  551. self.assertEqual(len(service.containers(stopped=True)), 0)
  552. def test_stop(self):
  553. self.dispatch(['up', '-d'], None)
  554. service = self.project.get_service('simple')
  555. self.assertEqual(len(service.containers()), 1)
  556. self.assertTrue(service.containers()[0].is_running)
  557. self.dispatch(['stop', '-t', '1'], None)
  558. self.assertEqual(len(service.containers(stopped=True)), 1)
  559. self.assertFalse(service.containers(stopped=True)[0].is_running)
  560. def test_start_no_containers(self):
  561. result = self.dispatch(['start'], returncode=1)
  562. assert 'No containers to start' in result.stderr
  563. def test_up_logging(self):
  564. self.base_dir = 'tests/fixtures/logging-composefile'
  565. self.dispatch(['up', '-d'])
  566. simple = self.project.get_service('simple').containers()[0]
  567. log_config = simple.get('HostConfig.LogConfig')
  568. self.assertTrue(log_config)
  569. self.assertEqual(log_config.get('Type'), 'none')
  570. another = self.project.get_service('another').containers()[0]
  571. log_config = another.get('HostConfig.LogConfig')
  572. self.assertTrue(log_config)
  573. self.assertEqual(log_config.get('Type'), 'json-file')
  574. self.assertEqual(log_config.get('Config')['max-size'], '10m')
  575. def test_up_logging_legacy(self):
  576. self.base_dir = 'tests/fixtures/logging-composefile-legacy'
  577. self.dispatch(['up', '-d'])
  578. simple = self.project.get_service('simple').containers()[0]
  579. log_config = simple.get('HostConfig.LogConfig')
  580. self.assertTrue(log_config)
  581. self.assertEqual(log_config.get('Type'), 'none')
  582. another = self.project.get_service('another').containers()[0]
  583. log_config = another.get('HostConfig.LogConfig')
  584. self.assertTrue(log_config)
  585. self.assertEqual(log_config.get('Type'), 'json-file')
  586. self.assertEqual(log_config.get('Config')['max-size'], '10m')
  587. def test_pause_unpause(self):
  588. self.dispatch(['up', '-d'], None)
  589. service = self.project.get_service('simple')
  590. self.assertFalse(service.containers()[0].is_paused)
  591. self.dispatch(['pause'], None)
  592. self.assertTrue(service.containers()[0].is_paused)
  593. self.dispatch(['unpause'], None)
  594. self.assertFalse(service.containers()[0].is_paused)
  595. def test_pause_no_containers(self):
  596. result = self.dispatch(['pause'], returncode=1)
  597. assert 'No containers to pause' in result.stderr
  598. def test_unpause_no_containers(self):
  599. result = self.dispatch(['unpause'], returncode=1)
  600. assert 'No containers to unpause' in result.stderr
  601. def test_logs_invalid_service_name(self):
  602. self.dispatch(['logs', 'madeupname'], returncode=1)
  603. def test_kill(self):
  604. self.dispatch(['up', '-d'], None)
  605. service = self.project.get_service('simple')
  606. self.assertEqual(len(service.containers()), 1)
  607. self.assertTrue(service.containers()[0].is_running)
  608. self.dispatch(['kill'], None)
  609. self.assertEqual(len(service.containers(stopped=True)), 1)
  610. self.assertFalse(service.containers(stopped=True)[0].is_running)
  611. def test_kill_signal_sigstop(self):
  612. self.dispatch(['up', '-d'], None)
  613. service = self.project.get_service('simple')
  614. self.assertEqual(len(service.containers()), 1)
  615. self.assertTrue(service.containers()[0].is_running)
  616. self.dispatch(['kill', '-s', 'SIGSTOP'], None)
  617. self.assertEqual(len(service.containers()), 1)
  618. # The container is still running. It has only been paused
  619. self.assertTrue(service.containers()[0].is_running)
  620. def test_kill_stopped_service(self):
  621. self.dispatch(['up', '-d'], None)
  622. service = self.project.get_service('simple')
  623. self.dispatch(['kill', '-s', 'SIGSTOP'], None)
  624. self.assertTrue(service.containers()[0].is_running)
  625. self.dispatch(['kill', '-s', 'SIGKILL'], None)
  626. self.assertEqual(len(service.containers(stopped=True)), 1)
  627. self.assertFalse(service.containers(stopped=True)[0].is_running)
  628. def test_restart(self):
  629. service = self.project.get_service('simple')
  630. container = service.create_container()
  631. container.start()
  632. started_at = container.dictionary['State']['StartedAt']
  633. self.dispatch(['restart', '-t', '1'], None)
  634. container.inspect()
  635. self.assertNotEqual(
  636. container.dictionary['State']['FinishedAt'],
  637. '0001-01-01T00:00:00Z',
  638. )
  639. self.assertNotEqual(
  640. container.dictionary['State']['StartedAt'],
  641. started_at,
  642. )
  643. def test_restart_stopped_container(self):
  644. service = self.project.get_service('simple')
  645. container = service.create_container()
  646. container.start()
  647. container.kill()
  648. self.assertEqual(len(service.containers(stopped=True)), 1)
  649. self.dispatch(['restart', '-t', '1'], None)
  650. self.assertEqual(len(service.containers(stopped=False)), 1)
  651. def test_restart_no_containers(self):
  652. result = self.dispatch(['restart'], returncode=1)
  653. assert 'No containers to restart' in result.stderr
  654. def test_scale(self):
  655. project = self.project
  656. self.dispatch(['scale', 'simple=1'])
  657. self.assertEqual(len(project.get_service('simple').containers()), 1)
  658. self.dispatch(['scale', 'simple=3', 'another=2'])
  659. self.assertEqual(len(project.get_service('simple').containers()), 3)
  660. self.assertEqual(len(project.get_service('another').containers()), 2)
  661. self.dispatch(['scale', 'simple=1', 'another=1'])
  662. self.assertEqual(len(project.get_service('simple').containers()), 1)
  663. self.assertEqual(len(project.get_service('another').containers()), 1)
  664. self.dispatch(['scale', 'simple=1', 'another=1'])
  665. self.assertEqual(len(project.get_service('simple').containers()), 1)
  666. self.assertEqual(len(project.get_service('another').containers()), 1)
  667. self.dispatch(['scale', 'simple=0', 'another=0'])
  668. self.assertEqual(len(project.get_service('simple').containers()), 0)
  669. self.assertEqual(len(project.get_service('another').containers()), 0)
  670. def test_port(self):
  671. self.base_dir = 'tests/fixtures/ports-composefile'
  672. self.dispatch(['up', '-d'], None)
  673. container = self.project.get_service('simple').get_container()
  674. def get_port(number):
  675. result = self.dispatch(['port', 'simple', str(number)])
  676. return result.stdout.rstrip()
  677. self.assertEqual(get_port(3000), container.get_local_port(3000))
  678. self.assertEqual(get_port(3001), "0.0.0.0:49152")
  679. self.assertEqual(get_port(3002), "0.0.0.0:49153")
  680. def test_port_with_scale(self):
  681. self.base_dir = 'tests/fixtures/ports-composefile-scale'
  682. self.dispatch(['scale', 'simple=2'], None)
  683. containers = sorted(
  684. self.project.containers(service_names=['simple']),
  685. key=attrgetter('name'))
  686. def get_port(number, index=None):
  687. if index is None:
  688. result = self.dispatch(['port', 'simple', str(number)])
  689. else:
  690. result = self.dispatch(['port', '--index=' + str(index), 'simple', str(number)])
  691. return result.stdout.rstrip()
  692. self.assertEqual(get_port(3000), containers[0].get_local_port(3000))
  693. self.assertEqual(get_port(3000, index=1), containers[0].get_local_port(3000))
  694. self.assertEqual(get_port(3000, index=2), containers[1].get_local_port(3000))
  695. self.assertEqual(get_port(3002), "")
  696. def test_events_json(self):
  697. events_proc = start_process(self.base_dir, ['events', '--json'])
  698. self.dispatch(['up', '-d'])
  699. wait_on_condition(ContainerCountCondition(self.project, 2))
  700. os.kill(events_proc.pid, signal.SIGINT)
  701. result = wait_on_process(events_proc, returncode=1)
  702. lines = [json.loads(line) for line in result.stdout.rstrip().split('\n')]
  703. assert [e['action'] for e in lines] == ['create', 'start', 'create', 'start']
  704. def test_events_human_readable(self):
  705. events_proc = start_process(self.base_dir, ['events'])
  706. self.dispatch(['up', '-d', 'simple'])
  707. wait_on_condition(ContainerCountCondition(self.project, 1))
  708. os.kill(events_proc.pid, signal.SIGINT)
  709. result = wait_on_process(events_proc, returncode=1)
  710. lines = result.stdout.rstrip().split('\n')
  711. assert len(lines) == 2
  712. container, = self.project.containers()
  713. expected_template = (
  714. ' container {} {} (image=busybox:latest, '
  715. 'name=simplecomposefile_simple_1)')
  716. assert expected_template.format('create', container.id) in lines[0]
  717. assert expected_template.format('start', container.id) in lines[1]
  718. assert lines[0].startswith(datetime.date.today().isoformat())
  719. def test_env_file_relative_to_compose_file(self):
  720. config_path = os.path.abspath('tests/fixtures/env-file/docker-compose.yml')
  721. self.dispatch(['-f', config_path, 'up', '-d'], None)
  722. self._project = get_project(self.base_dir, [config_path])
  723. containers = self.project.containers(stopped=True)
  724. self.assertEqual(len(containers), 1)
  725. self.assertIn("FOO=1", containers[0].get('Config.Env'))
  726. @mock.patch.dict(os.environ)
  727. def test_home_and_env_var_in_volume_path(self):
  728. os.environ['VOLUME_NAME'] = 'my-volume'
  729. os.environ['HOME'] = '/tmp/home-dir'
  730. self.base_dir = 'tests/fixtures/volume-path-interpolation'
  731. self.dispatch(['up', '-d'], None)
  732. container = self.project.containers(stopped=True)[0]
  733. actual_host_path = container.get_mount('/container-path')['Source']
  734. components = actual_host_path.split('/')
  735. assert components[-2:] == ['home-dir', 'my-volume']
  736. def test_up_with_default_override_file(self):
  737. self.base_dir = 'tests/fixtures/override-files'
  738. self.dispatch(['up', '-d'], None)
  739. containers = self.project.containers()
  740. self.assertEqual(len(containers), 2)
  741. web, db = containers
  742. self.assertEqual(web.human_readable_command, 'top')
  743. self.assertEqual(db.human_readable_command, 'top')
  744. def test_up_with_multiple_files(self):
  745. self.base_dir = 'tests/fixtures/override-files'
  746. config_paths = [
  747. 'docker-compose.yml',
  748. 'docker-compose.override.yml',
  749. 'extra.yml',
  750. ]
  751. self._project = get_project(self.base_dir, config_paths)
  752. self.dispatch(
  753. [
  754. '-f', config_paths[0],
  755. '-f', config_paths[1],
  756. '-f', config_paths[2],
  757. 'up', '-d',
  758. ],
  759. None)
  760. containers = self.project.containers()
  761. self.assertEqual(len(containers), 3)
  762. web, other, db = containers
  763. self.assertEqual(web.human_readable_command, 'top')
  764. self.assertTrue({'db', 'other'} <= set(get_links(web)))
  765. self.assertEqual(db.human_readable_command, 'top')
  766. self.assertEqual(other.human_readable_command, 'top')
  767. def test_up_with_extends(self):
  768. self.base_dir = 'tests/fixtures/extends'
  769. self.dispatch(['up', '-d'], None)
  770. self.assertEqual(
  771. set([s.name for s in self.project.services]),
  772. set(['mydb', 'myweb']),
  773. )
  774. # Sort by name so we get [db, web]
  775. containers = sorted(
  776. self.project.containers(stopped=True),
  777. key=lambda c: c.name,
  778. )
  779. self.assertEqual(len(containers), 2)
  780. web = containers[1]
  781. self.assertEqual(
  782. set(get_links(web)),
  783. set(['db', 'mydb_1', 'extends_mydb_1']))
  784. expected_env = set([
  785. "FOO=1",
  786. "BAR=2",
  787. "BAZ=2",
  788. ])
  789. self.assertTrue(expected_env <= set(web.get('Config.Env')))