cli_test.py 36 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956
  1. from __future__ import absolute_import
  2. from __future__ import unicode_literals
  3. import json
  4. import os
  5. import shlex
  6. import signal
  7. import subprocess
  8. import time
  9. from collections import namedtuple
  10. from operator import attrgetter
  11. from textwrap import dedent
  12. from docker import errors
  13. from .. import mock
  14. from compose.cli.command import get_project
  15. from compose.cli.docker_client import docker_client
  16. from compose.container import Container
  17. from tests.integration.testcases import DockerClientTestCase
  18. from tests.integration.testcases import get_links
  19. from tests.integration.testcases import pull_busybox
  20. ProcessResult = namedtuple('ProcessResult', 'stdout stderr')
  21. BUILD_CACHE_TEXT = 'Using cache'
  22. BUILD_PULL_TEXT = 'Status: Image is up to date for busybox:latest'
  23. def start_process(base_dir, options):
  24. proc = subprocess.Popen(
  25. ['docker-compose'] + options,
  26. stdout=subprocess.PIPE,
  27. stderr=subprocess.PIPE,
  28. cwd=base_dir)
  29. print("Running process: %s" % proc.pid)
  30. return proc
  31. def wait_on_process(proc, returncode=0):
  32. stdout, stderr = proc.communicate()
  33. if proc.returncode != returncode:
  34. print(stderr.decode('utf-8'))
  35. assert proc.returncode == returncode
  36. return ProcessResult(stdout.decode('utf-8'), stderr.decode('utf-8'))
  37. def wait_on_condition(condition, delay=0.1, timeout=20):
  38. start_time = time.time()
  39. while not condition():
  40. if time.time() - start_time > timeout:
  41. raise AssertionError("Timeout: %s" % condition)
  42. time.sleep(delay)
  43. def kill_service(service):
  44. for container in service.containers():
  45. container.kill()
  46. class ContainerCountCondition(object):
  47. def __init__(self, project, expected):
  48. self.project = project
  49. self.expected = expected
  50. def __call__(self):
  51. return len(self.project.containers()) == self.expected
  52. def __str__(self):
  53. return "waiting for counter count == %s" % self.expected
  54. class ContainerStateCondition(object):
  55. def __init__(self, client, name, running):
  56. self.client = client
  57. self.name = name
  58. self.running = running
  59. # State.Running == true
  60. def __call__(self):
  61. try:
  62. container = self.client.inspect_container(self.name)
  63. return container['State']['Running'] == self.running
  64. except errors.APIError:
  65. return False
  66. def __str__(self):
  67. return "waiting for container to have state %s" % self.expected
  68. class CLITestCase(DockerClientTestCase):
  69. def setUp(self):
  70. super(CLITestCase, self).setUp()
  71. self.base_dir = 'tests/fixtures/simple-composefile'
  72. def tearDown(self):
  73. if self.base_dir:
  74. self.project.kill()
  75. self.project.remove_stopped()
  76. for container in self.project.containers(stopped=True, one_off=True):
  77. container.remove(force=True)
  78. super(CLITestCase, self).tearDown()
  79. @property
  80. def project(self):
  81. # Hack: allow project to be overridden
  82. if not hasattr(self, '_project'):
  83. self._project = get_project(self.base_dir)
  84. return self._project
  85. def dispatch(self, options, project_options=None, returncode=0):
  86. project_options = project_options or []
  87. proc = start_process(self.base_dir, project_options + options)
  88. return wait_on_process(proc, returncode=returncode)
  89. def test_help(self):
  90. self.base_dir = 'tests/fixtures/no-composefile'
  91. result = self.dispatch(['help', 'up'], returncode=1)
  92. assert 'Usage: up [options] [SERVICE...]' in result.stderr
  93. # Prevent tearDown from trying to create a project
  94. self.base_dir = None
  95. def test_config_list_services(self):
  96. result = self.dispatch(['config', '--services'])
  97. assert set(result.stdout.rstrip().split('\n')) == {'simple', 'another'}
  98. def test_config_quiet_with_error(self):
  99. self.base_dir = None
  100. result = self.dispatch([
  101. '-f', 'tests/fixtures/invalid-composefile/invalid.yml',
  102. 'config', '-q'
  103. ], returncode=1)
  104. assert "'notaservice' doesn't have any configuration" in result.stderr
  105. def test_config_quiet(self):
  106. assert self.dispatch(['config', '-q']).stdout == ''
  107. def test_config_default(self):
  108. result = self.dispatch(['config'])
  109. assert dedent("""
  110. simple:
  111. command: top
  112. image: busybox:latest
  113. """).lstrip() in result.stdout
  114. assert dedent("""
  115. another:
  116. command: top
  117. image: busybox:latest
  118. """).lstrip() in result.stdout
  119. def test_ps(self):
  120. self.project.get_service('simple').create_container()
  121. result = self.dispatch(['ps'])
  122. assert 'simplecomposefile_simple_1' in result.stdout
  123. def test_ps_default_composefile(self):
  124. self.base_dir = 'tests/fixtures/multiple-composefiles'
  125. self.dispatch(['up', '-d'])
  126. result = self.dispatch(['ps'])
  127. self.assertIn('multiplecomposefiles_simple_1', result.stdout)
  128. self.assertIn('multiplecomposefiles_another_1', result.stdout)
  129. self.assertNotIn('multiplecomposefiles_yetanother_1', result.stdout)
  130. def test_ps_alternate_composefile(self):
  131. config_path = os.path.abspath(
  132. 'tests/fixtures/multiple-composefiles/compose2.yml')
  133. self._project = get_project(self.base_dir, [config_path])
  134. self.base_dir = 'tests/fixtures/multiple-composefiles'
  135. self.dispatch(['-f', 'compose2.yml', 'up', '-d'])
  136. result = self.dispatch(['-f', 'compose2.yml', 'ps'])
  137. self.assertNotIn('multiplecomposefiles_simple_1', result.stdout)
  138. self.assertNotIn('multiplecomposefiles_another_1', result.stdout)
  139. self.assertIn('multiplecomposefiles_yetanother_1', result.stdout)
  140. def test_pull(self):
  141. result = self.dispatch(['pull'])
  142. assert sorted(result.stderr.split('\n'))[1:] == [
  143. 'Pulling another (busybox:latest)...',
  144. 'Pulling simple (busybox:latest)...',
  145. ]
  146. def test_pull_with_digest(self):
  147. result = self.dispatch(['-f', 'digest.yml', 'pull'])
  148. assert 'Pulling simple (busybox:latest)...' in result.stderr
  149. assert ('Pulling digest (busybox@'
  150. 'sha256:38a203e1986cf79639cfb9b2e1d6e773de84002feea2d4eb006b520'
  151. '04ee8502d)...') in result.stderr
  152. def test_pull_with_ignore_pull_failures(self):
  153. result = self.dispatch([
  154. '-f', 'ignore-pull-failures.yml',
  155. 'pull', '--ignore-pull-failures'])
  156. assert 'Pulling simple (busybox:latest)...' in result.stderr
  157. assert 'Pulling another (nonexisting-image:latest)...' in result.stderr
  158. assert 'Error: image library/nonexisting-image:latest not found' in result.stderr
  159. def test_build_plain(self):
  160. self.base_dir = 'tests/fixtures/simple-dockerfile'
  161. self.dispatch(['build', 'simple'])
  162. result = self.dispatch(['build', 'simple'])
  163. assert BUILD_CACHE_TEXT in result.stdout
  164. assert BUILD_PULL_TEXT not in result.stdout
  165. def test_build_no_cache(self):
  166. self.base_dir = 'tests/fixtures/simple-dockerfile'
  167. self.dispatch(['build', 'simple'])
  168. result = self.dispatch(['build', '--no-cache', 'simple'])
  169. assert BUILD_CACHE_TEXT not in result.stdout
  170. assert BUILD_PULL_TEXT not in result.stdout
  171. def test_build_pull(self):
  172. # Make sure we have the latest busybox already
  173. pull_busybox(self.client)
  174. self.base_dir = 'tests/fixtures/simple-dockerfile'
  175. self.dispatch(['build', 'simple'], None)
  176. result = self.dispatch(['build', '--pull', 'simple'])
  177. assert BUILD_CACHE_TEXT in result.stdout
  178. assert BUILD_PULL_TEXT in result.stdout
  179. def test_build_no_cache_pull(self):
  180. # Make sure we have the latest busybox already
  181. pull_busybox(self.client)
  182. self.base_dir = 'tests/fixtures/simple-dockerfile'
  183. self.dispatch(['build', 'simple'])
  184. result = self.dispatch(['build', '--no-cache', '--pull', 'simple'])
  185. assert BUILD_CACHE_TEXT not in result.stdout
  186. assert BUILD_PULL_TEXT in result.stdout
  187. def test_build_failed(self):
  188. self.base_dir = 'tests/fixtures/simple-failing-dockerfile'
  189. self.dispatch(['build', 'simple'], returncode=1)
  190. labels = ["com.docker.compose.test_failing_image=true"]
  191. containers = [
  192. Container.from_ps(self.project.client, c)
  193. for c in self.project.client.containers(
  194. all=True,
  195. filters={"label": labels})
  196. ]
  197. assert len(containers) == 1
  198. def test_build_failed_forcerm(self):
  199. self.base_dir = 'tests/fixtures/simple-failing-dockerfile'
  200. self.dispatch(['build', '--force-rm', 'simple'], returncode=1)
  201. labels = ["com.docker.compose.test_failing_image=true"]
  202. containers = [
  203. Container.from_ps(self.project.client, c)
  204. for c in self.project.client.containers(
  205. all=True,
  206. filters={"label": labels})
  207. ]
  208. assert not containers
  209. def test_create(self):
  210. self.dispatch(['create'])
  211. service = self.project.get_service('simple')
  212. another = self.project.get_service('another')
  213. self.assertEqual(len(service.containers()), 0)
  214. self.assertEqual(len(another.containers()), 0)
  215. self.assertEqual(len(service.containers(stopped=True)), 1)
  216. self.assertEqual(len(another.containers(stopped=True)), 1)
  217. def test_create_with_force_recreate(self):
  218. self.dispatch(['create'], None)
  219. service = self.project.get_service('simple')
  220. self.assertEqual(len(service.containers()), 0)
  221. self.assertEqual(len(service.containers(stopped=True)), 1)
  222. old_ids = [c.id for c in service.containers(stopped=True)]
  223. self.dispatch(['create', '--force-recreate'], None)
  224. self.assertEqual(len(service.containers()), 0)
  225. self.assertEqual(len(service.containers(stopped=True)), 1)
  226. new_ids = [c.id for c in service.containers(stopped=True)]
  227. self.assertNotEqual(old_ids, new_ids)
  228. def test_create_with_no_recreate(self):
  229. self.dispatch(['create'], None)
  230. service = self.project.get_service('simple')
  231. self.assertEqual(len(service.containers()), 0)
  232. self.assertEqual(len(service.containers(stopped=True)), 1)
  233. old_ids = [c.id for c in service.containers(stopped=True)]
  234. self.dispatch(['create', '--no-recreate'], None)
  235. self.assertEqual(len(service.containers()), 0)
  236. self.assertEqual(len(service.containers(stopped=True)), 1)
  237. new_ids = [c.id for c in service.containers(stopped=True)]
  238. self.assertEqual(old_ids, new_ids)
  239. def test_create_with_force_recreate_and_no_recreate(self):
  240. self.dispatch(
  241. ['create', '--force-recreate', '--no-recreate'],
  242. returncode=1)
  243. def test_up_detached(self):
  244. self.dispatch(['up', '-d'])
  245. service = self.project.get_service('simple')
  246. another = self.project.get_service('another')
  247. self.assertEqual(len(service.containers()), 1)
  248. self.assertEqual(len(another.containers()), 1)
  249. # Ensure containers don't have stdin and stdout connected in -d mode
  250. container, = service.containers()
  251. self.assertFalse(container.get('Config.AttachStderr'))
  252. self.assertFalse(container.get('Config.AttachStdout'))
  253. self.assertFalse(container.get('Config.AttachStdin'))
  254. def test_up_attached(self):
  255. self.base_dir = 'tests/fixtures/echo-services'
  256. result = self.dispatch(['up', '--no-color'])
  257. assert 'simple_1 | simple' in result.stdout
  258. assert 'another_1 | another' in result.stdout
  259. def test_up_without_networking(self):
  260. self.require_api_version('1.21')
  261. self.base_dir = 'tests/fixtures/links-composefile'
  262. self.dispatch(['up', '-d'], None)
  263. client = docker_client(version='1.21')
  264. networks = client.networks(names=[self.project.name])
  265. self.assertEqual(len(networks), 0)
  266. for service in self.project.get_services():
  267. containers = service.containers()
  268. self.assertEqual(len(containers), 1)
  269. self.assertNotEqual(containers[0].get('Config.Hostname'), service.name)
  270. web_container = self.project.get_service('web').containers()[0]
  271. self.assertTrue(web_container.get('HostConfig.Links'))
  272. def test_up_with_networking(self):
  273. self.require_api_version('1.21')
  274. self.base_dir = 'tests/fixtures/links-composefile'
  275. self.dispatch(['--x-networking', 'up', '-d'], None)
  276. client = docker_client(version='1.21')
  277. services = self.project.get_services()
  278. networks = client.networks(names=[self.project.name])
  279. for n in networks:
  280. self.addCleanup(client.remove_network, n['Id'])
  281. self.assertEqual(len(networks), 1)
  282. self.assertEqual(networks[0]['Driver'], 'bridge')
  283. network = client.inspect_network(networks[0]['Id'])
  284. self.assertEqual(len(network['Containers']), len(services))
  285. for service in services:
  286. containers = service.containers()
  287. self.assertEqual(len(containers), 1)
  288. self.assertIn(containers[0].id, network['Containers'])
  289. web_container = self.project.get_service('web').containers()[0]
  290. self.assertFalse(web_container.get('HostConfig.Links'))
  291. def test_up_with_links(self):
  292. self.base_dir = 'tests/fixtures/links-composefile'
  293. self.dispatch(['up', '-d', 'web'], None)
  294. web = self.project.get_service('web')
  295. db = self.project.get_service('db')
  296. console = self.project.get_service('console')
  297. self.assertEqual(len(web.containers()), 1)
  298. self.assertEqual(len(db.containers()), 1)
  299. self.assertEqual(len(console.containers()), 0)
  300. def test_up_with_no_deps(self):
  301. self.base_dir = 'tests/fixtures/links-composefile'
  302. self.dispatch(['up', '-d', '--no-deps', 'web'], None)
  303. web = self.project.get_service('web')
  304. db = self.project.get_service('db')
  305. console = self.project.get_service('console')
  306. self.assertEqual(len(web.containers()), 1)
  307. self.assertEqual(len(db.containers()), 0)
  308. self.assertEqual(len(console.containers()), 0)
  309. def test_up_with_force_recreate(self):
  310. self.dispatch(['up', '-d'], None)
  311. service = self.project.get_service('simple')
  312. self.assertEqual(len(service.containers()), 1)
  313. old_ids = [c.id for c in service.containers()]
  314. self.dispatch(['up', '-d', '--force-recreate'], None)
  315. self.assertEqual(len(service.containers()), 1)
  316. new_ids = [c.id for c in service.containers()]
  317. self.assertNotEqual(old_ids, new_ids)
  318. def test_up_with_no_recreate(self):
  319. self.dispatch(['up', '-d'], None)
  320. service = self.project.get_service('simple')
  321. self.assertEqual(len(service.containers()), 1)
  322. old_ids = [c.id for c in service.containers()]
  323. self.dispatch(['up', '-d', '--no-recreate'], None)
  324. self.assertEqual(len(service.containers()), 1)
  325. new_ids = [c.id for c in service.containers()]
  326. self.assertEqual(old_ids, new_ids)
  327. def test_up_with_force_recreate_and_no_recreate(self):
  328. self.dispatch(
  329. ['up', '-d', '--force-recreate', '--no-recreate'],
  330. returncode=1)
  331. def test_up_with_timeout(self):
  332. self.dispatch(['up', '-d', '-t', '1'])
  333. service = self.project.get_service('simple')
  334. another = self.project.get_service('another')
  335. self.assertEqual(len(service.containers()), 1)
  336. self.assertEqual(len(another.containers()), 1)
  337. # Ensure containers don't have stdin and stdout connected in -d mode
  338. config = service.containers()[0].inspect()['Config']
  339. self.assertFalse(config['AttachStderr'])
  340. self.assertFalse(config['AttachStdout'])
  341. self.assertFalse(config['AttachStdin'])
  342. def test_up_handles_sigint(self):
  343. proc = start_process(self.base_dir, ['up', '-t', '2'])
  344. wait_on_condition(ContainerCountCondition(self.project, 2))
  345. os.kill(proc.pid, signal.SIGINT)
  346. wait_on_condition(ContainerCountCondition(self.project, 0))
  347. def test_up_handles_sigterm(self):
  348. proc = start_process(self.base_dir, ['up', '-t', '2'])
  349. wait_on_condition(ContainerCountCondition(self.project, 2))
  350. os.kill(proc.pid, signal.SIGTERM)
  351. wait_on_condition(ContainerCountCondition(self.project, 0))
  352. def test_run_service_without_links(self):
  353. self.base_dir = 'tests/fixtures/links-composefile'
  354. self.dispatch(['run', 'console', '/bin/true'])
  355. self.assertEqual(len(self.project.containers()), 0)
  356. # Ensure stdin/out was open
  357. container = self.project.containers(stopped=True, one_off=True)[0]
  358. config = container.inspect()['Config']
  359. self.assertTrue(config['AttachStderr'])
  360. self.assertTrue(config['AttachStdout'])
  361. self.assertTrue(config['AttachStdin'])
  362. def test_run_service_with_links(self):
  363. self.base_dir = 'tests/fixtures/links-composefile'
  364. self.dispatch(['run', 'web', '/bin/true'], None)
  365. db = self.project.get_service('db')
  366. console = self.project.get_service('console')
  367. self.assertEqual(len(db.containers()), 1)
  368. self.assertEqual(len(console.containers()), 0)
  369. def test_run_with_no_deps(self):
  370. self.base_dir = 'tests/fixtures/links-composefile'
  371. self.dispatch(['run', '--no-deps', 'web', '/bin/true'])
  372. db = self.project.get_service('db')
  373. self.assertEqual(len(db.containers()), 0)
  374. def test_run_does_not_recreate_linked_containers(self):
  375. self.base_dir = 'tests/fixtures/links-composefile'
  376. self.dispatch(['up', '-d', 'db'])
  377. db = self.project.get_service('db')
  378. self.assertEqual(len(db.containers()), 1)
  379. old_ids = [c.id for c in db.containers()]
  380. self.dispatch(['run', 'web', '/bin/true'], None)
  381. self.assertEqual(len(db.containers()), 1)
  382. new_ids = [c.id for c in db.containers()]
  383. self.assertEqual(old_ids, new_ids)
  384. def test_run_without_command(self):
  385. self.base_dir = 'tests/fixtures/commands-composefile'
  386. self.check_build('tests/fixtures/simple-dockerfile', tag='composetest_test')
  387. self.dispatch(['run', 'implicit'])
  388. service = self.project.get_service('implicit')
  389. containers = service.containers(stopped=True, one_off=True)
  390. self.assertEqual(
  391. [c.human_readable_command for c in containers],
  392. [u'/bin/sh -c echo "success"'],
  393. )
  394. self.dispatch(['run', 'explicit'])
  395. service = self.project.get_service('explicit')
  396. containers = service.containers(stopped=True, one_off=True)
  397. self.assertEqual(
  398. [c.human_readable_command for c in containers],
  399. [u'/bin/true'],
  400. )
  401. def test_run_service_with_entrypoint_overridden(self):
  402. self.base_dir = 'tests/fixtures/dockerfile_with_entrypoint'
  403. name = 'service'
  404. self.dispatch(['run', '--entrypoint', '/bin/echo', name, 'helloworld'])
  405. service = self.project.get_service(name)
  406. container = service.containers(stopped=True, one_off=True)[0]
  407. self.assertEqual(
  408. shlex.split(container.human_readable_command),
  409. [u'/bin/echo', u'helloworld'],
  410. )
  411. def test_run_service_with_user_overridden(self):
  412. self.base_dir = 'tests/fixtures/user-composefile'
  413. name = 'service'
  414. user = 'sshd'
  415. self.dispatch(['run', '--user={user}'.format(user=user), name], returncode=1)
  416. service = self.project.get_service(name)
  417. container = service.containers(stopped=True, one_off=True)[0]
  418. self.assertEqual(user, container.get('Config.User'))
  419. def test_run_service_with_user_overridden_short_form(self):
  420. self.base_dir = 'tests/fixtures/user-composefile'
  421. name = 'service'
  422. user = 'sshd'
  423. self.dispatch(['run', '-u', user, name], returncode=1)
  424. service = self.project.get_service(name)
  425. container = service.containers(stopped=True, one_off=True)[0]
  426. self.assertEqual(user, container.get('Config.User'))
  427. def test_run_service_with_environement_overridden(self):
  428. name = 'service'
  429. self.base_dir = 'tests/fixtures/environment-composefile'
  430. self.dispatch([
  431. 'run', '-e', 'foo=notbar',
  432. '-e', 'allo=moto=bobo',
  433. '-e', 'alpha=beta',
  434. name,
  435. '/bin/true',
  436. ])
  437. service = self.project.get_service(name)
  438. container = service.containers(stopped=True, one_off=True)[0]
  439. # env overriden
  440. self.assertEqual('notbar', container.environment['foo'])
  441. # keep environement from yaml
  442. self.assertEqual('world', container.environment['hello'])
  443. # added option from command line
  444. self.assertEqual('beta', container.environment['alpha'])
  445. # make sure a value with a = don't crash out
  446. self.assertEqual('moto=bobo', container.environment['allo'])
  447. def test_run_service_without_map_ports(self):
  448. # create one off container
  449. self.base_dir = 'tests/fixtures/ports-composefile'
  450. self.dispatch(['run', '-d', 'simple'])
  451. container = self.project.get_service('simple').containers(one_off=True)[0]
  452. # get port information
  453. port_random = container.get_local_port(3000)
  454. port_assigned = container.get_local_port(3001)
  455. # close all one off containers we just created
  456. container.stop()
  457. # check the ports
  458. self.assertEqual(port_random, None)
  459. self.assertEqual(port_assigned, None)
  460. def test_run_service_with_map_ports(self):
  461. # create one off container
  462. self.base_dir = 'tests/fixtures/ports-composefile'
  463. self.dispatch(['run', '-d', '--service-ports', 'simple'])
  464. container = self.project.get_service('simple').containers(one_off=True)[0]
  465. # get port information
  466. port_random = container.get_local_port(3000)
  467. port_assigned = container.get_local_port(3001)
  468. port_range = container.get_local_port(3002), container.get_local_port(3003)
  469. # close all one off containers we just created
  470. container.stop()
  471. # check the ports
  472. self.assertNotEqual(port_random, None)
  473. self.assertIn("0.0.0.0", port_random)
  474. self.assertEqual(port_assigned, "0.0.0.0:49152")
  475. self.assertEqual(port_range[0], "0.0.0.0:49153")
  476. self.assertEqual(port_range[1], "0.0.0.0:49154")
  477. def test_run_service_with_explicitly_maped_ports(self):
  478. # create one off container
  479. self.base_dir = 'tests/fixtures/ports-composefile'
  480. self.dispatch(['run', '-d', '-p', '30000:3000', '--publish', '30001:3001', 'simple'])
  481. container = self.project.get_service('simple').containers(one_off=True)[0]
  482. # get port information
  483. port_short = container.get_local_port(3000)
  484. port_full = container.get_local_port(3001)
  485. # close all one off containers we just created
  486. container.stop()
  487. # check the ports
  488. self.assertEqual(port_short, "0.0.0.0:30000")
  489. self.assertEqual(port_full, "0.0.0.0:30001")
  490. def test_run_service_with_explicitly_maped_ip_ports(self):
  491. # create one off container
  492. self.base_dir = 'tests/fixtures/ports-composefile'
  493. self.dispatch(['run', '-d', '-p', '127.0.0.1:30000:3000', '--publish', '127.0.0.1:30001:3001', 'simple'], None)
  494. container = self.project.get_service('simple').containers(one_off=True)[0]
  495. # get port information
  496. port_short = container.get_local_port(3000)
  497. port_full = container.get_local_port(3001)
  498. # close all one off containers we just created
  499. container.stop()
  500. # check the ports
  501. self.assertEqual(port_short, "127.0.0.1:30000")
  502. self.assertEqual(port_full, "127.0.0.1:30001")
  503. def test_run_with_custom_name(self):
  504. self.base_dir = 'tests/fixtures/environment-composefile'
  505. name = 'the-container-name'
  506. self.dispatch(['run', '--name', name, 'service', '/bin/true'])
  507. service = self.project.get_service('service')
  508. container, = service.containers(stopped=True, one_off=True)
  509. self.assertEqual(container.name, name)
  510. def test_run_with_networking(self):
  511. self.require_api_version('1.21')
  512. client = docker_client(version='1.21')
  513. self.base_dir = 'tests/fixtures/simple-dockerfile'
  514. self.dispatch(['--x-networking', 'run', 'simple', 'true'], None)
  515. service = self.project.get_service('simple')
  516. container, = service.containers(stopped=True, one_off=True)
  517. networks = client.networks(names=[self.project.name])
  518. for n in networks:
  519. self.addCleanup(client.remove_network, n['Id'])
  520. self.assertEqual(len(networks), 1)
  521. self.assertEqual(container.human_readable_command, u'true')
  522. def test_run_handles_sigint(self):
  523. proc = start_process(self.base_dir, ['run', '-T', 'simple', 'top'])
  524. wait_on_condition(ContainerStateCondition(
  525. self.project.client,
  526. 'simplecomposefile_simple_run_1',
  527. running=True))
  528. os.kill(proc.pid, signal.SIGINT)
  529. wait_on_condition(ContainerStateCondition(
  530. self.project.client,
  531. 'simplecomposefile_simple_run_1',
  532. running=False))
  533. def test_run_handles_sigterm(self):
  534. proc = start_process(self.base_dir, ['run', '-T', 'simple', 'top'])
  535. wait_on_condition(ContainerStateCondition(
  536. self.project.client,
  537. 'simplecomposefile_simple_run_1',
  538. running=True))
  539. os.kill(proc.pid, signal.SIGTERM)
  540. wait_on_condition(ContainerStateCondition(
  541. self.project.client,
  542. 'simplecomposefile_simple_run_1',
  543. running=False))
  544. def test_rm(self):
  545. service = self.project.get_service('simple')
  546. service.create_container()
  547. kill_service(service)
  548. self.assertEqual(len(service.containers(stopped=True)), 1)
  549. self.dispatch(['rm', '--force'], None)
  550. self.assertEqual(len(service.containers(stopped=True)), 0)
  551. service = self.project.get_service('simple')
  552. service.create_container()
  553. kill_service(service)
  554. self.assertEqual(len(service.containers(stopped=True)), 1)
  555. self.dispatch(['rm', '-f'], None)
  556. self.assertEqual(len(service.containers(stopped=True)), 0)
  557. def test_stop(self):
  558. self.dispatch(['up', '-d'], None)
  559. service = self.project.get_service('simple')
  560. self.assertEqual(len(service.containers()), 1)
  561. self.assertTrue(service.containers()[0].is_running)
  562. self.dispatch(['stop', '-t', '1'], None)
  563. self.assertEqual(len(service.containers(stopped=True)), 1)
  564. self.assertFalse(service.containers(stopped=True)[0].is_running)
  565. def test_start_no_containers(self):
  566. result = self.dispatch(['start'], returncode=1)
  567. assert 'No containers to start' in result.stderr
  568. def test_pause_unpause(self):
  569. self.dispatch(['up', '-d'], None)
  570. service = self.project.get_service('simple')
  571. self.assertFalse(service.containers()[0].is_paused)
  572. self.dispatch(['pause'], None)
  573. self.assertTrue(service.containers()[0].is_paused)
  574. self.dispatch(['unpause'], None)
  575. self.assertFalse(service.containers()[0].is_paused)
  576. def test_pause_no_containers(self):
  577. result = self.dispatch(['pause'], returncode=1)
  578. assert 'No containers to pause' in result.stderr
  579. def test_unpause_no_containers(self):
  580. result = self.dispatch(['unpause'], returncode=1)
  581. assert 'No containers to unpause' in result.stderr
  582. def test_logs_invalid_service_name(self):
  583. self.dispatch(['logs', 'madeupname'], returncode=1)
  584. def test_kill(self):
  585. self.dispatch(['up', '-d'], None)
  586. service = self.project.get_service('simple')
  587. self.assertEqual(len(service.containers()), 1)
  588. self.assertTrue(service.containers()[0].is_running)
  589. self.dispatch(['kill'], None)
  590. self.assertEqual(len(service.containers(stopped=True)), 1)
  591. self.assertFalse(service.containers(stopped=True)[0].is_running)
  592. def test_kill_signal_sigstop(self):
  593. self.dispatch(['up', '-d'], None)
  594. service = self.project.get_service('simple')
  595. self.assertEqual(len(service.containers()), 1)
  596. self.assertTrue(service.containers()[0].is_running)
  597. self.dispatch(['kill', '-s', 'SIGSTOP'], None)
  598. self.assertEqual(len(service.containers()), 1)
  599. # The container is still running. It has only been paused
  600. self.assertTrue(service.containers()[0].is_running)
  601. def test_kill_stopped_service(self):
  602. self.dispatch(['up', '-d'], None)
  603. service = self.project.get_service('simple')
  604. self.dispatch(['kill', '-s', 'SIGSTOP'], None)
  605. self.assertTrue(service.containers()[0].is_running)
  606. self.dispatch(['kill', '-s', 'SIGKILL'], None)
  607. self.assertEqual(len(service.containers(stopped=True)), 1)
  608. self.assertFalse(service.containers(stopped=True)[0].is_running)
  609. def test_restart(self):
  610. service = self.project.get_service('simple')
  611. container = service.create_container()
  612. container.start()
  613. started_at = container.dictionary['State']['StartedAt']
  614. self.dispatch(['restart', '-t', '1'], None)
  615. container.inspect()
  616. self.assertNotEqual(
  617. container.dictionary['State']['FinishedAt'],
  618. '0001-01-01T00:00:00Z',
  619. )
  620. self.assertNotEqual(
  621. container.dictionary['State']['StartedAt'],
  622. started_at,
  623. )
  624. def test_restart_stopped_container(self):
  625. service = self.project.get_service('simple')
  626. container = service.create_container()
  627. container.start()
  628. container.kill()
  629. self.assertEqual(len(service.containers(stopped=True)), 1)
  630. self.dispatch(['restart', '-t', '1'], None)
  631. self.assertEqual(len(service.containers(stopped=False)), 1)
  632. def test_restart_no_containers(self):
  633. result = self.dispatch(['restart'], returncode=1)
  634. assert 'No containers to restart' in result.stderr
  635. def test_scale(self):
  636. project = self.project
  637. self.dispatch(['scale', 'simple=1'])
  638. self.assertEqual(len(project.get_service('simple').containers()), 1)
  639. self.dispatch(['scale', 'simple=3', 'another=2'])
  640. self.assertEqual(len(project.get_service('simple').containers()), 3)
  641. self.assertEqual(len(project.get_service('another').containers()), 2)
  642. self.dispatch(['scale', 'simple=1', 'another=1'])
  643. self.assertEqual(len(project.get_service('simple').containers()), 1)
  644. self.assertEqual(len(project.get_service('another').containers()), 1)
  645. self.dispatch(['scale', 'simple=1', 'another=1'])
  646. self.assertEqual(len(project.get_service('simple').containers()), 1)
  647. self.assertEqual(len(project.get_service('another').containers()), 1)
  648. self.dispatch(['scale', 'simple=0', 'another=0'])
  649. self.assertEqual(len(project.get_service('simple').containers()), 0)
  650. self.assertEqual(len(project.get_service('another').containers()), 0)
  651. def test_port(self):
  652. self.base_dir = 'tests/fixtures/ports-composefile'
  653. self.dispatch(['up', '-d'], None)
  654. container = self.project.get_service('simple').get_container()
  655. def get_port(number):
  656. result = self.dispatch(['port', 'simple', str(number)])
  657. return result.stdout.rstrip()
  658. self.assertEqual(get_port(3000), container.get_local_port(3000))
  659. self.assertEqual(get_port(3001), "0.0.0.0:49152")
  660. self.assertEqual(get_port(3002), "0.0.0.0:49153")
  661. def test_port_with_scale(self):
  662. self.base_dir = 'tests/fixtures/ports-composefile-scale'
  663. self.dispatch(['scale', 'simple=2'], None)
  664. containers = sorted(
  665. self.project.containers(service_names=['simple']),
  666. key=attrgetter('name'))
  667. def get_port(number, index=None):
  668. if index is None:
  669. result = self.dispatch(['port', 'simple', str(number)])
  670. else:
  671. result = self.dispatch(['port', '--index=' + str(index), 'simple', str(number)])
  672. return result.stdout.rstrip()
  673. self.assertEqual(get_port(3000), containers[0].get_local_port(3000))
  674. self.assertEqual(get_port(3000, index=1), containers[0].get_local_port(3000))
  675. self.assertEqual(get_port(3000, index=2), containers[1].get_local_port(3000))
  676. self.assertEqual(get_port(3002), "")
  677. def test_events_json(self):
  678. events_proc = start_process(self.base_dir, ['events', '--json'])
  679. self.dispatch(['up', '-d'])
  680. wait_on_condition(ContainerCountCondition(self.project, 2))
  681. os.kill(events_proc.pid, signal.SIGINT)
  682. result = wait_on_process(events_proc, returncode=1)
  683. lines = [json.loads(line) for line in result.stdout.rstrip().split('\n')]
  684. assert [e['event'] for e in lines] == ['create', 'start', 'create', 'start']
  685. def test_env_file_relative_to_compose_file(self):
  686. config_path = os.path.abspath('tests/fixtures/env-file/docker-compose.yml')
  687. self.dispatch(['-f', config_path, 'up', '-d'], None)
  688. self._project = get_project(self.base_dir, [config_path])
  689. containers = self.project.containers(stopped=True)
  690. self.assertEqual(len(containers), 1)
  691. self.assertIn("FOO=1", containers[0].get('Config.Env'))
  692. @mock.patch.dict(os.environ)
  693. def test_home_and_env_var_in_volume_path(self):
  694. os.environ['VOLUME_NAME'] = 'my-volume'
  695. os.environ['HOME'] = '/tmp/home-dir'
  696. self.base_dir = 'tests/fixtures/volume-path-interpolation'
  697. self.dispatch(['up', '-d'], None)
  698. container = self.project.containers(stopped=True)[0]
  699. actual_host_path = container.get_mount('/container-path')['Source']
  700. components = actual_host_path.split('/')
  701. assert components[-2:] == ['home-dir', 'my-volume']
  702. def test_up_with_default_override_file(self):
  703. self.base_dir = 'tests/fixtures/override-files'
  704. self.dispatch(['up', '-d'], None)
  705. containers = self.project.containers()
  706. self.assertEqual(len(containers), 2)
  707. web, db = containers
  708. self.assertEqual(web.human_readable_command, 'top')
  709. self.assertEqual(db.human_readable_command, 'top')
  710. def test_up_with_multiple_files(self):
  711. self.base_dir = 'tests/fixtures/override-files'
  712. config_paths = [
  713. 'docker-compose.yml',
  714. 'docker-compose.override.yml',
  715. 'extra.yml',
  716. ]
  717. self._project = get_project(self.base_dir, config_paths)
  718. self.dispatch(
  719. [
  720. '-f', config_paths[0],
  721. '-f', config_paths[1],
  722. '-f', config_paths[2],
  723. 'up', '-d',
  724. ],
  725. None)
  726. containers = self.project.containers()
  727. self.assertEqual(len(containers), 3)
  728. web, other, db = containers
  729. self.assertEqual(web.human_readable_command, 'top')
  730. self.assertTrue({'db', 'other'} <= set(get_links(web)))
  731. self.assertEqual(db.human_readable_command, 'top')
  732. self.assertEqual(other.human_readable_command, 'top')
  733. def test_up_with_extends(self):
  734. self.base_dir = 'tests/fixtures/extends'
  735. self.dispatch(['up', '-d'], None)
  736. self.assertEqual(
  737. set([s.name for s in self.project.services]),
  738. set(['mydb', 'myweb']),
  739. )
  740. # Sort by name so we get [db, web]
  741. containers = sorted(
  742. self.project.containers(stopped=True),
  743. key=lambda c: c.name,
  744. )
  745. self.assertEqual(len(containers), 2)
  746. web = containers[1]
  747. self.assertEqual(
  748. set(get_links(web)),
  749. set(['db', 'mydb_1', 'extends_mydb_1']))
  750. expected_env = set([
  751. "FOO=1",
  752. "BAR=2",
  753. "BAZ=2",
  754. ])
  755. self.assertTrue(expected_env <= set(web.get('Config.Env')))