cli_test.py 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944
  1. from __future__ import absolute_import
  2. import os
  3. import shlex
  4. import signal
  5. import subprocess
  6. import time
  7. from collections import namedtuple
  8. from operator import attrgetter
  9. from textwrap import dedent
  10. from docker import errors
  11. from .. import mock
  12. from compose.cli.command import get_project
  13. from compose.cli.docker_client import docker_client
  14. from compose.container import Container
  15. from tests.integration.testcases import DockerClientTestCase
  16. from tests.integration.testcases import get_links
  17. from tests.integration.testcases import pull_busybox
  18. ProcessResult = namedtuple('ProcessResult', 'stdout stderr')
  19. BUILD_CACHE_TEXT = 'Using cache'
  20. BUILD_PULL_TEXT = 'Status: Image is up to date for busybox:latest'
  21. def start_process(base_dir, options):
  22. proc = subprocess.Popen(
  23. ['docker-compose'] + options,
  24. stdout=subprocess.PIPE,
  25. stderr=subprocess.PIPE,
  26. cwd=base_dir)
  27. print("Running process: %s" % proc.pid)
  28. return proc
  29. def wait_on_process(proc, returncode=0):
  30. stdout, stderr = proc.communicate()
  31. if proc.returncode != returncode:
  32. print(stderr.decode('utf-8'))
  33. assert proc.returncode == returncode
  34. return ProcessResult(stdout.decode('utf-8'), stderr.decode('utf-8'))
  35. def wait_on_condition(condition, delay=0.1, timeout=20):
  36. start_time = time.time()
  37. while not condition():
  38. if time.time() - start_time > timeout:
  39. raise AssertionError("Timeout: %s" % condition)
  40. time.sleep(delay)
  41. def kill_service(service):
  42. for container in service.containers():
  43. container.kill()
  44. class ContainerCountCondition(object):
  45. def __init__(self, project, expected):
  46. self.project = project
  47. self.expected = expected
  48. def __call__(self):
  49. return len(self.project.containers()) == self.expected
  50. def __str__(self):
  51. return "waiting for counter count == %s" % self.expected
  52. class ContainerStateCondition(object):
  53. def __init__(self, client, name, running):
  54. self.client = client
  55. self.name = name
  56. self.running = running
  57. # State.Running == true
  58. def __call__(self):
  59. try:
  60. container = self.client.inspect_container(self.name)
  61. return container['State']['Running'] == self.running
  62. except errors.APIError:
  63. return False
  64. def __str__(self):
  65. return "waiting for container to have state %s" % self.expected
  66. class CLITestCase(DockerClientTestCase):
  67. def setUp(self):
  68. super(CLITestCase, self).setUp()
  69. self.base_dir = 'tests/fixtures/simple-composefile'
  70. def tearDown(self):
  71. if self.base_dir:
  72. self.project.kill()
  73. self.project.remove_stopped()
  74. for container in self.project.containers(stopped=True, one_off=True):
  75. container.remove(force=True)
  76. super(CLITestCase, self).tearDown()
  77. @property
  78. def project(self):
  79. # Hack: allow project to be overridden
  80. if not hasattr(self, '_project'):
  81. self._project = get_project(self.base_dir)
  82. return self._project
  83. def dispatch(self, options, project_options=None, returncode=0):
  84. project_options = project_options or []
  85. proc = start_process(self.base_dir, project_options + options)
  86. return wait_on_process(proc, returncode=returncode)
  87. def test_help(self):
  88. self.base_dir = 'tests/fixtures/no-composefile'
  89. result = self.dispatch(['help', 'up'], returncode=1)
  90. assert 'Usage: up [options] [SERVICE...]' in result.stderr
  91. # Prevent tearDown from trying to create a project
  92. self.base_dir = None
  93. def test_config_list_services(self):
  94. result = self.dispatch(['config', '--services'])
  95. assert set(result.stdout.rstrip().split('\n')) == {'simple', 'another'}
  96. def test_config_quiet_with_error(self):
  97. self.base_dir = None
  98. result = self.dispatch([
  99. '-f', 'tests/fixtures/invalid-composefile/invalid.yml',
  100. 'config', '-q'
  101. ], returncode=1)
  102. assert "'notaservice' doesn't have any configuration" in result.stderr
  103. def test_config_quiet(self):
  104. assert self.dispatch(['config', '-q']).stdout == ''
  105. def test_config_default(self):
  106. result = self.dispatch(['config'])
  107. assert dedent("""
  108. simple:
  109. command: top
  110. image: busybox:latest
  111. """).lstrip() in result.stdout
  112. assert dedent("""
  113. another:
  114. command: top
  115. image: busybox:latest
  116. """).lstrip() in result.stdout
  117. def test_ps(self):
  118. self.project.get_service('simple').create_container()
  119. result = self.dispatch(['ps'])
  120. assert 'simplecomposefile_simple_1' in result.stdout
  121. def test_ps_default_composefile(self):
  122. self.base_dir = 'tests/fixtures/multiple-composefiles'
  123. self.dispatch(['up', '-d'])
  124. result = self.dispatch(['ps'])
  125. self.assertIn('multiplecomposefiles_simple_1', result.stdout)
  126. self.assertIn('multiplecomposefiles_another_1', result.stdout)
  127. self.assertNotIn('multiplecomposefiles_yetanother_1', result.stdout)
  128. def test_ps_alternate_composefile(self):
  129. config_path = os.path.abspath(
  130. 'tests/fixtures/multiple-composefiles/compose2.yml')
  131. self._project = get_project(self.base_dir, [config_path])
  132. self.base_dir = 'tests/fixtures/multiple-composefiles'
  133. self.dispatch(['-f', 'compose2.yml', 'up', '-d'])
  134. result = self.dispatch(['-f', 'compose2.yml', 'ps'])
  135. self.assertNotIn('multiplecomposefiles_simple_1', result.stdout)
  136. self.assertNotIn('multiplecomposefiles_another_1', result.stdout)
  137. self.assertIn('multiplecomposefiles_yetanother_1', result.stdout)
  138. def test_pull(self):
  139. result = self.dispatch(['pull'])
  140. assert sorted(result.stderr.split('\n'))[1:] == [
  141. 'Pulling another (busybox:latest)...',
  142. 'Pulling simple (busybox:latest)...',
  143. ]
  144. def test_pull_with_digest(self):
  145. result = self.dispatch(['-f', 'digest.yml', 'pull'])
  146. assert 'Pulling simple (busybox:latest)...' in result.stderr
  147. assert ('Pulling digest (busybox@'
  148. 'sha256:38a203e1986cf79639cfb9b2e1d6e773de84002feea2d4eb006b520'
  149. '04ee8502d)...') in result.stderr
  150. def test_pull_with_ignore_pull_failures(self):
  151. result = self.dispatch([
  152. '-f', 'ignore-pull-failures.yml',
  153. 'pull', '--ignore-pull-failures'])
  154. assert 'Pulling simple (busybox:latest)...' in result.stderr
  155. assert 'Pulling another (nonexisting-image:latest)...' in result.stderr
  156. assert 'Error: image library/nonexisting-image:latest not found' in result.stderr
  157. def test_build_plain(self):
  158. self.base_dir = 'tests/fixtures/simple-dockerfile'
  159. self.dispatch(['build', 'simple'])
  160. result = self.dispatch(['build', 'simple'])
  161. assert BUILD_CACHE_TEXT in result.stdout
  162. assert BUILD_PULL_TEXT not in result.stdout
  163. def test_build_no_cache(self):
  164. self.base_dir = 'tests/fixtures/simple-dockerfile'
  165. self.dispatch(['build', 'simple'])
  166. result = self.dispatch(['build', '--no-cache', 'simple'])
  167. assert BUILD_CACHE_TEXT not in result.stdout
  168. assert BUILD_PULL_TEXT not in result.stdout
  169. def test_build_pull(self):
  170. # Make sure we have the latest busybox already
  171. pull_busybox(self.client)
  172. self.base_dir = 'tests/fixtures/simple-dockerfile'
  173. self.dispatch(['build', 'simple'], None)
  174. result = self.dispatch(['build', '--pull', 'simple'])
  175. assert BUILD_CACHE_TEXT in result.stdout
  176. assert BUILD_PULL_TEXT in result.stdout
  177. def test_build_no_cache_pull(self):
  178. # Make sure we have the latest busybox already
  179. pull_busybox(self.client)
  180. self.base_dir = 'tests/fixtures/simple-dockerfile'
  181. self.dispatch(['build', 'simple'])
  182. result = self.dispatch(['build', '--no-cache', '--pull', 'simple'])
  183. assert BUILD_CACHE_TEXT not in result.stdout
  184. assert BUILD_PULL_TEXT in result.stdout
  185. def test_build_failed(self):
  186. self.base_dir = 'tests/fixtures/simple-failing-dockerfile'
  187. self.dispatch(['build', 'simple'], returncode=1)
  188. labels = ["com.docker.compose.test_failing_image=true"]
  189. containers = [
  190. Container.from_ps(self.project.client, c)
  191. for c in self.project.client.containers(
  192. all=True,
  193. filters={"label": labels})
  194. ]
  195. assert len(containers) == 1
  196. def test_build_failed_forcerm(self):
  197. self.base_dir = 'tests/fixtures/simple-failing-dockerfile'
  198. self.dispatch(['build', '--force-rm', 'simple'], returncode=1)
  199. labels = ["com.docker.compose.test_failing_image=true"]
  200. containers = [
  201. Container.from_ps(self.project.client, c)
  202. for c in self.project.client.containers(
  203. all=True,
  204. filters={"label": labels})
  205. ]
  206. assert not containers
  207. def test_create(self):
  208. self.dispatch(['create'])
  209. service = self.project.get_service('simple')
  210. another = self.project.get_service('another')
  211. self.assertEqual(len(service.containers()), 0)
  212. self.assertEqual(len(another.containers()), 0)
  213. self.assertEqual(len(service.containers(stopped=True)), 1)
  214. self.assertEqual(len(another.containers(stopped=True)), 1)
  215. def test_create_with_force_recreate(self):
  216. self.dispatch(['create'], None)
  217. service = self.project.get_service('simple')
  218. self.assertEqual(len(service.containers()), 0)
  219. self.assertEqual(len(service.containers(stopped=True)), 1)
  220. old_ids = [c.id for c in service.containers(stopped=True)]
  221. self.dispatch(['create', '--force-recreate'], None)
  222. self.assertEqual(len(service.containers()), 0)
  223. self.assertEqual(len(service.containers(stopped=True)), 1)
  224. new_ids = [c.id for c in service.containers(stopped=True)]
  225. self.assertNotEqual(old_ids, new_ids)
  226. def test_create_with_no_recreate(self):
  227. self.dispatch(['create'], None)
  228. service = self.project.get_service('simple')
  229. self.assertEqual(len(service.containers()), 0)
  230. self.assertEqual(len(service.containers(stopped=True)), 1)
  231. old_ids = [c.id for c in service.containers(stopped=True)]
  232. self.dispatch(['create', '--no-recreate'], None)
  233. self.assertEqual(len(service.containers()), 0)
  234. self.assertEqual(len(service.containers(stopped=True)), 1)
  235. new_ids = [c.id for c in service.containers(stopped=True)]
  236. self.assertEqual(old_ids, new_ids)
  237. def test_create_with_force_recreate_and_no_recreate(self):
  238. self.dispatch(
  239. ['create', '--force-recreate', '--no-recreate'],
  240. returncode=1)
  241. def test_up_detached(self):
  242. self.dispatch(['up', '-d'])
  243. service = self.project.get_service('simple')
  244. another = self.project.get_service('another')
  245. self.assertEqual(len(service.containers()), 1)
  246. self.assertEqual(len(another.containers()), 1)
  247. # Ensure containers don't have stdin and stdout connected in -d mode
  248. container, = service.containers()
  249. self.assertFalse(container.get('Config.AttachStderr'))
  250. self.assertFalse(container.get('Config.AttachStdout'))
  251. self.assertFalse(container.get('Config.AttachStdin'))
  252. def test_up_attached(self):
  253. self.base_dir = 'tests/fixtures/echo-services'
  254. result = self.dispatch(['up', '--no-color'])
  255. assert 'simple_1 | simple' in result.stdout
  256. assert 'another_1 | another' in result.stdout
  257. def test_up_without_networking(self):
  258. self.require_api_version('1.21')
  259. self.base_dir = 'tests/fixtures/links-composefile'
  260. self.dispatch(['up', '-d'], None)
  261. client = docker_client(version='1.21')
  262. networks = client.networks(names=[self.project.name])
  263. self.assertEqual(len(networks), 0)
  264. for service in self.project.get_services():
  265. containers = service.containers()
  266. self.assertEqual(len(containers), 1)
  267. self.assertNotEqual(containers[0].get('Config.Hostname'), service.name)
  268. web_container = self.project.get_service('web').containers()[0]
  269. self.assertTrue(web_container.get('HostConfig.Links'))
  270. def test_up_with_networking(self):
  271. self.require_api_version('1.21')
  272. self.base_dir = 'tests/fixtures/links-composefile'
  273. self.dispatch(['--x-networking', 'up', '-d'], None)
  274. client = docker_client(version='1.21')
  275. services = self.project.get_services()
  276. networks = client.networks(names=[self.project.name])
  277. for n in networks:
  278. self.addCleanup(client.remove_network, n['Id'])
  279. self.assertEqual(len(networks), 1)
  280. self.assertEqual(networks[0]['Driver'], 'bridge')
  281. network = client.inspect_network(networks[0]['Id'])
  282. self.assertEqual(len(network['Containers']), len(services))
  283. for service in services:
  284. containers = service.containers()
  285. self.assertEqual(len(containers), 1)
  286. self.assertIn(containers[0].id, network['Containers'])
  287. web_container = self.project.get_service('web').containers()[0]
  288. self.assertFalse(web_container.get('HostConfig.Links'))
  289. def test_up_with_links(self):
  290. self.base_dir = 'tests/fixtures/links-composefile'
  291. self.dispatch(['up', '-d', 'web'], None)
  292. web = self.project.get_service('web')
  293. db = self.project.get_service('db')
  294. console = self.project.get_service('console')
  295. self.assertEqual(len(web.containers()), 1)
  296. self.assertEqual(len(db.containers()), 1)
  297. self.assertEqual(len(console.containers()), 0)
  298. def test_up_with_no_deps(self):
  299. self.base_dir = 'tests/fixtures/links-composefile'
  300. self.dispatch(['up', '-d', '--no-deps', 'web'], None)
  301. web = self.project.get_service('web')
  302. db = self.project.get_service('db')
  303. console = self.project.get_service('console')
  304. self.assertEqual(len(web.containers()), 1)
  305. self.assertEqual(len(db.containers()), 0)
  306. self.assertEqual(len(console.containers()), 0)
  307. def test_up_with_force_recreate(self):
  308. self.dispatch(['up', '-d'], None)
  309. service = self.project.get_service('simple')
  310. self.assertEqual(len(service.containers()), 1)
  311. old_ids = [c.id for c in service.containers()]
  312. self.dispatch(['up', '-d', '--force-recreate'], None)
  313. self.assertEqual(len(service.containers()), 1)
  314. new_ids = [c.id for c in service.containers()]
  315. self.assertNotEqual(old_ids, new_ids)
  316. def test_up_with_no_recreate(self):
  317. self.dispatch(['up', '-d'], None)
  318. service = self.project.get_service('simple')
  319. self.assertEqual(len(service.containers()), 1)
  320. old_ids = [c.id for c in service.containers()]
  321. self.dispatch(['up', '-d', '--no-recreate'], None)
  322. self.assertEqual(len(service.containers()), 1)
  323. new_ids = [c.id for c in service.containers()]
  324. self.assertEqual(old_ids, new_ids)
  325. def test_up_with_force_recreate_and_no_recreate(self):
  326. self.dispatch(
  327. ['up', '-d', '--force-recreate', '--no-recreate'],
  328. returncode=1)
  329. def test_up_with_timeout(self):
  330. self.dispatch(['up', '-d', '-t', '1'])
  331. service = self.project.get_service('simple')
  332. another = self.project.get_service('another')
  333. self.assertEqual(len(service.containers()), 1)
  334. self.assertEqual(len(another.containers()), 1)
  335. # Ensure containers don't have stdin and stdout connected in -d mode
  336. config = service.containers()[0].inspect()['Config']
  337. self.assertFalse(config['AttachStderr'])
  338. self.assertFalse(config['AttachStdout'])
  339. self.assertFalse(config['AttachStdin'])
  340. def test_up_handles_sigint(self):
  341. proc = start_process(self.base_dir, ['up', '-t', '2'])
  342. wait_on_condition(ContainerCountCondition(self.project, 2))
  343. os.kill(proc.pid, signal.SIGINT)
  344. wait_on_condition(ContainerCountCondition(self.project, 0))
  345. def test_up_handles_sigterm(self):
  346. proc = start_process(self.base_dir, ['up', '-t', '2'])
  347. wait_on_condition(ContainerCountCondition(self.project, 2))
  348. os.kill(proc.pid, signal.SIGTERM)
  349. wait_on_condition(ContainerCountCondition(self.project, 0))
  350. def test_run_service_without_links(self):
  351. self.base_dir = 'tests/fixtures/links-composefile'
  352. self.dispatch(['run', 'console', '/bin/true'])
  353. self.assertEqual(len(self.project.containers()), 0)
  354. # Ensure stdin/out was open
  355. container = self.project.containers(stopped=True, one_off=True)[0]
  356. config = container.inspect()['Config']
  357. self.assertTrue(config['AttachStderr'])
  358. self.assertTrue(config['AttachStdout'])
  359. self.assertTrue(config['AttachStdin'])
  360. def test_run_service_with_links(self):
  361. self.base_dir = 'tests/fixtures/links-composefile'
  362. self.dispatch(['run', 'web', '/bin/true'], None)
  363. db = self.project.get_service('db')
  364. console = self.project.get_service('console')
  365. self.assertEqual(len(db.containers()), 1)
  366. self.assertEqual(len(console.containers()), 0)
  367. def test_run_with_no_deps(self):
  368. self.base_dir = 'tests/fixtures/links-composefile'
  369. self.dispatch(['run', '--no-deps', 'web', '/bin/true'])
  370. db = self.project.get_service('db')
  371. self.assertEqual(len(db.containers()), 0)
  372. def test_run_does_not_recreate_linked_containers(self):
  373. self.base_dir = 'tests/fixtures/links-composefile'
  374. self.dispatch(['up', '-d', 'db'])
  375. db = self.project.get_service('db')
  376. self.assertEqual(len(db.containers()), 1)
  377. old_ids = [c.id for c in db.containers()]
  378. self.dispatch(['run', 'web', '/bin/true'], None)
  379. self.assertEqual(len(db.containers()), 1)
  380. new_ids = [c.id for c in db.containers()]
  381. self.assertEqual(old_ids, new_ids)
  382. def test_run_without_command(self):
  383. self.base_dir = 'tests/fixtures/commands-composefile'
  384. self.check_build('tests/fixtures/simple-dockerfile', tag='composetest_test')
  385. self.dispatch(['run', 'implicit'])
  386. service = self.project.get_service('implicit')
  387. containers = service.containers(stopped=True, one_off=True)
  388. self.assertEqual(
  389. [c.human_readable_command for c in containers],
  390. [u'/bin/sh -c echo "success"'],
  391. )
  392. self.dispatch(['run', 'explicit'])
  393. service = self.project.get_service('explicit')
  394. containers = service.containers(stopped=True, one_off=True)
  395. self.assertEqual(
  396. [c.human_readable_command for c in containers],
  397. [u'/bin/true'],
  398. )
  399. def test_run_service_with_entrypoint_overridden(self):
  400. self.base_dir = 'tests/fixtures/dockerfile_with_entrypoint'
  401. name = 'service'
  402. self.dispatch(['run', '--entrypoint', '/bin/echo', name, 'helloworld'])
  403. service = self.project.get_service(name)
  404. container = service.containers(stopped=True, one_off=True)[0]
  405. self.assertEqual(
  406. shlex.split(container.human_readable_command),
  407. [u'/bin/echo', u'helloworld'],
  408. )
  409. def test_run_service_with_user_overridden(self):
  410. self.base_dir = 'tests/fixtures/user-composefile'
  411. name = 'service'
  412. user = 'sshd'
  413. self.dispatch(['run', '--user={user}'.format(user=user), name], returncode=1)
  414. service = self.project.get_service(name)
  415. container = service.containers(stopped=True, one_off=True)[0]
  416. self.assertEqual(user, container.get('Config.User'))
  417. def test_run_service_with_user_overridden_short_form(self):
  418. self.base_dir = 'tests/fixtures/user-composefile'
  419. name = 'service'
  420. user = 'sshd'
  421. self.dispatch(['run', '-u', user, name], returncode=1)
  422. service = self.project.get_service(name)
  423. container = service.containers(stopped=True, one_off=True)[0]
  424. self.assertEqual(user, container.get('Config.User'))
  425. def test_run_service_with_environement_overridden(self):
  426. name = 'service'
  427. self.base_dir = 'tests/fixtures/environment-composefile'
  428. self.dispatch([
  429. 'run', '-e', 'foo=notbar',
  430. '-e', 'allo=moto=bobo',
  431. '-e', 'alpha=beta',
  432. name,
  433. '/bin/true',
  434. ])
  435. service = self.project.get_service(name)
  436. container = service.containers(stopped=True, one_off=True)[0]
  437. # env overriden
  438. self.assertEqual('notbar', container.environment['foo'])
  439. # keep environement from yaml
  440. self.assertEqual('world', container.environment['hello'])
  441. # added option from command line
  442. self.assertEqual('beta', container.environment['alpha'])
  443. # make sure a value with a = don't crash out
  444. self.assertEqual('moto=bobo', container.environment['allo'])
  445. def test_run_service_without_map_ports(self):
  446. # create one off container
  447. self.base_dir = 'tests/fixtures/ports-composefile'
  448. self.dispatch(['run', '-d', 'simple'])
  449. container = self.project.get_service('simple').containers(one_off=True)[0]
  450. # get port information
  451. port_random = container.get_local_port(3000)
  452. port_assigned = container.get_local_port(3001)
  453. # close all one off containers we just created
  454. container.stop()
  455. # check the ports
  456. self.assertEqual(port_random, None)
  457. self.assertEqual(port_assigned, None)
  458. def test_run_service_with_map_ports(self):
  459. # create one off container
  460. self.base_dir = 'tests/fixtures/ports-composefile'
  461. self.dispatch(['run', '-d', '--service-ports', 'simple'])
  462. container = self.project.get_service('simple').containers(one_off=True)[0]
  463. # get port information
  464. port_random = container.get_local_port(3000)
  465. port_assigned = container.get_local_port(3001)
  466. port_range = container.get_local_port(3002), container.get_local_port(3003)
  467. # close all one off containers we just created
  468. container.stop()
  469. # check the ports
  470. self.assertNotEqual(port_random, None)
  471. self.assertIn("0.0.0.0", port_random)
  472. self.assertEqual(port_assigned, "0.0.0.0:49152")
  473. self.assertEqual(port_range[0], "0.0.0.0:49153")
  474. self.assertEqual(port_range[1], "0.0.0.0:49154")
  475. def test_run_service_with_explicitly_maped_ports(self):
  476. # create one off container
  477. self.base_dir = 'tests/fixtures/ports-composefile'
  478. self.dispatch(['run', '-d', '-p', '30000:3000', '--publish', '30001:3001', 'simple'])
  479. container = self.project.get_service('simple').containers(one_off=True)[0]
  480. # get port information
  481. port_short = container.get_local_port(3000)
  482. port_full = container.get_local_port(3001)
  483. # close all one off containers we just created
  484. container.stop()
  485. # check the ports
  486. self.assertEqual(port_short, "0.0.0.0:30000")
  487. self.assertEqual(port_full, "0.0.0.0:30001")
  488. def test_run_service_with_explicitly_maped_ip_ports(self):
  489. # create one off container
  490. self.base_dir = 'tests/fixtures/ports-composefile'
  491. self.dispatch(['run', '-d', '-p', '127.0.0.1:30000:3000', '--publish', '127.0.0.1:30001:3001', 'simple'], None)
  492. container = self.project.get_service('simple').containers(one_off=True)[0]
  493. # get port information
  494. port_short = container.get_local_port(3000)
  495. port_full = container.get_local_port(3001)
  496. # close all one off containers we just created
  497. container.stop()
  498. # check the ports
  499. self.assertEqual(port_short, "127.0.0.1:30000")
  500. self.assertEqual(port_full, "127.0.0.1:30001")
  501. def test_run_with_custom_name(self):
  502. self.base_dir = 'tests/fixtures/environment-composefile'
  503. name = 'the-container-name'
  504. self.dispatch(['run', '--name', name, 'service', '/bin/true'])
  505. service = self.project.get_service('service')
  506. container, = service.containers(stopped=True, one_off=True)
  507. self.assertEqual(container.name, name)
  508. def test_run_with_networking(self):
  509. self.require_api_version('1.21')
  510. client = docker_client(version='1.21')
  511. self.base_dir = 'tests/fixtures/simple-dockerfile'
  512. self.dispatch(['--x-networking', 'run', 'simple', 'true'], None)
  513. service = self.project.get_service('simple')
  514. container, = service.containers(stopped=True, one_off=True)
  515. networks = client.networks(names=[self.project.name])
  516. for n in networks:
  517. self.addCleanup(client.remove_network, n['Id'])
  518. self.assertEqual(len(networks), 1)
  519. self.assertEqual(container.human_readable_command, u'true')
  520. def test_run_handles_sigint(self):
  521. proc = start_process(self.base_dir, ['run', '-T', 'simple', 'top'])
  522. wait_on_condition(ContainerStateCondition(
  523. self.project.client,
  524. 'simplecomposefile_simple_run_1',
  525. running=True))
  526. os.kill(proc.pid, signal.SIGINT)
  527. wait_on_condition(ContainerStateCondition(
  528. self.project.client,
  529. 'simplecomposefile_simple_run_1',
  530. running=False))
  531. def test_run_handles_sigterm(self):
  532. proc = start_process(self.base_dir, ['run', '-T', 'simple', 'top'])
  533. wait_on_condition(ContainerStateCondition(
  534. self.project.client,
  535. 'simplecomposefile_simple_run_1',
  536. running=True))
  537. os.kill(proc.pid, signal.SIGTERM)
  538. wait_on_condition(ContainerStateCondition(
  539. self.project.client,
  540. 'simplecomposefile_simple_run_1',
  541. running=False))
  542. def test_rm(self):
  543. service = self.project.get_service('simple')
  544. service.create_container()
  545. kill_service(service)
  546. self.assertEqual(len(service.containers(stopped=True)), 1)
  547. self.dispatch(['rm', '--force'], None)
  548. self.assertEqual(len(service.containers(stopped=True)), 0)
  549. service = self.project.get_service('simple')
  550. service.create_container()
  551. kill_service(service)
  552. self.assertEqual(len(service.containers(stopped=True)), 1)
  553. self.dispatch(['rm', '-f'], None)
  554. self.assertEqual(len(service.containers(stopped=True)), 0)
  555. def test_stop(self):
  556. self.dispatch(['up', '-d'], None)
  557. service = self.project.get_service('simple')
  558. self.assertEqual(len(service.containers()), 1)
  559. self.assertTrue(service.containers()[0].is_running)
  560. self.dispatch(['stop', '-t', '1'], None)
  561. self.assertEqual(len(service.containers(stopped=True)), 1)
  562. self.assertFalse(service.containers(stopped=True)[0].is_running)
  563. def test_start_no_containers(self):
  564. result = self.dispatch(['start'], returncode=1)
  565. assert 'No containers to start' in result.stderr
  566. def test_pause_unpause(self):
  567. self.dispatch(['up', '-d'], None)
  568. service = self.project.get_service('simple')
  569. self.assertFalse(service.containers()[0].is_paused)
  570. self.dispatch(['pause'], None)
  571. self.assertTrue(service.containers()[0].is_paused)
  572. self.dispatch(['unpause'], None)
  573. self.assertFalse(service.containers()[0].is_paused)
  574. def test_pause_no_containers(self):
  575. result = self.dispatch(['pause'], returncode=1)
  576. assert 'No containers to pause' in result.stderr
  577. def test_unpause_no_containers(self):
  578. result = self.dispatch(['unpause'], returncode=1)
  579. assert 'No containers to unpause' in result.stderr
  580. def test_logs_invalid_service_name(self):
  581. self.dispatch(['logs', 'madeupname'], returncode=1)
  582. def test_kill(self):
  583. self.dispatch(['up', '-d'], None)
  584. service = self.project.get_service('simple')
  585. self.assertEqual(len(service.containers()), 1)
  586. self.assertTrue(service.containers()[0].is_running)
  587. self.dispatch(['kill'], None)
  588. self.assertEqual(len(service.containers(stopped=True)), 1)
  589. self.assertFalse(service.containers(stopped=True)[0].is_running)
  590. def test_kill_signal_sigstop(self):
  591. self.dispatch(['up', '-d'], None)
  592. service = self.project.get_service('simple')
  593. self.assertEqual(len(service.containers()), 1)
  594. self.assertTrue(service.containers()[0].is_running)
  595. self.dispatch(['kill', '-s', 'SIGSTOP'], None)
  596. self.assertEqual(len(service.containers()), 1)
  597. # The container is still running. It has only been paused
  598. self.assertTrue(service.containers()[0].is_running)
  599. def test_kill_stopped_service(self):
  600. self.dispatch(['up', '-d'], None)
  601. service = self.project.get_service('simple')
  602. self.dispatch(['kill', '-s', 'SIGSTOP'], None)
  603. self.assertTrue(service.containers()[0].is_running)
  604. self.dispatch(['kill', '-s', 'SIGKILL'], None)
  605. self.assertEqual(len(service.containers(stopped=True)), 1)
  606. self.assertFalse(service.containers(stopped=True)[0].is_running)
  607. def test_restart(self):
  608. service = self.project.get_service('simple')
  609. container = service.create_container()
  610. container.start()
  611. started_at = container.dictionary['State']['StartedAt']
  612. self.dispatch(['restart', '-t', '1'], None)
  613. container.inspect()
  614. self.assertNotEqual(
  615. container.dictionary['State']['FinishedAt'],
  616. '0001-01-01T00:00:00Z',
  617. )
  618. self.assertNotEqual(
  619. container.dictionary['State']['StartedAt'],
  620. started_at,
  621. )
  622. def test_restart_stopped_container(self):
  623. service = self.project.get_service('simple')
  624. container = service.create_container()
  625. container.start()
  626. container.kill()
  627. self.assertEqual(len(service.containers(stopped=True)), 1)
  628. self.dispatch(['restart', '-t', '1'], None)
  629. self.assertEqual(len(service.containers(stopped=False)), 1)
  630. def test_restart_no_containers(self):
  631. result = self.dispatch(['restart'], returncode=1)
  632. assert 'No containers to restart' in result.stderr
  633. def test_scale(self):
  634. project = self.project
  635. self.dispatch(['scale', 'simple=1'])
  636. self.assertEqual(len(project.get_service('simple').containers()), 1)
  637. self.dispatch(['scale', 'simple=3', 'another=2'])
  638. self.assertEqual(len(project.get_service('simple').containers()), 3)
  639. self.assertEqual(len(project.get_service('another').containers()), 2)
  640. self.dispatch(['scale', 'simple=1', 'another=1'])
  641. self.assertEqual(len(project.get_service('simple').containers()), 1)
  642. self.assertEqual(len(project.get_service('another').containers()), 1)
  643. self.dispatch(['scale', 'simple=1', 'another=1'])
  644. self.assertEqual(len(project.get_service('simple').containers()), 1)
  645. self.assertEqual(len(project.get_service('another').containers()), 1)
  646. self.dispatch(['scale', 'simple=0', 'another=0'])
  647. self.assertEqual(len(project.get_service('simple').containers()), 0)
  648. self.assertEqual(len(project.get_service('another').containers()), 0)
  649. def test_port(self):
  650. self.base_dir = 'tests/fixtures/ports-composefile'
  651. self.dispatch(['up', '-d'], None)
  652. container = self.project.get_service('simple').get_container()
  653. def get_port(number):
  654. result = self.dispatch(['port', 'simple', str(number)])
  655. return result.stdout.rstrip()
  656. self.assertEqual(get_port(3000), container.get_local_port(3000))
  657. self.assertEqual(get_port(3001), "0.0.0.0:49152")
  658. self.assertEqual(get_port(3002), "0.0.0.0:49153")
  659. def test_port_with_scale(self):
  660. self.base_dir = 'tests/fixtures/ports-composefile-scale'
  661. self.dispatch(['scale', 'simple=2'], None)
  662. containers = sorted(
  663. self.project.containers(service_names=['simple']),
  664. key=attrgetter('name'))
  665. def get_port(number, index=None):
  666. if index is None:
  667. result = self.dispatch(['port', 'simple', str(number)])
  668. else:
  669. result = self.dispatch(['port', '--index=' + str(index), 'simple', str(number)])
  670. return result.stdout.rstrip()
  671. self.assertEqual(get_port(3000), containers[0].get_local_port(3000))
  672. self.assertEqual(get_port(3000, index=1), containers[0].get_local_port(3000))
  673. self.assertEqual(get_port(3000, index=2), containers[1].get_local_port(3000))
  674. self.assertEqual(get_port(3002), "")
  675. def test_env_file_relative_to_compose_file(self):
  676. config_path = os.path.abspath('tests/fixtures/env-file/docker-compose.yml')
  677. self.dispatch(['-f', config_path, 'up', '-d'], None)
  678. self._project = get_project(self.base_dir, [config_path])
  679. containers = self.project.containers(stopped=True)
  680. self.assertEqual(len(containers), 1)
  681. self.assertIn("FOO=1", containers[0].get('Config.Env'))
  682. @mock.patch.dict(os.environ)
  683. def test_home_and_env_var_in_volume_path(self):
  684. os.environ['VOLUME_NAME'] = 'my-volume'
  685. os.environ['HOME'] = '/tmp/home-dir'
  686. self.base_dir = 'tests/fixtures/volume-path-interpolation'
  687. self.dispatch(['up', '-d'], None)
  688. container = self.project.containers(stopped=True)[0]
  689. actual_host_path = container.get_mount('/container-path')['Source']
  690. components = actual_host_path.split('/')
  691. assert components[-2:] == ['home-dir', 'my-volume']
  692. def test_up_with_default_override_file(self):
  693. self.base_dir = 'tests/fixtures/override-files'
  694. self.dispatch(['up', '-d'], None)
  695. containers = self.project.containers()
  696. self.assertEqual(len(containers), 2)
  697. web, db = containers
  698. self.assertEqual(web.human_readable_command, 'top')
  699. self.assertEqual(db.human_readable_command, 'top')
  700. def test_up_with_multiple_files(self):
  701. self.base_dir = 'tests/fixtures/override-files'
  702. config_paths = [
  703. 'docker-compose.yml',
  704. 'docker-compose.override.yml',
  705. 'extra.yml',
  706. ]
  707. self._project = get_project(self.base_dir, config_paths)
  708. self.dispatch(
  709. [
  710. '-f', config_paths[0],
  711. '-f', config_paths[1],
  712. '-f', config_paths[2],
  713. 'up', '-d',
  714. ],
  715. None)
  716. containers = self.project.containers()
  717. self.assertEqual(len(containers), 3)
  718. web, other, db = containers
  719. self.assertEqual(web.human_readable_command, 'top')
  720. self.assertTrue({'db', 'other'} <= set(get_links(web)))
  721. self.assertEqual(db.human_readable_command, 'top')
  722. self.assertEqual(other.human_readable_command, 'top')
  723. def test_up_with_extends(self):
  724. self.base_dir = 'tests/fixtures/extends'
  725. self.dispatch(['up', '-d'], None)
  726. self.assertEqual(
  727. set([s.name for s in self.project.services]),
  728. set(['mydb', 'myweb']),
  729. )
  730. # Sort by name so we get [db, web]
  731. containers = sorted(
  732. self.project.containers(stopped=True),
  733. key=lambda c: c.name,
  734. )
  735. self.assertEqual(len(containers), 2)
  736. web = containers[1]
  737. self.assertEqual(
  738. set(get_links(web)),
  739. set(['db', 'mydb_1', 'extends_mydb_1']))
  740. expected_env = set([
  741. "FOO=1",
  742. "BAR=2",
  743. "BAZ=2",
  744. ])
  745. self.assertTrue(expected_env <= set(web.get('Config.Env')))