main.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329
  1. from __future__ import print_function
  2. from __future__ import unicode_literals
  3. import logging
  4. import sys
  5. import re
  6. import signal
  7. from inspect import getdoc
  8. from .. import __version__
  9. from ..project import NoSuchService, DependencyError
  10. from ..service import CannotBeScaledError
  11. from .command import Command
  12. from .formatter import Formatter
  13. from .log_printer import LogPrinter
  14. from .utils import yesno
  15. from ..packages.docker.client import APIError
  16. from .errors import UserError
  17. from .docopt_command import NoSuchCommand
  18. from .socketclient import SocketClient
  19. log = logging.getLogger(__name__)
  20. def main():
  21. console_handler = logging.StreamHandler(stream=sys.stderr)
  22. console_handler.setFormatter(logging.Formatter())
  23. console_handler.setLevel(logging.INFO)
  24. root_logger = logging.getLogger()
  25. root_logger.addHandler(console_handler)
  26. root_logger.setLevel(logging.DEBUG)
  27. # Disable requests logging
  28. logging.getLogger("requests").propagate = False
  29. try:
  30. command = TopLevelCommand()
  31. command.sys_dispatch()
  32. except KeyboardInterrupt:
  33. log.error("\nAborting.")
  34. sys.exit(1)
  35. except (UserError, NoSuchService, DependencyError) as e:
  36. log.error(e.msg)
  37. sys.exit(1)
  38. except NoSuchCommand as e:
  39. log.error("No such command: %s", e.command)
  40. log.error("")
  41. log.error("\n".join(parse_doc_section("commands:", getdoc(e.supercommand))))
  42. sys.exit(1)
  43. except APIError as e:
  44. log.error(e.explanation)
  45. sys.exit(1)
  46. # stolen from docopt master
  47. def parse_doc_section(name, source):
  48. pattern = re.compile('^([^\n]*' + name + '[^\n]*\n?(?:[ \t].*?(?:\n|$))*)',
  49. re.IGNORECASE | re.MULTILINE)
  50. return [s.strip() for s in pattern.findall(source)]
  51. class TopLevelCommand(Command):
  52. """Punctual, lightweight development environments using Docker.
  53. Usage:
  54. fig [options] [COMMAND] [ARGS...]
  55. fig -h|--help
  56. Options:
  57. --verbose Show more output
  58. --version Print version and exit
  59. Commands:
  60. build Build or rebuild services
  61. help Get help on a command
  62. kill Kill containers
  63. logs View output from containers
  64. ps List containers
  65. rm Remove stopped containers
  66. run Run a one-off command
  67. scale Set number of containers for a service
  68. start Start services
  69. stop Stop services
  70. up Create and start containers
  71. """
  72. def docopt_options(self):
  73. options = super(TopLevelCommand, self).docopt_options()
  74. options['version'] = "fig %s" % __version__
  75. return options
  76. def build(self, options):
  77. """
  78. Build or rebuild services.
  79. Services are built once and then tagged as `project_service`,
  80. e.g. `figtest_db`. If you change a service's `Dockerfile` or the
  81. contents of its build directory, you can run `fig build` to rebuild it.
  82. Usage: build [SERVICE...]
  83. """
  84. self.project.build(service_names=options['SERVICE'])
  85. def help(self, options):
  86. """
  87. Get help on a command.
  88. Usage: help COMMAND
  89. """
  90. command = options['COMMAND']
  91. if not hasattr(self, command):
  92. raise NoSuchCommand(command, self)
  93. raise SystemExit(getdoc(getattr(self, command)))
  94. def kill(self, options):
  95. """
  96. Force stop service containers.
  97. Usage: kill [SERVICE...]
  98. """
  99. self.project.kill(service_names=options['SERVICE'])
  100. def logs(self, options):
  101. """
  102. View output from containers.
  103. Usage: logs [SERVICE...]
  104. """
  105. containers = self.project.containers(service_names=options['SERVICE'], stopped=True)
  106. print("Attaching to", list_containers(containers))
  107. LogPrinter(containers, attach_params={'logs': True}).run()
  108. def ps(self, options):
  109. """
  110. List containers.
  111. Usage: ps [options] [SERVICE...]
  112. Options:
  113. -q Only display IDs
  114. """
  115. containers = self.project.containers(service_names=options['SERVICE'], stopped=True) + self.project.containers(service_names=options['SERVICE'], one_off=True)
  116. if options['-q']:
  117. for container in containers:
  118. print(container.id)
  119. else:
  120. headers = [
  121. 'Name',
  122. 'Command',
  123. 'State',
  124. 'Ports',
  125. ]
  126. rows = []
  127. for container in containers:
  128. command = container.human_readable_command
  129. if len(command) > 30:
  130. command = '%s ...' % command[:26]
  131. rows.append([
  132. container.name,
  133. command,
  134. container.human_readable_state,
  135. container.human_readable_ports,
  136. ])
  137. print(Formatter().table(headers, rows))
  138. def rm(self, options):
  139. """
  140. Remove stopped service containers.
  141. Usage: rm [SERVICE...]
  142. Options:
  143. -v Remove volumes associated with containers
  144. """
  145. all_containers = self.project.containers(service_names=options['SERVICE'], stopped=True)
  146. stopped_containers = [c for c in all_containers if not c.is_running]
  147. if len(stopped_containers) > 0:
  148. print("Going to remove", list_containers(stopped_containers))
  149. if yesno("Are you sure? [yN] ", default=False):
  150. self.project.remove_stopped(service_names=options['SERVICE'],
  151. remove_volumes=options['-v'])
  152. else:
  153. print("No stopped containers")
  154. def run(self, options):
  155. """
  156. Run a one-off command on a service.
  157. For example:
  158. $ fig run web python manage.py shell
  159. Note that this will not start any services that the command's service
  160. links to. So if, for example, your one-off command talks to your
  161. database, you will need to run `fig up -d db` first.
  162. Usage: run [options] SERVICE COMMAND [ARGS...]
  163. Options:
  164. -d Detached mode: Run container in the background, print new
  165. container name
  166. -T Disable pseudo-tty allocation. By default `fig run`
  167. allocates a TTY.
  168. """
  169. service = self.project.get_service(options['SERVICE'])
  170. tty = True
  171. if options['-d'] or options['-T'] or not sys.stdin.isatty():
  172. tty = False
  173. container_options = {
  174. 'command': [options['COMMAND']] + options['ARGS'],
  175. 'tty': tty,
  176. 'stdin_open': not options['-d'],
  177. }
  178. container = service.create_container(one_off=True, **container_options)
  179. if options['-d']:
  180. service.start_container(container, ports=None)
  181. print(container.name)
  182. else:
  183. with self._attach_to_container(container.id, raw=tty) as c:
  184. service.start_container(container, ports=None)
  185. c.run()
  186. def scale(self, options):
  187. """
  188. Set number of containers to run for a service.
  189. Numbers are specified in the form `service=num` as arguments.
  190. For example:
  191. $ fig scale web=2 worker=3
  192. Usage: scale [SERVICE=NUM...]
  193. """
  194. for s in options['SERVICE=NUM']:
  195. if '=' not in s:
  196. raise UserError('Arguments to scale should be in the form service=num')
  197. service_name, num = s.split('=', 1)
  198. try:
  199. num = int(num)
  200. except ValueError:
  201. raise UserError('Number of containers for service "%s" is not a number' % service)
  202. try:
  203. self.project.get_service(service_name).scale(num)
  204. except CannotBeScaledError:
  205. raise UserError('Service "%s" cannot be scaled because it specifies a port on the host. If multiple containers for this service were created, the port would clash.\n\nRemove the ":" from the port definition in fig.yml so Docker can choose a random port for each container.' % service_name)
  206. def start(self, options):
  207. """
  208. Start existing containers.
  209. Usage: start [SERVICE...]
  210. """
  211. self.project.start(service_names=options['SERVICE'])
  212. def stop(self, options):
  213. """
  214. Stop running containers without removing them.
  215. They can be started again with `fig start`.
  216. Usage: stop [SERVICE...]
  217. """
  218. self.project.stop(service_names=options['SERVICE'])
  219. def up(self, options):
  220. """
  221. Build, (re)create, start and attach to containers for a service.
  222. By default, `fig up` will aggregate the output of each container, and
  223. when it exits, all containers will be stopped. If you run `fig up -d`,
  224. it'll start the containers in the background and leave them running.
  225. If there are existing containers for a service, `fig up` will stop
  226. and recreate them (preserving mounted volumes with volumes-from),
  227. so that changes in `fig.yml` are picked up.
  228. Usage: up [options] [SERVICE...]
  229. Options:
  230. -d Detached mode: Run containers in the background, print new
  231. container names
  232. """
  233. detached = options['-d']
  234. (old, new) = self.project.recreate_containers(service_names=options['SERVICE'])
  235. if not detached:
  236. to_attach = [c for (s, c) in new]
  237. print("Attaching to", list_containers(to_attach))
  238. log_printer = LogPrinter(to_attach, attach_params={"logs": True})
  239. for (service, container) in new:
  240. service.start_container(container)
  241. for (service, container) in old:
  242. container.remove()
  243. if not detached:
  244. try:
  245. log_printer.run()
  246. finally:
  247. def handler(signal, frame):
  248. self.project.kill(service_names=options['SERVICE'])
  249. sys.exit(0)
  250. signal.signal(signal.SIGINT, handler)
  251. print("Gracefully stopping... (press Ctrl+C again to force)")
  252. self.project.stop(service_names=options['SERVICE'])
  253. def _attach_to_container(self, container_id, raw=False):
  254. socket_in = self.client.attach_socket(container_id, params={'stdin': 1, 'stream': 1})
  255. socket_out = self.client.attach_socket(container_id, params={'stdout': 1, 'logs': 1, 'stream': 1})
  256. socket_err = self.client.attach_socket(container_id, params={'stderr': 1, 'logs': 1, 'stream': 1})
  257. return SocketClient(
  258. socket_in=socket_in,
  259. socket_out=socket_out,
  260. socket_err=socket_err,
  261. raw=raw,
  262. )
  263. def list_containers(containers):
  264. return ", ".join(c.name for c in containers)