1
0

command.py 7.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212
  1. from __future__ import absolute_import
  2. from __future__ import unicode_literals
  3. import logging
  4. import os
  5. import re
  6. import six
  7. from . import errors
  8. from . import verbose_proxy
  9. from .. import config
  10. from .. import parallel
  11. from ..config.environment import Environment
  12. from ..const import API_VERSIONS
  13. from ..const import LABEL_CONFIG_FILES
  14. from ..const import LABEL_ENVIRONMENT_FILE
  15. from ..const import LABEL_WORKING_DIR
  16. from ..project import Project
  17. from .docker_client import docker_client
  18. from .docker_client import get_tls_version
  19. from .docker_client import tls_config_from_options
  20. from .utils import get_version_info
  21. log = logging.getLogger(__name__)
  22. SILENT_COMMANDS = {
  23. 'events',
  24. 'exec',
  25. 'kill',
  26. 'logs',
  27. 'pause',
  28. 'ps',
  29. 'restart',
  30. 'rm',
  31. 'start',
  32. 'stop',
  33. 'top',
  34. 'unpause',
  35. }
  36. def project_from_options(project_dir, options, additional_options=None):
  37. additional_options = additional_options or {}
  38. override_dir = options.get('--project-directory')
  39. environment_file = options.get('--env-file')
  40. environment = Environment.from_env_file(override_dir or project_dir, environment_file)
  41. environment.silent = options.get('COMMAND', None) in SILENT_COMMANDS
  42. set_parallel_limit(environment)
  43. host = options.get('--host')
  44. if host is not None:
  45. host = host.lstrip('=')
  46. return get_project(
  47. project_dir,
  48. get_config_path_from_options(project_dir, options, environment),
  49. project_name=options.get('--project-name'),
  50. verbose=options.get('--verbose'),
  51. host=host,
  52. tls_config=tls_config_from_options(options, environment),
  53. environment=environment,
  54. override_dir=override_dir,
  55. compatibility=compatibility_from_options(project_dir, options, environment),
  56. interpolate=(not additional_options.get('--no-interpolate')),
  57. environment_file=environment_file
  58. )
  59. def set_parallel_limit(environment):
  60. parallel_limit = environment.get('COMPOSE_PARALLEL_LIMIT')
  61. if parallel_limit:
  62. try:
  63. parallel_limit = int(parallel_limit)
  64. except ValueError:
  65. raise errors.UserError(
  66. 'COMPOSE_PARALLEL_LIMIT must be an integer (found: "{}")'.format(
  67. environment.get('COMPOSE_PARALLEL_LIMIT')
  68. )
  69. )
  70. if parallel_limit <= 1:
  71. raise errors.UserError('COMPOSE_PARALLEL_LIMIT can not be less than 2')
  72. parallel.GlobalLimit.set_global_limit(parallel_limit)
  73. def get_config_from_options(base_dir, options, additional_options=None):
  74. additional_options = additional_options or {}
  75. override_dir = options.get('--project-directory')
  76. environment_file = options.get('--env-file')
  77. environment = Environment.from_env_file(override_dir or base_dir, environment_file)
  78. config_path = get_config_path_from_options(
  79. base_dir, options, environment
  80. )
  81. return config.load(
  82. config.find(base_dir, config_path, environment, override_dir),
  83. compatibility_from_options(config_path, options, environment),
  84. not additional_options.get('--no-interpolate')
  85. )
  86. def get_config_path_from_options(base_dir, options, environment):
  87. def unicode_paths(paths):
  88. return [p.decode('utf-8') if isinstance(p, six.binary_type) else p for p in paths]
  89. file_option = options.get('--file')
  90. if file_option:
  91. return unicode_paths(file_option)
  92. config_files = environment.get('COMPOSE_FILE')
  93. if config_files:
  94. pathsep = environment.get('COMPOSE_PATH_SEPARATOR', os.pathsep)
  95. return unicode_paths(config_files.split(pathsep))
  96. return None
  97. def get_client(environment, verbose=False, version=None, tls_config=None, host=None,
  98. tls_version=None):
  99. client = docker_client(
  100. version=version, tls_config=tls_config, host=host,
  101. environment=environment, tls_version=get_tls_version(environment)
  102. )
  103. if verbose:
  104. version_info = six.iteritems(client.version())
  105. log.info(get_version_info('full'))
  106. log.info("Docker base_url: %s", client.base_url)
  107. log.info("Docker version: %s",
  108. ", ".join("%s=%s" % item for item in version_info))
  109. return verbose_proxy.VerboseProxy('docker', client)
  110. return client
  111. def get_project(project_dir, config_path=None, project_name=None, verbose=False,
  112. host=None, tls_config=None, environment=None, override_dir=None,
  113. compatibility=False, interpolate=True, environment_file=None):
  114. if not environment:
  115. environment = Environment.from_env_file(project_dir)
  116. config_details = config.find(project_dir, config_path, environment, override_dir)
  117. project_name = get_project_name(
  118. config_details.working_dir, project_name, environment
  119. )
  120. config_data = config.load(config_details, compatibility, interpolate)
  121. api_version = environment.get(
  122. 'COMPOSE_API_VERSION',
  123. API_VERSIONS[config_data.version])
  124. client = get_client(
  125. verbose=verbose, version=api_version, tls_config=tls_config,
  126. host=host, environment=environment
  127. )
  128. with errors.handle_connection_errors(client):
  129. return Project.from_config(
  130. project_name,
  131. config_data,
  132. client,
  133. environment.get('DOCKER_DEFAULT_PLATFORM'),
  134. execution_context_labels(config_details, environment_file),
  135. )
  136. def execution_context_labels(config_details, environment_file):
  137. extra_labels = [
  138. '{0}={1}'.format(LABEL_WORKING_DIR, os.path.abspath(config_details.working_dir))
  139. ]
  140. if not use_config_from_stdin(config_details):
  141. extra_labels.append('{0}={1}'.format(LABEL_CONFIG_FILES, config_files_label(config_details)))
  142. if environment_file is not None:
  143. extra_labels.append('{0}={1}'.format(LABEL_ENVIRONMENT_FILE,
  144. os.path.normpath(environment_file)))
  145. return extra_labels
  146. def use_config_from_stdin(config_details):
  147. for c in config_details.config_files:
  148. if not c.filename:
  149. return True
  150. return False
  151. def config_files_label(config_details):
  152. return ",".join(
  153. map(str, (os.path.normpath(c.filename) for c in config_details.config_files)))
  154. def get_project_name(working_dir, project_name=None, environment=None):
  155. def normalize_name(name):
  156. return re.sub(r'[^-_a-z0-9]', '', name.lower())
  157. if not environment:
  158. environment = Environment.from_env_file(working_dir)
  159. project_name = project_name or environment.get('COMPOSE_PROJECT_NAME')
  160. if project_name:
  161. return normalize_name(project_name)
  162. project = os.path.basename(os.path.abspath(working_dir))
  163. if project:
  164. return normalize_name(project)
  165. return 'default'
  166. def compatibility_from_options(working_dir, options=None, environment=None):
  167. """Get compose v3 compatibility from --compatibility option
  168. or from COMPOSE_COMPATIBILITY environment variable."""
  169. compatibility_option = options.get('--compatibility')
  170. compatibility_environment = environment.get_boolean('COMPOSE_COMPATIBILITY')
  171. return compatibility_option or compatibility_environment