aci.go 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249
  1. package azure
  2. import (
  3. "context"
  4. "fmt"
  5. "io"
  6. "io/ioutil"
  7. "net/http"
  8. "os"
  9. "github.com/docker/api/context/store"
  10. "github.com/gobwas/ws"
  11. "github.com/gobwas/ws/wsutil"
  12. "github.com/Azure/azure-sdk-for-go/services/containerinstance/mgmt/2018-10-01/containerinstance"
  13. "github.com/Azure/azure-sdk-for-go/services/keyvault/auth"
  14. "github.com/Azure/go-autorest/autorest"
  15. "github.com/Azure/go-autorest/autorest/to"
  16. tm "github.com/buger/goterm"
  17. )
  18. func init() {
  19. // required to get auth.NewAuthorizerFromCLI() to work, otherwise getting "The access token has been obtained for wrong audience or resource 'https://vault.azure.net'."
  20. err := os.Setenv("AZURE_KEYVAULT_RESOURCE", "https://management.azure.com")
  21. if err != nil {
  22. panic("unable to set environment variable AZURE_KEYVAULT_RESOURCE")
  23. }
  24. }
  25. func createACIContainers(ctx context.Context, aciContext store.AciContext, groupDefinition containerinstance.ContainerGroup) (c containerinstance.ContainerGroup, err error) {
  26. containerGroupsClient, err := getContainerGroupsClient(aciContext.SubscriptionID)
  27. if err != nil {
  28. return c, fmt.Errorf("cannot get container group client: %v", err)
  29. }
  30. // Check if the container group already exists
  31. _, err = containerGroupsClient.Get(ctx, aciContext.ResourceGroup, *groupDefinition.Name)
  32. if err != nil {
  33. if err, ok := err.(autorest.DetailedError); ok {
  34. if err.StatusCode != http.StatusNotFound {
  35. return c, err
  36. }
  37. } else {
  38. return c, err
  39. }
  40. } else {
  41. return c, fmt.Errorf("container group %q already exists", *groupDefinition.Name)
  42. }
  43. future, err := containerGroupsClient.CreateOrUpdate(
  44. ctx,
  45. aciContext.ResourceGroup,
  46. *groupDefinition.Name,
  47. groupDefinition,
  48. )
  49. if err != nil {
  50. return c, err
  51. }
  52. err = future.WaitForCompletionRef(ctx, containerGroupsClient.Client)
  53. if err != nil {
  54. return c, err
  55. }
  56. containerGroup, err := future.Result(containerGroupsClient)
  57. if err != nil {
  58. return c, err
  59. }
  60. if len(*containerGroup.Containers) > 1 {
  61. var commands []string
  62. for _, container := range *containerGroup.Containers {
  63. commands = append(commands, fmt.Sprintf("echo 127.0.0.1 %s >> /etc/hosts", *container.Name))
  64. }
  65. commands = append(commands, "exit")
  66. containers := *containerGroup.Containers
  67. container := containers[0]
  68. response, err := execACIContainer(ctx, aciContext, "/bin/sh", *containerGroup.Name, *container.Name)
  69. if err != nil {
  70. return c, err
  71. }
  72. if err = execCommands(
  73. ctx,
  74. *response.WebSocketURI,
  75. *response.Password,
  76. commands,
  77. ); err != nil {
  78. return containerinstance.ContainerGroup{}, err
  79. }
  80. }
  81. return containerGroup, err
  82. }
  83. func listACIContainers(aciContext store.AciContext) (c []containerinstance.ContainerGroup, err error) {
  84. ctx := context.TODO()
  85. containerGroupsClient, err := getContainerGroupsClient(aciContext.SubscriptionID)
  86. if err != nil {
  87. return c, fmt.Errorf("cannot get container group client: %v", err)
  88. }
  89. var containers []containerinstance.ContainerGroup
  90. result, err := containerGroupsClient.ListByResourceGroup(ctx, aciContext.ResourceGroup)
  91. if err != nil {
  92. return []containerinstance.ContainerGroup{}, err
  93. }
  94. for result.NotDone() {
  95. containers = append(containers, result.Values()...)
  96. if err := result.NextWithContext(ctx); err != nil {
  97. return []containerinstance.ContainerGroup{}, err
  98. }
  99. }
  100. return containers, err
  101. }
  102. func execACIContainer(ctx context.Context, aciContext store.AciContext, command, containerGroup string, containerName string) (c containerinstance.ContainerExecResponse, err error) {
  103. containerClient := getContainerClient(aciContext.SubscriptionID)
  104. rows, cols := getTermSize()
  105. containerExecRequest := containerinstance.ContainerExecRequest{
  106. Command: to.StringPtr(command),
  107. TerminalSize: &containerinstance.ContainerExecRequestTerminalSize{
  108. Rows: rows,
  109. Cols: cols,
  110. },
  111. }
  112. return containerClient.ExecuteCommand(
  113. ctx,
  114. aciContext.ResourceGroup,
  115. containerGroup,
  116. containerName,
  117. containerExecRequest)
  118. }
  119. func getTermSize() (*int32, *int32) {
  120. rows := tm.Height()
  121. cols := tm.Width()
  122. return to.Int32Ptr(int32(rows)), to.Int32Ptr(int32(cols))
  123. }
  124. type commandSender struct {
  125. commands []string
  126. }
  127. func (cs commandSender) Read(p []byte) (int, error) {
  128. if len(cs.commands) == 0 {
  129. return 0, io.EOF
  130. }
  131. command := cs.commands[0]
  132. cs.commands = cs.commands[1:]
  133. copy(p, command)
  134. return len(command), nil
  135. }
  136. func execCommands(ctx context.Context, address string, password string, commands []string) error {
  137. writer := ioutil.Discard
  138. reader := commandSender{
  139. commands: commands,
  140. }
  141. return exec(ctx, address, password, reader, writer)
  142. }
  143. func exec(ctx context.Context, address string, password string, reader io.Reader, writer io.Writer) error {
  144. ctx, cancel := context.WithCancel(ctx)
  145. conn, _, _, err := ws.DefaultDialer.Dial(ctx, address)
  146. if err != nil {
  147. cancel()
  148. return err
  149. }
  150. err = wsutil.WriteClientMessage(conn, ws.OpText, []byte(password))
  151. if err != nil {
  152. cancel()
  153. return err
  154. }
  155. done := make(chan struct{})
  156. go func() {
  157. defer close(done)
  158. for {
  159. msg, _, err := wsutil.ReadServerData(conn)
  160. if err != nil {
  161. return
  162. }
  163. fmt.Fprint(writer, string(msg))
  164. }
  165. }()
  166. readChannel := make(chan []byte, 10)
  167. go func() {
  168. for {
  169. // We send each byte, byte-per-byte over the
  170. // websocket because the console is in raw mode
  171. buffer := make([]byte, 1)
  172. n, err := reader.Read(buffer)
  173. if err != nil {
  174. close(done)
  175. cancel()
  176. break
  177. }
  178. if n > 0 {
  179. readChannel <- buffer
  180. }
  181. }
  182. }()
  183. for {
  184. select {
  185. case <-done:
  186. return nil
  187. case bytes := <-readChannel:
  188. err := wsutil.WriteClientMessage(conn, ws.OpText, bytes)
  189. if err != nil {
  190. return err
  191. }
  192. }
  193. }
  194. }
  195. func getACIContainerLogs(ctx context.Context, aciContext store.AciContext, containerGroupName, containerName string) (string, error) {
  196. containerClient := getContainerClient(aciContext.SubscriptionID)
  197. logs, err := containerClient.ListLogs(ctx, aciContext.ResourceGroup, containerGroupName, containerName, nil)
  198. if err != nil {
  199. return "", fmt.Errorf("cannot get container logs: %v", err)
  200. }
  201. return *logs.Content, err
  202. }
  203. func getContainerGroupsClient(subscriptionID string) (containerinstance.ContainerGroupsClient, error) {
  204. auth, _ := auth.NewAuthorizerFromCLI()
  205. containerGroupsClient := containerinstance.NewContainerGroupsClient(subscriptionID)
  206. containerGroupsClient.Authorizer = auth
  207. return containerGroupsClient, nil
  208. }
  209. func getContainerClient(subscriptionID string) containerinstance.ContainerClient {
  210. auth, _ := auth.NewAuthorizerFromCLI()
  211. containerClient := containerinstance.NewContainerClient(subscriptionID)
  212. containerClient.Authorizer = auth
  213. return containerClient
  214. }