request_context.c 9.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297
  1. /** **************************************************************************
  2. * request_context.c
  3. *
  4. * Copyright 2008 Bryan Ischo <[email protected]>
  5. *
  6. * This file is part of libs3.
  7. *
  8. * libs3 is free software: you can redistribute it and/or modify it under the
  9. * terms of the GNU Lesser General Public License as published by the Free
  10. * Software Foundation, version 3 or above of the License. You can also
  11. * redistribute and/or modify it under the terms of the GNU General Public
  12. * License, version 2 or above of the License.
  13. *
  14. * In addition, as a special exception, the copyright holders give
  15. * permission to link the code of this library and its programs with the
  16. * OpenSSL library, and distribute linked combinations including the two.
  17. *
  18. * libs3 is distributed in the hope that it will be useful, but WITHOUT ANY
  19. * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
  20. * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more
  21. * details.
  22. *
  23. * You should have received a copy of the GNU Lesser General Public License
  24. * version 3 along with libs3, in a file named COPYING. If not, see
  25. * <https://www.gnu.org/licenses/>.
  26. *
  27. * You should also have received a copy of the GNU General Public License
  28. * version 2 along with libs3, in a file named COPYING-GPLv2. If not, see
  29. * <https://www.gnu.org/licenses/>.
  30. *
  31. ************************************************************************** **/
  32. #ifndef WINSCP
  33. #include <curl/curl.h>
  34. #else
  35. #define CURLM void
  36. #endif
  37. #include <stdlib.h>
  38. #include <sys/select.h>
  39. #include "request.h"
  40. #include "request_context.h"
  41. S3Status S3_create_request_context_ex(S3RequestContext **requestContextReturn,
  42. CURLM *curlm,
  43. S3SetupCurlCallback setupCurlCallback,
  44. void *setupCurlCallbackData)
  45. {
  46. *requestContextReturn =
  47. (S3RequestContext *) malloc(sizeof(S3RequestContext));
  48. if (!*requestContextReturn) {
  49. return S3StatusOutOfMemory;
  50. }
  51. #ifdef WINSCP
  52. memset(*requestContextReturn, 0, sizeof(S3RequestContext));
  53. #else
  54. if (curlm) {
  55. (*requestContextReturn)->curlm = curlm;
  56. (*requestContextReturn)->curl_mode = S3CurlModeMultiSocket;
  57. }
  58. else {
  59. if (!((*requestContextReturn)->curlm = curl_multi_init())) {
  60. free(*requestContextReturn);
  61. return S3StatusOutOfMemory;
  62. }
  63. (*requestContextReturn)->curl_mode = S3CurlModeMultiPerform;
  64. }
  65. (*requestContextReturn)->requests = 0;
  66. (*requestContextReturn)->verifyPeer = 0;
  67. (*requestContextReturn)->verifyPeerSet = 0;
  68. (*requestContextReturn)->setupCurlCallback = setupCurlCallback;
  69. (*requestContextReturn)->setupCurlCallbackData = setupCurlCallbackData;
  70. #endif
  71. return S3StatusOK;
  72. }
  73. S3Status S3_create_request_context(S3RequestContext **requestContextReturn)
  74. {
  75. return S3_create_request_context_ex(requestContextReturn, NULL, NULL, NULL);
  76. }
  77. void S3_destroy_request_context(S3RequestContext *requestContext)
  78. {
  79. #ifndef WINSCP
  80. // For each request in the context, remove curl handle, call back its done
  81. // method with 'interrupted' status
  82. Request *r = requestContext->requests, *rFirst = r;
  83. if (r) do {
  84. r->status = S3StatusInterrupted;
  85. // remove easy handle from a multi session
  86. curl_multi_remove_handle(requestContext->curlm, r->curl);
  87. Request *rNext = r->next;
  88. request_finish(r);
  89. r = rNext;
  90. } while (r != rFirst);
  91. if (requestContext->curl_mode == S3CurlModeMultiPerform)
  92. curl_multi_cleanup(requestContext->curlm);
  93. #endif
  94. free(requestContext);
  95. }
  96. #ifdef WINSCP
  97. void S3_set_request_context_session_callback(S3RequestContext *requestContext,
  98. S3SessionCallback sessionCallback,
  99. void * sessionCallbackData)
  100. {
  101. requestContext->sessionCallback = sessionCallback;
  102. requestContext->sessionCallbackData = sessionCallbackData;
  103. }
  104. void S3_set_request_context_ssl_callback(S3RequestContext *requestContext,
  105. S3SslCallback sslCallback,
  106. void * sslCallbackData)
  107. {
  108. requestContext->sslCallback = sslCallback;
  109. requestContext->sslCallbackData = sslCallbackData;
  110. }
  111. void S3_set_request_context_response_data_callback(S3RequestContext *requestContext,
  112. S3ResponseDataCallback responseDataCallback,
  113. void * responseDataCallbackData)
  114. {
  115. requestContext->responseDataCallback = responseDataCallback;
  116. requestContext->responseDataCallbackData = responseDataCallbackData;
  117. }
  118. void S3_set_request_context_requester_pays(S3RequestContext *requestContext, int requesterPays)
  119. {
  120. requestContext->requesterPays = requesterPays;
  121. }
  122. #else
  123. S3Status S3_runall_request_context(S3RequestContext *requestContext)
  124. {
  125. int requestsRemaining;
  126. do {
  127. fd_set readfds, writefds, exceptfds;
  128. FD_ZERO(&readfds);
  129. FD_ZERO(&writefds);
  130. FD_ZERO(&exceptfds);
  131. int maxfd;
  132. S3Status status = S3_get_request_context_fdsets
  133. (requestContext, &readfds, &writefds, &exceptfds, &maxfd);
  134. if (status != S3StatusOK) {
  135. return status;
  136. }
  137. // curl will return -1 if it hasn't even created any fds yet because
  138. // none of the connections have started yet. In this case, don't
  139. // do the select at all, because it will wait forever; instead, just
  140. // skip it and go straight to running the underlying CURL handles
  141. if (maxfd != -1) {
  142. int64_t timeout = S3_get_request_context_timeout(requestContext);
  143. struct timeval tv = { timeout / 1000, (timeout % 1000) * 1000 };
  144. select(maxfd + 1, &readfds, &writefds, &exceptfds,
  145. (timeout == -1) ? 0 : &tv);
  146. }
  147. status = S3_runonce_request_context(requestContext,
  148. &requestsRemaining);
  149. if (status != S3StatusOK) {
  150. return status;
  151. }
  152. } while (requestsRemaining);
  153. return S3StatusOK;
  154. }
  155. static S3Status process_request_context(S3RequestContext *requestContext, int *retry)
  156. {
  157. CURLMsg *msg;
  158. int junk;
  159. *retry = 0;
  160. while ((msg = curl_multi_info_read(requestContext->curlm, &junk))) {
  161. if (msg->msg != CURLMSG_DONE) {
  162. return S3StatusInternalError;
  163. }
  164. Request *request;
  165. if (curl_easy_getinfo(msg->easy_handle, CURLINFO_PRIVATE,
  166. (char **) (char *) &request) != CURLE_OK) {
  167. return S3StatusInternalError;
  168. }
  169. // Remove the request from the list of requests
  170. if (request->prev == request->next) {
  171. // It was the only one on the list
  172. requestContext->requests = 0;
  173. }
  174. else {
  175. // It doesn't matter what the order of them are, so just in
  176. // case request was at the head of the list, put the one after
  177. // request to the head of the list
  178. requestContext->requests = request->next;
  179. request->prev->next = request->next;
  180. request->next->prev = request->prev;
  181. }
  182. if ((msg->data.result != CURLE_OK) &&
  183. (request->status == S3StatusOK)) {
  184. request->status = request_curl_code_to_status(
  185. msg->data.result);
  186. }
  187. if (curl_multi_remove_handle(requestContext->curlm,
  188. msg->easy_handle) != CURLM_OK) {
  189. return S3StatusInternalError;
  190. }
  191. // Finish the request, ensuring that all callbacks have been made,
  192. // and also releases the request
  193. request_finish(request);
  194. // Now, since a callback was made, there may be new requests
  195. // queued up to be performed immediately, so do so
  196. *retry = 1;
  197. }
  198. return S3StatusOK;
  199. }
  200. S3Status S3_runonce_request_context(S3RequestContext *requestContext,
  201. int *requestsRemainingReturn)
  202. {
  203. S3Status s3_status;
  204. CURLMcode status;
  205. int retry;
  206. do {
  207. status = curl_multi_perform(requestContext->curlm,
  208. requestsRemainingReturn);
  209. switch (status) {
  210. case CURLM_OK:
  211. case CURLM_CALL_MULTI_PERFORM:
  212. break;
  213. case CURLM_OUT_OF_MEMORY:
  214. return S3StatusOutOfMemory;
  215. default:
  216. return S3StatusInternalError;
  217. }
  218. s3_status = process_request_context(requestContext, &retry);
  219. } while (s3_status == S3StatusOK &&
  220. (status == CURLM_CALL_MULTI_PERFORM || retry));
  221. return s3_status;
  222. }
  223. S3Status S3_process_request_context(S3RequestContext *requestContext)
  224. {
  225. int retry;
  226. /* In curl_multi_socket_action mode any new requests created during
  227. the following call will have already started associated socket
  228. operations, so no need to retry here */
  229. return process_request_context(requestContext, &retry);
  230. }
  231. S3Status S3_get_request_context_fdsets(S3RequestContext *requestContext,
  232. fd_set *readFdSet, fd_set *writeFdSet,
  233. fd_set *exceptFdSet, int *maxFd)
  234. {
  235. return ((curl_multi_fdset(requestContext->curlm, readFdSet, writeFdSet,
  236. exceptFdSet, maxFd) == CURLM_OK) ?
  237. S3StatusOK : S3StatusInternalError);
  238. }
  239. int64_t S3_get_request_context_timeout(S3RequestContext *requestContext)
  240. {
  241. long timeout;
  242. if (curl_multi_timeout(requestContext->curlm, &timeout) != CURLM_OK) {
  243. timeout = 0;
  244. }
  245. return timeout;
  246. }
  247. void S3_set_request_context_verify_peer(S3RequestContext *requestContext,
  248. int verifyPeer)
  249. {
  250. requestContext->verifyPeerSet = 1;
  251. requestContext->verifyPeer = (verifyPeer != 0);
  252. }
  253. #endif