http.h 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313
  1. #ifndef HEADER_CURL_HTTP_H
  2. #define HEADER_CURL_HTTP_H
  3. /***************************************************************************
  4. * _ _ ____ _
  5. * Project ___| | | | _ \| |
  6. * / __| | | | |_) | |
  7. * | (__| |_| | _ <| |___
  8. * \___|\___/|_| \_\_____|
  9. *
  10. * Copyright (C) 1998 - 2021, Daniel Stenberg, <[email protected]>, et al.
  11. *
  12. * This software is licensed as described in the file COPYING, which
  13. * you should have received as part of this distribution. The terms
  14. * are also available at https://curl.se/docs/copyright.html.
  15. *
  16. * You may opt to use, copy, modify, merge, publish, distribute and/or sell
  17. * copies of the Software, and permit persons to whom the Software is
  18. * furnished to do so, under the terms of the COPYING file.
  19. *
  20. * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
  21. * KIND, either express or implied.
  22. *
  23. ***************************************************************************/
  24. #include "curl_setup.h"
  25. typedef enum {
  26. HTTPREQ_GET,
  27. HTTPREQ_POST,
  28. HTTPREQ_POST_FORM, /* we make a difference internally */
  29. HTTPREQ_POST_MIME, /* we make a difference internally */
  30. HTTPREQ_PUT,
  31. HTTPREQ_HEAD
  32. } Curl_HttpReq;
  33. #ifndef CURL_DISABLE_HTTP
  34. #ifdef USE_NGHTTP2
  35. #include <nghttp2/nghttp2.h>
  36. #endif
  37. extern const struct Curl_handler Curl_handler_http;
  38. #ifdef USE_SSL
  39. extern const struct Curl_handler Curl_handler_https;
  40. #endif
  41. /* Header specific functions */
  42. bool Curl_compareheader(const char *headerline, /* line to check */
  43. const char *header, /* header keyword _with_ colon */
  44. const char *content); /* content string to find */
  45. char *Curl_copy_header_value(const char *header);
  46. char *Curl_checkProxyheaders(struct Curl_easy *data,
  47. const struct connectdata *conn,
  48. const char *thisheader);
  49. #ifndef USE_HYPER
  50. CURLcode Curl_buffer_send(struct dynbuf *in,
  51. struct Curl_easy *data,
  52. curl_off_t *bytes_written,
  53. size_t included_body_bytes,
  54. int socketindex);
  55. #else
  56. #define Curl_buffer_send(a,b,c,d,e) CURLE_OK
  57. #endif
  58. CURLcode Curl_add_timecondition(struct Curl_easy *data,
  59. #ifndef USE_HYPER
  60. struct dynbuf *req
  61. #else
  62. void *headers
  63. #endif
  64. );
  65. CURLcode Curl_add_custom_headers(struct Curl_easy *data,
  66. bool is_connect,
  67. #ifndef USE_HYPER
  68. struct dynbuf *req
  69. #else
  70. void *headers
  71. #endif
  72. );
  73. CURLcode Curl_http_compile_trailers(struct curl_slist *trailers,
  74. struct dynbuf *buf,
  75. struct Curl_easy *handle);
  76. void Curl_http_method(struct Curl_easy *data, struct connectdata *conn,
  77. const char **method, Curl_HttpReq *);
  78. CURLcode Curl_http_useragent(struct Curl_easy *data);
  79. CURLcode Curl_http_host(struct Curl_easy *data, struct connectdata *conn);
  80. CURLcode Curl_http_target(struct Curl_easy *data, struct connectdata *conn,
  81. struct dynbuf *req);
  82. CURLcode Curl_http_statusline(struct Curl_easy *data,
  83. struct connectdata *conn);
  84. CURLcode Curl_http_header(struct Curl_easy *data, struct connectdata *conn,
  85. char *headp);
  86. CURLcode Curl_http_body(struct Curl_easy *data, struct connectdata *conn,
  87. Curl_HttpReq httpreq,
  88. const char **teep);
  89. CURLcode Curl_http_bodysend(struct Curl_easy *data, struct connectdata *conn,
  90. struct dynbuf *r, Curl_HttpReq httpreq);
  91. #ifndef CURL_DISABLE_COOKIES
  92. CURLcode Curl_http_cookies(struct Curl_easy *data,
  93. struct connectdata *conn,
  94. struct dynbuf *r);
  95. #else
  96. #define Curl_http_cookies(a,b,c) CURLE_OK
  97. #endif
  98. CURLcode Curl_http_resume(struct Curl_easy *data,
  99. struct connectdata *conn,
  100. Curl_HttpReq httpreq);
  101. CURLcode Curl_http_range(struct Curl_easy *data,
  102. Curl_HttpReq httpreq);
  103. CURLcode Curl_http_firstwrite(struct Curl_easy *data,
  104. struct connectdata *conn,
  105. bool *done);
  106. /* protocol-specific functions set up to be called by the main engine */
  107. CURLcode Curl_http(struct Curl_easy *data, bool *done);
  108. CURLcode Curl_http_done(struct Curl_easy *data, CURLcode, bool premature);
  109. CURLcode Curl_http_connect(struct Curl_easy *data, bool *done);
  110. /* These functions are in http.c */
  111. CURLcode Curl_http_input_auth(struct Curl_easy *data, bool proxy,
  112. const char *auth);
  113. CURLcode Curl_http_auth_act(struct Curl_easy *data);
  114. /* If only the PICKNONE bit is set, there has been a round-trip and we
  115. selected to use no auth at all. Ie, we actively select no auth, as opposed
  116. to not having one selected. The other CURLAUTH_* defines are present in the
  117. public curl/curl.h header. */
  118. #define CURLAUTH_PICKNONE (1<<30) /* don't use auth */
  119. /* MAX_INITIAL_POST_SIZE indicates the number of bytes that will make the POST
  120. data get included in the initial data chunk sent to the server. If the
  121. data is larger than this, it will automatically get split up in multiple
  122. system calls.
  123. This value used to be fairly big (100K), but we must take into account that
  124. if the server rejects the POST due for authentication reasons, this data
  125. will always be unconditionally sent and thus it may not be larger than can
  126. always be afforded to send twice.
  127. It must not be greater than 64K to work on VMS.
  128. */
  129. #ifndef MAX_INITIAL_POST_SIZE
  130. #define MAX_INITIAL_POST_SIZE (64*1024)
  131. #endif
  132. /* EXPECT_100_THRESHOLD is the request body size limit for when libcurl will
  133. * automatically add an "Expect: 100-continue" header in HTTP requests. When
  134. * the size is unknown, it will always add it.
  135. *
  136. */
  137. #ifndef EXPECT_100_THRESHOLD
  138. #define EXPECT_100_THRESHOLD (1024*1024)
  139. #endif
  140. #endif /* CURL_DISABLE_HTTP */
  141. #ifdef USE_NGHTTP3
  142. struct h3out; /* see ngtcp2 */
  143. #endif
  144. /****************************************************************************
  145. * HTTP unique setup
  146. ***************************************************************************/
  147. struct HTTP {
  148. curl_mimepart *sendit;
  149. curl_off_t postsize; /* off_t to handle large file sizes */
  150. const char *postdata;
  151. const char *p_pragma; /* Pragma: string */
  152. /* For FORM posting */
  153. curl_mimepart form;
  154. struct back {
  155. curl_read_callback fread_func; /* backup storage for fread pointer */
  156. void *fread_in; /* backup storage for fread_in pointer */
  157. const char *postdata;
  158. curl_off_t postsize;
  159. } backup;
  160. enum {
  161. HTTPSEND_NADA, /* init */
  162. HTTPSEND_REQUEST, /* sending a request */
  163. HTTPSEND_BODY, /* sending body */
  164. HTTPSEND_LAST /* never use this */
  165. } sending;
  166. #ifndef CURL_DISABLE_HTTP
  167. struct dynbuf send_buffer; /* used if the request couldn't be sent in one
  168. chunk, points to an allocated send_buffer
  169. struct */
  170. #endif
  171. #ifdef USE_NGHTTP2
  172. /*********** for HTTP/2 we store stream-local data here *************/
  173. int32_t stream_id; /* stream we are interested in */
  174. bool bodystarted;
  175. /* We store non-final and final response headers here, per-stream */
  176. struct dynbuf header_recvbuf;
  177. size_t nread_header_recvbuf; /* number of bytes in header_recvbuf fed into
  178. upper layer */
  179. struct dynbuf trailer_recvbuf;
  180. int status_code; /* HTTP status code */
  181. const uint8_t *pausedata; /* pointer to data received in on_data_chunk */
  182. size_t pauselen; /* the number of bytes left in data */
  183. bool close_handled; /* TRUE if stream closure is handled by libcurl */
  184. char **push_headers; /* allocated array */
  185. size_t push_headers_used; /* number of entries filled in */
  186. size_t push_headers_alloc; /* number of entries allocated */
  187. #endif
  188. #if defined(USE_NGHTTP2) || defined(USE_NGHTTP3)
  189. bool closed; /* TRUE on HTTP2 stream close */
  190. char *mem; /* points to a buffer in memory to store received data */
  191. size_t len; /* size of the buffer 'mem' points to */
  192. size_t memlen; /* size of data copied to mem */
  193. #endif
  194. #if defined(USE_NGHTTP2) || defined(ENABLE_QUIC)
  195. /* fields used by both HTTP/2 and HTTP/3 */
  196. const uint8_t *upload_mem; /* points to a buffer to read from */
  197. size_t upload_len; /* size of the buffer 'upload_mem' points to */
  198. curl_off_t upload_left; /* number of bytes left to upload */
  199. #endif
  200. #ifdef ENABLE_QUIC
  201. /*********** for HTTP/3 we store stream-local data here *************/
  202. int64_t stream3_id; /* stream we are interested in */
  203. bool firstheader; /* FALSE until headers arrive */
  204. bool firstbody; /* FALSE until body arrives */
  205. bool h3req; /* FALSE until request is issued */
  206. bool upload_done;
  207. #endif
  208. #ifdef USE_NGHTTP3
  209. size_t unacked_window;
  210. struct h3out *h3out; /* per-stream buffers for upload */
  211. struct dynbuf overflow; /* excess data received during a single Curl_read */
  212. #endif
  213. };
  214. #ifdef USE_NGHTTP2
  215. /* h2 settings for this connection */
  216. struct h2settings {
  217. uint32_t max_concurrent_streams;
  218. bool enable_push;
  219. };
  220. #endif
  221. struct http_conn {
  222. #ifdef USE_NGHTTP2
  223. #define H2_BINSETTINGS_LEN 80
  224. nghttp2_session *h2;
  225. uint8_t binsettings[H2_BINSETTINGS_LEN];
  226. size_t binlen; /* length of the binsettings data */
  227. Curl_send *send_underlying; /* underlying send Curl_send callback */
  228. Curl_recv *recv_underlying; /* underlying recv Curl_recv callback */
  229. char *inbuf; /* buffer to receive data from underlying socket */
  230. size_t inbuflen; /* number of bytes filled in inbuf */
  231. size_t nread_inbuf; /* number of bytes read from in inbuf */
  232. /* We need separate buffer for transmission and reception because we
  233. may call nghttp2_session_send() after the
  234. nghttp2_session_mem_recv() but mem buffer is still not full. In
  235. this case, we wrongly sends the content of mem buffer if we share
  236. them for both cases. */
  237. int32_t pause_stream_id; /* stream ID which paused
  238. nghttp2_session_mem_recv */
  239. size_t drain_total; /* sum of all stream's UrlState.drain */
  240. /* this is a hash of all individual streams (Curl_easy structs) */
  241. struct h2settings settings;
  242. /* list of settings that will be sent */
  243. nghttp2_settings_entry local_settings[3];
  244. size_t local_settings_num;
  245. uint32_t error_code; /* HTTP/2 error code */
  246. #else
  247. int unused; /* prevent a compiler warning */
  248. #endif
  249. };
  250. CURLcode Curl_http_readwrite_headers(struct Curl_easy *data,
  251. struct connectdata *conn,
  252. ssize_t *nread,
  253. bool *stop_reading);
  254. /**
  255. * Curl_http_output_auth() setups the authentication headers for the
  256. * host/proxy and the correct authentication
  257. * method. data->state.authdone is set to TRUE when authentication is
  258. * done.
  259. *
  260. * @param data all information about the current transfer
  261. * @param conn all information about the current connection
  262. * @param request pointer to the request keyword
  263. * @param httpreq is the request type
  264. * @param path pointer to the requested path
  265. * @param proxytunnel boolean if this is the request setting up a "proxy
  266. * tunnel"
  267. *
  268. * @returns CURLcode
  269. */
  270. CURLcode
  271. Curl_http_output_auth(struct Curl_easy *data,
  272. struct connectdata *conn,
  273. const char *request,
  274. Curl_HttpReq httpreq,
  275. const char *path,
  276. bool proxytunnel); /* TRUE if this is the request setting
  277. up the proxy tunnel */
  278. #endif /* HEADER_CURL_HTTP_H */