12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008 |
- /***************************************************************************
- * _ _ ____ _
- * Project ___| | | | _ \| |
- * / __| | | | |_) | |
- * | (__| |_| | _ <| |___
- * \___|\___/|_| \_\_____|
- *
- * Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
- *
- * This software is licensed as described in the file COPYING, which
- * you should have received as part of this distribution. The terms
- * are also available at https://curl.se/docs/copyright.html.
- *
- * You may opt to use, copy, modify, merge, publish, distribute and/or sell
- * copies of the Software, and permit persons to whom the Software is
- * furnished to do so, under the terms of the COPYING file.
- *
- * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
- * KIND, either express or implied.
- *
- * SPDX-License-Identifier: curl
- *
- ***************************************************************************/
- #include "curl_setup.h"
- #ifdef USE_NGHTTP2
- #include <stdint.h>
- #include <nghttp2/nghttp2.h>
- #include "urldata.h"
- #include "bufq.h"
- #include "hash.h"
- #include "http1.h"
- #include "http2.h"
- #include "http.h"
- #include "sendf.h"
- #include "select.h"
- #include "curl_base64.h"
- #include "strcase.h"
- #include "multiif.h"
- #include "url.h"
- #include "urlapi-int.h"
- #include "cfilters.h"
- #include "connect.h"
- #include "rand.h"
- #include "strtoofft.h"
- #include "strdup.h"
- #include "transfer.h"
- #include "dynbuf.h"
- #include "headers.h"
- /* The last 3 #include files should be in this order */
- #include "curl_printf.h"
- #include "curl_memory.h"
- #include "memdebug.h"
- #if (NGHTTP2_VERSION_NUM < 0x010c00)
- #error too old nghttp2 version, upgrade!
- #endif
- #ifdef CURL_DISABLE_VERBOSE_STRINGS
- #define nghttp2_session_callbacks_set_error_callback(x,y)
- #endif
- #if (NGHTTP2_VERSION_NUM >= 0x010c00)
- #define NGHTTP2_HAS_SET_LOCAL_WINDOW_SIZE 1
- #endif
- /* buffer dimensioning:
- * use 16K as chunk size, as that fits H2 DATA frames well */
- #define H2_CHUNK_SIZE (16 * 1024)
- /* connection window size */
- #define H2_CONN_WINDOW_SIZE (10 * 1024 * 1024)
- /* on receiving from TLS, we prep for holding a full stream window */
- #define H2_NW_RECV_CHUNKS (H2_CONN_WINDOW_SIZE / H2_CHUNK_SIZE)
- /* on send into TLS, we just want to accumulate small frames */
- #define H2_NW_SEND_CHUNKS 1
- /* this is how much we want "in flight" for a stream, unthrottled */
- #define H2_STREAM_WINDOW_SIZE_MAX (10 * 1024 * 1024)
- /* this is how much we want "in flight" for a stream, initially, IFF
- * nghttp2 allows us to tweak the local window size. */
- #if NGHTTP2_HAS_SET_LOCAL_WINDOW_SIZE
- #define H2_STREAM_WINDOW_SIZE_INITIAL (64 * 1024)
- #else
- #define H2_STREAM_WINDOW_SIZE_INITIAL H2_STREAM_WINDOW_SIZE_MAX
- #endif
- /* keep smaller stream upload buffer (default h2 window size) to have
- * our progress bars and "upload done" reporting closer to reality */
- #define H2_STREAM_SEND_CHUNKS ((64 * 1024) / H2_CHUNK_SIZE)
- /* spare chunks we keep for a full window */
- #define H2_STREAM_POOL_SPARES (H2_CONN_WINDOW_SIZE / H2_CHUNK_SIZE)
- /* We need to accommodate the max number of streams with their window sizes on
- * the overall connection. Streams might become PAUSED which will block their
- * received QUOTA in the connection window. If we run out of space, the server
- * is blocked from sending us any data. See #10988 for an issue with this. */
- #define HTTP2_HUGE_WINDOW_SIZE (100 * H2_STREAM_WINDOW_SIZE_MAX)
- #define H2_SETTINGS_IV_LEN 3
- #define H2_BINSETTINGS_LEN 80
- static size_t populate_settings(nghttp2_settings_entry *iv,
- struct Curl_easy *data)
- {
- iv[0].settings_id = NGHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS;
- iv[0].value = Curl_multi_max_concurrent_streams(data->multi);
- iv[1].settings_id = NGHTTP2_SETTINGS_INITIAL_WINDOW_SIZE;
- iv[1].value = H2_STREAM_WINDOW_SIZE_INITIAL;
- iv[2].settings_id = NGHTTP2_SETTINGS_ENABLE_PUSH;
- iv[2].value = data->multi->push_cb != NULL;
- return 3;
- }
- static ssize_t populate_binsettings(uint8_t *binsettings,
- struct Curl_easy *data)
- {
- nghttp2_settings_entry iv[H2_SETTINGS_IV_LEN];
- size_t ivlen;
- ivlen = populate_settings(iv, data);
- /* this returns number of bytes it wrote or a negative number on error. */
- return nghttp2_pack_settings_payload(binsettings, H2_BINSETTINGS_LEN,
- iv, ivlen);
- }
- struct cf_h2_ctx {
- nghttp2_session *h2;
- /* The easy handle used in the current filter call, cleared at return */
- struct cf_call_data call_data;
- struct bufq inbufq; /* network input */
- struct bufq outbufq; /* network output */
- struct bufc_pool stream_bufcp; /* spares for stream buffers */
- struct dynbuf scratch; /* scratch buffer for temp use */
- struct Curl_hash streams; /* hash of `data->mid` to `h2_stream_ctx` */
- size_t drain_total; /* sum of all stream's UrlState drain */
- uint32_t max_concurrent_streams;
- uint32_t goaway_error; /* goaway error code from server */
- int32_t remote_max_sid; /* max id processed by server */
- int32_t local_max_sid; /* max id processed by us */
- BIT(initialized);
- BIT(via_h1_upgrade);
- BIT(conn_closed);
- BIT(rcvd_goaway);
- BIT(sent_goaway);
- BIT(enable_push);
- BIT(nw_out_blocked);
- };
- /* How to access `call_data` from a cf_h2 filter */
- #undef CF_CTX_CALL_DATA
- #define CF_CTX_CALL_DATA(cf) \
- ((struct cf_h2_ctx *)(cf)->ctx)->call_data
- static void h2_stream_hash_free(void *stream);
- static void cf_h2_ctx_init(struct cf_h2_ctx *ctx, bool via_h1_upgrade)
- {
- Curl_bufcp_init(&ctx->stream_bufcp, H2_CHUNK_SIZE, H2_STREAM_POOL_SPARES);
- Curl_bufq_initp(&ctx->inbufq, &ctx->stream_bufcp, H2_NW_RECV_CHUNKS, 0);
- Curl_bufq_initp(&ctx->outbufq, &ctx->stream_bufcp, H2_NW_SEND_CHUNKS, 0);
- Curl_dyn_init(&ctx->scratch, CURL_MAX_HTTP_HEADER);
- Curl_hash_offt_init(&ctx->streams, 63, h2_stream_hash_free);
- ctx->remote_max_sid = 2147483647;
- ctx->via_h1_upgrade = via_h1_upgrade;
- ctx->initialized = TRUE;
- }
- static void cf_h2_ctx_free(struct cf_h2_ctx *ctx)
- {
- if(ctx && ctx->initialized) {
- Curl_bufq_free(&ctx->inbufq);
- Curl_bufq_free(&ctx->outbufq);
- Curl_bufcp_free(&ctx->stream_bufcp);
- Curl_dyn_free(&ctx->scratch);
- Curl_hash_clean(&ctx->streams);
- Curl_hash_destroy(&ctx->streams);
- memset(ctx, 0, sizeof(*ctx));
- }
- free(ctx);
- }
- static void cf_h2_ctx_close(struct cf_h2_ctx *ctx)
- {
- if(ctx->h2) {
- nghttp2_session_del(ctx->h2);
- }
- }
- static CURLcode h2_progress_egress(struct Curl_cfilter *cf,
- struct Curl_easy *data);
- /**
- * All about the H2 internals of a stream
- */
- struct h2_stream_ctx {
- struct bufq recvbuf; /* response buffer */
- struct bufq sendbuf; /* request buffer */
- struct h1_req_parser h1; /* parsing the request */
- struct dynhds resp_trailers; /* response trailer fields */
- size_t resp_hds_len; /* amount of response header bytes in recvbuf */
- curl_off_t nrcvd_data; /* number of DATA bytes received */
- char **push_headers; /* allocated array */
- size_t push_headers_used; /* number of entries filled in */
- size_t push_headers_alloc; /* number of entries allocated */
- int status_code; /* HTTP response status code */
- uint32_t error; /* stream error code */
- CURLcode xfer_result; /* Result of writing out response */
- int32_t local_window_size; /* the local recv window size */
- int32_t id; /* HTTP/2 protocol identifier for stream */
- BIT(resp_hds_complete); /* we have a complete, final response */
- BIT(closed); /* TRUE on stream close */
- BIT(reset); /* TRUE on stream reset */
- BIT(close_handled); /* TRUE if stream closure is handled by libcurl */
- BIT(bodystarted);
- BIT(body_eos); /* the complete body has been added to `sendbuf` and
- * is being/has been processed from there. */
- };
- #define H2_STREAM_CTX(ctx,data) ((struct h2_stream_ctx *)(\
- data? Curl_hash_offt_get(&(ctx)->streams, (data)->mid) : NULL))
- static struct h2_stream_ctx *h2_stream_ctx_create(struct cf_h2_ctx *ctx)
- {
- struct h2_stream_ctx *stream;
- (void)ctx;
- stream = calloc(1, sizeof(*stream));
- if(!stream)
- return NULL;
- stream->id = -1;
- Curl_bufq_initp(&stream->sendbuf, &ctx->stream_bufcp,
- H2_STREAM_SEND_CHUNKS, BUFQ_OPT_NONE);
- Curl_h1_req_parse_init(&stream->h1, H1_PARSE_DEFAULT_MAX_LINE_LEN);
- Curl_dynhds_init(&stream->resp_trailers, 0, DYN_HTTP_REQUEST);
- stream->resp_hds_len = 0;
- stream->bodystarted = FALSE;
- stream->status_code = -1;
- stream->closed = FALSE;
- stream->close_handled = FALSE;
- stream->error = NGHTTP2_NO_ERROR;
- stream->local_window_size = H2_STREAM_WINDOW_SIZE_INITIAL;
- stream->nrcvd_data = 0;
- return stream;
- }
- static void free_push_headers(struct h2_stream_ctx *stream)
- {
- size_t i;
- for(i = 0; i < stream->push_headers_used; i++)
- free(stream->push_headers[i]);
- Curl_safefree(stream->push_headers);
- stream->push_headers_used = 0;
- }
- static void h2_stream_ctx_free(struct h2_stream_ctx *stream)
- {
- Curl_bufq_free(&stream->sendbuf);
- Curl_h1_req_parse_free(&stream->h1);
- Curl_dynhds_free(&stream->resp_trailers);
- free_push_headers(stream);
- free(stream);
- }
- static void h2_stream_hash_free(void *stream)
- {
- DEBUGASSERT(stream);
- h2_stream_ctx_free((struct h2_stream_ctx *)stream);
- }
- #ifdef NGHTTP2_HAS_SET_LOCAL_WINDOW_SIZE
- static int32_t cf_h2_get_desired_local_win(struct Curl_cfilter *cf,
- struct Curl_easy *data)
- {
- (void)cf;
- if(data->set.max_recv_speed && data->set.max_recv_speed < INT32_MAX) {
- /* The transfer should only receive `max_recv_speed` bytes per second.
- * We restrict the stream's local window size, so that the server cannot
- * send us "too much" at a time.
- * This gets less precise the higher the latency. */
- return (int32_t)data->set.max_recv_speed;
- }
- return H2_STREAM_WINDOW_SIZE_MAX;
- }
- static CURLcode cf_h2_update_local_win(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- struct h2_stream_ctx *stream,
- bool paused)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- int32_t dwsize;
- int rv;
- dwsize = paused ? 0 : cf_h2_get_desired_local_win(cf, data);
- if(dwsize != stream->local_window_size) {
- int32_t wsize = nghttp2_session_get_stream_effective_local_window_size(
- ctx->h2, stream->id);
- if(dwsize > wsize) {
- rv = nghttp2_submit_window_update(ctx->h2, NGHTTP2_FLAG_NONE,
- stream->id, dwsize - wsize);
- if(rv) {
- failf(data, "[%d] nghttp2_submit_window_update() failed: "
- "%s(%d)", stream->id, nghttp2_strerror(rv), rv);
- return CURLE_HTTP2;
- }
- stream->local_window_size = dwsize;
- CURL_TRC_CF(data, cf, "[%d] local window update by %d",
- stream->id, dwsize - wsize);
- }
- else {
- rv = nghttp2_session_set_local_window_size(ctx->h2, NGHTTP2_FLAG_NONE,
- stream->id, dwsize);
- if(rv) {
- failf(data, "[%d] nghttp2_session_set_local_window_size() failed: "
- "%s(%d)", stream->id, nghttp2_strerror(rv), rv);
- return CURLE_HTTP2;
- }
- stream->local_window_size = dwsize;
- CURL_TRC_CF(data, cf, "[%d] local window size now %d",
- stream->id, dwsize);
- }
- }
- return CURLE_OK;
- }
- #else /* NGHTTP2_HAS_SET_LOCAL_WINDOW_SIZE */
- static CURLcode cf_h2_update_local_win(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- struct h2_stream_ctx *stream,
- bool paused)
- {
- (void)cf;
- (void)data;
- (void)stream;
- (void)paused;
- return CURLE_OK;
- }
- #endif /* !NGHTTP2_HAS_SET_LOCAL_WINDOW_SIZE */
- /*
- * Mark this transfer to get "drained".
- */
- static void drain_stream(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- struct h2_stream_ctx *stream)
- {
- unsigned char bits;
- (void)cf;
- bits = CURL_CSELECT_IN;
- if(!stream->closed &&
- (!stream->body_eos || !Curl_bufq_is_empty(&stream->sendbuf)))
- bits |= CURL_CSELECT_OUT;
- if(stream->closed || (data->state.select_bits != bits)) {
- CURL_TRC_CF(data, cf, "[%d] DRAIN select_bits=%x",
- stream->id, bits);
- data->state.select_bits = bits;
- Curl_expire(data, 0, EXPIRE_RUN_NOW);
- }
- }
- static CURLcode http2_data_setup(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- struct h2_stream_ctx **pstream)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- struct h2_stream_ctx *stream;
- (void)cf;
- DEBUGASSERT(data);
- stream = H2_STREAM_CTX(ctx, data);
- if(stream) {
- *pstream = stream;
- return CURLE_OK;
- }
- stream = h2_stream_ctx_create(ctx);
- if(!stream)
- return CURLE_OUT_OF_MEMORY;
- if(!Curl_hash_offt_set(&ctx->streams, data->mid, stream)) {
- h2_stream_ctx_free(stream);
- return CURLE_OUT_OF_MEMORY;
- }
- *pstream = stream;
- return CURLE_OK;
- }
- static void http2_data_done(struct Curl_cfilter *cf, struct Curl_easy *data)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- struct h2_stream_ctx *stream = H2_STREAM_CTX(ctx, data);
- DEBUGASSERT(ctx);
- if(!stream || !ctx->initialized)
- return;
- if(ctx->h2) {
- bool flush_egress = FALSE;
- /* returns error if stream not known, which is fine here */
- (void)nghttp2_session_set_stream_user_data(ctx->h2, stream->id, NULL);
- if(!stream->closed && stream->id > 0) {
- /* RST_STREAM */
- CURL_TRC_CF(data, cf, "[%d] premature DATA_DONE, RST stream",
- stream->id);
- stream->closed = TRUE;
- stream->reset = TRUE;
- nghttp2_submit_rst_stream(ctx->h2, NGHTTP2_FLAG_NONE,
- stream->id, NGHTTP2_STREAM_CLOSED);
- flush_egress = TRUE;
- }
- if(flush_egress)
- nghttp2_session_send(ctx->h2);
- }
- Curl_hash_offt_remove(&ctx->streams, data->mid);
- }
- static int h2_client_new(struct Curl_cfilter *cf,
- nghttp2_session_callbacks *cbs)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- nghttp2_option *o;
- nghttp2_mem mem = {NULL, Curl_nghttp2_malloc, Curl_nghttp2_free,
- Curl_nghttp2_calloc, Curl_nghttp2_realloc};
- int rc = nghttp2_option_new(&o);
- if(rc)
- return rc;
- /* We handle window updates ourself to enforce buffer limits */
- nghttp2_option_set_no_auto_window_update(o, 1);
- #if NGHTTP2_VERSION_NUM >= 0x013200
- /* with 1.50.0 */
- /* turn off RFC 9113 leading and trailing white spaces validation against
- HTTP field value. */
- nghttp2_option_set_no_rfc9113_leading_and_trailing_ws_validation(o, 1);
- #endif
- rc = nghttp2_session_client_new3(&ctx->h2, cbs, cf, o, &mem);
- nghttp2_option_del(o);
- return rc;
- }
- static ssize_t nw_in_reader(void *reader_ctx,
- unsigned char *buf, size_t buflen,
- CURLcode *err)
- {
- struct Curl_cfilter *cf = reader_ctx;
- struct Curl_easy *data = CF_DATA_CURRENT(cf);
- return Curl_conn_cf_recv(cf->next, data, (char *)buf, buflen, err);
- }
- static ssize_t nw_out_writer(void *writer_ctx,
- const unsigned char *buf, size_t buflen,
- CURLcode *err)
- {
- struct Curl_cfilter *cf = writer_ctx;
- struct Curl_easy *data = CF_DATA_CURRENT(cf);
- if(data) {
- ssize_t nwritten = Curl_conn_cf_send(cf->next, data, (const char *)buf,
- buflen, FALSE, err);
- if(nwritten > 0)
- CURL_TRC_CF(data, cf, "[0] egress: wrote %zd bytes", nwritten);
- return nwritten;
- }
- return 0;
- }
- static ssize_t send_callback(nghttp2_session *h2,
- const uint8_t *mem, size_t length, int flags,
- void *userp);
- static int on_frame_recv(nghttp2_session *session, const nghttp2_frame *frame,
- void *userp);
- #ifndef CURL_DISABLE_VERBOSE_STRINGS
- static int on_frame_send(nghttp2_session *session, const nghttp2_frame *frame,
- void *userp);
- #endif
- static int on_data_chunk_recv(nghttp2_session *session, uint8_t flags,
- int32_t stream_id,
- const uint8_t *mem, size_t len, void *userp);
- static int on_stream_close(nghttp2_session *session, int32_t stream_id,
- uint32_t error_code, void *userp);
- static int on_begin_headers(nghttp2_session *session,
- const nghttp2_frame *frame, void *userp);
- static int on_header(nghttp2_session *session, const nghttp2_frame *frame,
- const uint8_t *name, size_t namelen,
- const uint8_t *value, size_t valuelen,
- uint8_t flags,
- void *userp);
- #if !defined(CURL_DISABLE_VERBOSE_STRINGS)
- static int error_callback(nghttp2_session *session, const char *msg,
- size_t len, void *userp);
- #endif
- static CURLcode cf_h2_ctx_open(struct Curl_cfilter *cf,
- struct Curl_easy *data)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- struct h2_stream_ctx *stream;
- CURLcode result = CURLE_OUT_OF_MEMORY;
- int rc;
- nghttp2_session_callbacks *cbs = NULL;
- DEBUGASSERT(!ctx->h2);
- DEBUGASSERT(ctx->initialized);
- rc = nghttp2_session_callbacks_new(&cbs);
- if(rc) {
- failf(data, "Couldn't initialize nghttp2 callbacks");
- goto out;
- }
- nghttp2_session_callbacks_set_send_callback(cbs, send_callback);
- nghttp2_session_callbacks_set_on_frame_recv_callback(cbs, on_frame_recv);
- #ifndef CURL_DISABLE_VERBOSE_STRINGS
- nghttp2_session_callbacks_set_on_frame_send_callback(cbs, on_frame_send);
- #endif
- nghttp2_session_callbacks_set_on_data_chunk_recv_callback(
- cbs, on_data_chunk_recv);
- nghttp2_session_callbacks_set_on_stream_close_callback(cbs, on_stream_close);
- nghttp2_session_callbacks_set_on_begin_headers_callback(
- cbs, on_begin_headers);
- nghttp2_session_callbacks_set_on_header_callback(cbs, on_header);
- #if !defined(CURL_DISABLE_VERBOSE_STRINGS)
- nghttp2_session_callbacks_set_error_callback(cbs, error_callback);
- #endif
- /* The nghttp2 session is not yet setup, do it */
- rc = h2_client_new(cf, cbs);
- if(rc) {
- failf(data, "Couldn't initialize nghttp2");
- goto out;
- }
- ctx->max_concurrent_streams = DEFAULT_MAX_CONCURRENT_STREAMS;
- if(ctx->via_h1_upgrade) {
- /* HTTP/1.1 Upgrade issued. H2 Settings have already been submitted
- * in the H1 request and we upgrade from there. This stream
- * is opened implicitly as #1. */
- uint8_t binsettings[H2_BINSETTINGS_LEN];
- ssize_t binlen; /* length of the binsettings data */
- binlen = populate_binsettings(binsettings, data);
- if(binlen <= 0) {
- failf(data, "nghttp2 unexpectedly failed on pack_settings_payload");
- result = CURLE_FAILED_INIT;
- goto out;
- }
- result = http2_data_setup(cf, data, &stream);
- if(result)
- goto out;
- DEBUGASSERT(stream);
- stream->id = 1;
- /* queue SETTINGS frame (again) */
- rc = nghttp2_session_upgrade2(ctx->h2, binsettings, (size_t)binlen,
- data->state.httpreq == HTTPREQ_HEAD,
- NULL);
- if(rc) {
- failf(data, "nghttp2_session_upgrade2() failed: %s(%d)",
- nghttp2_strerror(rc), rc);
- result = CURLE_HTTP2;
- goto out;
- }
- rc = nghttp2_session_set_stream_user_data(ctx->h2, stream->id,
- data);
- if(rc) {
- infof(data, "http/2: failed to set user_data for stream %u",
- stream->id);
- DEBUGASSERT(0);
- }
- CURL_TRC_CF(data, cf, "created session via Upgrade");
- }
- else {
- nghttp2_settings_entry iv[H2_SETTINGS_IV_LEN];
- size_t ivlen;
- ivlen = populate_settings(iv, data);
- rc = nghttp2_submit_settings(ctx->h2, NGHTTP2_FLAG_NONE,
- iv, ivlen);
- if(rc) {
- failf(data, "nghttp2_submit_settings() failed: %s(%d)",
- nghttp2_strerror(rc), rc);
- result = CURLE_HTTP2;
- goto out;
- }
- }
- rc = nghttp2_session_set_local_window_size(ctx->h2, NGHTTP2_FLAG_NONE, 0,
- HTTP2_HUGE_WINDOW_SIZE);
- if(rc) {
- failf(data, "nghttp2_session_set_local_window_size() failed: %s(%d)",
- nghttp2_strerror(rc), rc);
- result = CURLE_HTTP2;
- goto out;
- }
- /* all set, traffic will be send on connect */
- result = CURLE_OK;
- CURL_TRC_CF(data, cf, "[0] created h2 session%s",
- ctx->via_h1_upgrade ? " (via h1 upgrade)" : "");
- out:
- if(cbs)
- nghttp2_session_callbacks_del(cbs);
- return result;
- }
- /*
- * Returns nonzero if current HTTP/2 session should be closed.
- */
- static int should_close_session(struct cf_h2_ctx *ctx)
- {
- return ctx->drain_total == 0 && !nghttp2_session_want_read(ctx->h2) &&
- !nghttp2_session_want_write(ctx->h2);
- }
- /*
- * Processes pending input left in network input buffer.
- * This function returns 0 if it succeeds, or -1 and error code will
- * be assigned to *err.
- */
- static int h2_process_pending_input(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- CURLcode *err)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- const unsigned char *buf;
- size_t blen;
- ssize_t rv;
- while(Curl_bufq_peek(&ctx->inbufq, &buf, &blen)) {
- rv = nghttp2_session_mem_recv(ctx->h2, (const uint8_t *)buf, blen);
- if(rv < 0) {
- failf(data,
- "process_pending_input: nghttp2_session_mem_recv() returned "
- "%zd:%s", rv, nghttp2_strerror((int)rv));
- *err = CURLE_RECV_ERROR;
- return -1;
- }
- Curl_bufq_skip(&ctx->inbufq, (size_t)rv);
- if(Curl_bufq_is_empty(&ctx->inbufq)) {
- break;
- }
- else {
- CURL_TRC_CF(data, cf, "process_pending_input: %zu bytes left "
- "in connection buffer", Curl_bufq_len(&ctx->inbufq));
- }
- }
- if(nghttp2_session_check_request_allowed(ctx->h2) == 0) {
- /* No more requests are allowed in the current session, so
- the connection may not be reused. This is set when a
- GOAWAY frame has been received or when the limit of stream
- identifiers has been reached. */
- connclose(cf->conn, "http/2: No new requests allowed");
- }
- return 0;
- }
- /*
- * The server may send us data at any point (e.g. PING frames). Therefore,
- * we cannot assume that an HTTP/2 socket is dead just because it is readable.
- *
- * Check the lower filters first and, if successful, peek at the socket
- * and distinguish between closed and data.
- */
- static bool http2_connisalive(struct Curl_cfilter *cf, struct Curl_easy *data,
- bool *input_pending)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- bool alive = TRUE;
- *input_pending = FALSE;
- if(!cf->next || !cf->next->cft->is_alive(cf->next, data, input_pending))
- return FALSE;
- if(*input_pending) {
- /* This happens before we have sent off a request and the connection is
- not in use by any other transfer, there should not be any data here,
- only "protocol frames" */
- CURLcode result;
- ssize_t nread = -1;
- *input_pending = FALSE;
- nread = Curl_bufq_slurp(&ctx->inbufq, nw_in_reader, cf, &result);
- if(nread != -1) {
- CURL_TRC_CF(data, cf, "%zd bytes stray data read before trying "
- "h2 connection", nread);
- if(h2_process_pending_input(cf, data, &result) < 0)
- /* immediate error, considered dead */
- alive = FALSE;
- else {
- alive = !should_close_session(ctx);
- }
- }
- else if(result != CURLE_AGAIN) {
- /* the read failed so let's say this is dead anyway */
- alive = FALSE;
- }
- }
- return alive;
- }
- static CURLcode http2_send_ping(struct Curl_cfilter *cf,
- struct Curl_easy *data)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- int rc;
- rc = nghttp2_submit_ping(ctx->h2, 0, ZERO_NULL);
- if(rc) {
- failf(data, "nghttp2_submit_ping() failed: %s(%d)",
- nghttp2_strerror(rc), rc);
- return CURLE_HTTP2;
- }
- rc = nghttp2_session_send(ctx->h2);
- if(rc) {
- failf(data, "nghttp2_session_send() failed: %s(%d)",
- nghttp2_strerror(rc), rc);
- return CURLE_SEND_ERROR;
- }
- return CURLE_OK;
- }
- /*
- * Store nghttp2 version info in this buffer.
- */
- void Curl_http2_ver(char *p, size_t len)
- {
- nghttp2_info *h2 = nghttp2_version(0);
- (void)msnprintf(p, len, "nghttp2/%s", h2->version_str);
- }
- static CURLcode nw_out_flush(struct Curl_cfilter *cf,
- struct Curl_easy *data)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- ssize_t nwritten;
- CURLcode result;
- (void)data;
- if(Curl_bufq_is_empty(&ctx->outbufq))
- return CURLE_OK;
- nwritten = Curl_bufq_pass(&ctx->outbufq, nw_out_writer, cf, &result);
- if(nwritten < 0) {
- if(result == CURLE_AGAIN) {
- CURL_TRC_CF(data, cf, "flush nw send buffer(%zu) -> EAGAIN",
- Curl_bufq_len(&ctx->outbufq));
- ctx->nw_out_blocked = 1;
- }
- return result;
- }
- return Curl_bufq_is_empty(&ctx->outbufq) ? CURLE_OK : CURLE_AGAIN;
- }
- /*
- * The implementation of nghttp2_send_callback type. Here we write |data| with
- * size |length| to the network and return the number of bytes actually
- * written. See the documentation of nghttp2_send_callback for the details.
- */
- static ssize_t send_callback(nghttp2_session *h2,
- const uint8_t *buf, size_t blen, int flags,
- void *userp)
- {
- struct Curl_cfilter *cf = userp;
- struct cf_h2_ctx *ctx = cf->ctx;
- struct Curl_easy *data = CF_DATA_CURRENT(cf);
- ssize_t nwritten;
- CURLcode result = CURLE_OK;
- (void)h2;
- (void)flags;
- DEBUGASSERT(data);
- if(!cf->connected)
- nwritten = Curl_bufq_write(&ctx->outbufq, buf, blen, &result);
- else
- nwritten = Curl_bufq_write_pass(&ctx->outbufq, buf, blen,
- nw_out_writer, cf, &result);
- if(nwritten < 0) {
- if(result == CURLE_AGAIN) {
- ctx->nw_out_blocked = 1;
- return NGHTTP2_ERR_WOULDBLOCK;
- }
- failf(data, "Failed sending HTTP2 data");
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- }
- if(!nwritten) {
- ctx->nw_out_blocked = 1;
- return NGHTTP2_ERR_WOULDBLOCK;
- }
- return nwritten;
- }
- /* We pass a pointer to this struct in the push callback, but the contents of
- the struct are hidden from the user. */
- struct curl_pushheaders {
- struct Curl_easy *data;
- struct h2_stream_ctx *stream;
- const nghttp2_push_promise *frame;
- };
- /*
- * push header access function. Only to be used from within the push callback
- */
- char *curl_pushheader_bynum(struct curl_pushheaders *h, size_t num)
- {
- /* Verify that we got a good easy handle in the push header struct, mostly to
- detect rubbish input fast(er). */
- if(!h || !GOOD_EASY_HANDLE(h->data))
- return NULL;
- else {
- if(h->stream && num < h->stream->push_headers_used)
- return h->stream->push_headers[num];
- }
- return NULL;
- }
- /*
- * push header access function. Only to be used from within the push callback
- */
- char *curl_pushheader_byname(struct curl_pushheaders *h, const char *header)
- {
- struct h2_stream_ctx *stream;
- size_t len;
- size_t i;
- /* Verify that we got a good easy handle in the push header struct,
- mostly to detect rubbish input fast(er). Also empty header name
- is just a rubbish too. We have to allow ":" at the beginning of
- the header, but header == ":" must be rejected. If we have ':' in
- the middle of header, it could be matched in middle of the value,
- this is because we do prefix match.*/
- if(!h || !GOOD_EASY_HANDLE(h->data) || !header || !header[0] ||
- !strcmp(header, ":") || strchr(header + 1, ':'))
- return NULL;
- stream = h->stream;
- if(!stream)
- return NULL;
- len = strlen(header);
- for(i = 0; i < stream->push_headers_used; i++) {
- if(!strncmp(header, stream->push_headers[i], len)) {
- /* sub-match, make sure that it is followed by a colon */
- if(stream->push_headers[i][len] != ':')
- continue;
- return &stream->push_headers[i][len + 1];
- }
- }
- return NULL;
- }
- static struct Curl_easy *h2_duphandle(struct Curl_cfilter *cf,
- struct Curl_easy *data)
- {
- struct Curl_easy *second = curl_easy_duphandle(data);
- if(second) {
- struct h2_stream_ctx *second_stream;
- http2_data_setup(cf, second, &second_stream);
- second->state.priority.weight = data->state.priority.weight;
- }
- return second;
- }
- static int set_transfer_url(struct Curl_easy *data,
- struct curl_pushheaders *hp)
- {
- const char *v;
- CURLUcode uc;
- char *url = NULL;
- int rc = 0;
- CURLU *u = curl_url();
- if(!u)
- return 5;
- v = curl_pushheader_byname(hp, HTTP_PSEUDO_SCHEME);
- if(v) {
- uc = curl_url_set(u, CURLUPART_SCHEME, v, 0);
- if(uc) {
- rc = 1;
- goto fail;
- }
- }
- v = curl_pushheader_byname(hp, HTTP_PSEUDO_AUTHORITY);
- if(v) {
- uc = Curl_url_set_authority(u, v);
- if(uc) {
- rc = 2;
- goto fail;
- }
- }
- v = curl_pushheader_byname(hp, HTTP_PSEUDO_PATH);
- if(v) {
- uc = curl_url_set(u, CURLUPART_PATH, v, 0);
- if(uc) {
- rc = 3;
- goto fail;
- }
- }
- uc = curl_url_get(u, CURLUPART_URL, &url, 0);
- if(uc)
- rc = 4;
- fail:
- curl_url_cleanup(u);
- if(rc)
- return rc;
- if(data->state.url_alloc)
- free(data->state.url);
- data->state.url_alloc = TRUE;
- data->state.url = url;
- return 0;
- }
- static void discard_newhandle(struct Curl_cfilter *cf,
- struct Curl_easy *newhandle)
- {
- http2_data_done(cf, newhandle);
- (void)Curl_close(&newhandle);
- }
- static int push_promise(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- const nghttp2_push_promise *frame)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- int rv; /* one of the CURL_PUSH_* defines */
- CURL_TRC_CF(data, cf, "[%d] PUSH_PROMISE received",
- frame->promised_stream_id);
- if(data->multi->push_cb) {
- struct h2_stream_ctx *stream;
- struct h2_stream_ctx *newstream;
- struct curl_pushheaders heads;
- CURLMcode rc;
- CURLcode result;
- /* clone the parent */
- struct Curl_easy *newhandle = h2_duphandle(cf, data);
- if(!newhandle) {
- infof(data, "failed to duplicate handle");
- rv = CURL_PUSH_DENY; /* FAIL HARD */
- goto fail;
- }
- /* ask the application */
- CURL_TRC_CF(data, cf, "Got PUSH_PROMISE, ask application");
- stream = H2_STREAM_CTX(ctx, data);
- if(!stream) {
- failf(data, "Internal NULL stream");
- discard_newhandle(cf, newhandle);
- rv = CURL_PUSH_DENY;
- goto fail;
- }
- heads.data = data;
- heads.stream = stream;
- heads.frame = frame;
- rv = set_transfer_url(newhandle, &heads);
- if(rv) {
- discard_newhandle(cf, newhandle);
- rv = CURL_PUSH_DENY;
- goto fail;
- }
- result = http2_data_setup(cf, newhandle, &newstream);
- if(result) {
- failf(data, "error setting up stream: %d", result);
- discard_newhandle(cf, newhandle);
- rv = CURL_PUSH_DENY;
- goto fail;
- }
- DEBUGASSERT(stream);
- Curl_set_in_callback(data, TRUE);
- rv = data->multi->push_cb(data, newhandle,
- stream->push_headers_used, &heads,
- data->multi->push_userp);
- Curl_set_in_callback(data, FALSE);
- /* free the headers again */
- free_push_headers(stream);
- if(rv) {
- DEBUGASSERT((rv > CURL_PUSH_OK) && (rv <= CURL_PUSH_ERROROUT));
- /* denied, kill off the new handle again */
- discard_newhandle(cf, newhandle);
- goto fail;
- }
- newstream->id = frame->promised_stream_id;
- newhandle->req.maxdownload = -1;
- newhandle->req.size = -1;
- /* approved, add to the multi handle and immediately switch to PERFORM
- state with the given connection !*/
- rc = Curl_multi_add_perform(data->multi, newhandle, cf->conn);
- if(rc) {
- infof(data, "failed to add handle to multi");
- discard_newhandle(cf, newhandle);
- rv = CURL_PUSH_DENY;
- goto fail;
- }
- rv = nghttp2_session_set_stream_user_data(ctx->h2,
- newstream->id,
- newhandle);
- if(rv) {
- infof(data, "failed to set user_data for stream %u",
- newstream->id);
- DEBUGASSERT(0);
- rv = CURL_PUSH_DENY;
- goto fail;
- }
- /* success, remember max stream id processed */
- if(newstream->id > ctx->local_max_sid)
- ctx->local_max_sid = newstream->id;
- }
- else {
- CURL_TRC_CF(data, cf, "Got PUSH_PROMISE, ignore it");
- rv = CURL_PUSH_DENY;
- }
- fail:
- return rv;
- }
- static void h2_xfer_write_resp_hd(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- struct h2_stream_ctx *stream,
- const char *buf, size_t blen, bool eos)
- {
- /* If we already encountered an error, skip further writes */
- if(!stream->xfer_result) {
- stream->xfer_result = Curl_xfer_write_resp_hd(data, buf, blen, eos);
- if(!stream->xfer_result && !eos)
- stream->xfer_result = cf_h2_update_local_win(cf, data, stream, FALSE);
- if(stream->xfer_result)
- CURL_TRC_CF(data, cf, "[%d] error %d writing %zu bytes of headers",
- stream->id, stream->xfer_result, blen);
- }
- }
- static void h2_xfer_write_resp(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- struct h2_stream_ctx *stream,
- const char *buf, size_t blen, bool eos)
- {
- /* If we already encountered an error, skip further writes */
- if(!stream->xfer_result)
- stream->xfer_result = Curl_xfer_write_resp(data, buf, blen, eos);
- if(!stream->xfer_result && !eos)
- stream->xfer_result = cf_h2_update_local_win(cf, data, stream, FALSE);
- /* If the transfer write is errored, we do not want any more data */
- if(stream->xfer_result) {
- struct cf_h2_ctx *ctx = cf->ctx;
- CURL_TRC_CF(data, cf, "[%d] error %d writing %zu bytes of data, "
- "RST-ing stream",
- stream->id, stream->xfer_result, blen);
- nghttp2_submit_rst_stream(ctx->h2, 0, stream->id,
- (uint32_t)NGHTTP2_ERR_CALLBACK_FAILURE);
- }
- }
- static CURLcode on_stream_frame(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- const nghttp2_frame *frame)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- struct h2_stream_ctx *stream = H2_STREAM_CTX(ctx, data);
- int32_t stream_id = frame->hd.stream_id;
- int rv;
- if(!stream) {
- CURL_TRC_CF(data, cf, "[%d] No stream_ctx set", stream_id);
- return CURLE_FAILED_INIT;
- }
- switch(frame->hd.type) {
- case NGHTTP2_DATA:
- CURL_TRC_CF(data, cf, "[%d] DATA, window=%d/%d",
- stream_id,
- nghttp2_session_get_stream_effective_recv_data_length(
- ctx->h2, stream->id),
- nghttp2_session_get_stream_effective_local_window_size(
- ctx->h2, stream->id));
- /* If !body started on this stream, then receiving DATA is illegal. */
- if(!stream->bodystarted) {
- rv = nghttp2_submit_rst_stream(ctx->h2, NGHTTP2_FLAG_NONE,
- stream_id, NGHTTP2_PROTOCOL_ERROR);
- if(nghttp2_is_fatal(rv)) {
- return CURLE_RECV_ERROR;
- }
- }
- break;
- case NGHTTP2_HEADERS:
- if(stream->bodystarted) {
- /* Only valid HEADERS after body started is trailer HEADERS. We
- buffer them in on_header callback. */
- break;
- }
- /* nghttp2 guarantees that :status is received, and we store it to
- stream->status_code. Fuzzing has proven this can still be reached
- without status code having been set. */
- if(stream->status_code == -1)
- return CURLE_RECV_ERROR;
- /* Only final status code signals the end of header */
- if(stream->status_code / 100 != 1)
- stream->bodystarted = TRUE;
- else
- stream->status_code = -1;
- h2_xfer_write_resp_hd(cf, data, stream, STRCONST("\r\n"), stream->closed);
- if(stream->status_code / 100 != 1) {
- stream->resp_hds_complete = TRUE;
- }
- drain_stream(cf, data, stream);
- break;
- case NGHTTP2_PUSH_PROMISE:
- rv = push_promise(cf, data, &frame->push_promise);
- if(rv) { /* deny! */
- DEBUGASSERT((rv > CURL_PUSH_OK) && (rv <= CURL_PUSH_ERROROUT));
- rv = nghttp2_submit_rst_stream(ctx->h2, NGHTTP2_FLAG_NONE,
- frame->push_promise.promised_stream_id,
- NGHTTP2_CANCEL);
- if(nghttp2_is_fatal(rv))
- return CURLE_SEND_ERROR;
- else if(rv == CURL_PUSH_ERROROUT) {
- CURL_TRC_CF(data, cf, "[%d] fail in PUSH_PROMISE received",
- stream_id);
- return CURLE_RECV_ERROR;
- }
- }
- break;
- case NGHTTP2_RST_STREAM:
- stream->closed = TRUE;
- if(frame->rst_stream.error_code) {
- stream->reset = TRUE;
- }
- drain_stream(cf, data, stream);
- break;
- case NGHTTP2_WINDOW_UPDATE:
- if(CURL_WANT_SEND(data) && Curl_bufq_is_empty(&stream->sendbuf)) {
- /* need more data, force processing of transfer */
- drain_stream(cf, data, stream);
- }
- else if(!Curl_bufq_is_empty(&stream->sendbuf)) {
- /* resume the potentially suspended stream */
- rv = nghttp2_session_resume_data(ctx->h2, stream->id);
- if(nghttp2_is_fatal(rv))
- return CURLE_SEND_ERROR;
- }
- break;
- default:
- break;
- }
- if(frame->hd.flags & NGHTTP2_FLAG_END_STREAM) {
- if(!stream->closed && !stream->body_eos &&
- ((stream->status_code >= 400) || (stream->status_code < 200))) {
- /* The server did not give us a positive response and we are not
- * done uploading the request body. We need to stop doing that and
- * also inform the server that we aborted our side. */
- CURL_TRC_CF(data, cf, "[%d] EOS frame with unfinished upload and "
- "HTTP status %d, abort upload by RST",
- stream_id, stream->status_code);
- nghttp2_submit_rst_stream(ctx->h2, NGHTTP2_FLAG_NONE,
- stream->id, NGHTTP2_STREAM_CLOSED);
- stream->closed = TRUE;
- }
- drain_stream(cf, data, stream);
- }
- return CURLE_OK;
- }
- #ifndef CURL_DISABLE_VERBOSE_STRINGS
- static int fr_print(const nghttp2_frame *frame, char *buffer, size_t blen)
- {
- switch(frame->hd.type) {
- case NGHTTP2_DATA: {
- return msnprintf(buffer, blen,
- "FRAME[DATA, len=%d, eos=%d, padlen=%d]",
- (int)frame->hd.length,
- !!(frame->hd.flags & NGHTTP2_FLAG_END_STREAM),
- (int)frame->data.padlen);
- }
- case NGHTTP2_HEADERS: {
- return msnprintf(buffer, blen,
- "FRAME[HEADERS, len=%d, hend=%d, eos=%d]",
- (int)frame->hd.length,
- !!(frame->hd.flags & NGHTTP2_FLAG_END_HEADERS),
- !!(frame->hd.flags & NGHTTP2_FLAG_END_STREAM));
- }
- case NGHTTP2_PRIORITY: {
- return msnprintf(buffer, blen,
- "FRAME[PRIORITY, len=%d, flags=%d]",
- (int)frame->hd.length, frame->hd.flags);
- }
- case NGHTTP2_RST_STREAM: {
- return msnprintf(buffer, blen,
- "FRAME[RST_STREAM, len=%d, flags=%d, error=%u]",
- (int)frame->hd.length, frame->hd.flags,
- frame->rst_stream.error_code);
- }
- case NGHTTP2_SETTINGS: {
- if(frame->hd.flags & NGHTTP2_FLAG_ACK) {
- return msnprintf(buffer, blen, "FRAME[SETTINGS, ack=1]");
- }
- return msnprintf(buffer, blen,
- "FRAME[SETTINGS, len=%d]", (int)frame->hd.length);
- }
- case NGHTTP2_PUSH_PROMISE: {
- return msnprintf(buffer, blen,
- "FRAME[PUSH_PROMISE, len=%d, hend=%d]",
- (int)frame->hd.length,
- !!(frame->hd.flags & NGHTTP2_FLAG_END_HEADERS));
- }
- case NGHTTP2_PING: {
- return msnprintf(buffer, blen,
- "FRAME[PING, len=%d, ack=%d]",
- (int)frame->hd.length,
- frame->hd.flags&NGHTTP2_FLAG_ACK);
- }
- case NGHTTP2_GOAWAY: {
- char scratch[128];
- size_t s_len = sizeof(scratch)/sizeof(scratch[0]);
- size_t len = (frame->goaway.opaque_data_len < s_len) ?
- frame->goaway.opaque_data_len : s_len-1;
- if(len)
- memcpy(scratch, frame->goaway.opaque_data, len);
- scratch[len] = '\0';
- return msnprintf(buffer, blen, "FRAME[GOAWAY, error=%d, reason='%s', "
- "last_stream=%d]", frame->goaway.error_code,
- scratch, frame->goaway.last_stream_id);
- }
- case NGHTTP2_WINDOW_UPDATE: {
- return msnprintf(buffer, blen,
- "FRAME[WINDOW_UPDATE, incr=%d]",
- frame->window_update.window_size_increment);
- }
- default:
- return msnprintf(buffer, blen, "FRAME[%d, len=%d, flags=%d]",
- frame->hd.type, (int)frame->hd.length,
- frame->hd.flags);
- }
- }
- static int on_frame_send(nghttp2_session *session, const nghttp2_frame *frame,
- void *userp)
- {
- struct Curl_cfilter *cf = userp;
- struct Curl_easy *data = CF_DATA_CURRENT(cf);
- (void)session;
- DEBUGASSERT(data);
- if(data && Curl_trc_cf_is_verbose(cf, data)) {
- char buffer[256];
- int len;
- len = fr_print(frame, buffer, sizeof(buffer)-1);
- buffer[len] = 0;
- CURL_TRC_CF(data, cf, "[%d] -> %s", frame->hd.stream_id, buffer);
- }
- return 0;
- }
- #endif /* !CURL_DISABLE_VERBOSE_STRINGS */
- static int on_frame_recv(nghttp2_session *session, const nghttp2_frame *frame,
- void *userp)
- {
- struct Curl_cfilter *cf = userp;
- struct cf_h2_ctx *ctx = cf->ctx;
- struct Curl_easy *data = CF_DATA_CURRENT(cf), *data_s;
- int32_t stream_id = frame->hd.stream_id;
- DEBUGASSERT(data);
- #ifndef CURL_DISABLE_VERBOSE_STRINGS
- if(Curl_trc_cf_is_verbose(cf, data)) {
- char buffer[256];
- int len;
- len = fr_print(frame, buffer, sizeof(buffer)-1);
- buffer[len] = 0;
- CURL_TRC_CF(data, cf, "[%d] <- %s",frame->hd.stream_id, buffer);
- }
- #endif /* !CURL_DISABLE_VERBOSE_STRINGS */
- if(!stream_id) {
- /* stream ID zero is for connection-oriented stuff */
- DEBUGASSERT(data);
- switch(frame->hd.type) {
- case NGHTTP2_SETTINGS: {
- if(!(frame->hd.flags & NGHTTP2_FLAG_ACK)) {
- uint32_t max_conn = ctx->max_concurrent_streams;
- ctx->max_concurrent_streams = nghttp2_session_get_remote_settings(
- session, NGHTTP2_SETTINGS_MAX_CONCURRENT_STREAMS);
- ctx->enable_push = nghttp2_session_get_remote_settings(
- session, NGHTTP2_SETTINGS_ENABLE_PUSH) != 0;
- CURL_TRC_CF(data, cf, "[0] MAX_CONCURRENT_STREAMS: %d",
- ctx->max_concurrent_streams);
- CURL_TRC_CF(data, cf, "[0] ENABLE_PUSH: %s",
- ctx->enable_push ? "TRUE" : "false");
- if(data && max_conn != ctx->max_concurrent_streams) {
- /* only signal change if the value actually changed */
- CURL_TRC_CF(data, cf, "[0] notify MAX_CONCURRENT_STREAMS: %u",
- ctx->max_concurrent_streams);
- Curl_multi_connchanged(data->multi);
- }
- /* Since the initial stream window is 64K, a request might be on HOLD,
- * due to exhaustion. The (initial) SETTINGS may announce a much larger
- * window and *assume* that we treat this like a WINDOW_UPDATE. Some
- * servers send an explicit WINDOW_UPDATE, but not all seem to do that.
- * To be safe, we UNHOLD a stream in order not to stall. */
- if(CURL_WANT_SEND(data)) {
- struct h2_stream_ctx *stream = H2_STREAM_CTX(ctx, data);
- if(stream)
- drain_stream(cf, data, stream);
- }
- }
- break;
- }
- case NGHTTP2_GOAWAY:
- ctx->rcvd_goaway = TRUE;
- ctx->goaway_error = frame->goaway.error_code;
- ctx->remote_max_sid = frame->goaway.last_stream_id;
- if(data) {
- infof(data, "received GOAWAY, error=%u, last_stream=%u",
- ctx->goaway_error, ctx->remote_max_sid);
- Curl_multi_connchanged(data->multi);
- }
- break;
- default:
- break;
- }
- return 0;
- }
- data_s = nghttp2_session_get_stream_user_data(session, stream_id);
- if(!data_s) {
- CURL_TRC_CF(data, cf, "[%d] No Curl_easy associated", stream_id);
- return 0;
- }
- return on_stream_frame(cf, data_s, frame) ? NGHTTP2_ERR_CALLBACK_FAILURE : 0;
- }
- static int on_data_chunk_recv(nghttp2_session *session, uint8_t flags,
- int32_t stream_id,
- const uint8_t *mem, size_t len, void *userp)
- {
- struct Curl_cfilter *cf = userp;
- struct cf_h2_ctx *ctx = cf->ctx;
- struct h2_stream_ctx *stream;
- struct Curl_easy *data_s;
- (void)flags;
- DEBUGASSERT(stream_id); /* should never be a zero stream ID here */
- DEBUGASSERT(CF_DATA_CURRENT(cf));
- /* get the stream from the hash based on Stream ID */
- data_s = nghttp2_session_get_stream_user_data(session, stream_id);
- if(!data_s) {
- /* Receiving a Stream ID not in the hash should not happen - unless
- we have aborted a transfer artificially and there were more data
- in the pipeline. Silently ignore. */
- CURL_TRC_CF(CF_DATA_CURRENT(cf), cf, "[%d] Data for unknown",
- stream_id);
- /* consumed explicitly as no one will read it */
- nghttp2_session_consume(session, stream_id, len);
- return 0;
- }
- stream = H2_STREAM_CTX(ctx, data_s);
- if(!stream)
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- h2_xfer_write_resp(cf, data_s, stream, (char *)mem, len, FALSE);
- nghttp2_session_consume(ctx->h2, stream_id, len);
- stream->nrcvd_data += (curl_off_t)len;
- return 0;
- }
- static int on_stream_close(nghttp2_session *session, int32_t stream_id,
- uint32_t error_code, void *userp)
- {
- struct Curl_cfilter *cf = userp;
- struct cf_h2_ctx *ctx = cf->ctx;
- struct Curl_easy *data_s, *call_data = CF_DATA_CURRENT(cf);
- struct h2_stream_ctx *stream;
- int rv;
- (void)session;
- DEBUGASSERT(call_data);
- /* stream id 0 is the connection, do not look there for streams. */
- data_s = stream_id ?
- nghttp2_session_get_stream_user_data(session, stream_id) : NULL;
- if(!data_s) {
- CURL_TRC_CF(call_data, cf,
- "[%d] on_stream_close, no easy set on stream", stream_id);
- return 0;
- }
- if(!GOOD_EASY_HANDLE(data_s)) {
- /* nghttp2 still has an easy registered for the stream which has
- * been freed be libcurl. This points to a code path that does not
- * trigger DONE or DETACH events as it must. */
- CURL_TRC_CF(call_data, cf,
- "[%d] on_stream_close, not a GOOD easy on stream", stream_id);
- (void)nghttp2_session_set_stream_user_data(session, stream_id, 0);
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- }
- stream = H2_STREAM_CTX(ctx, data_s);
- if(!stream) {
- CURL_TRC_CF(data_s, cf,
- "[%d] on_stream_close, GOOD easy but no stream", stream_id);
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- }
- stream->closed = TRUE;
- stream->error = error_code;
- if(stream->error) {
- stream->reset = TRUE;
- }
- if(stream->error)
- CURL_TRC_CF(data_s, cf, "[%d] RESET: %s (err %d)",
- stream_id, nghttp2_http2_strerror(error_code), error_code);
- else
- CURL_TRC_CF(data_s, cf, "[%d] CLOSED", stream_id);
- drain_stream(cf, data_s, stream);
- /* remove `data_s` from the nghttp2 stream */
- rv = nghttp2_session_set_stream_user_data(session, stream_id, 0);
- if(rv) {
- infof(data_s, "http/2: failed to clear user_data for stream %u",
- stream_id);
- DEBUGASSERT(0);
- }
- return 0;
- }
- static int on_begin_headers(nghttp2_session *session,
- const nghttp2_frame *frame, void *userp)
- {
- struct Curl_cfilter *cf = userp;
- struct cf_h2_ctx *ctx = cf->ctx;
- struct h2_stream_ctx *stream;
- struct Curl_easy *data_s = NULL;
- (void)cf;
- data_s = nghttp2_session_get_stream_user_data(session, frame->hd.stream_id);
- if(!data_s) {
- return 0;
- }
- if(frame->hd.type != NGHTTP2_HEADERS) {
- return 0;
- }
- stream = H2_STREAM_CTX(ctx, data_s);
- if(!stream || !stream->bodystarted) {
- return 0;
- }
- return 0;
- }
- /* frame->hd.type is either NGHTTP2_HEADERS or NGHTTP2_PUSH_PROMISE */
- static int on_header(nghttp2_session *session, const nghttp2_frame *frame,
- const uint8_t *name, size_t namelen,
- const uint8_t *value, size_t valuelen,
- uint8_t flags,
- void *userp)
- {
- struct Curl_cfilter *cf = userp;
- struct cf_h2_ctx *ctx = cf->ctx;
- struct h2_stream_ctx *stream;
- struct Curl_easy *data_s;
- int32_t stream_id = frame->hd.stream_id;
- CURLcode result;
- (void)flags;
- DEBUGASSERT(stream_id); /* should never be a zero stream ID here */
- /* get the stream from the hash based on Stream ID */
- data_s = nghttp2_session_get_stream_user_data(session, stream_id);
- if(!data_s)
- /* Receiving a Stream ID not in the hash should not happen, this is an
- internal error more than anything else! */
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- stream = H2_STREAM_CTX(ctx, data_s);
- if(!stream) {
- failf(data_s, "Internal NULL stream");
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- }
- /* Store received PUSH_PROMISE headers to be used when the subsequent
- PUSH_PROMISE callback comes */
- if(frame->hd.type == NGHTTP2_PUSH_PROMISE) {
- char *h;
- if(!strcmp(HTTP_PSEUDO_AUTHORITY, (const char *)name)) {
- /* pseudo headers are lower case */
- int rc = 0;
- char *check = aprintf("%s:%d", cf->conn->host.name,
- cf->conn->remote_port);
- if(!check)
- /* no memory */
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- if(!strcasecompare(check, (const char *)value) &&
- ((cf->conn->remote_port != cf->conn->given->defport) ||
- !strcasecompare(cf->conn->host.name, (const char *)value))) {
- /* This is push is not for the same authority that was asked for in
- * the URL. RFC 7540 section 8.2 says: "A client MUST treat a
- * PUSH_PROMISE for which the server is not authoritative as a stream
- * error of type PROTOCOL_ERROR."
- */
- (void)nghttp2_submit_rst_stream(session, NGHTTP2_FLAG_NONE,
- stream_id, NGHTTP2_PROTOCOL_ERROR);
- rc = NGHTTP2_ERR_CALLBACK_FAILURE;
- }
- free(check);
- if(rc)
- return rc;
- }
- if(!stream->push_headers) {
- stream->push_headers_alloc = 10;
- stream->push_headers = malloc(stream->push_headers_alloc *
- sizeof(char *));
- if(!stream->push_headers)
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- stream->push_headers_used = 0;
- }
- else if(stream->push_headers_used ==
- stream->push_headers_alloc) {
- char **headp;
- if(stream->push_headers_alloc > 1000) {
- /* this is beyond crazy many headers, bail out */
- failf(data_s, "Too many PUSH_PROMISE headers");
- free_push_headers(stream);
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- }
- stream->push_headers_alloc *= 2;
- headp = realloc(stream->push_headers,
- stream->push_headers_alloc * sizeof(char *));
- if(!headp) {
- free_push_headers(stream);
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- }
- stream->push_headers = headp;
- }
- h = aprintf("%s:%s", name, value);
- if(h)
- stream->push_headers[stream->push_headers_used++] = h;
- return 0;
- }
- if(stream->bodystarted) {
- /* This is a trailer */
- CURL_TRC_CF(data_s, cf, "[%d] trailer: %.*s: %.*s",
- stream->id, (int)namelen, name, (int)valuelen, value);
- result = Curl_dynhds_add(&stream->resp_trailers,
- (const char *)name, namelen,
- (const char *)value, valuelen);
- if(result)
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- return 0;
- }
- if(namelen == sizeof(HTTP_PSEUDO_STATUS) - 1 &&
- memcmp(HTTP_PSEUDO_STATUS, name, namelen) == 0) {
- /* nghttp2 guarantees :status is received first and only once. */
- char buffer[32];
- result = Curl_http_decode_status(&stream->status_code,
- (const char *)value, valuelen);
- if(result)
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- msnprintf(buffer, sizeof(buffer), HTTP_PSEUDO_STATUS ":%u\r",
- stream->status_code);
- result = Curl_headers_push(data_s, buffer, CURLH_PSEUDO);
- if(result)
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- Curl_dyn_reset(&ctx->scratch);
- result = Curl_dyn_addn(&ctx->scratch, STRCONST("HTTP/2 "));
- if(!result)
- result = Curl_dyn_addn(&ctx->scratch, value, valuelen);
- if(!result)
- result = Curl_dyn_addn(&ctx->scratch, STRCONST(" \r\n"));
- if(!result)
- h2_xfer_write_resp_hd(cf, data_s, stream, Curl_dyn_ptr(&ctx->scratch),
- Curl_dyn_len(&ctx->scratch), FALSE);
- if(result)
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- /* if we receive data for another handle, wake that up */
- if(CF_DATA_CURRENT(cf) != data_s)
- Curl_expire(data_s, 0, EXPIRE_RUN_NOW);
- CURL_TRC_CF(data_s, cf, "[%d] status: HTTP/2 %03d",
- stream->id, stream->status_code);
- return 0;
- }
- /* nghttp2 guarantees that namelen > 0, and :status was already
- received, and this is not pseudo-header field . */
- /* convert to an HTTP1-style header */
- Curl_dyn_reset(&ctx->scratch);
- result = Curl_dyn_addn(&ctx->scratch, (const char *)name, namelen);
- if(!result)
- result = Curl_dyn_addn(&ctx->scratch, STRCONST(": "));
- if(!result)
- result = Curl_dyn_addn(&ctx->scratch, (const char *)value, valuelen);
- if(!result)
- result = Curl_dyn_addn(&ctx->scratch, STRCONST("\r\n"));
- if(!result)
- h2_xfer_write_resp_hd(cf, data_s, stream, Curl_dyn_ptr(&ctx->scratch),
- Curl_dyn_len(&ctx->scratch), FALSE);
- if(result)
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- /* if we receive data for another handle, wake that up */
- if(CF_DATA_CURRENT(cf) != data_s)
- Curl_expire(data_s, 0, EXPIRE_RUN_NOW);
- CURL_TRC_CF(data_s, cf, "[%d] header: %.*s: %.*s",
- stream->id, (int)namelen, name, (int)valuelen, value);
- return 0; /* 0 is successful */
- }
- static ssize_t req_body_read_callback(nghttp2_session *session,
- int32_t stream_id,
- uint8_t *buf, size_t length,
- uint32_t *data_flags,
- nghttp2_data_source *source,
- void *userp)
- {
- struct Curl_cfilter *cf = userp;
- struct cf_h2_ctx *ctx = cf->ctx;
- struct Curl_easy *data_s;
- struct h2_stream_ctx *stream = NULL;
- CURLcode result;
- ssize_t nread;
- (void)source;
- (void)cf;
- if(!stream_id)
- return NGHTTP2_ERR_INVALID_ARGUMENT;
- /* get the stream from the hash based on Stream ID, stream ID zero is for
- connection-oriented stuff */
- data_s = nghttp2_session_get_stream_user_data(session, stream_id);
- if(!data_s)
- /* Receiving a Stream ID not in the hash should not happen, this is an
- internal error more than anything else! */
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- stream = H2_STREAM_CTX(ctx, data_s);
- if(!stream)
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- nread = Curl_bufq_read(&stream->sendbuf, buf, length, &result);
- if(nread < 0) {
- if(result != CURLE_AGAIN)
- return NGHTTP2_ERR_CALLBACK_FAILURE;
- nread = 0;
- }
- CURL_TRC_CF(data_s, cf, "[%d] req_body_read(len=%zu) eos=%d -> %zd, %d",
- stream_id, length, stream->body_eos, nread, result);
- if(stream->body_eos && Curl_bufq_is_empty(&stream->sendbuf)) {
- *data_flags = NGHTTP2_DATA_FLAG_EOF;
- return nread;
- }
- return (nread == 0) ? NGHTTP2_ERR_DEFERRED : nread;
- }
- #if !defined(CURL_DISABLE_VERBOSE_STRINGS)
- static int error_callback(nghttp2_session *session,
- const char *msg,
- size_t len,
- void *userp)
- {
- struct Curl_cfilter *cf = userp;
- struct Curl_easy *data = CF_DATA_CURRENT(cf);
- (void)session;
- failf(data, "%.*s", (int)len, msg);
- return 0;
- }
- #endif
- /*
- * Append headers to ask for an HTTP1.1 to HTTP2 upgrade.
- */
- CURLcode Curl_http2_request_upgrade(struct dynbuf *req,
- struct Curl_easy *data)
- {
- CURLcode result;
- char *base64;
- size_t blen;
- struct SingleRequest *k = &data->req;
- uint8_t binsettings[H2_BINSETTINGS_LEN];
- ssize_t binlen; /* length of the binsettings data */
- binlen = populate_binsettings(binsettings, data);
- if(binlen <= 0) {
- failf(data, "nghttp2 unexpectedly failed on pack_settings_payload");
- Curl_dyn_free(req);
- return CURLE_FAILED_INIT;
- }
- result = Curl_base64url_encode((const char *)binsettings, (size_t)binlen,
- &base64, &blen);
- if(result) {
- Curl_dyn_free(req);
- return result;
- }
- result = Curl_dyn_addf(req,
- "Connection: Upgrade, HTTP2-Settings\r\n"
- "Upgrade: %s\r\n"
- "HTTP2-Settings: %s\r\n",
- NGHTTP2_CLEARTEXT_PROTO_VERSION_ID, base64);
- free(base64);
- k->upgr101 = UPGR101_H2;
- data->conn->bits.asks_multiplex = TRUE;
- return result;
- }
- static ssize_t http2_handle_stream_close(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- struct h2_stream_ctx *stream,
- CURLcode *err)
- {
- ssize_t rv = 0;
- if(stream->error == NGHTTP2_REFUSED_STREAM) {
- CURL_TRC_CF(data, cf, "[%d] REFUSED_STREAM, try again on a new "
- "connection", stream->id);
- connclose(cf->conn, "REFUSED_STREAM"); /* do not use this anymore */
- data->state.refused_stream = TRUE;
- *err = CURLE_RECV_ERROR; /* trigger Curl_retry_request() later */
- return -1;
- }
- else if(stream->error != NGHTTP2_NO_ERROR) {
- if(stream->resp_hds_complete && data->req.no_body) {
- CURL_TRC_CF(data, cf, "[%d] error after response headers, but we did "
- "not want a body anyway, ignore: %s (err %u)",
- stream->id, nghttp2_http2_strerror(stream->error),
- stream->error);
- stream->close_handled = TRUE;
- *err = CURLE_OK;
- goto out;
- }
- failf(data, "HTTP/2 stream %u was not closed cleanly: %s (err %u)",
- stream->id, nghttp2_http2_strerror(stream->error),
- stream->error);
- *err = CURLE_HTTP2_STREAM;
- return -1;
- }
- else if(stream->reset) {
- failf(data, "HTTP/2 stream %u was reset", stream->id);
- *err = data->req.bytecount ? CURLE_PARTIAL_FILE : CURLE_HTTP2;
- return -1;
- }
- if(!stream->bodystarted) {
- failf(data, "HTTP/2 stream %u was closed cleanly, but before getting "
- " all response header fields, treated as error",
- stream->id);
- *err = CURLE_HTTP2_STREAM;
- return -1;
- }
- if(Curl_dynhds_count(&stream->resp_trailers)) {
- struct dynhds_entry *e;
- struct dynbuf dbuf;
- size_t i;
- *err = CURLE_OK;
- Curl_dyn_init(&dbuf, DYN_TRAILERS);
- for(i = 0; i < Curl_dynhds_count(&stream->resp_trailers); ++i) {
- e = Curl_dynhds_getn(&stream->resp_trailers, i);
- if(!e)
- break;
- Curl_dyn_reset(&dbuf);
- *err = Curl_dyn_addf(&dbuf, "%.*s: %.*s\x0d\x0a",
- (int)e->namelen, e->name,
- (int)e->valuelen, e->value);
- if(*err)
- break;
- Curl_debug(data, CURLINFO_HEADER_IN, Curl_dyn_ptr(&dbuf),
- Curl_dyn_len(&dbuf));
- *err = Curl_client_write(data, CLIENTWRITE_HEADER|CLIENTWRITE_TRAILER,
- Curl_dyn_ptr(&dbuf), Curl_dyn_len(&dbuf));
- if(*err)
- break;
- }
- Curl_dyn_free(&dbuf);
- if(*err)
- goto out;
- }
- stream->close_handled = TRUE;
- *err = CURLE_OK;
- rv = 0;
- out:
- CURL_TRC_CF(data, cf, "handle_stream_close -> %zd, %d", rv, *err);
- return rv;
- }
- static int sweight_wanted(const struct Curl_easy *data)
- {
- /* 0 weight is not set by user and we take the nghttp2 default one */
- return data->set.priority.weight ?
- data->set.priority.weight : NGHTTP2_DEFAULT_WEIGHT;
- }
- static int sweight_in_effect(const struct Curl_easy *data)
- {
- /* 0 weight is not set by user and we take the nghttp2 default one */
- return data->state.priority.weight ?
- data->state.priority.weight : NGHTTP2_DEFAULT_WEIGHT;
- }
- /*
- * h2_pri_spec() fills in the pri_spec struct, used by nghttp2 to send weight
- * and dependency to the peer. It also stores the updated values in the state
- * struct.
- */
- static void h2_pri_spec(struct cf_h2_ctx *ctx,
- struct Curl_easy *data,
- nghttp2_priority_spec *pri_spec)
- {
- struct Curl_data_priority *prio = &data->set.priority;
- struct h2_stream_ctx *depstream = H2_STREAM_CTX(ctx, prio->parent);
- int32_t depstream_id = depstream ? depstream->id : 0;
- nghttp2_priority_spec_init(pri_spec, depstream_id,
- sweight_wanted(data),
- data->set.priority.exclusive);
- data->state.priority = *prio;
- }
- /*
- * Check if there is been an update in the priority /
- * dependency settings and if so it submits a PRIORITY frame with the updated
- * info.
- * Flush any out data pending in the network buffer.
- */
- static CURLcode h2_progress_egress(struct Curl_cfilter *cf,
- struct Curl_easy *data)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- struct h2_stream_ctx *stream = H2_STREAM_CTX(ctx, data);
- int rv = 0;
- if(stream && stream->id > 0 &&
- ((sweight_wanted(data) != sweight_in_effect(data)) ||
- (data->set.priority.exclusive != data->state.priority.exclusive) ||
- (data->set.priority.parent != data->state.priority.parent)) ) {
- /* send new weight and/or dependency */
- nghttp2_priority_spec pri_spec;
- h2_pri_spec(ctx, data, &pri_spec);
- CURL_TRC_CF(data, cf, "[%d] Queuing PRIORITY", stream->id);
- DEBUGASSERT(stream->id != -1);
- rv = nghttp2_submit_priority(ctx->h2, NGHTTP2_FLAG_NONE,
- stream->id, &pri_spec);
- if(rv)
- goto out;
- }
- ctx->nw_out_blocked = 0;
- while(!rv && !ctx->nw_out_blocked && nghttp2_session_want_write(ctx->h2))
- rv = nghttp2_session_send(ctx->h2);
- out:
- if(nghttp2_is_fatal(rv)) {
- CURL_TRC_CF(data, cf, "nghttp2_session_send error (%s)%d",
- nghttp2_strerror(rv), rv);
- return CURLE_SEND_ERROR;
- }
- /* Defer flushing during the connect phase so that the SETTINGS and
- * other initial frames are sent together with the first request.
- * Unless we are 'connect_only' where the request will never come. */
- if(!cf->connected && !cf->conn->connect_only)
- return CURLE_OK;
- return nw_out_flush(cf, data);
- }
- static ssize_t stream_recv(struct Curl_cfilter *cf, struct Curl_easy *data,
- struct h2_stream_ctx *stream,
- char *buf, size_t len, CURLcode *err)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- ssize_t nread = -1;
- (void)buf;
- *err = CURLE_AGAIN;
- if(stream->xfer_result) {
- CURL_TRC_CF(data, cf, "[%d] xfer write failed", stream->id);
- *err = stream->xfer_result;
- nread = -1;
- }
- else if(stream->closed) {
- CURL_TRC_CF(data, cf, "[%d] returning CLOSE", stream->id);
- nread = http2_handle_stream_close(cf, data, stream, err);
- }
- else if(stream->reset ||
- (ctx->conn_closed && Curl_bufq_is_empty(&ctx->inbufq)) ||
- (ctx->rcvd_goaway && ctx->remote_max_sid < stream->id)) {
- CURL_TRC_CF(data, cf, "[%d] returning ERR", stream->id);
- *err = data->req.bytecount ? CURLE_PARTIAL_FILE : CURLE_HTTP2;
- nread = -1;
- }
- if(nread < 0 && *err != CURLE_AGAIN)
- CURL_TRC_CF(data, cf, "[%d] stream_recv(len=%zu) -> %zd, %d",
- stream->id, len, nread, *err);
- return nread;
- }
- static CURLcode h2_progress_ingress(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- size_t data_max_bytes)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- struct h2_stream_ctx *stream;
- CURLcode result = CURLE_OK;
- ssize_t nread;
- /* Process network input buffer fist */
- if(!Curl_bufq_is_empty(&ctx->inbufq)) {
- CURL_TRC_CF(data, cf, "Process %zu bytes in connection buffer",
- Curl_bufq_len(&ctx->inbufq));
- if(h2_process_pending_input(cf, data, &result) < 0)
- return result;
- }
- /* Receive data from the "lower" filters, e.g. network until
- * it is time to stop due to connection close or us not processing
- * all network input */
- while(!ctx->conn_closed && Curl_bufq_is_empty(&ctx->inbufq)) {
- stream = H2_STREAM_CTX(ctx, data);
- if(stream && (stream->closed || !data_max_bytes)) {
- /* We would like to abort here and stop processing, so that
- * the transfer loop can handle the data/close here. However,
- * this may leave data in underlying buffers that will not
- * be consumed. */
- if(!cf->next || !cf->next->cft->has_data_pending(cf->next, data))
- drain_stream(cf, data, stream);
- break;
- }
- nread = Curl_bufq_sipn(&ctx->inbufq, 0, nw_in_reader, cf, &result);
- if(nread < 0) {
- if(result != CURLE_AGAIN) {
- failf(data, "Failed receiving HTTP2 data: %d(%s)", result,
- curl_easy_strerror(result));
- return result;
- }
- break;
- }
- else if(nread == 0) {
- CURL_TRC_CF(data, cf, "[0] ingress: connection closed");
- ctx->conn_closed = TRUE;
- break;
- }
- else {
- CURL_TRC_CF(data, cf, "[0] ingress: read %zd bytes", nread);
- data_max_bytes = (data_max_bytes > (size_t)nread) ?
- (data_max_bytes - (size_t)nread) : 0;
- }
- if(h2_process_pending_input(cf, data, &result))
- return result;
- CURL_TRC_CF(data, cf, "[0] progress ingress: inbufg=%zu",
- Curl_bufq_len(&ctx->inbufq));
- }
- if(ctx->conn_closed && Curl_bufq_is_empty(&ctx->inbufq)) {
- connclose(cf->conn, "GOAWAY received");
- }
- CURL_TRC_CF(data, cf, "[0] progress ingress: done");
- return CURLE_OK;
- }
- static ssize_t cf_h2_recv(struct Curl_cfilter *cf, struct Curl_easy *data,
- char *buf, size_t len, CURLcode *err)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- struct h2_stream_ctx *stream = H2_STREAM_CTX(ctx, data);
- ssize_t nread = -1;
- CURLcode result;
- struct cf_call_data save;
- if(!stream) {
- /* Abnormal call sequence: either this transfer has never opened a stream
- * (unlikely) or the transfer has been done, cleaned up its resources, but
- * a read() is called anyway. It is not clear what the calling sequence
- * is for such a case. */
- failf(data, "http/2 recv on a transfer never opened "
- "or already cleared, mid=%" FMT_OFF_T, data->mid);
- *err = CURLE_HTTP2;
- return -1;
- }
- CF_DATA_SAVE(save, cf, data);
- nread = stream_recv(cf, data, stream, buf, len, err);
- if(nread < 0 && *err != CURLE_AGAIN)
- goto out;
- if(nread < 0) {
- *err = h2_progress_ingress(cf, data, len);
- if(*err)
- goto out;
- nread = stream_recv(cf, data, stream, buf, len, err);
- }
- if(nread > 0) {
- size_t data_consumed = (size_t)nread;
- /* Now that we transferred this to the upper layer, we report
- * the actual amount of DATA consumed to the H2 session, so
- * that it adjusts stream flow control */
- if(stream->resp_hds_len >= data_consumed) {
- stream->resp_hds_len -= data_consumed; /* no DATA */
- }
- else {
- if(stream->resp_hds_len) {
- data_consumed -= stream->resp_hds_len;
- stream->resp_hds_len = 0;
- }
- if(data_consumed) {
- nghttp2_session_consume(ctx->h2, stream->id, data_consumed);
- }
- }
- if(stream->closed) {
- CURL_TRC_CF(data, cf, "[%d] DRAIN closed stream", stream->id);
- drain_stream(cf, data, stream);
- }
- }
- out:
- result = h2_progress_egress(cf, data);
- if(result == CURLE_AGAIN) {
- /* pending data to send, need to be called again. Ideally, we
- * monitor the socket for POLLOUT, but when not SENDING
- * any more, we force processing of the transfer. */
- if(!CURL_WANT_SEND(data))
- drain_stream(cf, data, stream);
- }
- else if(result) {
- *err = result;
- nread = -1;
- }
- CURL_TRC_CF(data, cf, "[%d] cf_recv(len=%zu) -> %zd %d, "
- "window=%d/%d, connection %d/%d",
- stream->id, len, nread, *err,
- nghttp2_session_get_stream_effective_recv_data_length(
- ctx->h2, stream->id),
- nghttp2_session_get_stream_effective_local_window_size(
- ctx->h2, stream->id),
- nghttp2_session_get_local_window_size(ctx->h2),
- HTTP2_HUGE_WINDOW_SIZE);
- CF_DATA_RESTORE(cf, save);
- return nread;
- }
- static ssize_t cf_h2_body_send(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- struct h2_stream_ctx *stream,
- const void *buf, size_t blen, bool eos,
- CURLcode *err)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- ssize_t nwritten;
- if(stream->closed) {
- if(stream->resp_hds_complete) {
- /* Server decided to close the stream after having sent us a final
- * response. This is valid if it is not interested in the request
- * body. This happens on 30x or 40x responses.
- * We silently discard the data sent, since this is not a transport
- * error situation. */
- CURL_TRC_CF(data, cf, "[%d] discarding data"
- "on closed stream with response", stream->id);
- if(eos)
- stream->body_eos = TRUE;
- *err = CURLE_OK;
- return (ssize_t)blen;
- }
- /* Server closed before we got a response, this is an error */
- infof(data, "stream %u closed", stream->id);
- *err = CURLE_SEND_ERROR;
- return -1;
- }
- nwritten = Curl_bufq_write(&stream->sendbuf, buf, blen, err);
- if(nwritten < 0)
- return -1;
- if(eos && (blen == (size_t)nwritten))
- stream->body_eos = TRUE;
- if(eos || !Curl_bufq_is_empty(&stream->sendbuf)) {
- /* resume the potentially suspended stream */
- int rv = nghttp2_session_resume_data(ctx->h2, stream->id);
- if(nghttp2_is_fatal(rv)) {
- *err = CURLE_SEND_ERROR;
- return -1;
- }
- }
- return nwritten;
- }
- static ssize_t h2_submit(struct h2_stream_ctx **pstream,
- struct Curl_cfilter *cf, struct Curl_easy *data,
- const void *buf, size_t len,
- bool eos, CURLcode *err)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- struct h2_stream_ctx *stream = NULL;
- struct dynhds h2_headers;
- nghttp2_nv *nva = NULL;
- const void *body = NULL;
- size_t nheader, bodylen, i;
- nghttp2_data_provider data_prd;
- int32_t stream_id;
- nghttp2_priority_spec pri_spec;
- ssize_t nwritten;
- Curl_dynhds_init(&h2_headers, 0, DYN_HTTP_REQUEST);
- *err = http2_data_setup(cf, data, &stream);
- if(*err) {
- nwritten = -1;
- goto out;
- }
- nwritten = Curl_h1_req_parse_read(&stream->h1, buf, len, NULL, 0, err);
- if(nwritten < 0)
- goto out;
- if(!stream->h1.done) {
- /* need more data */
- goto out;
- }
- DEBUGASSERT(stream->h1.req);
- *err = Curl_http_req_to_h2(&h2_headers, stream->h1.req, data);
- if(*err) {
- nwritten = -1;
- goto out;
- }
- /* no longer needed */
- Curl_h1_req_parse_free(&stream->h1);
- nva = Curl_dynhds_to_nva(&h2_headers, &nheader);
- if(!nva) {
- *err = CURLE_OUT_OF_MEMORY;
- nwritten = -1;
- goto out;
- }
- h2_pri_spec(ctx, data, &pri_spec);
- if(!nghttp2_session_check_request_allowed(ctx->h2))
- CURL_TRC_CF(data, cf, "send request NOT allowed (via nghttp2)");
- switch(data->state.httpreq) {
- case HTTPREQ_POST:
- case HTTPREQ_POST_FORM:
- case HTTPREQ_POST_MIME:
- case HTTPREQ_PUT:
- data_prd.read_callback = req_body_read_callback;
- data_prd.source.ptr = NULL;
- stream_id = nghttp2_submit_request(ctx->h2, &pri_spec, nva, nheader,
- &data_prd, data);
- break;
- default:
- stream_id = nghttp2_submit_request(ctx->h2, &pri_spec, nva, nheader,
- NULL, data);
- }
- if(stream_id < 0) {
- CURL_TRC_CF(data, cf, "send: nghttp2_submit_request error (%s)%u",
- nghttp2_strerror(stream_id), stream_id);
- *err = CURLE_SEND_ERROR;
- nwritten = -1;
- goto out;
- }
- #define MAX_ACC 60000 /* <64KB to account for some overhead */
- if(Curl_trc_is_verbose(data)) {
- size_t acc = 0;
- infof(data, "[HTTP/2] [%d] OPENED stream for %s",
- stream_id, data->state.url);
- for(i = 0; i < nheader; ++i) {
- acc += nva[i].namelen + nva[i].valuelen;
- infof(data, "[HTTP/2] [%d] [%.*s: %.*s]", stream_id,
- (int)nva[i].namelen, nva[i].name,
- (int)nva[i].valuelen, nva[i].value);
- }
- if(acc > MAX_ACC) {
- infof(data, "[HTTP/2] Warning: The cumulative length of all "
- "headers exceeds %d bytes and that could cause the "
- "stream to be rejected.", MAX_ACC);
- }
- }
- stream->id = stream_id;
- body = (const char *)buf + nwritten;
- bodylen = len - nwritten;
- if(bodylen || eos) {
- ssize_t n = cf_h2_body_send(cf, data, stream, body, bodylen, eos, err);
- if(n >= 0)
- nwritten += n;
- else if(*err == CURLE_AGAIN)
- *err = CURLE_OK;
- else if(*err != CURLE_AGAIN) {
- *err = CURLE_SEND_ERROR;
- nwritten = -1;
- goto out;
- }
- }
- out:
- CURL_TRC_CF(data, cf, "[%d] submit -> %zd, %d",
- stream ? stream->id : -1, nwritten, *err);
- Curl_safefree(nva);
- *pstream = stream;
- Curl_dynhds_free(&h2_headers);
- return nwritten;
- }
- static ssize_t cf_h2_send(struct Curl_cfilter *cf, struct Curl_easy *data,
- const void *buf, size_t len, bool eos,
- CURLcode *err)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- struct h2_stream_ctx *stream = H2_STREAM_CTX(ctx, data);
- struct cf_call_data save;
- ssize_t nwritten;
- CURLcode result;
- CF_DATA_SAVE(save, cf, data);
- if(!stream || stream->id == -1) {
- nwritten = h2_submit(&stream, cf, data, buf, len, eos, err);
- if(nwritten < 0) {
- goto out;
- }
- DEBUGASSERT(stream);
- }
- else if(stream->body_eos) {
- /* We already wrote this, but CURLE_AGAINed the call due to not
- * being able to flush stream->sendbuf. Make a 0-length write
- * to trigger flushing again.
- * If this works, we report to have written `len` bytes. */
- DEBUGASSERT(eos);
- nwritten = cf_h2_body_send(cf, data, stream, buf, 0, eos, err);
- CURL_TRC_CF(data, cf, "[%d] cf_body_send last CHUNK -> %zd, %d, eos=%d",
- stream->id, nwritten, *err, eos);
- if(nwritten < 0) {
- goto out;
- }
- nwritten = len;
- }
- else {
- nwritten = cf_h2_body_send(cf, data, stream, buf, len, eos, err);
- CURL_TRC_CF(data, cf, "[%d] cf_body_send(len=%zu) -> %zd, %d, eos=%d",
- stream->id, len, nwritten, *err, eos);
- }
- /* Call the nghttp2 send loop and flush to write ALL buffered data,
- * headers and/or request body completely out to the network */
- result = h2_progress_egress(cf, data);
- /* if the stream has been closed in egress handling (nghttp2 does that
- * when it does not like the headers, for example */
- if(stream && stream->closed) {
- infof(data, "stream %u closed", stream->id);
- *err = CURLE_SEND_ERROR;
- nwritten = -1;
- goto out;
- }
- else if(result && (result != CURLE_AGAIN)) {
- *err = result;
- nwritten = -1;
- goto out;
- }
- if(should_close_session(ctx)) {
- /* nghttp2 thinks this session is done. If the stream has not been
- * closed, this is an error state for out transfer */
- if(stream->closed) {
- nwritten = http2_handle_stream_close(cf, data, stream, err);
- }
- else {
- CURL_TRC_CF(data, cf, "send: nothing to do in this session");
- *err = CURLE_HTTP2;
- nwritten = -1;
- }
- }
- out:
- if(stream) {
- CURL_TRC_CF(data, cf, "[%d] cf_send(len=%zu) -> %zd, %d, "
- "eos=%d, h2 windows %d-%d (stream-conn), "
- "buffers %zu-%zu (stream-conn)",
- stream->id, len, nwritten, *err,
- stream->body_eos,
- nghttp2_session_get_stream_remote_window_size(
- ctx->h2, stream->id),
- nghttp2_session_get_remote_window_size(ctx->h2),
- Curl_bufq_len(&stream->sendbuf),
- Curl_bufq_len(&ctx->outbufq));
- }
- else {
- CURL_TRC_CF(data, cf, "cf_send(len=%zu) -> %zd, %d, "
- "connection-window=%d, nw_send_buffer(%zu)",
- len, nwritten, *err,
- nghttp2_session_get_remote_window_size(ctx->h2),
- Curl_bufq_len(&ctx->outbufq));
- }
- CF_DATA_RESTORE(cf, save);
- return nwritten;
- }
- static CURLcode cf_h2_flush(struct Curl_cfilter *cf,
- struct Curl_easy *data)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- struct h2_stream_ctx *stream = H2_STREAM_CTX(ctx, data);
- struct cf_call_data save;
- CURLcode result = CURLE_OK;
- CF_DATA_SAVE(save, cf, data);
- if(stream && !Curl_bufq_is_empty(&stream->sendbuf)) {
- /* resume the potentially suspended stream */
- int rv = nghttp2_session_resume_data(ctx->h2, stream->id);
- if(nghttp2_is_fatal(rv)) {
- result = CURLE_SEND_ERROR;
- goto out;
- }
- }
- result = h2_progress_egress(cf, data);
- out:
- if(stream) {
- CURL_TRC_CF(data, cf, "[%d] flush -> %d, "
- "h2 windows %d-%d (stream-conn), "
- "buffers %zu-%zu (stream-conn)",
- stream->id, result,
- nghttp2_session_get_stream_remote_window_size(
- ctx->h2, stream->id),
- nghttp2_session_get_remote_window_size(ctx->h2),
- Curl_bufq_len(&stream->sendbuf),
- Curl_bufq_len(&ctx->outbufq));
- }
- else {
- CURL_TRC_CF(data, cf, "flush -> %d, "
- "connection-window=%d, nw_send_buffer(%zu)",
- result, nghttp2_session_get_remote_window_size(ctx->h2),
- Curl_bufq_len(&ctx->outbufq));
- }
- CF_DATA_RESTORE(cf, save);
- return result;
- }
- static void cf_h2_adjust_pollset(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- struct easy_pollset *ps)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- struct cf_call_data save;
- curl_socket_t sock;
- bool want_recv, want_send;
- if(!ctx->h2)
- return;
- sock = Curl_conn_cf_get_socket(cf, data);
- Curl_pollset_check(data, ps, sock, &want_recv, &want_send);
- if(want_recv || want_send) {
- struct h2_stream_ctx *stream = H2_STREAM_CTX(ctx, data);
- bool c_exhaust, s_exhaust;
- CF_DATA_SAVE(save, cf, data);
- c_exhaust = want_send && !nghttp2_session_get_remote_window_size(ctx->h2);
- s_exhaust = want_send && stream && stream->id >= 0 &&
- !nghttp2_session_get_stream_remote_window_size(ctx->h2,
- stream->id);
- want_recv = (want_recv || c_exhaust || s_exhaust);
- want_send = (!s_exhaust && want_send) ||
- (!c_exhaust && nghttp2_session_want_write(ctx->h2)) ||
- !Curl_bufq_is_empty(&ctx->outbufq);
- Curl_pollset_set(data, ps, sock, want_recv, want_send);
- CF_DATA_RESTORE(cf, save);
- }
- else if(ctx->sent_goaway && !cf->shutdown) {
- /* shutdown in progress */
- CF_DATA_SAVE(save, cf, data);
- want_send = nghttp2_session_want_write(ctx->h2) ||
- !Curl_bufq_is_empty(&ctx->outbufq);
- want_recv = nghttp2_session_want_read(ctx->h2);
- Curl_pollset_set(data, ps, sock, want_recv, want_send);
- CF_DATA_RESTORE(cf, save);
- }
- }
- static CURLcode cf_h2_connect(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- bool blocking, bool *done)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- CURLcode result = CURLE_OK;
- struct cf_call_data save;
- bool first_time = FALSE;
- if(cf->connected) {
- *done = TRUE;
- return CURLE_OK;
- }
- /* Connect the lower filters first */
- if(!cf->next->connected) {
- result = Curl_conn_cf_connect(cf->next, data, blocking, done);
- if(result || !*done)
- return result;
- }
- *done = FALSE;
- CF_DATA_SAVE(save, cf, data);
- DEBUGASSERT(ctx->initialized);
- if(!ctx->h2) {
- result = cf_h2_ctx_open(cf, data);
- if(result)
- goto out;
- first_time = TRUE;
- }
- if(!first_time) {
- result = h2_progress_ingress(cf, data, H2_CHUNK_SIZE);
- if(result)
- goto out;
- }
- /* Send out our SETTINGS and ACKs and such. If that blocks, we
- * have it buffered and can count this filter as being connected */
- result = h2_progress_egress(cf, data);
- if(result == CURLE_AGAIN)
- result = CURLE_OK;
- else if(result)
- goto out;
- *done = TRUE;
- cf->connected = TRUE;
- result = CURLE_OK;
- out:
- CURL_TRC_CF(data, cf, "cf_connect() -> %d, %d, ", result, *done);
- CF_DATA_RESTORE(cf, save);
- return result;
- }
- static void cf_h2_close(struct Curl_cfilter *cf, struct Curl_easy *data)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- if(ctx) {
- struct cf_call_data save;
- CF_DATA_SAVE(save, cf, data);
- cf_h2_ctx_close(ctx);
- CF_DATA_RESTORE(cf, save);
- cf->connected = FALSE;
- }
- if(cf->next)
- cf->next->cft->do_close(cf->next, data);
- }
- static void cf_h2_destroy(struct Curl_cfilter *cf, struct Curl_easy *data)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- (void)data;
- if(ctx) {
- cf_h2_ctx_free(ctx);
- cf->ctx = NULL;
- }
- }
- static CURLcode cf_h2_shutdown(struct Curl_cfilter *cf,
- struct Curl_easy *data, bool *done)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- struct cf_call_data save;
- CURLcode result;
- int rv;
- if(!cf->connected || !ctx->h2 || cf->shutdown || ctx->conn_closed) {
- *done = TRUE;
- return CURLE_OK;
- }
- CF_DATA_SAVE(save, cf, data);
- if(!ctx->sent_goaway) {
- rv = nghttp2_submit_goaway(ctx->h2, NGHTTP2_FLAG_NONE,
- ctx->local_max_sid, 0,
- (const uint8_t *)"shutdown",
- sizeof("shutdown"));
- if(rv) {
- failf(data, "nghttp2_submit_goaway() failed: %s(%d)",
- nghttp2_strerror(rv), rv);
- result = CURLE_SEND_ERROR;
- goto out;
- }
- ctx->sent_goaway = TRUE;
- }
- /* GOAWAY submitted, process egress and ingress until nghttp2 is done. */
- result = CURLE_OK;
- if(nghttp2_session_want_write(ctx->h2) ||
- !Curl_bufq_is_empty(&ctx->outbufq))
- result = h2_progress_egress(cf, data);
- if(!result && nghttp2_session_want_read(ctx->h2))
- result = h2_progress_ingress(cf, data, 0);
- if(result == CURLE_AGAIN)
- result = CURLE_OK;
- *done = (ctx->conn_closed ||
- (!result && !nghttp2_session_want_write(ctx->h2) &&
- !nghttp2_session_want_read(ctx->h2) &&
- Curl_bufq_is_empty(&ctx->outbufq)));
- out:
- CF_DATA_RESTORE(cf, save);
- cf->shutdown = (result || *done);
- return result;
- }
- static CURLcode http2_data_pause(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- bool pause)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- struct h2_stream_ctx *stream = H2_STREAM_CTX(ctx, data);
- DEBUGASSERT(data);
- if(ctx && ctx->h2 && stream) {
- CURLcode result = cf_h2_update_local_win(cf, data, stream, pause);
- if(result)
- return result;
- /* attempt to send the window update */
- (void)h2_progress_egress(cf, data);
- if(!pause) {
- /* Unpausing a h2 transfer, requires it to be run again. The server
- * may send new DATA on us increasing the flow window, and it may
- * not. We may have already buffered and exhausted the new window
- * by operating on things in flight during the handling of other
- * transfers. */
- drain_stream(cf, data, stream);
- Curl_expire(data, 0, EXPIRE_RUN_NOW);
- }
- CURL_TRC_CF(data, cf, "[%d] stream now %spaused", stream->id,
- pause ? "" : "un");
- }
- return CURLE_OK;
- }
- static CURLcode cf_h2_cntrl(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- int event, int arg1, void *arg2)
- {
- CURLcode result = CURLE_OK;
- struct cf_call_data save;
- (void)arg2;
- CF_DATA_SAVE(save, cf, data);
- switch(event) {
- case CF_CTRL_DATA_SETUP:
- break;
- case CF_CTRL_DATA_PAUSE:
- result = http2_data_pause(cf, data, (arg1 != 0));
- break;
- case CF_CTRL_FLUSH:
- result = cf_h2_flush(cf, data);
- break;
- case CF_CTRL_DATA_DETACH:
- http2_data_done(cf, data);
- break;
- case CF_CTRL_DATA_DONE:
- http2_data_done(cf, data);
- break;
- default:
- break;
- }
- CF_DATA_RESTORE(cf, save);
- return result;
- }
- static bool cf_h2_data_pending(struct Curl_cfilter *cf,
- const struct Curl_easy *data)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- struct h2_stream_ctx *stream = H2_STREAM_CTX(ctx, data);
- if(ctx && (!Curl_bufq_is_empty(&ctx->inbufq)
- || (stream && !Curl_bufq_is_empty(&stream->sendbuf))))
- return TRUE;
- return cf->next ? cf->next->cft->has_data_pending(cf->next, data) : FALSE;
- }
- static bool cf_h2_is_alive(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- bool *input_pending)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- CURLcode result;
- struct cf_call_data save;
- CF_DATA_SAVE(save, cf, data);
- result = (ctx && ctx->h2 && http2_connisalive(cf, data, input_pending));
- CURL_TRC_CF(data, cf, "conn alive -> %d, input_pending=%d",
- result, *input_pending);
- CF_DATA_RESTORE(cf, save);
- return result;
- }
- static CURLcode cf_h2_keep_alive(struct Curl_cfilter *cf,
- struct Curl_easy *data)
- {
- CURLcode result;
- struct cf_call_data save;
- CF_DATA_SAVE(save, cf, data);
- result = http2_send_ping(cf, data);
- CF_DATA_RESTORE(cf, save);
- return result;
- }
- static CURLcode cf_h2_query(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- int query, int *pres1, void *pres2)
- {
- struct cf_h2_ctx *ctx = cf->ctx;
- struct cf_call_data save;
- size_t effective_max;
- switch(query) {
- case CF_QUERY_MAX_CONCURRENT:
- DEBUGASSERT(pres1);
- CF_DATA_SAVE(save, cf, data);
- if(nghttp2_session_check_request_allowed(ctx->h2) == 0) {
- /* the limit is what we have in use right now */
- effective_max = CONN_INUSE(cf->conn);
- }
- else {
- effective_max = ctx->max_concurrent_streams;
- }
- *pres1 = (effective_max > INT_MAX) ? INT_MAX : (int)effective_max;
- CF_DATA_RESTORE(cf, save);
- return CURLE_OK;
- case CF_QUERY_STREAM_ERROR: {
- struct h2_stream_ctx *stream = H2_STREAM_CTX(ctx, data);
- *pres1 = stream ? (int)stream->error : 0;
- return CURLE_OK;
- }
- case CF_QUERY_NEED_FLUSH: {
- struct h2_stream_ctx *stream = H2_STREAM_CTX(ctx, data);
- if(!Curl_bufq_is_empty(&ctx->outbufq) ||
- (stream && !Curl_bufq_is_empty(&stream->sendbuf))) {
- *pres1 = TRUE;
- return CURLE_OK;
- }
- break;
- }
- default:
- break;
- }
- return cf->next ?
- cf->next->cft->query(cf->next, data, query, pres1, pres2) :
- CURLE_UNKNOWN_OPTION;
- }
- struct Curl_cftype Curl_cft_nghttp2 = {
- "HTTP/2",
- CF_TYPE_MULTIPLEX,
- CURL_LOG_LVL_NONE,
- cf_h2_destroy,
- cf_h2_connect,
- cf_h2_close,
- cf_h2_shutdown,
- Curl_cf_def_get_host,
- cf_h2_adjust_pollset,
- cf_h2_data_pending,
- cf_h2_send,
- cf_h2_recv,
- cf_h2_cntrl,
- cf_h2_is_alive,
- cf_h2_keep_alive,
- cf_h2_query,
- };
- static CURLcode http2_cfilter_add(struct Curl_cfilter **pcf,
- struct Curl_easy *data,
- struct connectdata *conn,
- int sockindex,
- bool via_h1_upgrade)
- {
- struct Curl_cfilter *cf = NULL;
- struct cf_h2_ctx *ctx;
- CURLcode result = CURLE_OUT_OF_MEMORY;
- DEBUGASSERT(data->conn);
- ctx = calloc(1, sizeof(*ctx));
- if(!ctx)
- goto out;
- cf_h2_ctx_init(ctx, via_h1_upgrade);
- result = Curl_cf_create(&cf, &Curl_cft_nghttp2, ctx);
- if(result)
- goto out;
- ctx = NULL;
- Curl_conn_cf_add(data, conn, sockindex, cf);
- out:
- if(result)
- cf_h2_ctx_free(ctx);
- *pcf = result ? NULL : cf;
- return result;
- }
- static CURLcode http2_cfilter_insert_after(struct Curl_cfilter *cf,
- struct Curl_easy *data,
- bool via_h1_upgrade)
- {
- struct Curl_cfilter *cf_h2 = NULL;
- struct cf_h2_ctx *ctx;
- CURLcode result = CURLE_OUT_OF_MEMORY;
- (void)data;
- ctx = calloc(1, sizeof(*ctx));
- if(!ctx)
- goto out;
- cf_h2_ctx_init(ctx, via_h1_upgrade);
- result = Curl_cf_create(&cf_h2, &Curl_cft_nghttp2, ctx);
- if(result)
- goto out;
- ctx = NULL;
- Curl_conn_cf_insert_after(cf, cf_h2);
- out:
- if(result)
- cf_h2_ctx_free(ctx);
- return result;
- }
- static bool cf_is_http2(struct Curl_cfilter *cf,
- const struct Curl_easy *data)
- {
- (void)data;
- for(; cf; cf = cf->next) {
- if(cf->cft == &Curl_cft_nghttp2)
- return TRUE;
- if(cf->cft->flags & CF_TYPE_IP_CONNECT)
- return FALSE;
- }
- return FALSE;
- }
- bool Curl_conn_is_http2(const struct Curl_easy *data,
- const struct connectdata *conn,
- int sockindex)
- {
- return conn ? cf_is_http2(conn->cfilter[sockindex], data) : FALSE;
- }
- bool Curl_http2_may_switch(struct Curl_easy *data,
- struct connectdata *conn,
- int sockindex)
- {
- (void)sockindex;
- if(!Curl_conn_is_http2(data, conn, sockindex) &&
- data->state.httpwant == CURL_HTTP_VERSION_2_PRIOR_KNOWLEDGE) {
- #ifndef CURL_DISABLE_PROXY
- if(conn->bits.httpproxy && !conn->bits.tunnel_proxy) {
- /* We do not support HTTP/2 proxies yet. Also it is debatable
- whether or not this setting should apply to HTTP/2 proxies. */
- infof(data, "Ignoring HTTP/2 prior knowledge due to proxy");
- return FALSE;
- }
- #endif
- return TRUE;
- }
- return FALSE;
- }
- CURLcode Curl_http2_switch(struct Curl_easy *data,
- struct connectdata *conn, int sockindex)
- {
- struct Curl_cfilter *cf;
- CURLcode result;
- DEBUGASSERT(!Curl_conn_is_http2(data, conn, sockindex));
- result = http2_cfilter_add(&cf, data, conn, sockindex, FALSE);
- if(result)
- return result;
- CURL_TRC_CF(data, cf, "switching connection to HTTP/2");
- conn->httpversion = 20; /* we know we are on HTTP/2 now */
- conn->bits.multiplex = TRUE; /* at least potentially multiplexed */
- Curl_multi_connchanged(data->multi);
- if(cf->next) {
- bool done;
- return Curl_conn_cf_connect(cf, data, FALSE, &done);
- }
- return CURLE_OK;
- }
- CURLcode Curl_http2_switch_at(struct Curl_cfilter *cf, struct Curl_easy *data)
- {
- struct Curl_cfilter *cf_h2;
- CURLcode result;
- DEBUGASSERT(!cf_is_http2(cf, data));
- result = http2_cfilter_insert_after(cf, data, FALSE);
- if(result)
- return result;
- cf_h2 = cf->next;
- cf->conn->httpversion = 20; /* we know we are on HTTP/2 now */
- cf->conn->bits.multiplex = TRUE; /* at least potentially multiplexed */
- Curl_multi_connchanged(data->multi);
- if(cf_h2->next) {
- bool done;
- return Curl_conn_cf_connect(cf_h2, data, FALSE, &done);
- }
- return CURLE_OK;
- }
- CURLcode Curl_http2_upgrade(struct Curl_easy *data,
- struct connectdata *conn, int sockindex,
- const char *mem, size_t nread)
- {
- struct Curl_cfilter *cf;
- struct cf_h2_ctx *ctx;
- CURLcode result;
- DEBUGASSERT(!Curl_conn_is_http2(data, conn, sockindex));
- DEBUGASSERT(data->req.upgr101 == UPGR101_RECEIVED);
- result = http2_cfilter_add(&cf, data, conn, sockindex, TRUE);
- if(result)
- return result;
- CURL_TRC_CF(data, cf, "upgrading connection to HTTP/2");
- DEBUGASSERT(cf->cft == &Curl_cft_nghttp2);
- ctx = cf->ctx;
- if(nread > 0) {
- /* Remaining data from the protocol switch reply is already using
- * the switched protocol, ie. HTTP/2. We add that to the network
- * inbufq. */
- ssize_t copied;
- copied = Curl_bufq_write(&ctx->inbufq,
- (const unsigned char *)mem, nread, &result);
- if(copied < 0) {
- failf(data, "error on copying HTTP Upgrade response: %d", result);
- return CURLE_RECV_ERROR;
- }
- if((size_t)copied < nread) {
- failf(data, "connection buffer size could not take all data "
- "from HTTP Upgrade response header: copied=%zd, datalen=%zu",
- copied, nread);
- return CURLE_HTTP2;
- }
- infof(data, "Copied HTTP/2 data in stream buffer to connection buffer"
- " after upgrade: len=%zu", nread);
- }
- conn->httpversion = 20; /* we know we are on HTTP/2 now */
- conn->bits.multiplex = TRUE; /* at least potentially multiplexed */
- Curl_multi_connchanged(data->multi);
- if(cf->next) {
- bool done;
- return Curl_conn_cf_connect(cf, data, FALSE, &done);
- }
- return CURLE_OK;
- }
- /* Only call this function for a transfer that already got an HTTP/2
- CURLE_HTTP2_STREAM error! */
- bool Curl_h2_http_1_1_error(struct Curl_easy *data)
- {
- if(Curl_conn_is_http2(data, data->conn, FIRSTSOCKET)) {
- int err = Curl_conn_get_stream_error(data, data->conn, FIRSTSOCKET);
- return (err == NGHTTP2_HTTP_1_1_REQUIRED);
- }
- return FALSE;
- }
- void *Curl_nghttp2_malloc(size_t size, void *user_data)
- {
- (void)user_data;
- return Curl_cmalloc(size);
- }
- void Curl_nghttp2_free(void *ptr, void *user_data)
- {
- (void)user_data;
- Curl_cfree(ptr);
- }
- void *Curl_nghttp2_calloc(size_t nmemb, size_t size, void *user_data)
- {
- (void)user_data;
- return Curl_ccalloc(nmemb, size);
- }
- void *Curl_nghttp2_realloc(void *ptr, size_t size, void *user_data)
- {
- (void)user_data;
- return Curl_crealloc(ptr, size);
- }
- #else /* !USE_NGHTTP2 */
- /* Satisfy external references even if http2 is not compiled in. */
- #include <curl/curl.h>
- char *curl_pushheader_bynum(struct curl_pushheaders *h, size_t num)
- {
- (void) h;
- (void) num;
- return NULL;
- }
- char *curl_pushheader_byname(struct curl_pushheaders *h, const char *header)
- {
- (void) h;
- (void) header;
- return NULL;
- }
- #endif /* USE_NGHTTP2 */
|