123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613 |
- /***************************************************************************
- * _ _ ____ _
- * Project ___| | | | _ \| |
- * / __| | | | |_) | |
- * | (__| |_| | _ <| |___
- * \___|\___/|_| \_\_____|
- *
- * Copyright (C) 1998 - 2020, Daniel Stenberg, <daniel@haxx.se>, et al.
- *
- * This software is licensed as described in the file COPYING, which
- * you should have received as part of this distribution. The terms
- * are also available at https://curl.haxx.se/docs/copyright.html.
- *
- * You may opt to use, copy, modify, merge, publish, distribute and/or sell
- * copies of the Software, and permit persons to whom the Software is
- * furnished to do so, under the terms of the COPYING file.
- *
- * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
- * KIND, either express or implied.
- *
- ***************************************************************************/
- #include "tool_setup.h"
- #ifdef HAVE_FCNTL_H
- # include <fcntl.h>
- #endif
- #ifdef HAVE_LOCALE_H
- # include <locale.h>
- #endif
- #ifdef HAVE_SYS_SELECT_H
- # include <sys/select.h>
- #elif defined(HAVE_UNISTD_H)
- # include <unistd.h>
- #endif
- #ifdef __VMS
- # include <fabdef.h>
- #endif
- #ifdef __AMIGA__
- # include <proto/dos.h>
- #endif
- #include "strcase.h"
- #define ENABLE_CURLX_PRINTF
- /* use our own printf() functions */
- #include "curlx.h"
- #include "tool_binmode.h"
- #include "tool_cfgable.h"
- #include "tool_cb_dbg.h"
- #include "tool_cb_hdr.h"
- #include "tool_cb_prg.h"
- #include "tool_cb_rea.h"
- #include "tool_cb_see.h"
- #include "tool_cb_wrt.h"
- #include "tool_dirhie.h"
- #include "tool_doswin.h"
- #include "tool_easysrc.h"
- #include "tool_filetime.h"
- #include "tool_getparam.h"
- #include "tool_helpers.h"
- #include "tool_homedir.h"
- #include "tool_libinfo.h"
- #include "tool_main.h"
- #include "tool_metalink.h"
- #include "tool_msgs.h"
- #include "tool_operate.h"
- #include "tool_operhlp.h"
- #include "tool_paramhlp.h"
- #include "tool_parsecfg.h"
- #include "tool_setopt.h"
- #include "tool_sleep.h"
- #include "tool_urlglob.h"
- #include "tool_util.h"
- #include "tool_writeout.h"
- #include "tool_xattr.h"
- #include "tool_vms.h"
- #include "tool_help.h"
- #include "tool_hugehelp.h"
- #include "tool_progress.h"
- #include "memdebug.h" /* keep this as LAST include */
- #ifdef CURLDEBUG
- /* libcurl's debug builds provide an extra function */
- CURLcode curl_easy_perform_ev(CURL *easy);
- #endif
- #define CURLseparator "--_curl_--"
- #ifndef O_BINARY
- /* since O_BINARY as used in bitmasks, setting it to zero makes it usable in
- source code but yet it doesn't ruin anything */
- # define O_BINARY 0
- #endif
- #define CURL_CA_CERT_ERRORMSG \
- "More details here: https://curl.haxx.se/docs/sslcerts.html\n\n" \
- "curl failed to verify the legitimacy of the server and therefore " \
- "could not\nestablish a secure connection to it. To learn more about " \
- "this situation and\nhow to fix it, please visit the web page mentioned " \
- "above.\n"
- static CURLcode single_transfer(struct GlobalConfig *global,
- struct OperationConfig *config,
- CURLSH *share,
- bool capath_from_env,
- bool *added);
- static CURLcode create_transfer(struct GlobalConfig *global,
- CURLSH *share,
- bool *added);
- static bool is_fatal_error(CURLcode code)
- {
- switch(code) {
- case CURLE_FAILED_INIT:
- case CURLE_OUT_OF_MEMORY:
- case CURLE_UNKNOWN_OPTION:
- case CURLE_FUNCTION_NOT_FOUND:
- case CURLE_BAD_FUNCTION_ARGUMENT:
- /* critical error */
- return TRUE;
- default:
- break;
- }
- /* no error or not critical */
- return FALSE;
- }
- /*
- * Check if a given string is a PKCS#11 URI
- */
- static bool is_pkcs11_uri(const char *string)
- {
- if(curl_strnequal(string, "pkcs11:", 7)) {
- return TRUE;
- }
- else {
- return FALSE;
- }
- }
- #ifdef __VMS
- /*
- * get_vms_file_size does what it takes to get the real size of the file
- *
- * For fixed files, find out the size of the EOF block and adjust.
- *
- * For all others, have to read the entire file in, discarding the contents.
- * Most posted text files will be small, and binary files like zlib archives
- * and CD/DVD images should be either a STREAM_LF format or a fixed format.
- *
- */
- static curl_off_t vms_realfilesize(const char *name,
- const struct_stat *stat_buf)
- {
- char buffer[8192];
- curl_off_t count;
- int ret_stat;
- FILE * file;
- /* !checksrc! disable FOPENMODE 1 */
- file = fopen(name, "r"); /* VMS */
- if(file == NULL) {
- return 0;
- }
- count = 0;
- ret_stat = 1;
- while(ret_stat > 0) {
- ret_stat = fread(buffer, 1, sizeof(buffer), file);
- if(ret_stat != 0)
- count += ret_stat;
- }
- fclose(file);
- return count;
- }
- /*
- *
- * VmsSpecialSize checks to see if the stat st_size can be trusted and
- * if not to call a routine to get the correct size.
- *
- */
- static curl_off_t VmsSpecialSize(const char *name,
- const struct_stat *stat_buf)
- {
- switch(stat_buf->st_fab_rfm) {
- case FAB$C_VAR:
- case FAB$C_VFC:
- return vms_realfilesize(name, stat_buf);
- break;
- default:
- return stat_buf->st_size;
- }
- }
- #endif /* __VMS */
- #define BUFFER_SIZE (100*1024)
- struct per_transfer *transfers; /* first node */
- static struct per_transfer *transfersl; /* last node */
- /* add_per_transfer creates a new 'per_transfer' node in the linked
- list of transfers */
- static CURLcode add_per_transfer(struct per_transfer **per)
- {
- struct per_transfer *p;
- p = calloc(sizeof(struct per_transfer), 1);
- if(!p)
- return CURLE_OUT_OF_MEMORY;
- if(!transfers)
- /* first entry */
- transfersl = transfers = p;
- else {
- /* make the last node point to the new node */
- transfersl->next = p;
- /* make the new node point back to the formerly last node */
- p->prev = transfersl;
- /* move the last node pointer to the new entry */
- transfersl = p;
- }
- *per = p;
- all_xfers++; /* count total number of transfers added */
- return CURLE_OK;
- }
- /* Remove the specified transfer from the list (and free it), return the next
- in line */
- static struct per_transfer *del_per_transfer(struct per_transfer *per)
- {
- struct per_transfer *n;
- struct per_transfer *p;
- DEBUGASSERT(transfers);
- DEBUGASSERT(transfersl);
- DEBUGASSERT(per);
- n = per->next;
- p = per->prev;
- if(p)
- p->next = n;
- else
- transfers = n;
- if(n)
- n->prev = p;
- else
- transfersl = p;
- free(per);
- return n;
- }
- static CURLcode pre_transfer(struct GlobalConfig *global,
- struct per_transfer *per)
- {
- curl_off_t uploadfilesize = -1;
- struct_stat fileinfo;
- CURLcode result = CURLE_OK;
- if(per->separator_err)
- fprintf(global->errors, "%s\n", per->separator_err);
- if(per->separator)
- printf("%s\n", per->separator);
- if(per->uploadfile && !stdin_upload(per->uploadfile)) {
- /* VMS Note:
- *
- * Reading binary from files can be a problem... Only FIXED, VAR
- * etc WITHOUT implied CC will work Others need a \n appended to a
- * line
- *
- * - Stat gives a size but this is UNRELIABLE in VMS As a f.e. a
- * fixed file with implied CC needs to have a byte added for every
- * record processed, this can by derived from Filesize & recordsize
- * for VARiable record files the records need to be counted! for
- * every record add 1 for linefeed and subtract 2 for the record
- * header for VARIABLE header files only the bare record data needs
- * to be considered with one appended if implied CC
- */
- #ifdef __VMS
- /* Calculate the real upload size for VMS */
- per->infd = -1;
- if(stat(per->uploadfile, &fileinfo) == 0) {
- fileinfo.st_size = VmsSpecialSize(uploadfile, &fileinfo);
- switch(fileinfo.st_fab_rfm) {
- case FAB$C_VAR:
- case FAB$C_VFC:
- case FAB$C_STMCR:
- per->infd = open(per->uploadfile, O_RDONLY | O_BINARY);
- break;
- default:
- per->infd = open(per->uploadfile, O_RDONLY | O_BINARY,
- "rfm=stmlf", "ctx=stm");
- }
- }
- if(per->infd == -1)
- #else
- per->infd = open(per->uploadfile, O_RDONLY | O_BINARY);
- if((per->infd == -1) || fstat(per->infd, &fileinfo))
- #endif
- {
- helpf(global->errors, "Can't open '%s'!\n", per->uploadfile);
- if(per->infd != -1) {
- close(per->infd);
- per->infd = STDIN_FILENO;
- }
- return CURLE_READ_ERROR;
- }
- per->infdopen = TRUE;
- /* we ignore file size for char/block devices, sockets, etc. */
- if(S_ISREG(fileinfo.st_mode))
- uploadfilesize = fileinfo.st_size;
- if(uploadfilesize != -1)
- my_setopt(per->curl, CURLOPT_INFILESIZE_LARGE, uploadfilesize);
- per->input.fd = per->infd;
- }
- return result;
- }
- /*
- * Call this after a transfer has completed.
- */
- static CURLcode post_per_transfer(struct GlobalConfig *global,
- struct per_transfer *per,
- CURLcode result,
- bool *retryp)
- {
- struct OutStruct *outs = &per->outs;
- CURL *curl = per->curl;
- struct OperationConfig *config = per->config;
- if(!curl || !config)
- return result;
- *retryp = FALSE;
- if(per->infdopen)
- close(per->infd);
- #ifdef __VMS
- if(is_vms_shell()) {
- /* VMS DCL shell behavior */
- if(!global->showerror)
- vms_show = VMSSTS_HIDE;
- }
- else
- #endif
- if(config->synthetic_error) {
- ;
- }
- else if(result && global->showerror) {
- fprintf(global->errors, "curl: (%d) %s\n", result,
- (per->errorbuffer[0]) ? per->errorbuffer :
- curl_easy_strerror(result));
- if(result == CURLE_PEER_FAILED_VERIFICATION)
- fputs(CURL_CA_CERT_ERRORMSG, global->errors);
- }
- /* Set file extended attributes */
- if(!result && config->xattr && outs->fopened && outs->stream) {
- int rc = fwrite_xattr(curl, fileno(outs->stream));
- if(rc)
- warnf(config->global, "Error setting extended attributes: %s\n",
- strerror(errno));
- }
- if(!result && !outs->stream && !outs->bytes) {
- /* we have received no data despite the transfer was successful
- ==> force cration of an empty output file (if an output file
- was specified) */
- long cond_unmet = 0L;
- /* do not create (or even overwrite) the file in case we get no
- data because of unmet condition */
- curl_easy_getinfo(curl, CURLINFO_CONDITION_UNMET, &cond_unmet);
- if(!cond_unmet && !tool_create_output_file(outs, config))
- result = CURLE_WRITE_ERROR;
- }
- if(!outs->s_isreg && outs->stream) {
- /* Dump standard stream buffered data */
- int rc = fflush(outs->stream);
- if(!result && rc) {
- /* something went wrong in the writing process */
- result = CURLE_WRITE_ERROR;
- fprintf(global->errors, "(%d) Failed writing body\n", result);
- }
- }
- #ifdef USE_METALINK
- if(per->metalink && !per->metalink_next_res)
- fprintf(global->errors, "Metalink: fetching (%s) from (%s) OK\n",
- per->mlfile->filename, per->this_url);
- if(!per->metalink && config->use_metalink && result == CURLE_OK) {
- int rv = parse_metalink(config, outs, per->this_url);
- if(!rv) {
- fprintf(config->global->errors, "Metalink: parsing (%s) OK\n",
- per->this_url);
- }
- else if(rv == -1)
- fprintf(config->global->errors, "Metalink: parsing (%s) FAILED\n",
- per->this_url);
- }
- else if(per->metalink && result == CURLE_OK && !per->metalink_next_res) {
- int rv;
- (void)fflush(outs->stream);
- rv = metalink_check_hash(global, per->mlfile, outs->filename);
- if(!rv)
- per->metalink_next_res = 1;
- }
- #endif /* USE_METALINK */
- #ifdef USE_METALINK
- if(outs->metalink_parser)
- metalink_parser_context_delete(outs->metalink_parser);
- #endif /* USE_METALINK */
- /* if retry-max-time is non-zero, make sure we haven't exceeded the
- time */
- if(per->retry_numretries &&
- (!config->retry_maxtime ||
- (tvdiff(tvnow(), per->retrystart) <
- config->retry_maxtime*1000L)) ) {
- enum {
- RETRY_NO,
- RETRY_ALL_ERRORS,
- RETRY_TIMEOUT,
- RETRY_CONNREFUSED,
- RETRY_HTTP,
- RETRY_FTP,
- RETRY_LAST /* not used */
- } retry = RETRY_NO;
- long response = 0;
- if((CURLE_OPERATION_TIMEDOUT == result) ||
- (CURLE_COULDNT_RESOLVE_HOST == result) ||
- (CURLE_COULDNT_RESOLVE_PROXY == result) ||
- (CURLE_FTP_ACCEPT_TIMEOUT == result))
- /* retry timeout always */
- retry = RETRY_TIMEOUT;
- else if(config->retry_connrefused &&
- (CURLE_COULDNT_CONNECT == result)) {
- long oserrno = 0;
- curl_easy_getinfo(curl, CURLINFO_OS_ERRNO, &oserrno);
- if(ECONNREFUSED == oserrno)
- retry = RETRY_CONNREFUSED;
- }
- else if((CURLE_OK == result) ||
- (config->failonerror &&
- (CURLE_HTTP_RETURNED_ERROR == result))) {
- /* If it returned OK. _or_ failonerror was enabled and it
- returned due to such an error, check for HTTP transient
- errors to retry on. */
- long protocol = 0;
- curl_easy_getinfo(curl, CURLINFO_PROTOCOL, &protocol);
- if((protocol == CURLPROTO_HTTP) || (protocol == CURLPROTO_HTTPS)) {
- /* This was HTTP(S) */
- curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &response);
- switch(response) {
- case 429: /* Too Many Requests (RFC6585) */
- case 500: /* Internal Server Error */
- case 502: /* Bad Gateway */
- case 503: /* Service Unavailable */
- case 504: /* Gateway Timeout */
- retry = RETRY_HTTP;
- /*
- * At this point, we have already written data to the output
- * file (or terminal). If we write to a file, we must rewind
- * or close/re-open the file so that the next attempt starts
- * over from the beginning.
- *
- * TODO: similar action for the upload case. We might need
- * to start over reading from a previous point if we have
- * uploaded something when this was returned.
- */
- break;
- }
- }
- } /* if CURLE_OK */
- else if(result) {
- long protocol = 0;
- curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &response);
- curl_easy_getinfo(curl, CURLINFO_PROTOCOL, &protocol);
- if((protocol == CURLPROTO_FTP || protocol == CURLPROTO_FTPS) &&
- response / 100 == 4)
- /*
- * This is typically when the FTP server only allows a certain
- * amount of users and we are not one of them. All 4xx codes
- * are transient.
- */
- retry = RETRY_FTP;
- }
- if(result && !retry && config->retry_all_errors)
- retry = RETRY_ALL_ERRORS;
- if(retry) {
- long sleeptime = 0;
- curl_off_t retry_after = 0;
- static const char * const m[]={
- NULL,
- "(retrying all errors)",
- "timeout",
- "connection refused",
- "HTTP error",
- "FTP error"
- };
- sleeptime = per->retry_sleep;
- if(RETRY_HTTP == retry) {
- curl_easy_getinfo(curl, CURLINFO_RETRY_AFTER, &retry_after);
- if(retry_after) {
- /* store in a 'long', make sure it doesn't overflow */
- if(retry_after > LONG_MAX/1000)
- sleeptime = LONG_MAX;
- else
- sleeptime = (long)retry_after * 1000; /* milliseconds */
- }
- }
- warnf(config->global, "Transient problem: %s "
- "Will retry in %ld seconds. "
- "%ld retries left.\n",
- m[retry], sleeptime/1000L, per->retry_numretries);
- per->retry_numretries--;
- tool_go_sleep(sleeptime);
- if(!config->retry_delay) {
- per->retry_sleep *= 2;
- if(per->retry_sleep > RETRY_SLEEP_MAX)
- per->retry_sleep = RETRY_SLEEP_MAX;
- }
- if(outs->bytes && outs->filename && outs->stream) {
- int rc;
- /* We have written data to a output file, we truncate file
- */
- if(!global->mute)
- fprintf(global->errors, "Throwing away %"
- CURL_FORMAT_CURL_OFF_T " bytes\n",
- outs->bytes);
- fflush(outs->stream);
- /* truncate file at the position where we started appending */
- #ifdef HAVE_FTRUNCATE
- if(ftruncate(fileno(outs->stream), outs->init)) {
- /* when truncate fails, we can't just append as then we'll
- create something strange, bail out */
- if(!global->mute)
- fprintf(global->errors,
- "failed to truncate, exiting\n");
- return CURLE_WRITE_ERROR;
- }
- /* now seek to the end of the file, the position where we
- just truncated the file in a large file-safe way */
- rc = fseek(outs->stream, 0, SEEK_END);
- #else
- /* ftruncate is not available, so just reposition the file
- to the location we would have truncated it. This won't
- work properly with large files on 32-bit systems, but
- most of those will have ftruncate. */
- rc = fseek(outs->stream, (long)outs->init, SEEK_SET);
- #endif
- if(rc) {
- if(!global->mute)
- fprintf(global->errors,
- "failed seeking to end of file, exiting\n");
- return CURLE_WRITE_ERROR;
- }
- outs->bytes = 0; /* clear for next round */
- }
- *retryp = TRUE; /* curl_easy_perform loop */
- return CURLE_OK;
- }
- } /* if retry_numretries */
- else if(per->metalink) {
- /* Metalink: Decide to try the next resource or not. Try the next resource
- if download was not successful. */
- long response = 0;
- if(CURLE_OK == result) {
- /* TODO We want to try next resource when download was
- not successful. How to know that? */
- char *effective_url = NULL;
- curl_easy_getinfo(curl, CURLINFO_EFFECTIVE_URL, &effective_url);
- if(effective_url &&
- curl_strnequal(effective_url, "http", 4)) {
- /* This was HTTP(S) */
- curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &response);
- if(response != 200 && response != 206) {
- per->metalink_next_res = 1;
- fprintf(global->errors,
- "Metalink: fetching (%s) from (%s) FAILED "
- "(HTTP status code %ld)\n",
- per->mlfile->filename, per->this_url, response);
- }
- }
- }
- else {
- per->metalink_next_res = 1;
- fprintf(global->errors,
- "Metalink: fetching (%s) from (%s) FAILED (%s)\n",
- per->mlfile->filename, per->this_url,
- curl_easy_strerror(result));
- }
- }
- if((global->progressmode == CURL_PROGRESS_BAR) &&
- per->progressbar.calls)
- /* if the custom progress bar has been displayed, we output a
- newline here */
- fputs("\n", per->progressbar.out);
- if(config->writeout)
- ourWriteOut(per->curl, &per->outs, config->writeout);
- /* Close the outs file */
- if(outs->fopened && outs->stream) {
- int rc = fclose(outs->stream);
- if(!result && rc) {
- /* something went wrong in the writing process */
- result = CURLE_WRITE_ERROR;
- fprintf(global->errors, "(%d) Failed writing body\n", result);
- }
- }
- /* File time can only be set _after_ the file has been closed */
- if(!result && config->remote_time && outs->s_isreg && outs->filename) {
- /* Ask libcurl if we got a remote file time */
- curl_off_t filetime = -1;
- curl_easy_getinfo(curl, CURLINFO_FILETIME_T, &filetime);
- setfiletime(filetime, outs->filename, config->global->errors);
- }
- /* Close function-local opened file descriptors */
- if(per->heads.fopened && per->heads.stream)
- fclose(per->heads.stream);
- if(per->heads.alloc_filename)
- Curl_safefree(per->heads.filename);
- if(per->etag_save.fopened && per->etag_save.stream)
- fclose(per->etag_save.stream);
- if(per->etag_save.alloc_filename)
- Curl_safefree(per->etag_save.filename);
- curl_easy_cleanup(per->curl);
- if(outs->alloc_filename)
- free(outs->filename);
- free(per->this_url);
- free(per->separator_err);
- free(per->separator);
- free(per->outfile);
- free(per->uploadfile);
- return CURLE_OK;
- }
- static void single_transfer_cleanup(struct OperationConfig *config)
- {
- if(config) {
- struct State *state = &config->state;
- if(state->urls) {
- /* Free list of remaining URLs */
- glob_cleanup(state->urls);
- state->urls = NULL;
- }
- Curl_safefree(state->outfiles);
- Curl_safefree(state->httpgetfields);
- Curl_safefree(state->uploadfile);
- if(state->inglob) {
- /* Free list of globbed upload files */
- glob_cleanup(state->inglob);
- state->inglob = NULL;
- }
- }
- }
- /* create the next (singular) transfer */
- static CURLcode single_transfer(struct GlobalConfig *global,
- struct OperationConfig *config,
- CURLSH *share,
- bool capath_from_env,
- bool *added)
- {
- CURLcode result = CURLE_OK;
- struct getout *urlnode;
- struct metalinkfile *mlfile_last = NULL;
- bool orig_noprogress = global->noprogress;
- bool orig_isatty = global->isatty;
- struct State *state = &config->state;
- char *httpgetfields = state->httpgetfields;
- *added = FALSE; /* not yet */
- if(config->postfields) {
- if(config->use_httpget) {
- if(!httpgetfields) {
- /* Use the postfields data for a http get */
- httpgetfields = state->httpgetfields = strdup(config->postfields);
- Curl_safefree(config->postfields);
- if(!httpgetfields) {
- errorf(global, "out of memory\n");
- result = CURLE_OUT_OF_MEMORY;
- }
- else if(SetHTTPrequest(config,
- (config->no_body?HTTPREQ_HEAD:HTTPREQ_GET),
- &config->httpreq)) {
- result = CURLE_FAILED_INIT;
- }
- }
- }
- else {
- if(SetHTTPrequest(config, HTTPREQ_SIMPLEPOST, &config->httpreq))
- result = CURLE_FAILED_INIT;
- }
- if(result) {
- single_transfer_cleanup(config);
- return result;
- }
- }
- if(!state->urlnode) {
- /* first time caller, setup things */
- state->urlnode = config->url_list;
- state->infilenum = 1;
- }
- while(config->state.urlnode) {
- char *infiles; /* might be a glob pattern */
- struct URLGlob *inglob = state->inglob;
- bool metalink = FALSE; /* metalink download? */
- struct metalinkfile *mlfile;
- struct metalink_resource *mlres;
- urlnode = config->state.urlnode;
- if(urlnode->flags & GETOUT_METALINK) {
- metalink = 1;
- if(mlfile_last == NULL) {
- mlfile_last = config->metalinkfile_list;
- }
- mlfile = mlfile_last;
- mlfile_last = mlfile_last->next;
- mlres = mlfile->resource;
- }
- else {
- mlfile = NULL;
- mlres = NULL;
- }
- /* urlnode->url is the full URL (it might be NULL) */
- if(!urlnode->url) {
- /* This node has no URL. Free node data without destroying the
- node itself nor modifying next pointer and continue to next */
- Curl_safefree(urlnode->outfile);
- Curl_safefree(urlnode->infile);
- urlnode->flags = 0;
- config->state.urlnode = urlnode->next;
- state->up = 0;
- continue; /* next URL please */
- }
- /* save outfile pattern before expansion */
- if(urlnode->outfile && !state->outfiles) {
- state->outfiles = strdup(urlnode->outfile);
- if(!state->outfiles) {
- errorf(global, "out of memory\n");
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- }
- infiles = urlnode->infile;
- if(!config->globoff && infiles && !inglob) {
- /* Unless explicitly shut off */
- result = glob_url(&inglob, infiles, &state->infilenum,
- global->showerror?global->errors:NULL);
- if(result)
- break;
- config->state.inglob = inglob;
- }
- {
- int separator;
- unsigned long urlnum;
- if(!state->up && !infiles)
- Curl_nop_stmt;
- else {
- if(!state->uploadfile) {
- if(inglob) {
- result = glob_next_url(&state->uploadfile, inglob);
- if(result == CURLE_OUT_OF_MEMORY)
- errorf(global, "out of memory\n");
- }
- else if(!state->up) {
- state->uploadfile = strdup(infiles);
- if(!state->uploadfile) {
- errorf(global, "out of memory\n");
- result = CURLE_OUT_OF_MEMORY;
- }
- }
- }
- if(result)
- break;
- }
- if(!state->urlnum) {
- if(metalink) {
- /* For Metalink download, we don't use glob. Instead we use
- the number of resources as urlnum. */
- urlnum = count_next_metalink_resource(mlfile);
- }
- else if(!config->globoff) {
- /* Unless explicitly shut off, we expand '{...}' and '[...]'
- expressions and return total number of URLs in pattern set */
- result = glob_url(&state->urls, urlnode->url, &state->urlnum,
- global->showerror?global->errors:NULL);
- if(result)
- break;
- urlnum = state->urlnum;
- }
- else
- urlnum = 1; /* without globbing, this is a single URL */
- }
- else
- urlnum = state->urlnum;
- /* if multiple files extracted to stdout, insert separators! */
- separator = ((!state->outfiles ||
- !strcmp(state->outfiles, "-")) && urlnum > 1);
- if(state->up < state->infilenum) {
- struct per_transfer *per;
- struct OutStruct *outs;
- struct InStruct *input;
- struct OutStruct *heads;
- struct OutStruct *etag_save;
- struct HdrCbData *hdrcbdata = NULL;
- CURL *curl = curl_easy_init();
- result = add_per_transfer(&per);
- if(result || !curl) {
- curl_easy_cleanup(curl);
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- if(state->uploadfile) {
- per->uploadfile = strdup(state->uploadfile);
- if(!per->uploadfile) {
- curl_easy_cleanup(curl);
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- }
- *added = TRUE;
- per->config = config;
- per->curl = curl;
- /* default headers output stream is stdout */
- heads = &per->heads;
- heads->stream = stdout;
- /* Single header file for all URLs */
- if(config->headerfile) {
- /* open file for output: */
- if(strcmp(config->headerfile, "-")) {
- FILE *newfile;
- newfile = fopen(config->headerfile, per->prev == NULL?"wb":"ab");
- if(!newfile) {
- warnf(config->global, "Failed to open %s\n", config->headerfile);
- result = CURLE_WRITE_ERROR;
- break;
- }
- else {
- heads->filename = config->headerfile;
- heads->s_isreg = TRUE;
- heads->fopened = TRUE;
- heads->stream = newfile;
- }
- }
- else {
- /* always use binary mode for protocol header output */
- set_binmode(heads->stream);
- }
- }
- hdrcbdata = &per->hdrcbdata;
- outs = &per->outs;
- input = &per->input;
- per->outfile = NULL;
- per->infdopen = FALSE;
- per->infd = STDIN_FILENO;
- /* default output stream is stdout */
- outs->stream = stdout;
- /* --etag-compare */
- if(config->etag_compare_file) {
- char *etag_from_file = NULL;
- char *header = NULL;
- /* open file for reading: */
- FILE *file = fopen(config->etag_compare_file, FOPEN_READTEXT);
- if(!file && !config->etag_save_file) {
- errorf(config->global,
- "Failed to open %s\n", config->etag_compare_file);
- result = CURLE_READ_ERROR;
- break;
- }
- if((PARAM_OK == file2string(&etag_from_file, file)) &&
- etag_from_file) {
- header = aprintf("If-None-Match: %s", etag_from_file);
- Curl_safefree(etag_from_file);
- }
- else
- header = aprintf("If-None-Match: \"\"");
- if(!header) {
- if(file)
- fclose(file);
- errorf(config->global,
- "Failed to allocate memory for custom etag header\n");
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- /* add Etag from file to list of custom headers */
- add2list(&config->headers, header);
- Curl_safefree(header);
- if(file) {
- fclose(file);
- }
- }
- /* --etag-save */
- etag_save = &per->etag_save;
- etag_save->stream = stdout;
- if(config->etag_save_file) {
- /* open file for output: */
- if(strcmp(config->etag_save_file, "-")) {
- FILE *newfile = fopen(config->etag_save_file, "wb");
- if(!newfile) {
- warnf(
- config->global,
- "Failed to open %s\n", config->etag_save_file);
- result = CURLE_WRITE_ERROR;
- break;
- }
- else {
- etag_save->filename = config->etag_save_file;
- etag_save->s_isreg = TRUE;
- etag_save->fopened = TRUE;
- etag_save->stream = newfile;
- }
- }
- else {
- /* always use binary mode for protocol header output */
- set_binmode(etag_save->stream);
- }
- }
- if(metalink) {
- /* For Metalink download, use name in Metalink file as
- filename. */
- per->outfile = strdup(mlfile->filename);
- if(!per->outfile) {
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- per->this_url = strdup(mlres->url);
- if(!per->this_url) {
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- per->mlfile = mlfile;
- }
- else {
- if(state->urls) {
- result = glob_next_url(&per->this_url, state->urls);
- if(result)
- break;
- }
- else if(!state->li) {
- per->this_url = strdup(urlnode->url);
- if(!per->this_url) {
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- }
- else
- per->this_url = NULL;
- if(!per->this_url)
- break;
- if(state->outfiles) {
- per->outfile = strdup(state->outfiles);
- if(!per->outfile) {
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- }
- }
- if(((urlnode->flags&GETOUT_USEREMOTE) ||
- (per->outfile && strcmp("-", per->outfile))) &&
- (metalink || !config->use_metalink)) {
- /*
- * We have specified a file name to store the result in, or we have
- * decided we want to use the remote file name.
- */
- if(!per->outfile) {
- /* extract the file name from the URL */
- result = get_url_file_name(&per->outfile, per->this_url);
- if(result)
- break;
- if(!*per->outfile && !config->content_disposition) {
- errorf(global, "Remote file name has no length!\n");
- result = CURLE_WRITE_ERROR;
- break;
- }
- }
- else if(state->urls) {
- /* fill '#1' ... '#9' terms from URL pattern */
- char *storefile = per->outfile;
- result = glob_match_url(&per->outfile, storefile, state->urls);
- Curl_safefree(storefile);
- if(result) {
- /* bad globbing */
- warnf(config->global, "bad output glob!\n");
- break;
- }
- }
- if(config->output_dir) {
- char *d = aprintf("%s/%s", config->output_dir, per->outfile);
- if(!d) {
- result = CURLE_WRITE_ERROR;
- break;
- }
- free(per->outfile);
- per->outfile = d;
- }
- /* Create the directory hierarchy, if not pre-existent to a multiple
- file output call */
- if(config->create_dirs || metalink) {
- result = create_dir_hierarchy(per->outfile, global->errors);
- /* create_dir_hierarchy shows error upon CURLE_WRITE_ERROR */
- if(result)
- break;
- }
- if((urlnode->flags & GETOUT_USEREMOTE)
- && config->content_disposition) {
- /* Our header callback MIGHT set the filename */
- DEBUGASSERT(!outs->filename);
- }
- if(config->resume_from_current) {
- /* We're told to continue from where we are now. Get the size
- of the file as it is now and open it for append instead */
- struct_stat fileinfo;
- /* VMS -- Danger, the filesize is only valid for stream files */
- if(0 == stat(per->outfile, &fileinfo))
- /* set offset to current file size: */
- config->resume_from = fileinfo.st_size;
- else
- /* let offset be 0 */
- config->resume_from = 0;
- }
- if(config->resume_from) {
- #ifdef __VMS
- /* open file for output, forcing VMS output format into stream
- mode which is needed for stat() call above to always work. */
- FILE *file = fopen(outfile, "ab",
- "ctx=stm", "rfm=stmlf", "rat=cr", "mrs=0");
- #else
- /* open file for output: */
- FILE *file = fopen(per->outfile, "ab");
- #endif
- if(!file) {
- errorf(global, "Can't open '%s'!\n", per->outfile);
- result = CURLE_WRITE_ERROR;
- break;
- }
- outs->fopened = TRUE;
- outs->stream = file;
- outs->init = config->resume_from;
- }
- else {
- outs->stream = NULL; /* open when needed */
- }
- outs->filename = per->outfile;
- outs->s_isreg = TRUE;
- }
- if(per->uploadfile && !stdin_upload(per->uploadfile)) {
- /*
- * We have specified a file to upload and it isn't "-".
- */
- char *nurl = add_file_name_to_url(per->this_url, per->uploadfile);
- if(!nurl) {
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- per->this_url = nurl;
- }
- else if(per->uploadfile && stdin_upload(per->uploadfile)) {
- /* count to see if there are more than one auth bit set
- in the authtype field */
- int authbits = 0;
- int bitcheck = 0;
- while(bitcheck < 32) {
- if(config->authtype & (1UL << bitcheck++)) {
- authbits++;
- if(authbits > 1) {
- /* more than one, we're done! */
- break;
- }
- }
- }
- /*
- * If the user has also selected --anyauth or --proxy-anyauth
- * we should warn him/her.
- */
- if(config->proxyanyauth || (authbits>1)) {
- warnf(config->global,
- "Using --anyauth or --proxy-anyauth with upload from stdin"
- " involves a big risk of it not working. Use a temporary"
- " file or a fixed auth type instead!\n");
- }
- DEBUGASSERT(per->infdopen == FALSE);
- DEBUGASSERT(per->infd == STDIN_FILENO);
- set_binmode(stdin);
- if(!strcmp(per->uploadfile, ".")) {
- if(curlx_nonblock((curl_socket_t)per->infd, TRUE) < 0)
- warnf(config->global,
- "fcntl failed on fd=%d: %s\n", per->infd, strerror(errno));
- }
- }
- if(per->uploadfile && config->resume_from_current)
- config->resume_from = -1; /* -1 will then force get-it-yourself */
- if(output_expected(per->this_url, per->uploadfile) && outs->stream &&
- isatty(fileno(outs->stream)))
- /* we send the output to a tty, therefore we switch off the progress
- meter */
- per->noprogress = global->noprogress = global->isatty = TRUE;
- else {
- /* progress meter is per download, so restore config
- values */
- per->noprogress = global->noprogress = orig_noprogress;
- global->isatty = orig_isatty;
- }
- if(urlnum > 1 && !global->mute) {
- per->separator_err =
- aprintf("\n[%lu/%lu]: %s --> %s",
- state->li + 1, urlnum, per->this_url,
- per->outfile ? per->outfile : "<stdout>");
- if(separator)
- per->separator = aprintf("%s%s", CURLseparator, per->this_url);
- }
- if(httpgetfields) {
- char *urlbuffer;
- /* Find out whether the url contains a file name */
- const char *pc = strstr(per->this_url, "://");
- char sep = '?';
- if(pc)
- pc += 3;
- else
- pc = per->this_url;
- pc = strrchr(pc, '/'); /* check for a slash */
- if(pc) {
- /* there is a slash present in the URL */
- if(strchr(pc, '?'))
- /* Ouch, there's already a question mark in the URL string, we
- then append the data with an ampersand separator instead! */
- sep = '&';
- }
- /*
- * Then append ? followed by the get fields to the url.
- */
- if(pc)
- urlbuffer = aprintf("%s%c%s", per->this_url, sep, httpgetfields);
- else
- /* Append / before the ? to create a well-formed url
- if the url contains a hostname only
- */
- urlbuffer = aprintf("%s/?%s", per->this_url, httpgetfields);
- if(!urlbuffer) {
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- Curl_safefree(per->this_url); /* free previous URL */
- per->this_url = urlbuffer; /* use our new URL instead! */
- }
- if(!global->errors)
- global->errors = stderr;
- if((!per->outfile || !strcmp(per->outfile, "-")) &&
- !config->use_ascii) {
- /* We get the output to stdout and we have not got the ASCII/text
- flag, then set stdout to be binary */
- set_binmode(stdout);
- }
- /* explicitly passed to stdout means okaying binary gunk */
- config->terminal_binary_ok =
- (per->outfile && !strcmp(per->outfile, "-"));
- /* Avoid having this setopt added to the --libcurl source output. */
- result = curl_easy_setopt(curl, CURLOPT_SHARE, share);
- if(result)
- break;
- if(!config->tcp_nodelay)
- my_setopt(curl, CURLOPT_TCP_NODELAY, 0L);
- if(config->tcp_fastopen)
- my_setopt(curl, CURLOPT_TCP_FASTOPEN, 1L);
- /* where to store */
- my_setopt(curl, CURLOPT_WRITEDATA, per);
- my_setopt(curl, CURLOPT_INTERLEAVEDATA, per);
- if(metalink || !config->use_metalink)
- /* what call to write */
- my_setopt(curl, CURLOPT_WRITEFUNCTION, tool_write_cb);
- #ifdef USE_METALINK
- else
- /* Set Metalink specific write callback function to parse
- XML data progressively. */
- my_setopt(curl, CURLOPT_WRITEFUNCTION, metalink_write_cb);
- #endif /* USE_METALINK */
- /* for uploads */
- input->config = config;
- /* Note that if CURLOPT_READFUNCTION is fread (the default), then
- * lib/telnet.c will Curl_poll() on the input file descriptor
- * rather then calling the READFUNCTION at regular intervals.
- * The circumstances in which it is preferable to enable this
- * behaviour, by omitting to set the READFUNCTION & READDATA options,
- * have not been determined.
- */
- my_setopt(curl, CURLOPT_READDATA, input);
- /* what call to read */
- my_setopt(curl, CURLOPT_READFUNCTION, tool_read_cb);
- /* in 7.18.0, the CURLOPT_SEEKFUNCTION/DATA pair is taking over what
- CURLOPT_IOCTLFUNCTION/DATA pair previously provided for seeking */
- my_setopt(curl, CURLOPT_SEEKDATA, input);
- my_setopt(curl, CURLOPT_SEEKFUNCTION, tool_seek_cb);
- if(config->recvpersecond &&
- (config->recvpersecond < BUFFER_SIZE))
- /* use a smaller sized buffer for better sleeps */
- my_setopt(curl, CURLOPT_BUFFERSIZE, (long)config->recvpersecond);
- else
- my_setopt(curl, CURLOPT_BUFFERSIZE, (long)BUFFER_SIZE);
- my_setopt_str(curl, CURLOPT_URL, per->this_url);
- my_setopt(curl, CURLOPT_NOPROGRESS, global->noprogress?1L:0L);
- if(config->no_body)
- my_setopt(curl, CURLOPT_NOBODY, 1L);
- if(config->oauth_bearer)
- my_setopt_str(curl, CURLOPT_XOAUTH2_BEARER, config->oauth_bearer);
- {
- my_setopt_str(curl, CURLOPT_PROXY, config->proxy);
- /* new in libcurl 7.5 */
- if(config->proxy)
- my_setopt_enum(curl, CURLOPT_PROXYTYPE, config->proxyver);
- my_setopt_str(curl, CURLOPT_PROXYUSERPWD, config->proxyuserpwd);
- /* new in libcurl 7.3 */
- my_setopt(curl, CURLOPT_HTTPPROXYTUNNEL, config->proxytunnel?1L:0L);
- /* new in libcurl 7.52.0 */
- if(config->preproxy)
- my_setopt_str(curl, CURLOPT_PRE_PROXY, config->preproxy);
- /* new in libcurl 7.10.6 */
- if(config->proxyanyauth)
- my_setopt_bitmask(curl, CURLOPT_PROXYAUTH,
- (long)CURLAUTH_ANY);
- else if(config->proxynegotiate)
- my_setopt_bitmask(curl, CURLOPT_PROXYAUTH,
- (long)CURLAUTH_GSSNEGOTIATE);
- else if(config->proxyntlm)
- my_setopt_bitmask(curl, CURLOPT_PROXYAUTH,
- (long)CURLAUTH_NTLM);
- else if(config->proxydigest)
- my_setopt_bitmask(curl, CURLOPT_PROXYAUTH,
- (long)CURLAUTH_DIGEST);
- else if(config->proxybasic)
- my_setopt_bitmask(curl, CURLOPT_PROXYAUTH,
- (long)CURLAUTH_BASIC);
- /* new in libcurl 7.19.4 */
- my_setopt_str(curl, CURLOPT_NOPROXY, config->noproxy);
- my_setopt(curl, CURLOPT_SUPPRESS_CONNECT_HEADERS,
- config->suppress_connect_headers?1L:0L);
- }
- my_setopt(curl, CURLOPT_FAILONERROR, config->failonerror?1L:0L);
- my_setopt(curl, CURLOPT_REQUEST_TARGET, config->request_target);
- my_setopt(curl, CURLOPT_UPLOAD, per->uploadfile?1L:0L);
- my_setopt(curl, CURLOPT_DIRLISTONLY, config->dirlistonly?1L:0L);
- my_setopt(curl, CURLOPT_APPEND, config->ftp_append?1L:0L);
- if(config->netrc_opt)
- my_setopt_enum(curl, CURLOPT_NETRC, (long)CURL_NETRC_OPTIONAL);
- else if(config->netrc || config->netrc_file)
- my_setopt_enum(curl, CURLOPT_NETRC, (long)CURL_NETRC_REQUIRED);
- else
- my_setopt_enum(curl, CURLOPT_NETRC, (long)CURL_NETRC_IGNORED);
- if(config->netrc_file)
- my_setopt_str(curl, CURLOPT_NETRC_FILE, config->netrc_file);
- my_setopt(curl, CURLOPT_TRANSFERTEXT, config->use_ascii?1L:0L);
- if(config->login_options)
- my_setopt_str(curl, CURLOPT_LOGIN_OPTIONS, config->login_options);
- my_setopt_str(curl, CURLOPT_USERPWD, config->userpwd);
- my_setopt_str(curl, CURLOPT_RANGE, config->range);
- my_setopt(curl, CURLOPT_ERRORBUFFER, per->errorbuffer);
- my_setopt(curl, CURLOPT_TIMEOUT_MS, (long)(config->timeout * 1000));
- switch(config->httpreq) {
- case HTTPREQ_SIMPLEPOST:
- my_setopt_str(curl, CURLOPT_POSTFIELDS,
- config->postfields);
- my_setopt(curl, CURLOPT_POSTFIELDSIZE_LARGE,
- config->postfieldsize);
- break;
- case HTTPREQ_MIMEPOST:
- /* free previous remainders */
- curl_mime_free(config->mimepost);
- config->mimepost = NULL;
- result = tool2curlmime(curl, config->mimeroot, &config->mimepost);
- if(result)
- break;
- my_setopt_mimepost(curl, CURLOPT_MIMEPOST, config->mimepost);
- break;
- default:
- break;
- }
- if(result)
- break;
- /* new in libcurl 7.10.6 (default is Basic) */
- if(config->authtype)
- my_setopt_bitmask(curl, CURLOPT_HTTPAUTH, (long)config->authtype);
- my_setopt_slist(curl, CURLOPT_HTTPHEADER, config->headers);
- if(built_in_protos & (CURLPROTO_HTTP | CURLPROTO_RTSP)) {
- my_setopt_str(curl, CURLOPT_REFERER, config->referer);
- my_setopt_str(curl, CURLOPT_USERAGENT, config->useragent);
- }
- if(built_in_protos & CURLPROTO_HTTP) {
- long postRedir = 0;
- my_setopt(curl, CURLOPT_FOLLOWLOCATION,
- config->followlocation?1L:0L);
- my_setopt(curl, CURLOPT_UNRESTRICTED_AUTH,
- config->unrestricted_auth?1L:0L);
- my_setopt(curl, CURLOPT_AUTOREFERER, config->autoreferer?1L:0L);
- /* new in libcurl 7.36.0 */
- if(config->proxyheaders) {
- my_setopt_slist(curl, CURLOPT_PROXYHEADER, config->proxyheaders);
- my_setopt(curl, CURLOPT_HEADEROPT, CURLHEADER_SEPARATE);
- }
- /* new in libcurl 7.5 */
- my_setopt(curl, CURLOPT_MAXREDIRS, config->maxredirs);
- if(config->httpversion)
- my_setopt_enum(curl, CURLOPT_HTTP_VERSION, config->httpversion);
- else if(curlinfo->features & CURL_VERSION_HTTP2) {
- my_setopt_enum(curl, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_2TLS);
- }
- /* curl 7.19.1 (the 301 version existed in 7.18.2),
- 303 was added in 7.26.0 */
- if(config->post301)
- postRedir |= CURL_REDIR_POST_301;
- if(config->post302)
- postRedir |= CURL_REDIR_POST_302;
- if(config->post303)
- postRedir |= CURL_REDIR_POST_303;
- my_setopt(curl, CURLOPT_POSTREDIR, postRedir);
- /* new in libcurl 7.21.6 */
- if(config->encoding)
- my_setopt_str(curl, CURLOPT_ACCEPT_ENCODING, "");
- /* new in libcurl 7.21.6 */
- if(config->tr_encoding)
- my_setopt(curl, CURLOPT_TRANSFER_ENCODING, 1L);
- /* new in libcurl 7.64.0 */
- my_setopt(curl, CURLOPT_HTTP09_ALLOWED,
- config->http09_allowed ? 1L : 0L);
- } /* (built_in_protos & CURLPROTO_HTTP) */
- my_setopt_str(curl, CURLOPT_FTPPORT, config->ftpport);
- my_setopt(curl, CURLOPT_LOW_SPEED_LIMIT,
- config->low_speed_limit);
- my_setopt(curl, CURLOPT_LOW_SPEED_TIME, config->low_speed_time);
- my_setopt(curl, CURLOPT_MAX_SEND_SPEED_LARGE,
- config->sendpersecond);
- my_setopt(curl, CURLOPT_MAX_RECV_SPEED_LARGE,
- config->recvpersecond);
- if(config->use_resume)
- my_setopt(curl, CURLOPT_RESUME_FROM_LARGE, config->resume_from);
- else
- my_setopt(curl, CURLOPT_RESUME_FROM_LARGE, CURL_OFF_T_C(0));
- my_setopt_str(curl, CURLOPT_KEYPASSWD, config->key_passwd);
- my_setopt_str(curl, CURLOPT_PROXY_KEYPASSWD, config->proxy_key_passwd);
- if(built_in_protos & (CURLPROTO_SCP|CURLPROTO_SFTP)) {
- /* SSH and SSL private key uses same command-line option */
- /* new in libcurl 7.16.1 */
- my_setopt_str(curl, CURLOPT_SSH_PRIVATE_KEYFILE, config->key);
- /* new in libcurl 7.16.1 */
- my_setopt_str(curl, CURLOPT_SSH_PUBLIC_KEYFILE, config->pubkey);
- /* new in libcurl 7.17.1: SSH host key md5 checking allows us
- to fail if we are not talking to who we think we should */
- my_setopt_str(curl, CURLOPT_SSH_HOST_PUBLIC_KEY_MD5,
- config->hostpubmd5);
- /* new in libcurl 7.56.0 */
- if(config->ssh_compression)
- my_setopt(curl, CURLOPT_SSH_COMPRESSION, 1L);
- }
- if(config->cacert)
- my_setopt_str(curl, CURLOPT_CAINFO, config->cacert);
- if(config->proxy_cacert)
- my_setopt_str(curl, CURLOPT_PROXY_CAINFO, config->proxy_cacert);
- if(config->capath) {
- result = res_setopt_str(curl, CURLOPT_CAPATH, config->capath);
- if(result == CURLE_NOT_BUILT_IN) {
- warnf(config->global, "ignoring %s, not supported by libcurl\n",
- capath_from_env?
- "SSL_CERT_DIR environment variable":"--capath");
- }
- else if(result)
- break;
- }
- /* For the time being if --proxy-capath is not set then we use the
- --capath value for it, if any. See #1257 */
- if((config->proxy_capath || config->capath) &&
- !tool_setopt_skip(CURLOPT_PROXY_CAPATH)) {
- result = res_setopt_str(curl, CURLOPT_PROXY_CAPATH,
- (config->proxy_capath ?
- config->proxy_capath :
- config->capath));
- if(result == CURLE_NOT_BUILT_IN) {
- if(config->proxy_capath) {
- warnf(config->global,
- "ignoring --proxy-capath, not supported by libcurl\n");
- }
- }
- else if(result)
- break;
- }
- if(config->crlfile)
- my_setopt_str(curl, CURLOPT_CRLFILE, config->crlfile);
- if(config->proxy_crlfile)
- my_setopt_str(curl, CURLOPT_PROXY_CRLFILE, config->proxy_crlfile);
- else if(config->crlfile) /* CURLOPT_PROXY_CRLFILE default is crlfile */
- my_setopt_str(curl, CURLOPT_PROXY_CRLFILE, config->crlfile);
- if(config->pinnedpubkey)
- my_setopt_str(curl, CURLOPT_PINNEDPUBLICKEY, config->pinnedpubkey);
- if(config->ssl_ec_curves)
- my_setopt_str(curl, CURLOPT_SSL_EC_CURVES, config->ssl_ec_curves);
- if(curlinfo->features & CURL_VERSION_SSL) {
- /* Check if config->cert is a PKCS#11 URI and set the
- * config->cert_type if necessary */
- if(config->cert) {
- if(!config->cert_type) {
- if(is_pkcs11_uri(config->cert)) {
- config->cert_type = strdup("ENG");
- }
- }
- }
- /* Check if config->key is a PKCS#11 URI and set the
- * config->key_type if necessary */
- if(config->key) {
- if(!config->key_type) {
- if(is_pkcs11_uri(config->key)) {
- config->key_type = strdup("ENG");
- }
- }
- }
- /* Check if config->proxy_cert is a PKCS#11 URI and set the
- * config->proxy_type if necessary */
- if(config->proxy_cert) {
- if(!config->proxy_cert_type) {
- if(is_pkcs11_uri(config->proxy_cert)) {
- config->proxy_cert_type = strdup("ENG");
- }
- }
- }
- /* Check if config->proxy_key is a PKCS#11 URI and set the
- * config->proxy_key_type if necessary */
- if(config->proxy_key) {
- if(!config->proxy_key_type) {
- if(is_pkcs11_uri(config->proxy_key)) {
- config->proxy_key_type = strdup("ENG");
- }
- }
- }
- /* In debug build of curl tool, using
- * --cert loadmem=<filename>:<password> --cert-type p12
- * must do the same thing than classic:
- * --cert <filename>:<password> --cert-type p12
- * but is designed to test blob */
- #if defined(CURLDEBUG) || defined(DEBUGBUILD)
- if(config->cert && (strlen(config->cert) > 8) &&
- (memcmp(config->cert, "loadmem=",8) == 0)) {
- FILE *fInCert = fopen(config->cert + 8, "rb");
- void *certdata = NULL;
- long filesize = 0;
- bool continue_reading = fInCert != NULL;
- if(continue_reading)
- continue_reading = fseek(fInCert, 0, SEEK_END) == 0;
- if(continue_reading)
- filesize = ftell(fInCert);
- if(filesize < 0)
- continue_reading = FALSE;
- if(continue_reading)
- continue_reading = fseek(fInCert, 0, SEEK_SET) == 0;
- if(continue_reading)
- certdata = malloc(((size_t)filesize) + 1);
- if((!certdata) ||
- ((int)fread(certdata, (size_t)filesize, 1, fInCert) != 1))
- continue_reading = FALSE;
- if(fInCert)
- fclose(fInCert);
- if((filesize > 0) && continue_reading) {
- struct curl_blob structblob;
- structblob.data = certdata;
- structblob.len = (size_t)filesize;
- structblob.flags = CURL_BLOB_COPY;
- my_setopt_str(curl, CURLOPT_SSLCERT_BLOB, &structblob);
- /* if test run well, we are sure we don't reuse
- * original mem pointer */
- memset(certdata, 0, (size_t)filesize);
- }
- free(certdata);
- }
- else
- #endif
- my_setopt_str(curl, CURLOPT_SSLCERT, config->cert);
- my_setopt_str(curl, CURLOPT_PROXY_SSLCERT, config->proxy_cert);
- my_setopt_str(curl, CURLOPT_SSLCERTTYPE, config->cert_type);
- my_setopt_str(curl, CURLOPT_PROXY_SSLCERTTYPE,
- config->proxy_cert_type);
- #if defined(CURLDEBUG) || defined(DEBUGBUILD)
- if(config->key && (strlen(config->key) > 8) &&
- (memcmp(config->key, "loadmem=",8) == 0)) {
- FILE *fInCert = fopen(config->key + 8, "rb");
- void *certdata = NULL;
- long filesize = 0;
- bool continue_reading = fInCert != NULL;
- if(continue_reading)
- continue_reading = fseek(fInCert, 0, SEEK_END) == 0;
- if(continue_reading)
- filesize = ftell(fInCert);
- if(filesize < 0)
- continue_reading = FALSE;
- if(continue_reading)
- continue_reading = fseek(fInCert, 0, SEEK_SET) == 0;
- if(continue_reading)
- certdata = malloc(((size_t)filesize) + 1);
- if((!certdata) ||
- ((int)fread(certdata, (size_t)filesize, 1, fInCert) != 1))
- continue_reading = FALSE;
- if(fInCert)
- fclose(fInCert);
- if((filesize > 0) && continue_reading) {
- struct curl_blob structblob;
- structblob.data = certdata;
- structblob.len = (size_t)filesize;
- structblob.flags = CURL_BLOB_COPY;
- my_setopt_str(curl, CURLOPT_SSLKEY_BLOB, &structblob);
- /* if test run well, we are sure we don't reuse
- * original mem pointer */
- memset(certdata, 0, (size_t)filesize);
- }
- free(certdata);
- }
- else
- #endif
- my_setopt_str(curl, CURLOPT_SSLKEY, config->key);
- my_setopt_str(curl, CURLOPT_PROXY_SSLKEY, config->proxy_key);
- my_setopt_str(curl, CURLOPT_SSLKEYTYPE, config->key_type);
- my_setopt_str(curl, CURLOPT_PROXY_SSLKEYTYPE,
- config->proxy_key_type);
- if(config->insecure_ok) {
- my_setopt(curl, CURLOPT_SSL_VERIFYPEER, 0L);
- my_setopt(curl, CURLOPT_SSL_VERIFYHOST, 0L);
- }
- else {
- my_setopt(curl, CURLOPT_SSL_VERIFYPEER, 1L);
- /* libcurl default is strict verifyhost -> 2L */
- /* my_setopt(curl, CURLOPT_SSL_VERIFYHOST, 2L); */
- }
- if(config->proxy_insecure_ok) {
- my_setopt(curl, CURLOPT_PROXY_SSL_VERIFYPEER, 0L);
- my_setopt(curl, CURLOPT_PROXY_SSL_VERIFYHOST, 0L);
- }
- else {
- my_setopt(curl, CURLOPT_PROXY_SSL_VERIFYPEER, 1L);
- }
- if(config->verifystatus)
- my_setopt(curl, CURLOPT_SSL_VERIFYSTATUS, 1L);
- if(config->falsestart)
- my_setopt(curl, CURLOPT_SSL_FALSESTART, 1L);
- my_setopt_enum(curl, CURLOPT_SSLVERSION,
- config->ssl_version | config->ssl_version_max);
- my_setopt_enum(curl, CURLOPT_PROXY_SSLVERSION,
- config->proxy_ssl_version);
- {
- long mask =
- (config->ssl_allow_beast ? CURLSSLOPT_ALLOW_BEAST : 0) |
- (config->ssl_revoke_best_effort ?
- CURLSSLOPT_REVOKE_BEST_EFFORT : 0) |
- (config->native_ca_store ?
- CURLSSLOPT_NATIVE_CA : 0) |
- (config->ssl_no_revoke ? CURLSSLOPT_NO_REVOKE : 0);
- if(mask)
- my_setopt_bitmask(curl, CURLOPT_SSL_OPTIONS, mask);
- }
- if(config->proxy_ssl_allow_beast)
- my_setopt(curl, CURLOPT_PROXY_SSL_OPTIONS,
- (long)CURLSSLOPT_ALLOW_BEAST);
- }
- if(config->path_as_is)
- my_setopt(curl, CURLOPT_PATH_AS_IS, 1L);
- if(built_in_protos & (CURLPROTO_SCP|CURLPROTO_SFTP)) {
- if(!config->insecure_ok) {
- char *home;
- char *file;
- result = CURLE_FAILED_INIT;
- home = homedir(NULL);
- if(home) {
- file = aprintf("%s/.ssh/known_hosts", home);
- if(file) {
- /* new in curl 7.19.6 */
- result = res_setopt_str(curl, CURLOPT_SSH_KNOWNHOSTS, file);
- curl_free(file);
- if(result == CURLE_UNKNOWN_OPTION)
- /* libssh2 version older than 1.1.1 */
- result = CURLE_OK;
- }
- Curl_safefree(home);
- }
- else {
- errorf(global, "Failed to figure out user's home dir!");
- }
- if(result)
- break;
- }
- }
- if(config->no_body || config->remote_time) {
- /* no body or use remote time */
- my_setopt(curl, CURLOPT_FILETIME, 1L);
- }
- my_setopt(curl, CURLOPT_CRLF, config->crlf?1L:0L);
- my_setopt_slist(curl, CURLOPT_QUOTE, config->quote);
- my_setopt_slist(curl, CURLOPT_POSTQUOTE, config->postquote);
- my_setopt_slist(curl, CURLOPT_PREQUOTE, config->prequote);
- if(config->cookie)
- my_setopt_str(curl, CURLOPT_COOKIE, config->cookie);
- if(config->cookiefile)
- my_setopt_str(curl, CURLOPT_COOKIEFILE, config->cookiefile);
- /* new in libcurl 7.9 */
- if(config->cookiejar)
- my_setopt_str(curl, CURLOPT_COOKIEJAR, config->cookiejar);
- /* new in libcurl 7.9.7 */
- my_setopt(curl, CURLOPT_COOKIESESSION, config->cookiesession?1L:0L);
- my_setopt_enum(curl, CURLOPT_TIMECONDITION, (long)config->timecond);
- my_setopt(curl, CURLOPT_TIMEVALUE_LARGE, config->condtime);
- my_setopt_str(curl, CURLOPT_CUSTOMREQUEST, config->customrequest);
- customrequest_helper(config, config->httpreq, config->customrequest);
- my_setopt(curl, CURLOPT_STDERR, global->errors);
- /* three new ones in libcurl 7.3: */
- my_setopt_str(curl, CURLOPT_INTERFACE, config->iface);
- my_setopt_str(curl, CURLOPT_KRBLEVEL, config->krblevel);
- progressbarinit(&per->progressbar, config);
- if((global->progressmode == CURL_PROGRESS_BAR) &&
- !global->noprogress && !global->mute) {
- /* we want the alternative style, then we have to implement it
- ourselves! */
- my_setopt(curl, CURLOPT_XFERINFOFUNCTION, tool_progress_cb);
- my_setopt(curl, CURLOPT_XFERINFODATA, per);
- }
- else if(per->uploadfile && !strcmp(per->uploadfile, ".")) {
- /* when reading from stdin in non-blocking mode, we use the progress
- function to unpause a busy read */
- my_setopt(curl, CURLOPT_NOPROGRESS, 0L);
- my_setopt(curl, CURLOPT_XFERINFOFUNCTION, tool_readbusy_cb);
- my_setopt(curl, CURLOPT_XFERINFODATA, per);
- }
- /* new in libcurl 7.24.0: */
- if(config->dns_servers)
- my_setopt_str(curl, CURLOPT_DNS_SERVERS, config->dns_servers);
- /* new in libcurl 7.33.0: */
- if(config->dns_interface)
- my_setopt_str(curl, CURLOPT_DNS_INTERFACE, config->dns_interface);
- if(config->dns_ipv4_addr)
- my_setopt_str(curl, CURLOPT_DNS_LOCAL_IP4, config->dns_ipv4_addr);
- if(config->dns_ipv6_addr)
- my_setopt_str(curl, CURLOPT_DNS_LOCAL_IP6, config->dns_ipv6_addr);
- /* new in libcurl 7.6.2: */
- my_setopt_slist(curl, CURLOPT_TELNETOPTIONS, config->telnet_options);
- /* new in libcurl 7.7: */
- my_setopt_str(curl, CURLOPT_RANDOM_FILE, config->random_file);
- my_setopt_str(curl, CURLOPT_EGDSOCKET, config->egd_file);
- my_setopt(curl, CURLOPT_CONNECTTIMEOUT_MS,
- (long)(config->connecttimeout * 1000));
- if(config->doh_url)
- my_setopt_str(curl, CURLOPT_DOH_URL, config->doh_url);
- if(config->cipher_list)
- my_setopt_str(curl, CURLOPT_SSL_CIPHER_LIST, config->cipher_list);
- if(config->proxy_cipher_list)
- my_setopt_str(curl, CURLOPT_PROXY_SSL_CIPHER_LIST,
- config->proxy_cipher_list);
- if(config->cipher13_list)
- my_setopt_str(curl, CURLOPT_TLS13_CIPHERS, config->cipher13_list);
- if(config->proxy_cipher13_list)
- my_setopt_str(curl, CURLOPT_PROXY_TLS13_CIPHERS,
- config->proxy_cipher13_list);
- /* new in libcurl 7.9.2: */
- if(config->disable_epsv)
- /* disable it */
- my_setopt(curl, CURLOPT_FTP_USE_EPSV, 0L);
- /* new in libcurl 7.10.5 */
- if(config->disable_eprt)
- /* disable it */
- my_setopt(curl, CURLOPT_FTP_USE_EPRT, 0L);
- if(global->tracetype != TRACE_NONE) {
- my_setopt(curl, CURLOPT_DEBUGFUNCTION, tool_debug_cb);
- my_setopt(curl, CURLOPT_DEBUGDATA, config);
- my_setopt(curl, CURLOPT_VERBOSE, 1L);
- }
- /* new in curl 7.9.3 */
- if(config->engine) {
- result = res_setopt_str(curl, CURLOPT_SSLENGINE, config->engine);
- if(result)
- break;
- }
- /* new in curl 7.10.7, extended in 7.19.4. Modified to use
- CREATE_DIR_RETRY in 7.49.0 */
- my_setopt(curl, CURLOPT_FTP_CREATE_MISSING_DIRS,
- (long)(config->ftp_create_dirs?
- CURLFTP_CREATE_DIR_RETRY:
- CURLFTP_CREATE_DIR_NONE));
- /* new in curl 7.10.8 */
- if(config->max_filesize)
- my_setopt(curl, CURLOPT_MAXFILESIZE_LARGE,
- config->max_filesize);
- if(4 == config->ip_version)
- my_setopt(curl, CURLOPT_IPRESOLVE, CURL_IPRESOLVE_V4);
- else if(6 == config->ip_version)
- my_setopt(curl, CURLOPT_IPRESOLVE, CURL_IPRESOLVE_V6);
- else
- my_setopt(curl, CURLOPT_IPRESOLVE, CURL_IPRESOLVE_WHATEVER);
- /* new in curl 7.15.5 */
- if(config->ftp_ssl_reqd)
- my_setopt_enum(curl, CURLOPT_USE_SSL, (long)CURLUSESSL_ALL);
- /* new in curl 7.11.0 */
- else if(config->ftp_ssl)
- my_setopt_enum(curl, CURLOPT_USE_SSL, (long)CURLUSESSL_TRY);
- /* new in curl 7.16.0 */
- else if(config->ftp_ssl_control)
- my_setopt_enum(curl, CURLOPT_USE_SSL, (long)CURLUSESSL_CONTROL);
- /* new in curl 7.16.1 */
- if(config->ftp_ssl_ccc)
- my_setopt_enum(curl, CURLOPT_FTP_SSL_CCC,
- (long)config->ftp_ssl_ccc_mode);
- /* new in curl 7.19.4 */
- if(config->socks5_gssapi_nec)
- my_setopt_str(curl, CURLOPT_SOCKS5_GSSAPI_NEC,
- config->socks5_gssapi_nec);
- /* new in curl 7.55.0 */
- if(config->socks5_auth)
- my_setopt_bitmask(curl, CURLOPT_SOCKS5_AUTH,
- (long)config->socks5_auth);
- /* new in curl 7.43.0 */
- if(config->proxy_service_name)
- my_setopt_str(curl, CURLOPT_PROXY_SERVICE_NAME,
- config->proxy_service_name);
- /* new in curl 7.43.0 */
- if(config->service_name)
- my_setopt_str(curl, CURLOPT_SERVICE_NAME,
- config->service_name);
- /* curl 7.13.0 */
- my_setopt_str(curl, CURLOPT_FTP_ACCOUNT, config->ftp_account);
- my_setopt(curl, CURLOPT_IGNORE_CONTENT_LENGTH, config->ignorecl?1L:0L);
- /* curl 7.14.2 */
- my_setopt(curl, CURLOPT_FTP_SKIP_PASV_IP, config->ftp_skip_ip?1L:0L);
- /* curl 7.15.1 */
- my_setopt(curl, CURLOPT_FTP_FILEMETHOD, (long)config->ftp_filemethod);
- /* curl 7.15.2 */
- if(config->localport) {
- my_setopt(curl, CURLOPT_LOCALPORT, config->localport);
- my_setopt_str(curl, CURLOPT_LOCALPORTRANGE, config->localportrange);
- }
- /* curl 7.15.5 */
- my_setopt_str(curl, CURLOPT_FTP_ALTERNATIVE_TO_USER,
- config->ftp_alternative_to_user);
- /* curl 7.16.0 */
- if(config->disable_sessionid)
- /* disable it */
- my_setopt(curl, CURLOPT_SSL_SESSIONID_CACHE, 0L);
- /* curl 7.16.2 */
- if(config->raw) {
- my_setopt(curl, CURLOPT_HTTP_CONTENT_DECODING, 0L);
- my_setopt(curl, CURLOPT_HTTP_TRANSFER_DECODING, 0L);
- }
- /* curl 7.17.1 */
- if(!config->nokeepalive) {
- my_setopt(curl, CURLOPT_TCP_KEEPALIVE, 1L);
- if(config->alivetime != 0) {
- my_setopt(curl, CURLOPT_TCP_KEEPIDLE, config->alivetime);
- my_setopt(curl, CURLOPT_TCP_KEEPINTVL, config->alivetime);
- }
- }
- else
- my_setopt(curl, CURLOPT_TCP_KEEPALIVE, 0L);
- /* curl 7.20.0 */
- if(config->tftp_blksize)
- my_setopt(curl, CURLOPT_TFTP_BLKSIZE, config->tftp_blksize);
- if(config->mail_from)
- my_setopt_str(curl, CURLOPT_MAIL_FROM, config->mail_from);
- if(config->mail_rcpt)
- my_setopt_slist(curl, CURLOPT_MAIL_RCPT, config->mail_rcpt);
- /* curl 7.69.x */
- my_setopt(curl, CURLOPT_MAIL_RCPT_ALLLOWFAILS,
- config->mail_rcpt_allowfails ? 1L : 0L);
- /* curl 7.20.x */
- if(config->ftp_pret)
- my_setopt(curl, CURLOPT_FTP_USE_PRET, 1L);
- if(config->proto_present)
- my_setopt_flags(curl, CURLOPT_PROTOCOLS, config->proto);
- if(config->proto_redir_present)
- my_setopt_flags(curl, CURLOPT_REDIR_PROTOCOLS, config->proto_redir);
- if(config->content_disposition
- && (urlnode->flags & GETOUT_USEREMOTE))
- hdrcbdata->honor_cd_filename = TRUE;
- else
- hdrcbdata->honor_cd_filename = FALSE;
- hdrcbdata->outs = outs;
- hdrcbdata->heads = heads;
- hdrcbdata->etag_save = etag_save;
- hdrcbdata->global = global;
- hdrcbdata->config = config;
- my_setopt(curl, CURLOPT_HEADERFUNCTION, tool_header_cb);
- my_setopt(curl, CURLOPT_HEADERDATA, per);
- if(config->resolve)
- /* new in 7.21.3 */
- my_setopt_slist(curl, CURLOPT_RESOLVE, config->resolve);
- if(config->connect_to)
- /* new in 7.49.0 */
- my_setopt_slist(curl, CURLOPT_CONNECT_TO, config->connect_to);
- /* new in 7.21.4 */
- if(curlinfo->features & CURL_VERSION_TLSAUTH_SRP) {
- if(config->tls_username)
- my_setopt_str(curl, CURLOPT_TLSAUTH_USERNAME,
- config->tls_username);
- if(config->tls_password)
- my_setopt_str(curl, CURLOPT_TLSAUTH_PASSWORD,
- config->tls_password);
- if(config->tls_authtype)
- my_setopt_str(curl, CURLOPT_TLSAUTH_TYPE,
- config->tls_authtype);
- if(config->proxy_tls_username)
- my_setopt_str(curl, CURLOPT_PROXY_TLSAUTH_USERNAME,
- config->proxy_tls_username);
- if(config->proxy_tls_password)
- my_setopt_str(curl, CURLOPT_PROXY_TLSAUTH_PASSWORD,
- config->proxy_tls_password);
- if(config->proxy_tls_authtype)
- my_setopt_str(curl, CURLOPT_PROXY_TLSAUTH_TYPE,
- config->proxy_tls_authtype);
- }
- /* new in 7.22.0 */
- if(config->gssapi_delegation)
- my_setopt_str(curl, CURLOPT_GSSAPI_DELEGATION,
- config->gssapi_delegation);
- if(config->mail_auth)
- my_setopt_str(curl, CURLOPT_MAIL_AUTH, config->mail_auth);
- /* new in 7.66.0 */
- if(config->sasl_authzid)
- my_setopt_str(curl, CURLOPT_SASL_AUTHZID, config->sasl_authzid);
- /* new in 7.31.0 */
- if(config->sasl_ir)
- my_setopt(curl, CURLOPT_SASL_IR, 1L);
- if(config->nonpn) {
- my_setopt(curl, CURLOPT_SSL_ENABLE_NPN, 0L);
- }
- if(config->noalpn) {
- my_setopt(curl, CURLOPT_SSL_ENABLE_ALPN, 0L);
- }
- /* new in 7.40.0, abstract support added in 7.53.0 */
- if(config->unix_socket_path) {
- if(config->abstract_unix_socket) {
- my_setopt_str(curl, CURLOPT_ABSTRACT_UNIX_SOCKET,
- config->unix_socket_path);
- }
- else {
- my_setopt_str(curl, CURLOPT_UNIX_SOCKET_PATH,
- config->unix_socket_path);
- }
- }
- /* new in 7.45.0 */
- if(config->proto_default)
- my_setopt_str(curl, CURLOPT_DEFAULT_PROTOCOL, config->proto_default);
- /* new in 7.47.0 */
- if(config->expect100timeout > 0)
- my_setopt_str(curl, CURLOPT_EXPECT_100_TIMEOUT_MS,
- (long)(config->expect100timeout*1000));
- /* new in 7.48.0 */
- if(config->tftp_no_options)
- my_setopt(curl, CURLOPT_TFTP_NO_OPTIONS, 1L);
- /* new in 7.59.0 */
- if(config->happy_eyeballs_timeout_ms != CURL_HET_DEFAULT)
- my_setopt(curl, CURLOPT_HAPPY_EYEBALLS_TIMEOUT_MS,
- config->happy_eyeballs_timeout_ms);
- /* new in 7.60.0 */
- if(config->haproxy_protocol)
- my_setopt(curl, CURLOPT_HAPROXYPROTOCOL, 1L);
- if(config->disallow_username_in_url)
- my_setopt(curl, CURLOPT_DISALLOW_USERNAME_IN_URL, 1L);
- if(config->altsvc)
- my_setopt_str(curl, CURLOPT_ALTSVC, config->altsvc);
- #ifdef USE_METALINK
- if(!metalink && config->use_metalink) {
- outs->metalink_parser = metalink_parser_context_new();
- if(outs->metalink_parser == NULL) {
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- fprintf(config->global->errors,
- "Metalink: parsing (%s) metalink/XML...\n", per->this_url);
- }
- else if(metalink)
- fprintf(config->global->errors,
- "Metalink: fetching (%s) from (%s)...\n",
- mlfile->filename, per->this_url);
- #endif /* USE_METALINK */
- per->metalink = metalink;
- /* initialize retry vars for loop below */
- per->retry_sleep_default = (config->retry_delay) ?
- config->retry_delay*1000L : RETRY_SLEEP_DEFAULT; /* ms */
- per->retry_numretries = config->req_retry;
- per->retry_sleep = per->retry_sleep_default; /* ms */
- per->retrystart = tvnow();
- state->li++;
- /* Here's looping around each globbed URL */
- if(state->li >= urlnum) {
- state->li = 0;
- state->urlnum = 0; /* forced reglob of URLs */
- glob_cleanup(state->urls);
- state->urls = NULL;
- state->up++;
- Curl_safefree(state->uploadfile); /* clear it to get the next */
- }
- }
- else {
- /* Free this URL node data without destroying the
- the node itself nor modifying next pointer. */
- Curl_safefree(urlnode->outfile);
- Curl_safefree(urlnode->infile);
- urlnode->flags = 0;
- glob_cleanup(state->urls);
- state->urls = NULL;
- state->urlnum = 0;
- Curl_safefree(state->outfiles);
- Curl_safefree(state->uploadfile);
- if(state->inglob) {
- /* Free list of globbed upload files */
- glob_cleanup(state->inglob);
- state->inglob = NULL;
- }
- config->state.urlnode = urlnode->next;
- state->up = 0;
- continue;
- }
- }
- break;
- }
- if(!*added || result) {
- *added = FALSE;
- single_transfer_cleanup(config);
- }
- return result;
- }
- static long all_added; /* number of easy handles currently added */
- /*
- * add_parallel_transfers() sets 'morep' to TRUE if there are more transfers
- * to add even after this call returns. sets 'addedp' to TRUE if one or more
- * transfers were added.
- */
- static CURLcode add_parallel_transfers(struct GlobalConfig *global,
- CURLM *multi,
- CURLSH *share,
- bool *morep,
- bool *addedp)
- {
- struct per_transfer *per;
- CURLcode result = CURLE_OK;
- CURLMcode mcode;
- *addedp = FALSE;
- *morep = FALSE;
- result = create_transfer(global, share, addedp);
- if(result)
- return result;
- for(per = transfers; per && (all_added < global->parallel_max);
- per = per->next) {
- bool getadded = FALSE;
- if(per->added)
- /* already added */
- continue;
- result = pre_transfer(global, per);
- if(result)
- break;
- /* parallel connect means that we don't set PIPEWAIT since pipewait
- will make libcurl prefer multiplexing */
- (void)curl_easy_setopt(per->curl, CURLOPT_PIPEWAIT,
- global->parallel_connect ? 0L : 1L);
- (void)curl_easy_setopt(per->curl, CURLOPT_PRIVATE, per);
- (void)curl_easy_setopt(per->curl, CURLOPT_XFERINFOFUNCTION, xferinfo_cb);
- (void)curl_easy_setopt(per->curl, CURLOPT_XFERINFODATA, per);
- mcode = curl_multi_add_handle(multi, per->curl);
- if(mcode)
- return CURLE_OUT_OF_MEMORY;
- result = create_transfer(global, share, &getadded);
- if(result)
- return result;
- per->added = TRUE;
- all_added++;
- *addedp = TRUE;
- }
- *morep = per ? TRUE : FALSE;
- return CURLE_OK;
- }
- static CURLcode parallel_transfers(struct GlobalConfig *global,
- CURLSH *share)
- {
- CURLM *multi;
- CURLMcode mcode = CURLM_OK;
- CURLcode result = CURLE_OK;
- int still_running = 1;
- struct timeval start = tvnow();
- bool more_transfers;
- bool added_transfers;
- multi = curl_multi_init();
- if(!multi)
- return CURLE_OUT_OF_MEMORY;
- result = add_parallel_transfers(global, multi, share,
- &more_transfers, &added_transfers);
- if(result) {
- curl_multi_cleanup(multi);
- return result;
- }
- while(!mcode && (still_running || more_transfers)) {
- mcode = curl_multi_poll(multi, NULL, 0, 1000, NULL);
- if(!mcode)
- mcode = curl_multi_perform(multi, &still_running);
- progress_meter(global, &start, FALSE);
- if(!mcode) {
- int rc;
- CURLMsg *msg;
- bool removed = FALSE;
- do {
- msg = curl_multi_info_read(multi, &rc);
- if(msg) {
- bool retry;
- struct per_transfer *ended;
- CURL *easy = msg->easy_handle;
- result = msg->data.result;
- curl_easy_getinfo(easy, CURLINFO_PRIVATE, (void *)&ended);
- curl_multi_remove_handle(multi, easy);
- result = post_per_transfer(global, ended, result, &retry);
- if(retry)
- continue;
- progress_finalize(ended); /* before it goes away */
- all_added--; /* one fewer added */
- removed = TRUE;
- (void)del_per_transfer(ended);
- }
- } while(msg);
- if(removed) {
- /* one or more transfers completed, add more! */
- (void)add_parallel_transfers(global, multi, share,
- &more_transfers,
- &added_transfers);
- if(added_transfers)
- /* we added new ones, make sure the loop doesn't exit yet */
- still_running = 1;
- }
- }
- }
- (void)progress_meter(global, &start, TRUE);
- /* Make sure to return some kind of error if there was a multi problem */
- if(mcode) {
- result = (mcode == CURLM_OUT_OF_MEMORY) ? CURLE_OUT_OF_MEMORY :
- /* The other multi errors should never happen, so return
- something suitably generic */
- CURLE_BAD_FUNCTION_ARGUMENT;
- }
- curl_multi_cleanup(multi);
- return result;
- }
- static CURLcode serial_transfers(struct GlobalConfig *global,
- CURLSH *share)
- {
- CURLcode returncode = CURLE_OK;
- CURLcode result = CURLE_OK;
- struct per_transfer *per;
- bool added = FALSE;
- result = create_transfer(global, share, &added);
- if(result || !added)
- return result;
- for(per = transfers; per;) {
- bool retry;
- bool bailout = FALSE;
- result = pre_transfer(global, per);
- if(result)
- break;
- #ifndef CURL_DISABLE_LIBCURL_OPTION
- if(global->libcurl) {
- result = easysrc_perform();
- if(result)
- break;
- }
- #endif
- #ifdef CURLDEBUG
- if(global->test_event_based)
- result = curl_easy_perform_ev(per->curl);
- else
- #endif
- result = curl_easy_perform(per->curl);
- /* store the result of the actual transfer */
- returncode = result;
- result = post_per_transfer(global, per, result, &retry);
- if(retry)
- continue;
- /* Bail out upon critical errors or --fail-early */
- if(result || is_fatal_error(returncode) ||
- (returncode && global->fail_early))
- bailout = TRUE;
- else {
- /* setup the next one just before we delete this */
- result = create_transfer(global, share, &added);
- if(result)
- bailout = TRUE;
- }
- /* Release metalink related resources here */
- delete_metalinkfile(per->mlfile);
- per = del_per_transfer(per);
- if(bailout)
- break;
- }
- if(returncode)
- /* returncode errors have priority */
- result = returncode;
- if(result)
- single_transfer_cleanup(global->current);
- return result;
- }
- /* setup a transfer for the given config */
- static CURLcode transfer_per_config(struct GlobalConfig *global,
- struct OperationConfig *config,
- CURLSH *share,
- bool *added)
- {
- CURLcode result = CURLE_OK;
- bool capath_from_env;
- *added = FALSE;
- /* Check we have a url */
- if(!config->url_list || !config->url_list->url) {
- helpf(global->errors, "no URL specified!\n");
- return CURLE_FAILED_INIT;
- }
- /* On WIN32 we can't set the path to curl-ca-bundle.crt
- * at compile time. So we look here for the file in two ways:
- * 1: look at the environment variable CURL_CA_BUNDLE for a path
- * 2: if #1 isn't found, use the windows API function SearchPath()
- * to find it along the app's path (includes app's dir and CWD)
- *
- * We support the environment variable thing for non-Windows platforms
- * too. Just for the sake of it.
- */
- capath_from_env = false;
- if(!config->cacert &&
- !config->capath &&
- !config->insecure_ok) {
- CURL *curltls = curl_easy_init();
- struct curl_tlssessioninfo *tls_backend_info = NULL;
- /* With the addition of CAINFO support for Schannel, this search could find
- * a certificate bundle that was previously ignored. To maintain backward
- * compatibility, only perform this search if not using Schannel.
- */
- result = curl_easy_getinfo(curltls, CURLINFO_TLS_SSL_PTR,
- &tls_backend_info);
- if(result)
- return result;
- /* Set the CA cert locations specified in the environment. For Windows if
- * no environment-specified filename is found then check for CA bundle
- * default filename curl-ca-bundle.crt in the user's PATH.
- *
- * If Schannel is the selected SSL backend then these locations are
- * ignored. We allow setting CA location for schannel only when explicitly
- * specified by the user via CURLOPT_CAINFO / --cacert.
- */
- if(tls_backend_info->backend != CURLSSLBACKEND_SCHANNEL) {
- char *env;
- env = curlx_getenv("CURL_CA_BUNDLE");
- if(env) {
- config->cacert = strdup(env);
- if(!config->cacert) {
- curl_free(env);
- errorf(global, "out of memory\n");
- return CURLE_OUT_OF_MEMORY;
- }
- }
- else {
- env = curlx_getenv("SSL_CERT_DIR");
- if(env) {
- config->capath = strdup(env);
- if(!config->capath) {
- curl_free(env);
- helpf(global->errors, "out of memory\n");
- return CURLE_OUT_OF_MEMORY;
- }
- capath_from_env = true;
- }
- else {
- env = curlx_getenv("SSL_CERT_FILE");
- if(env) {
- config->cacert = strdup(env);
- if(!config->cacert) {
- curl_free(env);
- errorf(global, "out of memory\n");
- return CURLE_OUT_OF_MEMORY;
- }
- }
- }
- }
- if(env)
- curl_free(env);
- #ifdef WIN32
- else {
- result = FindWin32CACert(config, tls_backend_info->backend,
- TEXT("curl-ca-bundle.crt"));
- }
- #endif
- }
- curl_easy_cleanup(curltls);
- }
- if(!result)
- result = single_transfer(global, config, share, capath_from_env, added);
- return result;
- }
- /*
- * 'create_transfer' gets the details and sets up a new transfer if 'added'
- * returns TRUE.
- */
- static CURLcode create_transfer(struct GlobalConfig *global,
- CURLSH *share,
- bool *added)
- {
- CURLcode result = CURLE_OK;
- *added = FALSE;
- while(global->current) {
- result = transfer_per_config(global, global->current, share, added);
- if(!result && !*added) {
- /* when one set is drained, continue to next */
- global->current = global->current->next;
- continue;
- }
- break;
- }
- return result;
- }
- static CURLcode run_all_transfers(struct GlobalConfig *global,
- CURLSH *share,
- CURLcode result)
- {
- /* Save the values of noprogress and isatty to restore them later on */
- bool orig_noprogress = global->noprogress;
- bool orig_isatty = global->isatty;
- struct per_transfer *per;
- /* Time to actually do the transfers */
- if(!result) {
- if(global->parallel)
- result = parallel_transfers(global, share);
- else
- result = serial_transfers(global, share);
- }
- /* cleanup if there are any left */
- for(per = transfers; per;) {
- bool retry;
- CURLcode result2 = post_per_transfer(global, per, result, &retry);
- if(!result)
- /* don't overwrite the original error */
- result = result2;
- /* Free list of given URLs */
- clean_getout(per->config);
- /* Release metalink related resources here */
- clean_metalink(per->config);
- per = del_per_transfer(per);
- }
- /* Reset the global config variables */
- global->noprogress = orig_noprogress;
- global->isatty = orig_isatty;
- return result;
- }
- CURLcode operate(struct GlobalConfig *global, int argc, argv_item_t argv[])
- {
- CURLcode result = CURLE_OK;
- char *first_arg = curlx_convert_tchar_to_UTF8(argv[1]);
- /* Setup proper locale from environment */
- #ifdef HAVE_SETLOCALE
- setlocale(LC_ALL, "");
- #endif
- /* Parse .curlrc if necessary */
- if((argc == 1) ||
- (!curl_strequal(first_arg, "-q") &&
- !curl_strequal(first_arg, "--disable"))) {
- parseconfig(NULL, global); /* ignore possible failure */
- /* If we had no arguments then make sure a url was specified in .curlrc */
- if((argc < 2) && (!global->first->url_list)) {
- helpf(global->errors, NULL);
- result = CURLE_FAILED_INIT;
- }
- }
- curlx_unicodefree(first_arg);
- if(!result) {
- /* Parse the command line arguments */
- ParameterError res = parse_args(global, argc, argv);
- if(res) {
- result = CURLE_OK;
- /* Check if we were asked for the help */
- if(res == PARAM_HELP_REQUESTED)
- tool_help();
- /* Check if we were asked for the manual */
- else if(res == PARAM_MANUAL_REQUESTED)
- hugehelp();
- /* Check if we were asked for the version information */
- else if(res == PARAM_VERSION_INFO_REQUESTED)
- tool_version_info();
- /* Check if we were asked to list the SSL engines */
- else if(res == PARAM_ENGINES_REQUESTED)
- tool_list_engines();
- else if(res == PARAM_LIBCURL_UNSUPPORTED_PROTOCOL)
- result = CURLE_UNSUPPORTED_PROTOCOL;
- else
- result = CURLE_FAILED_INIT;
- }
- else {
- #ifndef CURL_DISABLE_LIBCURL_OPTION
- if(global->libcurl) {
- /* Initialise the libcurl source output */
- result = easysrc_init();
- }
- #endif
- /* Perform the main operations */
- if(!result) {
- size_t count = 0;
- struct OperationConfig *operation = global->first;
- CURLSH *share = curl_share_init();
- if(!share) {
- #ifndef CURL_DISABLE_LIBCURL_OPTION
- if(global->libcurl) {
- /* Cleanup the libcurl source output */
- easysrc_cleanup();
- }
- #endif
- return CURLE_OUT_OF_MEMORY;
- }
- curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_COOKIE);
- curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_DNS);
- curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_SSL_SESSION);
- curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_CONNECT);
- curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_PSL);
- /* Get the required arguments for each operation */
- do {
- result = get_args(operation, count++);
- operation = operation->next;
- } while(!result && operation);
- /* Set the current operation pointer */
- global->current = global->first;
- /* now run! */
- result = run_all_transfers(global, share, result);
- curl_share_cleanup(share);
- #ifndef CURL_DISABLE_LIBCURL_OPTION
- if(global->libcurl) {
- /* Cleanup the libcurl source output */
- easysrc_cleanup();
- /* Dump the libcurl code if previously enabled */
- dumpeasysrc(global);
- }
- #endif
- }
- else
- errorf(global, "out of memory\n");
- }
- }
- return result;
- }
|