1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764 |
- /***************************************************************************
- * _ _ ____ _
- * Project ___| | | | _ \| |
- * / __| | | | |_) | |
- * | (__| |_| | _ <| |___
- * \___|\___/|_| \_\_____|
- *
- * Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
- *
- * This software is licensed as described in the file COPYING, which
- * you should have received as part of this distribution. The terms
- * are also available at https://curl.se/docs/copyright.html.
- *
- * You may opt to use, copy, modify, merge, publish, distribute and/or sell
- * copies of the Software, and permit persons to whom the Software is
- * furnished to do so, under the terms of the COPYING file.
- *
- * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
- * KIND, either express or implied.
- *
- * SPDX-License-Identifier: curl
- *
- ***************************************************************************/
- #include "tool_setup.h"
- #ifdef HAVE_FCNTL_H
- # include <fcntl.h>
- #endif
- #ifdef HAVE_LOCALE_H
- # include <locale.h>
- #endif
- #ifdef HAVE_SYS_SELECT_H
- # include <sys/select.h>
- #elif defined(HAVE_UNISTD_H)
- # include <unistd.h>
- #endif
- #ifdef __VMS
- # include <fabdef.h>
- #endif
- #ifdef __AMIGA__
- # include <proto/dos.h>
- #endif
- #include "strcase.h"
- #define ENABLE_CURLX_PRINTF
- /* use our own printf() functions */
- #include "curlx.h"
- #include "tool_binmode.h"
- #include "tool_cfgable.h"
- #include "tool_cb_dbg.h"
- #include "tool_cb_hdr.h"
- #include "tool_cb_prg.h"
- #include "tool_cb_rea.h"
- #include "tool_cb_see.h"
- #include "tool_cb_wrt.h"
- #include "tool_dirhie.h"
- #include "tool_doswin.h"
- #include "tool_easysrc.h"
- #include "tool_filetime.h"
- #include "tool_getparam.h"
- #include "tool_helpers.h"
- #include "tool_findfile.h"
- #include "tool_libinfo.h"
- #include "tool_main.h"
- #include "tool_msgs.h"
- #include "tool_operate.h"
- #include "tool_operhlp.h"
- #include "tool_paramhlp.h"
- #include "tool_parsecfg.h"
- #include "tool_setopt.h"
- #include "tool_sleep.h"
- #include "tool_urlglob.h"
- #include "tool_util.h"
- #include "tool_writeout.h"
- #include "tool_xattr.h"
- #include "tool_vms.h"
- #include "tool_help.h"
- #include "tool_hugehelp.h"
- #include "tool_progress.h"
- #include "dynbuf.h"
- #include "memdebug.h" /* keep this as LAST include */
- #ifdef CURLDEBUG
- /* libcurl's debug builds provide an extra function */
- CURLcode curl_easy_perform_ev(CURL *easy);
- #endif
- #ifndef O_BINARY
- /* since O_BINARY as used in bitmasks, setting it to zero makes it usable in
- source code but yet it doesn't ruin anything */
- # define O_BINARY 0
- #endif
- #define CURL_CA_CERT_ERRORMSG \
- "More details here: https://curl.se/docs/sslcerts.html\n\n" \
- "curl failed to verify the legitimacy of the server and therefore " \
- "could not\nestablish a secure connection to it. To learn more about " \
- "this situation and\nhow to fix it, please visit the web page mentioned " \
- "above.\n"
- static CURLcode single_transfer(struct GlobalConfig *global,
- struct OperationConfig *config,
- CURLSH *share,
- bool capath_from_env,
- bool *added);
- static CURLcode create_transfer(struct GlobalConfig *global,
- CURLSH *share,
- bool *added);
- static bool is_fatal_error(CURLcode code)
- {
- switch(code) {
- case CURLE_FAILED_INIT:
- case CURLE_OUT_OF_MEMORY:
- case CURLE_UNKNOWN_OPTION:
- case CURLE_FUNCTION_NOT_FOUND:
- case CURLE_BAD_FUNCTION_ARGUMENT:
- /* critical error */
- return TRUE;
- default:
- break;
- }
- /* no error or not critical */
- return FALSE;
- }
- /*
- * Check if a given string is a PKCS#11 URI
- */
- static bool is_pkcs11_uri(const char *string)
- {
- if(curl_strnequal(string, "pkcs11:", 7)) {
- return TRUE;
- }
- else {
- return FALSE;
- }
- }
- #ifdef __VMS
- /*
- * get_vms_file_size does what it takes to get the real size of the file
- *
- * For fixed files, find out the size of the EOF block and adjust.
- *
- * For all others, have to read the entire file in, discarding the contents.
- * Most posted text files will be small, and binary files like zlib archives
- * and CD/DVD images should be either a STREAM_LF format or a fixed format.
- *
- */
- static curl_off_t vms_realfilesize(const char *name,
- const struct_stat *stat_buf)
- {
- char buffer[8192];
- curl_off_t count;
- int ret_stat;
- FILE * file;
- /* !checksrc! disable FOPENMODE 1 */
- file = fopen(name, "r"); /* VMS */
- if(!file) {
- return 0;
- }
- count = 0;
- ret_stat = 1;
- while(ret_stat > 0) {
- ret_stat = fread(buffer, 1, sizeof(buffer), file);
- if(ret_stat)
- count += ret_stat;
- }
- fclose(file);
- return count;
- }
- /*
- *
- * VmsSpecialSize checks to see if the stat st_size can be trusted and
- * if not to call a routine to get the correct size.
- *
- */
- static curl_off_t VmsSpecialSize(const char *name,
- const struct_stat *stat_buf)
- {
- switch(stat_buf->st_fab_rfm) {
- case FAB$C_VAR:
- case FAB$C_VFC:
- return vms_realfilesize(name, stat_buf);
- break;
- default:
- return stat_buf->st_size;
- }
- }
- #endif /* __VMS */
- #define BUFFER_SIZE (100*1024)
- struct per_transfer *transfers; /* first node */
- static struct per_transfer *transfersl; /* last node */
- static long all_pers;
- /* add_per_transfer creates a new 'per_transfer' node in the linked
- list of transfers */
- static CURLcode add_per_transfer(struct per_transfer **per)
- {
- struct per_transfer *p;
- p = calloc(sizeof(struct per_transfer), 1);
- if(!p)
- return CURLE_OUT_OF_MEMORY;
- if(!transfers)
- /* first entry */
- transfersl = transfers = p;
- else {
- /* make the last node point to the new node */
- transfersl->next = p;
- /* make the new node point back to the formerly last node */
- p->prev = transfersl;
- /* move the last node pointer to the new entry */
- transfersl = p;
- }
- *per = p;
- all_xfers++; /* count total number of transfers added */
- all_pers++;
- return CURLE_OK;
- }
- /* Remove the specified transfer from the list (and free it), return the next
- in line */
- static struct per_transfer *del_per_transfer(struct per_transfer *per)
- {
- struct per_transfer *n;
- struct per_transfer *p;
- DEBUGASSERT(transfers);
- DEBUGASSERT(transfersl);
- DEBUGASSERT(per);
- n = per->next;
- p = per->prev;
- if(p)
- p->next = n;
- else
- transfers = n;
- if(n)
- n->prev = p;
- else
- transfersl = p;
- free(per);
- all_pers--;
- return n;
- }
- static CURLcode pre_transfer(struct GlobalConfig *global,
- struct per_transfer *per)
- {
- curl_off_t uploadfilesize = -1;
- struct_stat fileinfo;
- CURLcode result = CURLE_OK;
- if(per->uploadfile && !stdin_upload(per->uploadfile)) {
- /* VMS Note:
- *
- * Reading binary from files can be a problem... Only FIXED, VAR
- * etc WITHOUT implied CC will work. Others need a \n appended to
- * a line
- *
- * - Stat gives a size but this is UNRELIABLE in VMS. E.g.
- * a fixed file with implied CC needs to have a byte added for every
- * record processed, this can be derived from Filesize & recordsize
- * for VARiable record files the records need to be counted! for
- * every record add 1 for linefeed and subtract 2 for the record
- * header for VARIABLE header files only the bare record data needs
- * to be considered with one appended if implied CC
- */
- #ifdef __VMS
- /* Calculate the real upload size for VMS */
- per->infd = -1;
- if(stat(per->uploadfile, &fileinfo) == 0) {
- fileinfo.st_size = VmsSpecialSize(uploadfile, &fileinfo);
- switch(fileinfo.st_fab_rfm) {
- case FAB$C_VAR:
- case FAB$C_VFC:
- case FAB$C_STMCR:
- per->infd = open(per->uploadfile, O_RDONLY | O_BINARY);
- break;
- default:
- per->infd = open(per->uploadfile, O_RDONLY | O_BINARY,
- "rfm=stmlf", "ctx=stm");
- }
- }
- if(per->infd == -1)
- #else
- per->infd = open(per->uploadfile, O_RDONLY | O_BINARY);
- if((per->infd == -1) || fstat(per->infd, &fileinfo))
- #endif
- {
- helpf(global->errors, "Can't open '%s'!\n", per->uploadfile);
- if(per->infd != -1) {
- close(per->infd);
- per->infd = STDIN_FILENO;
- }
- return CURLE_READ_ERROR;
- }
- per->infdopen = TRUE;
- /* we ignore file size for char/block devices, sockets, etc. */
- if(S_ISREG(fileinfo.st_mode))
- uploadfilesize = fileinfo.st_size;
- if(uploadfilesize != -1) {
- struct OperationConfig *config = per->config; /* for the macro below */
- #ifdef CURL_DISABLE_LIBCURL_OPTION
- (void)config;
- #endif
- my_setopt(per->curl, CURLOPT_INFILESIZE_LARGE, uploadfilesize);
- }
- per->input.fd = per->infd;
- }
- per->start = tvnow();
- return result;
- }
- #ifdef __AMIGA__
- static void AmigaSetComment(struct per_transfer *per,
- CURLcode result)
- {
- struct OutStruct *outs = &per->outs;
- if(!result && outs->s_isreg && outs->filename) {
- /* Set the url (up to 80 chars) as comment for the file */
- if(strlen(per->this_url) > 78)
- per->this_url[79] = '\0';
- SetComment(outs->filename, per->this_url);
- }
- }
- #else
- #define AmigaSetComment(x,y) Curl_nop_stmt
- #endif
- /* When doing serial transfers, we use a single fixed error area */
- static char global_errorbuffer[CURL_ERROR_SIZE];
- void single_transfer_cleanup(struct OperationConfig *config)
- {
- if(config) {
- struct State *state = &config->state;
- if(state->urls) {
- /* Free list of remaining URLs */
- glob_cleanup(state->urls);
- state->urls = NULL;
- }
- Curl_safefree(state->outfiles);
- Curl_safefree(state->httpgetfields);
- Curl_safefree(state->uploadfile);
- if(state->inglob) {
- /* Free list of globbed upload files */
- glob_cleanup(state->inglob);
- state->inglob = NULL;
- }
- }
- }
- /*
- * Call this after a transfer has completed.
- */
- static CURLcode post_per_transfer(struct GlobalConfig *global,
- struct per_transfer *per,
- CURLcode result,
- bool *retryp,
- long *delay) /* milliseconds! */
- {
- struct OutStruct *outs = &per->outs;
- CURL *curl = per->curl;
- struct OperationConfig *config = per->config;
- if(!curl || !config)
- return result;
- *retryp = FALSE;
- *delay = 0; /* for no retry, keep it zero */
- if(per->infdopen)
- close(per->infd);
- #ifdef __VMS
- if(is_vms_shell()) {
- /* VMS DCL shell behavior */
- if(!global->showerror)
- vms_show = VMSSTS_HIDE;
- }
- else
- #endif
- if(!config->synthetic_error && result && global->showerror) {
- const char *msg = per->errorbuffer;
- fprintf(global->errors, "curl: (%d) %s\n", result,
- (msg && msg[0]) ? msg : curl_easy_strerror(result));
- if(result == CURLE_PEER_FAILED_VERIFICATION)
- fputs(CURL_CA_CERT_ERRORMSG, global->errors);
- }
- else if(config->failwithbody) {
- /* if HTTP response >= 400, return error */
- long code = 0;
- curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &code);
- if(code >= 400) {
- if(global->showerror)
- fprintf(global->errors,
- "curl: (%d) The requested URL returned error: %ld\n",
- CURLE_HTTP_RETURNED_ERROR, code);
- result = CURLE_HTTP_RETURNED_ERROR;
- }
- }
- /* Set file extended attributes */
- if(!result && config->xattr && outs->fopened && outs->stream) {
- int rc = fwrite_xattr(curl, per->this_url, fileno(outs->stream));
- if(rc)
- warnf(config->global, "Error setting extended attributes on '%s': %s\n",
- outs->filename, strerror(errno));
- }
- if(!result && !outs->stream && !outs->bytes) {
- /* we have received no data despite the transfer was successful
- ==> force creation of an empty output file (if an output file
- was specified) */
- long cond_unmet = 0L;
- /* do not create (or even overwrite) the file in case we get no
- data because of unmet condition */
- curl_easy_getinfo(curl, CURLINFO_CONDITION_UNMET, &cond_unmet);
- if(!cond_unmet && !tool_create_output_file(outs, config))
- result = CURLE_WRITE_ERROR;
- }
- if(!outs->s_isreg && outs->stream) {
- /* Dump standard stream buffered data */
- int rc = fflush(outs->stream);
- if(!result && rc) {
- /* something went wrong in the writing process */
- result = CURLE_WRITE_ERROR;
- if(global->showerror)
- fprintf(global->errors, "curl: (%d) Failed writing body\n", result);
- }
- }
- /* if retry-max-time is non-zero, make sure we haven't exceeded the
- time */
- if(per->retry_numretries &&
- (!config->retry_maxtime ||
- (tvdiff(tvnow(), per->retrystart) <
- config->retry_maxtime*1000L)) ) {
- enum {
- RETRY_NO,
- RETRY_ALL_ERRORS,
- RETRY_TIMEOUT,
- RETRY_CONNREFUSED,
- RETRY_HTTP,
- RETRY_FTP,
- RETRY_LAST /* not used */
- } retry = RETRY_NO;
- long response = 0;
- if((CURLE_OPERATION_TIMEDOUT == result) ||
- (CURLE_COULDNT_RESOLVE_HOST == result) ||
- (CURLE_COULDNT_RESOLVE_PROXY == result) ||
- (CURLE_FTP_ACCEPT_TIMEOUT == result))
- /* retry timeout always */
- retry = RETRY_TIMEOUT;
- else if(config->retry_connrefused &&
- (CURLE_COULDNT_CONNECT == result)) {
- long oserrno = 0;
- curl_easy_getinfo(curl, CURLINFO_OS_ERRNO, &oserrno);
- if(ECONNREFUSED == oserrno)
- retry = RETRY_CONNREFUSED;
- }
- else if((CURLE_OK == result) ||
- ((config->failonerror || config->failwithbody) &&
- (CURLE_HTTP_RETURNED_ERROR == result))) {
- /* If it returned OK. _or_ failonerror was enabled and it
- returned due to such an error, check for HTTP transient
- errors to retry on. */
- const char *scheme;
- curl_easy_getinfo(curl, CURLINFO_SCHEME, &scheme);
- scheme = proto_token(scheme);
- if(scheme == proto_http || scheme == proto_https) {
- /* This was HTTP(S) */
- curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &response);
- switch(response) {
- case 408: /* Request Timeout */
- case 429: /* Too Many Requests (RFC6585) */
- case 500: /* Internal Server Error */
- case 502: /* Bad Gateway */
- case 503: /* Service Unavailable */
- case 504: /* Gateway Timeout */
- retry = RETRY_HTTP;
- /*
- * At this point, we have already written data to the output
- * file (or terminal). If we write to a file, we must rewind
- * or close/re-open the file so that the next attempt starts
- * over from the beginning.
- *
- * TODO: similar action for the upload case. We might need
- * to start over reading from a previous point if we have
- * uploaded something when this was returned.
- */
- break;
- }
- }
- } /* if CURLE_OK */
- else if(result) {
- const char *scheme;
- curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &response);
- curl_easy_getinfo(curl, CURLINFO_SCHEME, &scheme);
- scheme = proto_token(scheme);
- if((scheme == proto_ftp || scheme == proto_ftps) && response / 100 == 4)
- /*
- * This is typically when the FTP server only allows a certain
- * amount of users and we are not one of them. All 4xx codes
- * are transient.
- */
- retry = RETRY_FTP;
- }
- if(result && !retry && config->retry_all_errors)
- retry = RETRY_ALL_ERRORS;
- if(retry) {
- long sleeptime = 0;
- curl_off_t retry_after = 0;
- static const char * const m[]={
- NULL,
- "(retrying all errors)",
- ": timeout",
- ": connection refused",
- ": HTTP error",
- ": FTP error"
- };
- sleeptime = per->retry_sleep;
- if(RETRY_HTTP == retry) {
- curl_easy_getinfo(curl, CURLINFO_RETRY_AFTER, &retry_after);
- if(retry_after) {
- /* store in a 'long', make sure it doesn't overflow */
- if(retry_after > LONG_MAX/1000)
- sleeptime = LONG_MAX;
- else
- sleeptime = (long)retry_after * 1000; /* milliseconds */
- /* if adding retry_after seconds to the process would exceed the
- maximum time allowed for retrying, then exit the retries right
- away */
- if(config->retry_maxtime) {
- curl_off_t seconds = tvdiff(tvnow(), per->retrystart)/1000;
- if((CURL_OFF_T_MAX - retry_after < seconds) ||
- (seconds + retry_after > config->retry_maxtime)) {
- warnf(config->global, "The Retry-After: time would "
- "make this command line exceed the maximum allowed time "
- "for retries.");
- goto noretry;
- }
- }
- }
- }
- warnf(config->global, "Problem %s. "
- "Will retry in %ld seconds. "
- "%ld retries left.\n",
- m[retry], sleeptime/1000L, per->retry_numretries);
- per->retry_numretries--;
- if(!config->retry_delay) {
- per->retry_sleep *= 2;
- if(per->retry_sleep > RETRY_SLEEP_MAX)
- per->retry_sleep = RETRY_SLEEP_MAX;
- }
- if(outs->bytes && outs->filename && outs->stream) {
- int rc;
- /* We have written data to an output file, we truncate file
- */
- if(!global->mute)
- fprintf(global->errors, "Throwing away %"
- CURL_FORMAT_CURL_OFF_T " bytes\n",
- outs->bytes);
- fflush(outs->stream);
- /* truncate file at the position where we started appending */
- #ifdef HAVE_FTRUNCATE
- if(ftruncate(fileno(outs->stream), outs->init)) {
- /* when truncate fails, we can't just append as then we'll
- create something strange, bail out */
- if(global->showerror)
- fprintf(global->errors,
- "curl: (23) Failed to truncate file\n");
- return CURLE_WRITE_ERROR;
- }
- /* now seek to the end of the file, the position where we
- just truncated the file in a large file-safe way */
- rc = fseek(outs->stream, 0, SEEK_END);
- #else
- /* ftruncate is not available, so just reposition the file
- to the location we would have truncated it. This won't
- work properly with large files on 32-bit systems, but
- most of those will have ftruncate. */
- rc = fseek(outs->stream, (long)outs->init, SEEK_SET);
- #endif
- if(rc) {
- if(global->showerror)
- fprintf(global->errors,
- "curl: (23) Failed seeking to end of file\n");
- return CURLE_WRITE_ERROR;
- }
- outs->bytes = 0; /* clear for next round */
- }
- *retryp = TRUE;
- *delay = sleeptime;
- return CURLE_OK;
- }
- } /* if retry_numretries */
- noretry:
- if((global->progressmode == CURL_PROGRESS_BAR) &&
- per->progressbar.calls)
- /* if the custom progress bar has been displayed, we output a
- newline here */
- fputs("\n", per->progressbar.out);
- /* Close the outs file */
- if(outs->fopened && outs->stream) {
- int rc = fclose(outs->stream);
- if(!result && rc) {
- /* something went wrong in the writing process */
- result = CURLE_WRITE_ERROR;
- if(global->showerror)
- fprintf(global->errors, "curl: (%d) Failed writing body\n", result);
- }
- if(result && config->rm_partial) {
- notef(global, "Removing output file: %s\n", outs->filename);
- unlink(outs->filename);
- }
- }
- AmigaSetComment(per, result);
- /* File time can only be set _after_ the file has been closed */
- if(!result && config->remote_time && outs->s_isreg && outs->filename) {
- /* Ask libcurl if we got a remote file time */
- curl_off_t filetime = -1;
- curl_easy_getinfo(curl, CURLINFO_FILETIME_T, &filetime);
- setfiletime(filetime, outs->filename, global);
- }
- /* Write the --write-out data before cleanup but after result is final */
- if(config->writeout)
- ourWriteOut(config->writeout, per, result);
- /* Close function-local opened file descriptors */
- if(per->heads.fopened && per->heads.stream)
- fclose(per->heads.stream);
- if(per->heads.alloc_filename)
- Curl_safefree(per->heads.filename);
- if(per->etag_save.fopened && per->etag_save.stream)
- fclose(per->etag_save.stream);
- if(per->etag_save.alloc_filename)
- Curl_safefree(per->etag_save.filename);
- curl_easy_cleanup(per->curl);
- if(outs->alloc_filename)
- free(outs->filename);
- free(per->this_url);
- free(per->outfile);
- free(per->uploadfile);
- if(global->parallel)
- free(per->errorbuffer);
- return result;
- }
- /*
- * Return the protocol token for the scheme used in the given URL
- */
- static const char *url_proto(char *url)
- {
- CURLU *uh = curl_url();
- const char *proto = NULL;
- if(uh) {
- if(url) {
- if(!curl_url_set(uh, CURLUPART_URL, url,
- CURLU_GUESS_SCHEME | CURLU_NON_SUPPORT_SCHEME)) {
- char *schemep = NULL;
- if(!curl_url_get(uh, CURLUPART_SCHEME, &schemep,
- CURLU_DEFAULT_SCHEME) &&
- schemep) {
- proto = proto_token(schemep);
- curl_free(schemep);
- }
- }
- }
- curl_url_cleanup(uh);
- }
- return proto? proto: "???"; /* Never match if not found. */
- }
- /* create the next (singular) transfer */
- static CURLcode single_transfer(struct GlobalConfig *global,
- struct OperationConfig *config,
- CURLSH *share,
- bool capath_from_env,
- bool *added)
- {
- CURLcode result = CURLE_OK;
- struct getout *urlnode;
- bool orig_noprogress = global->noprogress;
- bool orig_isatty = global->isatty;
- struct State *state = &config->state;
- char *httpgetfields = state->httpgetfields;
- *added = FALSE; /* not yet */
- if(config->postfields) {
- if(config->use_httpget) {
- if(!httpgetfields) {
- /* Use the postfields data for an HTTP get */
- httpgetfields = state->httpgetfields = strdup(config->postfields);
- Curl_safefree(config->postfields);
- if(!httpgetfields) {
- errorf(global, "out of memory\n");
- result = CURLE_OUT_OF_MEMORY;
- }
- else if(SetHTTPrequest(config,
- (config->no_body?HTTPREQ_HEAD:HTTPREQ_GET),
- &config->httpreq)) {
- result = CURLE_FAILED_INIT;
- }
- }
- }
- else {
- if(SetHTTPrequest(config, HTTPREQ_SIMPLEPOST, &config->httpreq))
- result = CURLE_FAILED_INIT;
- }
- if(result) {
- single_transfer_cleanup(config);
- return result;
- }
- }
- if(!state->urlnode) {
- /* first time caller, setup things */
- state->urlnode = config->url_list;
- state->infilenum = 1;
- }
- while(config->state.urlnode) {
- static bool warn_more_options = FALSE;
- char *infiles; /* might be a glob pattern */
- struct URLGlob *inglob = state->inglob;
- urlnode = config->state.urlnode;
- /* urlnode->url is the full URL (it might be NULL) */
- if(!urlnode->url) {
- /* This node has no URL. Free node data without destroying the
- node itself nor modifying next pointer and continue to next */
- Curl_safefree(urlnode->outfile);
- Curl_safefree(urlnode->infile);
- urlnode->flags = 0;
- config->state.urlnode = urlnode->next;
- state->up = 0;
- if(!warn_more_options) {
- /* only show this once */
- warnf(config->global, "Got more output options than URLs\n");
- warn_more_options = TRUE;
- }
- continue; /* next URL please */
- }
- /* save outfile pattern before expansion */
- if(urlnode->outfile && !state->outfiles) {
- state->outfiles = strdup(urlnode->outfile);
- if(!state->outfiles) {
- errorf(global, "out of memory\n");
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- }
- infiles = urlnode->infile;
- if(!config->globoff && infiles && !inglob) {
- /* Unless explicitly shut off */
- result = glob_url(&inglob, infiles, &state->infilenum,
- global->showerror?global->errors:NULL);
- if(result)
- break;
- config->state.inglob = inglob;
- }
- {
- unsigned long urlnum;
- if(!state->up && !infiles)
- Curl_nop_stmt;
- else {
- if(!state->uploadfile) {
- if(inglob) {
- result = glob_next_url(&state->uploadfile, inglob);
- if(result == CURLE_OUT_OF_MEMORY)
- errorf(global, "out of memory\n");
- }
- else if(!state->up) {
- state->uploadfile = strdup(infiles);
- if(!state->uploadfile) {
- errorf(global, "out of memory\n");
- result = CURLE_OUT_OF_MEMORY;
- }
- }
- }
- if(result)
- break;
- }
- if(!state->urlnum) {
- if(!config->globoff) {
- /* Unless explicitly shut off, we expand '{...}' and '[...]'
- expressions and return total number of URLs in pattern set */
- result = glob_url(&state->urls, urlnode->url, &state->urlnum,
- global->showerror?global->errors:NULL);
- if(result)
- break;
- urlnum = state->urlnum;
- }
- else
- urlnum = 1; /* without globbing, this is a single URL */
- }
- else
- urlnum = state->urlnum;
- if(state->up < state->infilenum) {
- struct per_transfer *per = NULL;
- struct OutStruct *outs;
- struct InStruct *input;
- struct OutStruct *heads;
- struct OutStruct *etag_save;
- struct HdrCbData *hdrcbdata = NULL;
- struct OutStruct etag_first;
- const char *use_proto;
- CURL *curl;
- /* --etag-save */
- memset(&etag_first, 0, sizeof(etag_first));
- etag_save = &etag_first;
- etag_save->stream = stdout;
- /* --etag-compare */
- if(config->etag_compare_file) {
- char *etag_from_file = NULL;
- char *header = NULL;
- ParameterError pe;
- /* open file for reading: */
- FILE *file = fopen(config->etag_compare_file, FOPEN_READTEXT);
- if(!file && !config->etag_save_file) {
- errorf(global,
- "Failed to open %s\n", config->etag_compare_file);
- result = CURLE_READ_ERROR;
- break;
- }
- if((PARAM_OK == file2string(&etag_from_file, file)) &&
- etag_from_file) {
- header = aprintf("If-None-Match: %s", etag_from_file);
- Curl_safefree(etag_from_file);
- }
- else
- header = aprintf("If-None-Match: \"\"");
- if(!header) {
- if(file)
- fclose(file);
- errorf(global,
- "Failed to allocate memory for custom etag header\n");
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- /* add Etag from file to list of custom headers */
- pe = add2list(&config->headers, header);
- Curl_safefree(header);
- if(file)
- fclose(file);
- if(pe != PARAM_OK) {
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- }
- if(config->etag_save_file) {
- /* open file for output: */
- if(strcmp(config->etag_save_file, "-")) {
- FILE *newfile = fopen(config->etag_save_file, "wb");
- if(!newfile) {
- warnf(global, "Failed creating file for saving etags: \"%s\". "
- "Skip this transfer\n", config->etag_save_file);
- Curl_safefree(state->outfiles);
- glob_cleanup(state->urls);
- return CURLE_OK;
- }
- else {
- etag_save->filename = config->etag_save_file;
- etag_save->s_isreg = TRUE;
- etag_save->fopened = TRUE;
- etag_save->stream = newfile;
- }
- }
- else {
- /* always use binary mode for protocol header output */
- set_binmode(etag_save->stream);
- }
- }
- curl = curl_easy_init();
- if(curl)
- result = add_per_transfer(&per);
- else
- result = CURLE_OUT_OF_MEMORY;
- if(result) {
- curl_easy_cleanup(curl);
- if(etag_save->fopened)
- fclose(etag_save->stream);
- break;
- }
- per->etag_save = etag_first; /* copy the whole struct */
- if(state->uploadfile) {
- per->uploadfile = strdup(state->uploadfile);
- if(!per->uploadfile) {
- curl_easy_cleanup(curl);
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- if(SetHTTPrequest(config, HTTPREQ_PUT, &config->httpreq)) {
- Curl_safefree(per->uploadfile);
- curl_easy_cleanup(curl);
- result = CURLE_FAILED_INIT;
- break;
- }
- }
- *added = TRUE;
- per->config = config;
- per->curl = curl;
- per->urlnum = urlnode->num;
- /* default headers output stream is stdout */
- heads = &per->heads;
- heads->stream = stdout;
- /* Single header file for all URLs */
- if(config->headerfile) {
- /* open file for output: */
- if(strcmp(config->headerfile, "-")) {
- FILE *newfile;
- /*
- * Since every transfer has its own file handle for dumping
- * the headers, we need to open it in append mode, since transfers
- * might finish in any order.
- * The first transfer just clears the file.
- * TODO: Consider placing the file handle inside the
- * OperationConfig, so that it does not need to be opened/closed
- * for every transfer.
- */
- if(!per->prev || per->prev->config != config) {
- newfile = fopen(config->headerfile, "wb+");
- fclose(newfile);
- }
- newfile = fopen(config->headerfile, "ab+");
- if(!newfile) {
- warnf(global, "Failed to open %s\n", config->headerfile);
- result = CURLE_WRITE_ERROR;
- break;
- }
- else {
- heads->filename = config->headerfile;
- heads->s_isreg = TRUE;
- heads->fopened = TRUE;
- heads->stream = newfile;
- }
- }
- else {
- /* always use binary mode for protocol header output */
- set_binmode(heads->stream);
- }
- }
- hdrcbdata = &per->hdrcbdata;
- outs = &per->outs;
- input = &per->input;
- per->outfile = NULL;
- per->infdopen = FALSE;
- per->infd = STDIN_FILENO;
- /* default output stream is stdout */
- outs->stream = stdout;
- if(state->urls) {
- result = glob_next_url(&per->this_url, state->urls);
- if(result)
- break;
- }
- else if(!state->li) {
- per->this_url = strdup(urlnode->url);
- if(!per->this_url) {
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- }
- else
- per->this_url = NULL;
- if(!per->this_url)
- break;
- if(state->outfiles) {
- per->outfile = strdup(state->outfiles);
- if(!per->outfile) {
- result = CURLE_OUT_OF_MEMORY;
- break;
- }
- }
- if(((urlnode->flags&GETOUT_USEREMOTE) ||
- (per->outfile && strcmp("-", per->outfile)))) {
- /*
- * We have specified a file name to store the result in, or we have
- * decided we want to use the remote file name.
- */
- if(!per->outfile) {
- /* extract the file name from the URL */
- result = get_url_file_name(&per->outfile, per->this_url);
- if(result) {
- errorf(global, "Failed to extract a sensible file name"
- " from the URL to use for storage!\n");
- break;
- }
- if(!*per->outfile && !config->content_disposition) {
- errorf(global, "Remote file name has no length!\n");
- result = CURLE_WRITE_ERROR;
- break;
- }
- }
- else if(state->urls) {
- /* fill '#1' ... '#9' terms from URL pattern */
- char *storefile = per->outfile;
- result = glob_match_url(&per->outfile, storefile, state->urls);
- Curl_safefree(storefile);
- if(result) {
- /* bad globbing */
- warnf(global, "bad output glob!\n");
- break;
- }
- if(!*per->outfile) {
- warnf(global, "output glob produces empty string!\n");
- result = CURLE_WRITE_ERROR;
- break;
- }
- }
- if(config->output_dir && *config->output_dir) {
- char *d = aprintf("%s/%s", config->output_dir, per->outfile);
- if(!d) {
- result = CURLE_WRITE_ERROR;
- break;
- }
- free(per->outfile);
- per->outfile = d;
- }
- /* Create the directory hierarchy, if not pre-existent to a multiple
- file output call */
- if(config->create_dirs) {
- result = create_dir_hierarchy(per->outfile, global->errors);
- /* create_dir_hierarchy shows error upon CURLE_WRITE_ERROR */
- if(result)
- break;
- }
- if((urlnode->flags & GETOUT_USEREMOTE)
- && config->content_disposition) {
- /* Our header callback MIGHT set the filename */
- DEBUGASSERT(!outs->filename);
- }
- if(config->resume_from_current) {
- /* We're told to continue from where we are now. Get the size
- of the file as it is now and open it for append instead */
- struct_stat fileinfo;
- /* VMS -- Danger, the filesize is only valid for stream files */
- if(0 == stat(per->outfile, &fileinfo))
- /* set offset to current file size: */
- config->resume_from = fileinfo.st_size;
- else
- /* let offset be 0 */
- config->resume_from = 0;
- }
- if(config->resume_from) {
- #ifdef __VMS
- /* open file for output, forcing VMS output format into stream
- mode which is needed for stat() call above to always work. */
- FILE *file = fopen(outfile, "ab",
- "ctx=stm", "rfm=stmlf", "rat=cr", "mrs=0");
- #else
- /* open file for output: */
- FILE *file = fopen(per->outfile, "ab");
- #endif
- if(!file) {
- errorf(global, "Can't open '%s'!\n", per->outfile);
- result = CURLE_WRITE_ERROR;
- break;
- }
- outs->fopened = TRUE;
- outs->stream = file;
- outs->init = config->resume_from;
- }
- else {
- outs->stream = NULL; /* open when needed */
- }
- outs->filename = per->outfile;
- outs->s_isreg = TRUE;
- }
- if(per->uploadfile && !stdin_upload(per->uploadfile)) {
- /*
- * We have specified a file to upload and it isn't "-".
- */
- result = add_file_name_to_url(per->curl, &per->this_url,
- per->uploadfile);
- if(result)
- break;
- }
- else if(per->uploadfile && stdin_upload(per->uploadfile)) {
- /* count to see if there are more than one auth bit set
- in the authtype field */
- int authbits = 0;
- int bitcheck = 0;
- while(bitcheck < 32) {
- if(config->authtype & (1UL << bitcheck++)) {
- authbits++;
- if(authbits > 1) {
- /* more than one, we're done! */
- break;
- }
- }
- }
- /*
- * If the user has also selected --anyauth or --proxy-anyauth
- * we should warn them.
- */
- if(config->proxyanyauth || (authbits>1)) {
- warnf(global,
- "Using --anyauth or --proxy-anyauth with upload from stdin"
- " involves a big risk of it not working. Use a temporary"
- " file or a fixed auth type instead!\n");
- }
- DEBUGASSERT(per->infdopen == FALSE);
- DEBUGASSERT(per->infd == STDIN_FILENO);
- set_binmode(stdin);
- if(!strcmp(per->uploadfile, ".")) {
- if(curlx_nonblock((curl_socket_t)per->infd, TRUE) < 0)
- warnf(global,
- "fcntl failed on fd=%d: %s\n", per->infd, strerror(errno));
- }
- }
- if(per->uploadfile && config->resume_from_current)
- config->resume_from = -1; /* -1 will then force get-it-yourself */
- if(output_expected(per->this_url, per->uploadfile) && outs->stream &&
- isatty(fileno(outs->stream)))
- /* we send the output to a tty, therefore we switch off the progress
- meter */
- per->noprogress = global->noprogress = global->isatty = TRUE;
- else {
- /* progress meter is per download, so restore config
- values */
- per->noprogress = global->noprogress = orig_noprogress;
- global->isatty = orig_isatty;
- }
- if(httpgetfields || config->query) {
- char *q = httpgetfields ? httpgetfields : config->query;
- CURLU *uh = curl_url();
- if(uh) {
- CURLUcode uerr;
- uerr = curl_url_set(uh, CURLUPART_URL, per->this_url,
- CURLU_GUESS_SCHEME);
- if(uerr) {
- result = urlerr_cvt(uerr);
- errorf(global, "(%d) Could not parse the URL, "
- "failed to set query\n", result);
- config->synthetic_error = TRUE;
- }
- else {
- char *updated = NULL;
- uerr = curl_url_set(uh, CURLUPART_QUERY, q, CURLU_APPENDQUERY);
- if(!uerr)
- uerr = curl_url_get(uh, CURLUPART_URL, &updated,
- CURLU_GUESS_SCHEME);
- if(uerr)
- result = urlerr_cvt(uerr);
- else {
- Curl_safefree(per->this_url); /* free previous URL */
- per->this_url = updated; /* use our new URL instead! */
- }
- }
- curl_url_cleanup(uh);
- if(result)
- break;
- }
- }
- if(!global->errors)
- global->errors = stderr;
- if((!per->outfile || !strcmp(per->outfile, "-")) &&
- !config->use_ascii) {
- /* We get the output to stdout and we have not got the ASCII/text
- flag, then set stdout to be binary */
- set_binmode(stdout);
- }
- /* explicitly passed to stdout means okaying binary gunk */
- config->terminal_binary_ok =
- (per->outfile && !strcmp(per->outfile, "-"));
- /* Avoid having this setopt added to the --libcurl source output. */
- result = curl_easy_setopt(curl, CURLOPT_SHARE, share);
- if(result)
- break;
- use_proto = url_proto(per->this_url);
- /* On most modern OSes, exiting works thoroughly,
- we'll clean everything up via exit(), so don't bother with
- slow cleanups. Crappy ones might need to skip this.
- Note: avoid having this setopt added to the --libcurl source
- output. */
- result = curl_easy_setopt(curl, CURLOPT_QUICK_EXIT, 1L);
- if(result)
- break;
- if(!config->tcp_nodelay)
- my_setopt(curl, CURLOPT_TCP_NODELAY, 0L);
- if(config->tcp_fastopen)
- my_setopt(curl, CURLOPT_TCP_FASTOPEN, 1L);
- /* where to store */
- my_setopt(curl, CURLOPT_WRITEDATA, per);
- my_setopt(curl, CURLOPT_INTERLEAVEDATA, per);
- /* what call to write */
- my_setopt(curl, CURLOPT_WRITEFUNCTION, tool_write_cb);
- /* for uploads */
- input->config = config;
- input->per = per;
- /* Note that if CURLOPT_READFUNCTION is fread (the default), then
- * lib/telnet.c will Curl_poll() on the input file descriptor
- * rather than calling the READFUNCTION at regular intervals.
- * The circumstances in which it is preferable to enable this
- * behavior, by omitting to set the READFUNCTION & READDATA options,
- * have not been determined.
- */
- my_setopt(curl, CURLOPT_READDATA, input);
- /* what call to read */
- my_setopt(curl, CURLOPT_READFUNCTION, tool_read_cb);
- /* in 7.18.0, the CURLOPT_SEEKFUNCTION/DATA pair is taking over what
- CURLOPT_IOCTLFUNCTION/DATA pair previously provided for seeking */
- my_setopt(curl, CURLOPT_SEEKDATA, input);
- my_setopt(curl, CURLOPT_SEEKFUNCTION, tool_seek_cb);
- if(config->recvpersecond &&
- (config->recvpersecond < BUFFER_SIZE))
- /* use a smaller sized buffer for better sleeps */
- my_setopt(curl, CURLOPT_BUFFERSIZE, (long)config->recvpersecond);
- else
- my_setopt(curl, CURLOPT_BUFFERSIZE, (long)BUFFER_SIZE);
- my_setopt_str(curl, CURLOPT_URL, per->this_url);
- my_setopt(curl, CURLOPT_NOPROGRESS, global->noprogress?1L:0L);
- if(config->no_body)
- my_setopt(curl, CURLOPT_NOBODY, 1L);
- if(config->oauth_bearer)
- my_setopt_str(curl, CURLOPT_XOAUTH2_BEARER, config->oauth_bearer);
- my_setopt_str(curl, CURLOPT_PROXY, config->proxy);
- if(config->proxy && result) {
- errorf(global, "proxy support is disabled in this libcurl\n");
- config->synthetic_error = TRUE;
- result = CURLE_NOT_BUILT_IN;
- break;
- }
- /* new in libcurl 7.5 */
- if(config->proxy)
- my_setopt_enum(curl, CURLOPT_PROXYTYPE, config->proxyver);
- my_setopt_str(curl, CURLOPT_PROXYUSERPWD, config->proxyuserpwd);
- /* new in libcurl 7.3 */
- my_setopt(curl, CURLOPT_HTTPPROXYTUNNEL, config->proxytunnel?1L:0L);
- /* new in libcurl 7.52.0 */
- if(config->preproxy)
- my_setopt_str(curl, CURLOPT_PRE_PROXY, config->preproxy);
- /* new in libcurl 7.10.6 */
- if(config->proxyanyauth)
- my_setopt_bitmask(curl, CURLOPT_PROXYAUTH,
- (long)CURLAUTH_ANY);
- else if(config->proxynegotiate)
- my_setopt_bitmask(curl, CURLOPT_PROXYAUTH,
- (long)CURLAUTH_GSSNEGOTIATE);
- else if(config->proxyntlm)
- my_setopt_bitmask(curl, CURLOPT_PROXYAUTH,
- (long)CURLAUTH_NTLM);
- else if(config->proxydigest)
- my_setopt_bitmask(curl, CURLOPT_PROXYAUTH,
- (long)CURLAUTH_DIGEST);
- else if(config->proxybasic)
- my_setopt_bitmask(curl, CURLOPT_PROXYAUTH,
- (long)CURLAUTH_BASIC);
- /* new in libcurl 7.19.4 */
- my_setopt_str(curl, CURLOPT_NOPROXY, config->noproxy);
- my_setopt(curl, CURLOPT_SUPPRESS_CONNECT_HEADERS,
- config->suppress_connect_headers?1L:0L);
- my_setopt(curl, CURLOPT_FAILONERROR, config->failonerror?1L:0L);
- my_setopt(curl, CURLOPT_REQUEST_TARGET, config->request_target);
- my_setopt(curl, CURLOPT_UPLOAD, per->uploadfile?1L:0L);
- my_setopt(curl, CURLOPT_DIRLISTONLY, config->dirlistonly?1L:0L);
- my_setopt(curl, CURLOPT_APPEND, config->ftp_append?1L:0L);
- if(config->netrc_opt)
- my_setopt_enum(curl, CURLOPT_NETRC, (long)CURL_NETRC_OPTIONAL);
- else if(config->netrc || config->netrc_file)
- my_setopt_enum(curl, CURLOPT_NETRC, (long)CURL_NETRC_REQUIRED);
- else
- my_setopt_enum(curl, CURLOPT_NETRC, (long)CURL_NETRC_IGNORED);
- if(config->netrc_file)
- my_setopt_str(curl, CURLOPT_NETRC_FILE, config->netrc_file);
- my_setopt(curl, CURLOPT_TRANSFERTEXT, config->use_ascii?1L:0L);
- if(config->login_options)
- my_setopt_str(curl, CURLOPT_LOGIN_OPTIONS, config->login_options);
- my_setopt_str(curl, CURLOPT_USERPWD, config->userpwd);
- my_setopt_str(curl, CURLOPT_RANGE, config->range);
- if(!global->parallel) {
- per->errorbuffer = global_errorbuffer;
- my_setopt(curl, CURLOPT_ERRORBUFFER, global_errorbuffer);
- }
- my_setopt(curl, CURLOPT_TIMEOUT_MS, config->timeout_ms);
- switch(config->httpreq) {
- case HTTPREQ_SIMPLEPOST:
- my_setopt_str(curl, CURLOPT_POSTFIELDS,
- config->postfields);
- my_setopt(curl, CURLOPT_POSTFIELDSIZE_LARGE,
- config->postfieldsize);
- break;
- case HTTPREQ_MIMEPOST:
- /* free previous remainders */
- curl_mime_free(config->mimepost);
- config->mimepost = NULL;
- result = tool2curlmime(curl, config->mimeroot, &config->mimepost);
- if(result)
- break;
- my_setopt_mimepost(curl, CURLOPT_MIMEPOST, config->mimepost);
- break;
- default:
- break;
- }
- if(result)
- break;
- /* new in libcurl 7.81.0 */
- if(config->mime_options)
- my_setopt(curl, CURLOPT_MIME_OPTIONS, config->mime_options);
- /* new in libcurl 7.10.6 (default is Basic) */
- if(config->authtype)
- my_setopt_bitmask(curl, CURLOPT_HTTPAUTH, (long)config->authtype);
- my_setopt_slist(curl, CURLOPT_HTTPHEADER, config->headers);
- if(proto_http || proto_rtsp) {
- my_setopt_str(curl, CURLOPT_REFERER, config->referer);
- my_setopt_str(curl, CURLOPT_USERAGENT, config->useragent);
- }
- if(proto_http) {
- long postRedir = 0;
- my_setopt(curl, CURLOPT_FOLLOWLOCATION,
- config->followlocation?1L:0L);
- my_setopt(curl, CURLOPT_UNRESTRICTED_AUTH,
- config->unrestricted_auth?1L:0L);
- my_setopt(curl, CURLOPT_AUTOREFERER, config->autoreferer?1L:0L);
- /* new in libcurl 7.36.0 */
- if(config->proxyheaders) {
- my_setopt_slist(curl, CURLOPT_PROXYHEADER, config->proxyheaders);
- my_setopt(curl, CURLOPT_HEADEROPT, CURLHEADER_SEPARATE);
- }
- /* new in libcurl 7.5 */
- my_setopt(curl, CURLOPT_MAXREDIRS, config->maxredirs);
- if(config->httpversion)
- my_setopt_enum(curl, CURLOPT_HTTP_VERSION, config->httpversion);
- else if(feature_http2)
- my_setopt_enum(curl, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_2TLS);
- /* curl 7.19.1 (the 301 version existed in 7.18.2),
- 303 was added in 7.26.0 */
- if(config->post301)
- postRedir |= CURL_REDIR_POST_301;
- if(config->post302)
- postRedir |= CURL_REDIR_POST_302;
- if(config->post303)
- postRedir |= CURL_REDIR_POST_303;
- my_setopt(curl, CURLOPT_POSTREDIR, postRedir);
- /* new in libcurl 7.21.6 */
- if(config->encoding)
- my_setopt_str(curl, CURLOPT_ACCEPT_ENCODING, "");
- /* new in libcurl 7.21.6 */
- if(config->tr_encoding)
- my_setopt(curl, CURLOPT_TRANSFER_ENCODING, 1L);
- /* new in libcurl 7.64.0 */
- my_setopt(curl, CURLOPT_HTTP09_ALLOWED,
- config->http09_allowed ? 1L : 0L);
- if(result) {
- errorf(global, "HTTP/0.9 is not supported in this build!\n");
- return result;
- }
- } /* (proto_http) */
- if(proto_ftp)
- my_setopt_str(curl, CURLOPT_FTPPORT, config->ftpport);
- my_setopt(curl, CURLOPT_LOW_SPEED_LIMIT,
- config->low_speed_limit);
- my_setopt(curl, CURLOPT_LOW_SPEED_TIME, config->low_speed_time);
- my_setopt(curl, CURLOPT_MAX_SEND_SPEED_LARGE,
- config->sendpersecond);
- my_setopt(curl, CURLOPT_MAX_RECV_SPEED_LARGE,
- config->recvpersecond);
- if(config->use_resume)
- my_setopt(curl, CURLOPT_RESUME_FROM_LARGE, config->resume_from);
- else
- my_setopt(curl, CURLOPT_RESUME_FROM_LARGE, CURL_OFF_T_C(0));
- my_setopt_str(curl, CURLOPT_KEYPASSWD, config->key_passwd);
- my_setopt_str(curl, CURLOPT_PROXY_KEYPASSWD, config->proxy_key_passwd);
- if(use_proto == proto_scp || use_proto == proto_sftp) {
- /* SSH and SSL private key uses same command-line option */
- /* new in libcurl 7.16.1 */
- my_setopt_str(curl, CURLOPT_SSH_PRIVATE_KEYFILE, config->key);
- /* new in libcurl 7.16.1 */
- my_setopt_str(curl, CURLOPT_SSH_PUBLIC_KEYFILE, config->pubkey);
- /* new in libcurl 7.17.1: SSH host key md5 checking allows us
- to fail if we are not talking to who we think we should */
- my_setopt_str(curl, CURLOPT_SSH_HOST_PUBLIC_KEY_MD5,
- config->hostpubmd5);
- /* new in libcurl 7.80.0: SSH host key sha256 checking allows us
- to fail if we are not talking to who we think we should */
- my_setopt_str(curl, CURLOPT_SSH_HOST_PUBLIC_KEY_SHA256,
- config->hostpubsha256);
- /* new in libcurl 7.56.0 */
- if(config->ssh_compression)
- my_setopt(curl, CURLOPT_SSH_COMPRESSION, 1L);
- }
- if(config->cacert)
- my_setopt_str(curl, CURLOPT_CAINFO, config->cacert);
- if(config->proxy_cacert)
- my_setopt_str(curl, CURLOPT_PROXY_CAINFO, config->proxy_cacert);
- if(config->capath) {
- result = res_setopt_str(curl, CURLOPT_CAPATH, config->capath);
- if(result == CURLE_NOT_BUILT_IN) {
- warnf(global, "ignoring %s, not supported by libcurl\n",
- capath_from_env?
- "SSL_CERT_DIR environment variable":"--capath");
- }
- else if(result)
- break;
- }
- /* For the time being if --proxy-capath is not set then we use the
- --capath value for it, if any. See #1257 */
- if(config->proxy_capath || config->capath) {
- result = res_setopt_str(curl, CURLOPT_PROXY_CAPATH,
- (config->proxy_capath ?
- config->proxy_capath :
- config->capath));
- if(result == CURLE_NOT_BUILT_IN) {
- if(config->proxy_capath) {
- warnf(global,
- "ignoring --proxy-capath, not supported by libcurl\n");
- }
- }
- else if(result)
- break;
- }
- if(config->crlfile)
- my_setopt_str(curl, CURLOPT_CRLFILE, config->crlfile);
- if(config->proxy_crlfile)
- my_setopt_str(curl, CURLOPT_PROXY_CRLFILE, config->proxy_crlfile);
- else if(config->crlfile) /* CURLOPT_PROXY_CRLFILE default is crlfile */
- my_setopt_str(curl, CURLOPT_PROXY_CRLFILE, config->crlfile);
- if(config->pinnedpubkey)
- my_setopt_str(curl, CURLOPT_PINNEDPUBLICKEY, config->pinnedpubkey);
- if(config->ssl_ec_curves)
- my_setopt_str(curl, CURLOPT_SSL_EC_CURVES, config->ssl_ec_curves);
- if(config->writeout)
- my_setopt_str(curl, CURLOPT_CERTINFO, 1L);
- if(feature_ssl) {
- /* Check if config->cert is a PKCS#11 URI and set the
- * config->cert_type if necessary */
- if(config->cert) {
- if(!config->cert_type) {
- if(is_pkcs11_uri(config->cert)) {
- config->cert_type = strdup("ENG");
- }
- }
- }
- /* Check if config->key is a PKCS#11 URI and set the
- * config->key_type if necessary */
- if(config->key) {
- if(!config->key_type) {
- if(is_pkcs11_uri(config->key)) {
- config->key_type = strdup("ENG");
- }
- }
- }
- /* Check if config->proxy_cert is a PKCS#11 URI and set the
- * config->proxy_type if necessary */
- if(config->proxy_cert) {
- if(!config->proxy_cert_type) {
- if(is_pkcs11_uri(config->proxy_cert)) {
- config->proxy_cert_type = strdup("ENG");
- }
- }
- }
- /* Check if config->proxy_key is a PKCS#11 URI and set the
- * config->proxy_key_type if necessary */
- if(config->proxy_key) {
- if(!config->proxy_key_type) {
- if(is_pkcs11_uri(config->proxy_key)) {
- config->proxy_key_type = strdup("ENG");
- }
- }
- }
- /* In debug build of curl tool, using
- * --cert loadmem=<filename>:<password> --cert-type p12
- * must do the same thing as classic:
- * --cert <filename>:<password> --cert-type p12
- * but is designed to test blob */
- #if defined(CURLDEBUG) || defined(DEBUGBUILD)
- if(config->cert && (strlen(config->cert) > 8) &&
- (memcmp(config->cert, "loadmem=",8) == 0)) {
- FILE *fInCert = fopen(config->cert + 8, "rb");
- void *certdata = NULL;
- long filesize = 0;
- bool continue_reading = fInCert != NULL;
- if(continue_reading)
- continue_reading = fseek(fInCert, 0, SEEK_END) == 0;
- if(continue_reading)
- filesize = ftell(fInCert);
- if(filesize < 0)
- continue_reading = FALSE;
- if(continue_reading)
- continue_reading = fseek(fInCert, 0, SEEK_SET) == 0;
- if(continue_reading)
- certdata = malloc(((size_t)filesize) + 1);
- if((!certdata) ||
- ((int)fread(certdata, (size_t)filesize, 1, fInCert) != 1))
- continue_reading = FALSE;
- if(fInCert)
- fclose(fInCert);
- if((filesize > 0) && continue_reading) {
- struct curl_blob structblob;
- structblob.data = certdata;
- structblob.len = (size_t)filesize;
- structblob.flags = CURL_BLOB_COPY;
- my_setopt_str(curl, CURLOPT_SSLCERT_BLOB, &structblob);
- /* if test run well, we are sure we don't reuse
- * original mem pointer */
- memset(certdata, 0, (size_t)filesize);
- }
- free(certdata);
- }
- else
- #endif
- my_setopt_str(curl, CURLOPT_SSLCERT, config->cert);
- my_setopt_str(curl, CURLOPT_PROXY_SSLCERT, config->proxy_cert);
- my_setopt_str(curl, CURLOPT_SSLCERTTYPE, config->cert_type);
- my_setopt_str(curl, CURLOPT_PROXY_SSLCERTTYPE,
- config->proxy_cert_type);
- #if defined(CURLDEBUG) || defined(DEBUGBUILD)
- if(config->key && (strlen(config->key) > 8) &&
- (memcmp(config->key, "loadmem=",8) == 0)) {
- FILE *fInCert = fopen(config->key + 8, "rb");
- void *certdata = NULL;
- long filesize = 0;
- bool continue_reading = fInCert != NULL;
- if(continue_reading)
- continue_reading = fseek(fInCert, 0, SEEK_END) == 0;
- if(continue_reading)
- filesize = ftell(fInCert);
- if(filesize < 0)
- continue_reading = FALSE;
- if(continue_reading)
- continue_reading = fseek(fInCert, 0, SEEK_SET) == 0;
- if(continue_reading)
- certdata = malloc(((size_t)filesize) + 1);
- if((!certdata) ||
- ((int)fread(certdata, (size_t)filesize, 1, fInCert) != 1))
- continue_reading = FALSE;
- if(fInCert)
- fclose(fInCert);
- if((filesize > 0) && continue_reading) {
- struct curl_blob structblob;
- structblob.data = certdata;
- structblob.len = (size_t)filesize;
- structblob.flags = CURL_BLOB_COPY;
- my_setopt_str(curl, CURLOPT_SSLKEY_BLOB, &structblob);
- /* if test run well, we are sure we don't reuse
- * original mem pointer */
- memset(certdata, 0, (size_t)filesize);
- }
- free(certdata);
- }
- else
- #endif
- my_setopt_str(curl, CURLOPT_SSLKEY, config->key);
- my_setopt_str(curl, CURLOPT_PROXY_SSLKEY, config->proxy_key);
- my_setopt_str(curl, CURLOPT_SSLKEYTYPE, config->key_type);
- my_setopt_str(curl, CURLOPT_PROXY_SSLKEYTYPE,
- config->proxy_key_type);
- my_setopt_str(curl, CURLOPT_AWS_SIGV4,
- config->aws_sigv4);
- if(config->insecure_ok) {
- my_setopt(curl, CURLOPT_SSL_VERIFYPEER, 0L);
- my_setopt(curl, CURLOPT_SSL_VERIFYHOST, 0L);
- }
- else {
- my_setopt(curl, CURLOPT_SSL_VERIFYPEER, 1L);
- /* libcurl default is strict verifyhost -> 2L */
- /* my_setopt(curl, CURLOPT_SSL_VERIFYHOST, 2L); */
- }
- if(config->doh_insecure_ok) {
- my_setopt(curl, CURLOPT_DOH_SSL_VERIFYPEER, 0L);
- my_setopt(curl, CURLOPT_DOH_SSL_VERIFYHOST, 0L);
- }
- if(config->proxy_insecure_ok) {
- my_setopt(curl, CURLOPT_PROXY_SSL_VERIFYPEER, 0L);
- my_setopt(curl, CURLOPT_PROXY_SSL_VERIFYHOST, 0L);
- }
- else {
- my_setopt(curl, CURLOPT_PROXY_SSL_VERIFYPEER, 1L);
- }
- if(config->verifystatus)
- my_setopt(curl, CURLOPT_SSL_VERIFYSTATUS, 1L);
- if(config->doh_verifystatus)
- my_setopt(curl, CURLOPT_DOH_SSL_VERIFYSTATUS, 1L);
- if(config->falsestart)
- my_setopt(curl, CURLOPT_SSL_FALSESTART, 1L);
- my_setopt_enum(curl, CURLOPT_SSLVERSION,
- config->ssl_version | config->ssl_version_max);
- if(config->proxy)
- my_setopt_enum(curl, CURLOPT_PROXY_SSLVERSION,
- config->proxy_ssl_version);
- {
- long mask =
- (config->ssl_allow_beast ?
- CURLSSLOPT_ALLOW_BEAST : 0) |
- (config->ssl_no_revoke ?
- CURLSSLOPT_NO_REVOKE : 0) |
- (config->ssl_revoke_best_effort ?
- CURLSSLOPT_REVOKE_BEST_EFFORT : 0) |
- (config->native_ca_store ?
- CURLSSLOPT_NATIVE_CA : 0) |
- (config->ssl_auto_client_cert ?
- CURLSSLOPT_AUTO_CLIENT_CERT : 0);
- if(mask)
- my_setopt_bitmask(curl, CURLOPT_SSL_OPTIONS, mask);
- }
- {
- long mask =
- (config->proxy_ssl_allow_beast ?
- CURLSSLOPT_ALLOW_BEAST : 0) |
- (config->proxy_ssl_auto_client_cert ?
- CURLSSLOPT_AUTO_CLIENT_CERT : 0);
- if(mask)
- my_setopt_bitmask(curl, CURLOPT_PROXY_SSL_OPTIONS, mask);
- }
- }
- if(config->path_as_is)
- my_setopt(curl, CURLOPT_PATH_AS_IS, 1L);
- if((use_proto == proto_scp || use_proto == proto_sftp) &&
- !config->insecure_ok) {
- char *known = findfile(".ssh/known_hosts", FALSE);
- if(known) {
- /* new in curl 7.19.6 */
- result = res_setopt_str(curl, CURLOPT_SSH_KNOWNHOSTS, known);
- curl_free(known);
- if(result == CURLE_UNKNOWN_OPTION)
- /* libssh2 version older than 1.1.1 */
- result = CURLE_OK;
- if(result)
- break;
- }
- else
- warnf(global, "Couldn't find a known_hosts file!");
- }
- if(config->no_body || config->remote_time) {
- /* no body or use remote time */
- my_setopt(curl, CURLOPT_FILETIME, 1L);
- }
- my_setopt(curl, CURLOPT_CRLF, config->crlf?1L:0L);
- my_setopt_slist(curl, CURLOPT_QUOTE, config->quote);
- my_setopt_slist(curl, CURLOPT_POSTQUOTE, config->postquote);
- my_setopt_slist(curl, CURLOPT_PREQUOTE, config->prequote);
- if(config->cookies) {
- struct curlx_dynbuf cookies;
- struct curl_slist *cl;
- /* The maximum size needs to match MAX_NAME in cookie.h */
- #define MAX_COOKIE_LINE 4096
- curlx_dyn_init(&cookies, MAX_COOKIE_LINE);
- for(cl = config->cookies; cl; cl = cl->next) {
- if(cl == config->cookies)
- result = curlx_dyn_addf(&cookies, "%s", cl->data);
- else
- result = curlx_dyn_addf(&cookies, ";%s", cl->data);
- if(result) {
- warnf(global,
- "skipped provided cookie, the cookie header "
- "would go over %u bytes\n", MAX_COOKIE_LINE);
- break;
- }
- }
- my_setopt_str(curl, CURLOPT_COOKIE, curlx_dyn_ptr(&cookies));
- curlx_dyn_free(&cookies);
- }
- if(config->cookiefiles) {
- struct curl_slist *cfl;
- for(cfl = config->cookiefiles; cfl; cfl = cfl->next)
- my_setopt_str(curl, CURLOPT_COOKIEFILE, cfl->data);
- }
- /* new in libcurl 7.9 */
- if(config->cookiejar)
- my_setopt_str(curl, CURLOPT_COOKIEJAR, config->cookiejar);
- /* new in libcurl 7.9.7 */
- my_setopt(curl, CURLOPT_COOKIESESSION, config->cookiesession?1L:0L);
- my_setopt_enum(curl, CURLOPT_TIMECONDITION, (long)config->timecond);
- my_setopt(curl, CURLOPT_TIMEVALUE_LARGE, config->condtime);
- my_setopt_str(curl, CURLOPT_CUSTOMREQUEST, config->customrequest);
- customrequest_helper(config, config->httpreq, config->customrequest);
- my_setopt(curl, CURLOPT_STDERR, global->errors);
- /* three new ones in libcurl 7.3: */
- my_setopt_str(curl, CURLOPT_INTERFACE, config->iface);
- my_setopt_str(curl, CURLOPT_KRBLEVEL, config->krblevel);
- progressbarinit(&per->progressbar, config);
- if((global->progressmode == CURL_PROGRESS_BAR) &&
- !global->noprogress && !global->mute) {
- /* we want the alternative style, then we have to implement it
- ourselves! */
- my_setopt(curl, CURLOPT_XFERINFOFUNCTION, tool_progress_cb);
- my_setopt(curl, CURLOPT_XFERINFODATA, per);
- }
- else if(per->uploadfile && !strcmp(per->uploadfile, ".")) {
- /* when reading from stdin in non-blocking mode, we use the progress
- function to unpause a busy read */
- my_setopt(curl, CURLOPT_NOPROGRESS, 0L);
- my_setopt(curl, CURLOPT_XFERINFOFUNCTION, tool_readbusy_cb);
- my_setopt(curl, CURLOPT_XFERINFODATA, per);
- }
- /* new in libcurl 7.24.0: */
- if(config->dns_servers)
- my_setopt_str(curl, CURLOPT_DNS_SERVERS, config->dns_servers);
- /* new in libcurl 7.33.0: */
- if(config->dns_interface)
- my_setopt_str(curl, CURLOPT_DNS_INTERFACE, config->dns_interface);
- if(config->dns_ipv4_addr)
- my_setopt_str(curl, CURLOPT_DNS_LOCAL_IP4, config->dns_ipv4_addr);
- if(config->dns_ipv6_addr)
- my_setopt_str(curl, CURLOPT_DNS_LOCAL_IP6, config->dns_ipv6_addr);
- /* new in libcurl 7.6.2: */
- my_setopt_slist(curl, CURLOPT_TELNETOPTIONS, config->telnet_options);
- /* new in libcurl 7.7: */
- my_setopt(curl, CURLOPT_CONNECTTIMEOUT_MS, config->connecttimeout_ms);
- if(config->doh_url)
- my_setopt_str(curl, CURLOPT_DOH_URL, config->doh_url);
- if(config->cipher_list)
- my_setopt_str(curl, CURLOPT_SSL_CIPHER_LIST, config->cipher_list);
- if(config->proxy_cipher_list)
- my_setopt_str(curl, CURLOPT_PROXY_SSL_CIPHER_LIST,
- config->proxy_cipher_list);
- if(config->cipher13_list)
- my_setopt_str(curl, CURLOPT_TLS13_CIPHERS, config->cipher13_list);
- if(config->proxy_cipher13_list)
- my_setopt_str(curl, CURLOPT_PROXY_TLS13_CIPHERS,
- config->proxy_cipher13_list);
- /* new in libcurl 7.9.2: */
- if(config->disable_epsv)
- /* disable it */
- my_setopt(curl, CURLOPT_FTP_USE_EPSV, 0L);
- /* new in libcurl 7.10.5 */
- if(config->disable_eprt)
- /* disable it */
- my_setopt(curl, CURLOPT_FTP_USE_EPRT, 0L);
- if(global->tracetype != TRACE_NONE) {
- my_setopt(curl, CURLOPT_DEBUGFUNCTION, tool_debug_cb);
- my_setopt(curl, CURLOPT_DEBUGDATA, config);
- my_setopt(curl, CURLOPT_VERBOSE, 1L);
- }
- /* new in curl 7.9.3 */
- if(config->engine) {
- result = res_setopt_str(curl, CURLOPT_SSLENGINE, config->engine);
- if(result)
- break;
- }
- /* new in curl 7.10.7, extended in 7.19.4. Modified to use
- CREATE_DIR_RETRY in 7.49.0 */
- my_setopt(curl, CURLOPT_FTP_CREATE_MISSING_DIRS,
- (long)(config->ftp_create_dirs?
- CURLFTP_CREATE_DIR_RETRY:
- CURLFTP_CREATE_DIR_NONE));
- /* new in curl 7.10.8 */
- if(config->max_filesize)
- my_setopt(curl, CURLOPT_MAXFILESIZE_LARGE,
- config->max_filesize);
- my_setopt(curl, CURLOPT_IPRESOLVE, config->ip_version);
- /* new in curl 7.15.5 */
- if(config->ftp_ssl_reqd)
- my_setopt_enum(curl, CURLOPT_USE_SSL, (long)CURLUSESSL_ALL);
- /* new in curl 7.11.0 */
- else if(config->ftp_ssl)
- my_setopt_enum(curl, CURLOPT_USE_SSL, (long)CURLUSESSL_TRY);
- /* new in curl 7.16.0 */
- else if(config->ftp_ssl_control)
- my_setopt_enum(curl, CURLOPT_USE_SSL, (long)CURLUSESSL_CONTROL);
- /* new in curl 7.16.1 */
- if(config->ftp_ssl_ccc)
- my_setopt_enum(curl, CURLOPT_FTP_SSL_CCC,
- (long)config->ftp_ssl_ccc_mode);
- /* new in curl 7.19.4 */
- if(config->socks5_gssapi_nec)
- my_setopt_str(curl, CURLOPT_SOCKS5_GSSAPI_NEC, 1L);
- /* new in curl 7.55.0 */
- if(config->socks5_auth)
- my_setopt_bitmask(curl, CURLOPT_SOCKS5_AUTH,
- (long)config->socks5_auth);
- /* new in curl 7.43.0 */
- if(config->proxy_service_name)
- my_setopt_str(curl, CURLOPT_PROXY_SERVICE_NAME,
- config->proxy_service_name);
- /* new in curl 7.43.0 */
- if(config->service_name)
- my_setopt_str(curl, CURLOPT_SERVICE_NAME,
- config->service_name);
- /* curl 7.13.0 */
- my_setopt_str(curl, CURLOPT_FTP_ACCOUNT, config->ftp_account);
- my_setopt(curl, CURLOPT_IGNORE_CONTENT_LENGTH, config->ignorecl?1L:0L);
- /* curl 7.14.2 */
- my_setopt(curl, CURLOPT_FTP_SKIP_PASV_IP, config->ftp_skip_ip?1L:0L);
- /* curl 7.15.1 */
- if(proto_ftp)
- my_setopt(curl, CURLOPT_FTP_FILEMETHOD,
- (long)config->ftp_filemethod);
- /* curl 7.15.2 */
- if(config->localport) {
- my_setopt(curl, CURLOPT_LOCALPORT, config->localport);
- my_setopt_str(curl, CURLOPT_LOCALPORTRANGE, config->localportrange);
- }
- /* curl 7.15.5 */
- my_setopt_str(curl, CURLOPT_FTP_ALTERNATIVE_TO_USER,
- config->ftp_alternative_to_user);
- /* curl 7.16.0 */
- if(config->disable_sessionid)
- /* disable it */
- my_setopt(curl, CURLOPT_SSL_SESSIONID_CACHE, 0L);
- /* curl 7.16.2 */
- if(config->raw) {
- my_setopt(curl, CURLOPT_HTTP_CONTENT_DECODING, 0L);
- my_setopt(curl, CURLOPT_HTTP_TRANSFER_DECODING, 0L);
- }
- /* curl 7.17.1 */
- if(!config->nokeepalive) {
- my_setopt(curl, CURLOPT_TCP_KEEPALIVE, 1L);
- if(config->alivetime) {
- my_setopt(curl, CURLOPT_TCP_KEEPIDLE, config->alivetime);
- my_setopt(curl, CURLOPT_TCP_KEEPINTVL, config->alivetime);
- }
- }
- else
- my_setopt(curl, CURLOPT_TCP_KEEPALIVE, 0L);
- /* curl 7.20.0 */
- if(config->tftp_blksize && proto_tftp)
- my_setopt(curl, CURLOPT_TFTP_BLKSIZE, config->tftp_blksize);
- if(config->mail_from)
- my_setopt_str(curl, CURLOPT_MAIL_FROM, config->mail_from);
- if(config->mail_rcpt)
- my_setopt_slist(curl, CURLOPT_MAIL_RCPT, config->mail_rcpt);
- /* curl 7.69.x */
- my_setopt(curl, CURLOPT_MAIL_RCPT_ALLLOWFAILS,
- config->mail_rcpt_allowfails ? 1L : 0L);
- /* curl 7.20.x */
- if(config->ftp_pret)
- my_setopt(curl, CURLOPT_FTP_USE_PRET, 1L);
- if(config->create_file_mode)
- my_setopt(curl, CURLOPT_NEW_FILE_PERMS, config->create_file_mode);
- if(config->proto_present)
- my_setopt_str(curl, CURLOPT_PROTOCOLS_STR, config->proto_str);
- if(config->proto_redir_present)
- my_setopt_str(curl, CURLOPT_REDIR_PROTOCOLS_STR,
- config->proto_redir_str);
- if(config->content_disposition
- && (urlnode->flags & GETOUT_USEREMOTE))
- hdrcbdata->honor_cd_filename = TRUE;
- else
- hdrcbdata->honor_cd_filename = FALSE;
- hdrcbdata->outs = outs;
- hdrcbdata->heads = heads;
- hdrcbdata->etag_save = etag_save;
- hdrcbdata->global = global;
- hdrcbdata->config = config;
- my_setopt(curl, CURLOPT_HEADERFUNCTION, tool_header_cb);
- my_setopt(curl, CURLOPT_HEADERDATA, per);
- if(config->resolve)
- /* new in 7.21.3 */
- my_setopt_slist(curl, CURLOPT_RESOLVE, config->resolve);
- if(config->connect_to)
- /* new in 7.49.0 */
- my_setopt_slist(curl, CURLOPT_CONNECT_TO, config->connect_to);
- /* new in 7.21.4 */
- if(feature_tls_srp) {
- if(config->tls_username)
- my_setopt_str(curl, CURLOPT_TLSAUTH_USERNAME,
- config->tls_username);
- if(config->tls_password)
- my_setopt_str(curl, CURLOPT_TLSAUTH_PASSWORD,
- config->tls_password);
- if(config->tls_authtype)
- my_setopt_str(curl, CURLOPT_TLSAUTH_TYPE,
- config->tls_authtype);
- if(config->proxy_tls_username)
- my_setopt_str(curl, CURLOPT_PROXY_TLSAUTH_USERNAME,
- config->proxy_tls_username);
- if(config->proxy_tls_password)
- my_setopt_str(curl, CURLOPT_PROXY_TLSAUTH_PASSWORD,
- config->proxy_tls_password);
- if(config->proxy_tls_authtype)
- my_setopt_str(curl, CURLOPT_PROXY_TLSAUTH_TYPE,
- config->proxy_tls_authtype);
- }
- /* new in 7.22.0 */
- if(config->gssapi_delegation)
- my_setopt_str(curl, CURLOPT_GSSAPI_DELEGATION,
- config->gssapi_delegation);
- if(config->mail_auth)
- my_setopt_str(curl, CURLOPT_MAIL_AUTH, config->mail_auth);
- /* new in 7.66.0 */
- if(config->sasl_authzid)
- my_setopt_str(curl, CURLOPT_SASL_AUTHZID, config->sasl_authzid);
- /* new in 7.31.0 */
- if(config->sasl_ir)
- my_setopt(curl, CURLOPT_SASL_IR, 1L);
- if(config->noalpn) {
- my_setopt(curl, CURLOPT_SSL_ENABLE_ALPN, 0L);
- }
- /* new in 7.40.0, abstract support added in 7.53.0 */
- if(config->unix_socket_path) {
- if(config->abstract_unix_socket) {
- my_setopt_str(curl, CURLOPT_ABSTRACT_UNIX_SOCKET,
- config->unix_socket_path);
- }
- else {
- my_setopt_str(curl, CURLOPT_UNIX_SOCKET_PATH,
- config->unix_socket_path);
- }
- }
- /* new in 7.45.0 */
- if(config->proto_default)
- my_setopt_str(curl, CURLOPT_DEFAULT_PROTOCOL, config->proto_default);
- /* new in 7.47.0 */
- if(config->expect100timeout_ms > 0)
- my_setopt_str(curl, CURLOPT_EXPECT_100_TIMEOUT_MS,
- config->expect100timeout_ms);
- /* new in 7.48.0 */
- if(config->tftp_no_options && proto_tftp)
- my_setopt(curl, CURLOPT_TFTP_NO_OPTIONS, 1L);
- /* new in 7.59.0 */
- if(config->happy_eyeballs_timeout_ms != CURL_HET_DEFAULT)
- my_setopt(curl, CURLOPT_HAPPY_EYEBALLS_TIMEOUT_MS,
- config->happy_eyeballs_timeout_ms);
- /* new in 7.60.0 */
- if(config->haproxy_protocol)
- my_setopt(curl, CURLOPT_HAPROXYPROTOCOL, 1L);
- if(config->disallow_username_in_url)
- my_setopt(curl, CURLOPT_DISALLOW_USERNAME_IN_URL, 1L);
- if(config->altsvc)
- my_setopt_str(curl, CURLOPT_ALTSVC, config->altsvc);
- if(config->hsts)
- my_setopt_str(curl, CURLOPT_HSTS, config->hsts);
- /* initialize retry vars for loop below */
- per->retry_sleep_default = (config->retry_delay) ?
- config->retry_delay*1000L : RETRY_SLEEP_DEFAULT; /* ms */
- per->retry_numretries = config->req_retry;
- per->retry_sleep = per->retry_sleep_default; /* ms */
- per->retrystart = tvnow();
- state->li++;
- /* Here's looping around each globbed URL */
- if(state->li >= urlnum) {
- state->li = 0;
- state->urlnum = 0; /* forced reglob of URLs */
- glob_cleanup(state->urls);
- state->urls = NULL;
- state->up++;
- Curl_safefree(state->uploadfile); /* clear it to get the next */
- }
- }
- else {
- /* Free this URL node data without destroying the
- node itself nor modifying next pointer. */
- Curl_safefree(urlnode->outfile);
- Curl_safefree(urlnode->infile);
- urlnode->flags = 0;
- glob_cleanup(state->urls);
- state->urls = NULL;
- state->urlnum = 0;
- Curl_safefree(state->outfiles);
- Curl_safefree(state->uploadfile);
- if(state->inglob) {
- /* Free list of globbed upload files */
- glob_cleanup(state->inglob);
- state->inglob = NULL;
- }
- config->state.urlnode = urlnode->next;
- state->up = 0;
- continue;
- }
- }
- break;
- }
- Curl_safefree(state->outfiles);
- if(!*added || result) {
- *added = FALSE;
- single_transfer_cleanup(config);
- }
- return result;
- }
- static long all_added; /* number of easy handles currently added */
- /*
- * add_parallel_transfers() sets 'morep' to TRUE if there are more transfers
- * to add even after this call returns. sets 'addedp' to TRUE if one or more
- * transfers were added.
- */
- static CURLcode add_parallel_transfers(struct GlobalConfig *global,
- CURLM *multi,
- CURLSH *share,
- bool *morep,
- bool *addedp)
- {
- struct per_transfer *per;
- CURLcode result = CURLE_OK;
- CURLMcode mcode;
- bool sleeping = FALSE;
- char *errorbuf;
- *addedp = FALSE;
- *morep = FALSE;
- if(all_pers < (global->parallel_max*2)) {
- result = create_transfer(global, share, addedp);
- if(result)
- return result;
- }
- for(per = transfers; per && (all_added < global->parallel_max);
- per = per->next) {
- bool getadded = FALSE;
- if(per->added)
- /* already added */
- continue;
- if(per->startat && (time(NULL) < per->startat)) {
- /* this is still delaying */
- sleeping = TRUE;
- continue;
- }
- per->added = TRUE;
- result = pre_transfer(global, per);
- if(result)
- return result;
- errorbuf = malloc(CURL_ERROR_SIZE);
- if(!errorbuf)
- return CURLE_OUT_OF_MEMORY;
- /* parallel connect means that we don't set PIPEWAIT since pipewait
- will make libcurl prefer multiplexing */
- (void)curl_easy_setopt(per->curl, CURLOPT_PIPEWAIT,
- global->parallel_connect ? 0L : 1L);
- (void)curl_easy_setopt(per->curl, CURLOPT_PRIVATE, per);
- (void)curl_easy_setopt(per->curl, CURLOPT_XFERINFOFUNCTION, xferinfo_cb);
- (void)curl_easy_setopt(per->curl, CURLOPT_XFERINFODATA, per);
- (void)curl_easy_setopt(per->curl, CURLOPT_NOPROGRESS, 0L);
- mcode = curl_multi_add_handle(multi, per->curl);
- if(mcode) {
- DEBUGASSERT(mcode == CURLM_OUT_OF_MEMORY);
- result = CURLE_OUT_OF_MEMORY;
- }
- if(!result)
- result = create_transfer(global, share, &getadded);
- if(result) {
- free(errorbuf);
- return result;
- }
- errorbuf[0] = 0;
- (void)curl_easy_setopt(per->curl, CURLOPT_ERRORBUFFER, errorbuf);
- per->errorbuffer = errorbuf;
- per->added = TRUE;
- all_added++;
- *addedp = TRUE;
- }
- *morep = (per || sleeping) ? TRUE : FALSE;
- return CURLE_OK;
- }
- static CURLcode parallel_transfers(struct GlobalConfig *global,
- CURLSH *share)
- {
- CURLM *multi;
- CURLMcode mcode = CURLM_OK;
- CURLcode result = CURLE_OK;
- int still_running = 1;
- struct timeval start = tvnow();
- bool more_transfers;
- bool added_transfers;
- /* wrapitup is set TRUE after a critical error occurs to end all transfers */
- bool wrapitup = FALSE;
- /* wrapitup_processed is set TRUE after the per transfer abort flag is set */
- bool wrapitup_processed = FALSE;
- time_t tick = time(NULL);
- multi = curl_multi_init();
- if(!multi)
- return CURLE_OUT_OF_MEMORY;
- result = add_parallel_transfers(global, multi, share,
- &more_transfers, &added_transfers);
- if(result) {
- curl_multi_cleanup(multi);
- return result;
- }
- while(!mcode && (still_running || more_transfers)) {
- /* If stopping prematurely (eg due to a --fail-early condition) then signal
- that any transfers in the multi should abort (via progress callback). */
- if(wrapitup) {
- if(!still_running)
- break;
- if(!wrapitup_processed) {
- struct per_transfer *per;
- for(per = transfers; per; per = per->next) {
- if(per->added)
- per->abort = TRUE;
- }
- wrapitup_processed = TRUE;
- }
- }
- mcode = curl_multi_poll(multi, NULL, 0, 1000, NULL);
- if(!mcode)
- mcode = curl_multi_perform(multi, &still_running);
- progress_meter(global, &start, FALSE);
- if(!mcode) {
- int rc;
- CURLMsg *msg;
- bool checkmore = FALSE;
- do {
- msg = curl_multi_info_read(multi, &rc);
- if(msg) {
- bool retry;
- long delay;
- struct per_transfer *ended;
- CURL *easy = msg->easy_handle;
- CURLcode tres = msg->data.result;
- curl_easy_getinfo(easy, CURLINFO_PRIVATE, (void *)&ended);
- curl_multi_remove_handle(multi, easy);
- if(ended->abort && (tres == CURLE_ABORTED_BY_CALLBACK) &&
- ended->errorbuffer) {
- msnprintf(ended->errorbuffer, CURL_ERROR_SIZE,
- "Transfer aborted due to critical error "
- "in another transfer");
- }
- tres = post_per_transfer(global, ended, tres, &retry, &delay);
- progress_finalize(ended); /* before it goes away */
- all_added--; /* one fewer added */
- checkmore = TRUE;
- if(retry) {
- ended->added = FALSE; /* add it again */
- /* we delay retries in full integer seconds only */
- ended->startat = delay ? time(NULL) + delay/1000 : 0;
- }
- else {
- /* result receives this transfer's error unless the transfer was
- marked for abort due to a critical error in another transfer */
- if(tres && (!ended->abort || !result))
- result = tres;
- if(is_fatal_error(result) || (result && global->fail_early))
- wrapitup = TRUE;
- (void)del_per_transfer(ended);
- }
- }
- } while(msg);
- if(wrapitup) {
- if(still_running)
- continue;
- else
- break;
- }
- if(!checkmore) {
- time_t tock = time(NULL);
- if(tick != tock) {
- checkmore = TRUE;
- tick = tock;
- }
- }
- if(checkmore) {
- /* one or more transfers completed, add more! */
- CURLcode tres = add_parallel_transfers(global, multi, share,
- &more_transfers,
- &added_transfers);
- if(tres)
- result = tres;
- if(added_transfers)
- /* we added new ones, make sure the loop doesn't exit yet */
- still_running = 1;
- }
- if(is_fatal_error(result) || (result && global->fail_early))
- wrapitup = TRUE;
- }
- }
- (void)progress_meter(global, &start, TRUE);
- /* Make sure to return some kind of error if there was a multi problem */
- if(mcode) {
- result = (mcode == CURLM_OUT_OF_MEMORY) ? CURLE_OUT_OF_MEMORY :
- /* The other multi errors should never happen, so return
- something suitably generic */
- CURLE_BAD_FUNCTION_ARGUMENT;
- }
- curl_multi_cleanup(multi);
- return result;
- }
- static CURLcode serial_transfers(struct GlobalConfig *global,
- CURLSH *share)
- {
- CURLcode returncode = CURLE_OK;
- CURLcode result = CURLE_OK;
- struct per_transfer *per;
- bool added = FALSE;
- result = create_transfer(global, share, &added);
- if(result)
- return result;
- if(!added) {
- errorf(global, "no transfer performed\n");
- return CURLE_READ_ERROR;
- }
- for(per = transfers; per;) {
- bool retry;
- long delay_ms;
- bool bailout = FALSE;
- struct timeval start;
- result = pre_transfer(global, per);
- if(result)
- break;
- if(global->libcurl) {
- result = easysrc_perform();
- if(result)
- break;
- }
- start = tvnow();
- #ifdef CURLDEBUG
- if(global->test_event_based)
- result = curl_easy_perform_ev(per->curl);
- else
- #endif
- result = curl_easy_perform(per->curl);
- returncode = post_per_transfer(global, per, result, &retry, &delay_ms);
- if(retry) {
- tool_go_sleep(delay_ms);
- continue;
- }
- /* Bail out upon critical errors or --fail-early */
- if(is_fatal_error(returncode) || (returncode && global->fail_early))
- bailout = TRUE;
- else {
- /* setup the next one just before we delete this */
- result = create_transfer(global, share, &added);
- if(result)
- bailout = TRUE;
- }
- per = del_per_transfer(per);
- if(bailout)
- break;
- if(per && global->ms_per_transfer) {
- /* how long time did the most recent transfer take in number of
- milliseconds */
- long milli = tvdiff(tvnow(), start);
- if(milli < global->ms_per_transfer) {
- notef(global, "Transfer took %ld ms, waits %ldms as set by --rate\n",
- milli, global->ms_per_transfer - milli);
- /* The transfer took less time than wanted. Wait a little. */
- tool_go_sleep(global->ms_per_transfer - milli);
- }
- }
- }
- if(returncode)
- /* returncode errors have priority */
- result = returncode;
- if(result)
- single_transfer_cleanup(global->current);
- return result;
- }
- /* setup a transfer for the given config */
- static CURLcode transfer_per_config(struct GlobalConfig *global,
- struct OperationConfig *config,
- CURLSH *share,
- bool *added)
- {
- CURLcode result = CURLE_OK;
- bool capath_from_env;
- *added = FALSE;
- /* Check we have a url */
- if(!config->url_list || !config->url_list->url) {
- helpf(global->errors, "no URL specified!\n");
- return CURLE_FAILED_INIT;
- }
- /* On WIN32 we can't set the path to curl-ca-bundle.crt
- * at compile time. So we look here for the file in two ways:
- * 1: look at the environment variable CURL_CA_BUNDLE for a path
- * 2: if #1 isn't found, use the windows API function SearchPath()
- * to find it along the app's path (includes app's dir and CWD)
- *
- * We support the environment variable thing for non-Windows platforms
- * too. Just for the sake of it.
- */
- capath_from_env = false;
- if(!config->cacert &&
- !config->capath &&
- (!config->insecure_ok || (config->doh_url && !config->doh_insecure_ok))) {
- CURL *curltls = curl_easy_init();
- struct curl_tlssessioninfo *tls_backend_info = NULL;
- /* With the addition of CAINFO support for Schannel, this search could find
- * a certificate bundle that was previously ignored. To maintain backward
- * compatibility, only perform this search if not using Schannel.
- */
- result = curl_easy_getinfo(curltls, CURLINFO_TLS_SSL_PTR,
- &tls_backend_info);
- if(result) {
- curl_easy_cleanup(curltls);
- return result;
- }
- /* Set the CA cert locations specified in the environment. For Windows if
- * no environment-specified filename is found then check for CA bundle
- * default filename curl-ca-bundle.crt in the user's PATH.
- *
- * If Schannel is the selected SSL backend then these locations are
- * ignored. We allow setting CA location for schannel only when explicitly
- * specified by the user via CURLOPT_CAINFO / --cacert.
- */
- if(tls_backend_info->backend != CURLSSLBACKEND_SCHANNEL) {
- char *env;
- env = curlx_getenv("CURL_CA_BUNDLE");
- if(env) {
- config->cacert = strdup(env);
- if(!config->cacert) {
- curl_free(env);
- curl_easy_cleanup(curltls);
- errorf(global, "out of memory\n");
- return CURLE_OUT_OF_MEMORY;
- }
- }
- else {
- env = curlx_getenv("SSL_CERT_DIR");
- if(env) {
- config->capath = strdup(env);
- if(!config->capath) {
- curl_free(env);
- curl_easy_cleanup(curltls);
- helpf(global->errors, "out of memory\n");
- return CURLE_OUT_OF_MEMORY;
- }
- capath_from_env = true;
- }
- else {
- env = curlx_getenv("SSL_CERT_FILE");
- if(env) {
- config->cacert = strdup(env);
- if(!config->cacert) {
- curl_free(env);
- curl_easy_cleanup(curltls);
- errorf(global, "out of memory\n");
- return CURLE_OUT_OF_MEMORY;
- }
- }
- }
- }
- if(env)
- curl_free(env);
- #ifdef WIN32
- else {
- result = FindWin32CACert(config, tls_backend_info->backend,
- TEXT("curl-ca-bundle.crt"));
- }
- #endif
- }
- curl_easy_cleanup(curltls);
- }
- if(!result)
- result = single_transfer(global, config, share, capath_from_env, added);
- return result;
- }
- /*
- * 'create_transfer' gets the details and sets up a new transfer if 'added'
- * returns TRUE.
- */
- static CURLcode create_transfer(struct GlobalConfig *global,
- CURLSH *share,
- bool *added)
- {
- CURLcode result = CURLE_OK;
- *added = FALSE;
- while(global->current) {
- result = transfer_per_config(global, global->current, share, added);
- if(!result && !*added) {
- /* when one set is drained, continue to next */
- global->current = global->current->next;
- continue;
- }
- break;
- }
- return result;
- }
- static CURLcode run_all_transfers(struct GlobalConfig *global,
- CURLSH *share,
- CURLcode result)
- {
- /* Save the values of noprogress and isatty to restore them later on */
- bool orig_noprogress = global->noprogress;
- bool orig_isatty = global->isatty;
- struct per_transfer *per;
- /* Time to actually do the transfers */
- if(!result) {
- if(global->parallel)
- result = parallel_transfers(global, share);
- else
- result = serial_transfers(global, share);
- }
- /* cleanup if there are any left */
- for(per = transfers; per;) {
- bool retry;
- long delay;
- CURLcode result2 = post_per_transfer(global, per, result, &retry, &delay);
- if(!result)
- /* don't overwrite the original error */
- result = result2;
- /* Free list of given URLs */
- clean_getout(per->config);
- per = del_per_transfer(per);
- }
- /* Reset the global config variables */
- global->noprogress = orig_noprogress;
- global->isatty = orig_isatty;
- return result;
- }
- CURLcode operate(struct GlobalConfig *global, int argc, argv_item_t argv[])
- {
- CURLcode result = CURLE_OK;
- char *first_arg = argc > 1 ? curlx_convert_tchar_to_UTF8(argv[1]) : NULL;
- #ifdef HAVE_SETLOCALE
- /* Override locale for number parsing (only) */
- setlocale(LC_ALL, "");
- setlocale(LC_NUMERIC, "C");
- #endif
- /* Parse .curlrc if necessary */
- if((argc == 1) ||
- (first_arg && strncmp(first_arg, "-q", 2) &&
- !curl_strequal(first_arg, "--disable"))) {
- parseconfig(NULL, global); /* ignore possible failure */
- /* If we had no arguments then make sure a url was specified in .curlrc */
- if((argc < 2) && (!global->first->url_list)) {
- helpf(global->errors, NULL);
- result = CURLE_FAILED_INIT;
- }
- }
- curlx_unicodefree(first_arg);
- if(!result) {
- /* Parse the command line arguments */
- ParameterError res = parse_args(global, argc, argv);
- if(res) {
- result = CURLE_OK;
- /* Check if we were asked for the help */
- if(res == PARAM_HELP_REQUESTED)
- tool_help(global->help_category);
- /* Check if we were asked for the manual */
- else if(res == PARAM_MANUAL_REQUESTED)
- hugehelp();
- /* Check if we were asked for the version information */
- else if(res == PARAM_VERSION_INFO_REQUESTED)
- tool_version_info();
- /* Check if we were asked to list the SSL engines */
- else if(res == PARAM_ENGINES_REQUESTED)
- tool_list_engines();
- else if(res == PARAM_LIBCURL_UNSUPPORTED_PROTOCOL)
- result = CURLE_UNSUPPORTED_PROTOCOL;
- else if(res == PARAM_READ_ERROR)
- result = CURLE_READ_ERROR;
- else
- result = CURLE_FAILED_INIT;
- }
- else {
- if(global->libcurl) {
- /* Initialise the libcurl source output */
- result = easysrc_init();
- }
- /* Perform the main operations */
- if(!result) {
- size_t count = 0;
- struct OperationConfig *operation = global->first;
- CURLSH *share = curl_share_init();
- if(!share) {
- if(global->libcurl) {
- /* Cleanup the libcurl source output */
- easysrc_cleanup();
- }
- return CURLE_OUT_OF_MEMORY;
- }
- curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_COOKIE);
- curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_DNS);
- curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_SSL_SESSION);
- curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_CONNECT);
- curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_PSL);
- curl_share_setopt(share, CURLSHOPT_SHARE, CURL_LOCK_DATA_HSTS);
- /* Get the required arguments for each operation */
- do {
- result = get_args(operation, count++);
- operation = operation->next;
- } while(!result && operation);
- /* Set the current operation pointer */
- global->current = global->first;
- /* now run! */
- result = run_all_transfers(global, share, result);
- curl_share_cleanup(share);
- if(global->libcurl) {
- /* Cleanup the libcurl source output */
- easysrc_cleanup();
- /* Dump the libcurl code if previously enabled */
- dumpeasysrc(global);
- }
- }
- else
- errorf(global, "out of memory\n");
- }
- }
- return result;
- }
|