12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355 |
- /***************************************************************************
- * _ _ ____ _
- * Project ___| | | | _ \| |
- * / __| | | | |_) | |
- * | (__| |_| | _ <| |___
- * \___|\___/|_| \_\_____|
- *
- * Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
- *
- * This software is licensed as described in the file COPYING, which
- * you should have received as part of this distribution. The terms
- * are also available at https://curl.se/docs/copyright.html.
- *
- * You may opt to use, copy, modify, merge, publish, distribute and/or sell
- * copies of the Software, and permit persons to whom the Software is
- * furnished to do so, under the terms of the COPYING file.
- *
- * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
- * KIND, either express or implied.
- *
- * SPDX-License-Identifier: curl
- *
- ***************************************************************************/
- #include "curl_setup.h"
- #ifdef HAVE_NETINET_IN_H
- #include <netinet/in.h>
- #endif
- #ifdef HAVE_NETINET_IN6_H
- #include <netinet/in6.h>
- #endif
- #ifdef HAVE_NETDB_H
- #include <netdb.h>
- #endif
- #ifdef HAVE_ARPA_INET_H
- #include <arpa/inet.h>
- #endif
- #ifdef __VMS
- #include <in.h>
- #include <inet.h>
- #endif
- #ifdef HAVE_SETJMP_H
- #include <setjmp.h>
- #endif
- #ifdef HAVE_SIGNAL_H
- #include <signal.h>
- #endif
- #include "urldata.h"
- #include "sendf.h"
- #include "hostip.h"
- #include "hash.h"
- #include "rand.h"
- #include "share.h"
- #include "url.h"
- #include "inet_ntop.h"
- #include "inet_pton.h"
- #include "multiif.h"
- #include "doh.h"
- #include "warnless.h"
- #include "strcase.h"
- /* The last 3 #include files should be in this order */
- #include "curl_printf.h"
- #include "curl_memory.h"
- #include "memdebug.h"
- #if defined(ENABLE_IPV6) && defined(CURL_OSX_CALL_COPYPROXIES)
- #include <SystemConfiguration/SCDynamicStoreCopySpecific.h>
- #endif
- #if defined(CURLRES_SYNCH) && \
- defined(HAVE_ALARM) && defined(SIGALRM) && defined(HAVE_SIGSETJMP)
- /* alarm-based timeouts can only be used with all the dependencies satisfied */
- #define USE_ALARM_TIMEOUT
- #endif
- #define MAX_HOSTCACHE_LEN (255 + 7) /* max FQDN + colon + port number + zero */
- /*
- * hostip.c explained
- * ==================
- *
- * The main COMPILE-TIME DEFINES to keep in mind when reading the host*.c
- * source file are these:
- *
- * CURLRES_IPV6 - this host has getaddrinfo() and family, and thus we use
- * that. The host may not be able to resolve IPv6, but we don't really have to
- * take that into account. Hosts that aren't IPv6-enabled have CURLRES_IPV4
- * defined.
- *
- * CURLRES_ARES - is defined if libcurl is built to use c-ares for
- * asynchronous name resolves. This can be Windows or *nix.
- *
- * CURLRES_THREADED - is defined if libcurl is built to run under (native)
- * Windows, and then the name resolve will be done in a new thread, and the
- * supported API will be the same as for ares-builds.
- *
- * If any of the two previous are defined, CURLRES_ASYNCH is defined too. If
- * libcurl is not built to use an asynchronous resolver, CURLRES_SYNCH is
- * defined.
- *
- * The host*.c sources files are split up like this:
- *
- * hostip.c - method-independent resolver functions and utility functions
- * hostasyn.c - functions for asynchronous name resolves
- * hostsyn.c - functions for synchronous name resolves
- * hostip4.c - IPv4 specific functions
- * hostip6.c - IPv6 specific functions
- *
- * The two asynchronous name resolver backends are implemented in:
- * asyn-ares.c - functions for ares-using name resolves
- * asyn-thread.c - functions for threaded name resolves
- * The hostip.h is the united header file for all this. It defines the
- * CURLRES_* defines based on the config*.h and curl_setup.h defines.
- */
- static void freednsentry(void *freethis);
- /*
- * Return # of addresses in a Curl_addrinfo struct
- */
- int Curl_num_addresses(const struct Curl_addrinfo *addr)
- {
- int i = 0;
- while(addr) {
- addr = addr->ai_next;
- i++;
- }
- return i;
- }
- /*
- * Curl_printable_address() stores a printable version of the 1st address
- * given in the 'ai' argument. The result will be stored in the buf that is
- * bufsize bytes big.
- *
- * If the conversion fails, the target buffer is empty.
- */
- void Curl_printable_address(const struct Curl_addrinfo *ai, char *buf,
- size_t bufsize)
- {
- DEBUGASSERT(bufsize);
- buf[0] = 0;
- switch(ai->ai_family) {
- case AF_INET: {
- const struct sockaddr_in *sa4 = (const void *)ai->ai_addr;
- const struct in_addr *ipaddr4 = &sa4->sin_addr;
- (void)Curl_inet_ntop(ai->ai_family, (const void *)ipaddr4, buf, bufsize);
- break;
- }
- #ifdef ENABLE_IPV6
- case AF_INET6: {
- const struct sockaddr_in6 *sa6 = (const void *)ai->ai_addr;
- const struct in6_addr *ipaddr6 = &sa6->sin6_addr;
- (void)Curl_inet_ntop(ai->ai_family, (const void *)ipaddr6, buf, bufsize);
- break;
- }
- #endif
- default:
- break;
- }
- }
- /*
- * Create a hostcache id string for the provided host + port, to be used by
- * the DNS caching. Without alloc. Return length of the id string.
- */
- static size_t
- create_hostcache_id(const char *name,
- size_t nlen, /* 0 or actual name length */
- int port, char *ptr, size_t buflen)
- {
- size_t len = nlen ? nlen : strlen(name);
- size_t olen = 0;
- DEBUGASSERT(buflen >= MAX_HOSTCACHE_LEN);
- if(len > (buflen - 7))
- len = buflen - 7;
- /* store and lower case the name */
- while(len--) {
- *ptr++ = Curl_raw_tolower(*name++);
- olen++;
- }
- olen += msnprintf(ptr, 7, ":%u", port);
- return olen;
- }
- struct hostcache_prune_data {
- long cache_timeout;
- time_t now;
- };
- /*
- * This function is set as a callback to be called for every entry in the DNS
- * cache when we want to prune old unused entries.
- *
- * Returning non-zero means remove the entry, return 0 to keep it in the
- * cache.
- */
- static int
- hostcache_timestamp_remove(void *datap, void *hc)
- {
- struct hostcache_prune_data *data =
- (struct hostcache_prune_data *) datap;
- struct Curl_dns_entry *c = (struct Curl_dns_entry *) hc;
- return (0 != c->timestamp)
- && (data->now - c->timestamp >= data->cache_timeout);
- }
- /*
- * Prune the DNS cache. This assumes that a lock has already been taken.
- */
- static void
- hostcache_prune(struct Curl_hash *hostcache, long cache_timeout, time_t now)
- {
- struct hostcache_prune_data user;
- user.cache_timeout = cache_timeout;
- user.now = now;
- Curl_hash_clean_with_criterium(hostcache,
- (void *) &user,
- hostcache_timestamp_remove);
- }
- /*
- * Library-wide function for pruning the DNS cache. This function takes and
- * returns the appropriate locks.
- */
- void Curl_hostcache_prune(struct Curl_easy *data)
- {
- time_t now;
- if((data->set.dns_cache_timeout == -1) || !data->dns.hostcache)
- /* cache forever means never prune, and NULL hostcache means
- we can't do it */
- return;
- if(data->share)
- Curl_share_lock(data, CURL_LOCK_DATA_DNS, CURL_LOCK_ACCESS_SINGLE);
- time(&now);
- /* Remove outdated and unused entries from the hostcache */
- hostcache_prune(data->dns.hostcache,
- data->set.dns_cache_timeout,
- now);
- if(data->share)
- Curl_share_unlock(data, CURL_LOCK_DATA_DNS);
- }
- #ifdef HAVE_SIGSETJMP
- /* Beware this is a global and unique instance. This is used to store the
- return address that we can jump back to from inside a signal handler. This
- is not thread-safe stuff. */
- sigjmp_buf curl_jmpenv;
- #endif
- /* lookup address, returns entry if found and not stale */
- static struct Curl_dns_entry *fetch_addr(struct Curl_easy *data,
- const char *hostname,
- int port)
- {
- struct Curl_dns_entry *dns = NULL;
- char entry_id[MAX_HOSTCACHE_LEN];
- /* Create an entry id, based upon the hostname and port */
- size_t entry_len = create_hostcache_id(hostname, 0, port,
- entry_id, sizeof(entry_id));
- /* See if its already in our dns cache */
- dns = Curl_hash_pick(data->dns.hostcache, entry_id, entry_len + 1);
- /* No entry found in cache, check if we might have a wildcard entry */
- if(!dns && data->state.wildcard_resolve) {
- entry_len = create_hostcache_id("*", 1, port, entry_id, sizeof(entry_id));
- /* See if it's already in our dns cache */
- dns = Curl_hash_pick(data->dns.hostcache, entry_id, entry_len + 1);
- }
- if(dns && (data->set.dns_cache_timeout != -1)) {
- /* See whether the returned entry is stale. Done before we release lock */
- struct hostcache_prune_data user;
- time(&user.now);
- user.cache_timeout = data->set.dns_cache_timeout;
- if(hostcache_timestamp_remove(&user, dns)) {
- infof(data, "Hostname in DNS cache was stale, zapped");
- dns = NULL; /* the memory deallocation is being handled by the hash */
- Curl_hash_delete(data->dns.hostcache, entry_id, entry_len + 1);
- }
- }
- /* See if the returned entry matches the required resolve mode */
- if(dns && data->conn->ip_version != CURL_IPRESOLVE_WHATEVER) {
- int pf = PF_INET;
- bool found = false;
- struct Curl_addrinfo *addr = dns->addr;
- #ifdef PF_INET6
- if(data->conn->ip_version == CURL_IPRESOLVE_V6)
- pf = PF_INET6;
- #endif
- while(addr) {
- if(addr->ai_family == pf) {
- found = true;
- break;
- }
- addr = addr->ai_next;
- }
- if(!found) {
- infof(data, "Hostname in DNS cache doesn't have needed family, zapped");
- dns = NULL; /* the memory deallocation is being handled by the hash */
- Curl_hash_delete(data->dns.hostcache, entry_id, entry_len + 1);
- }
- }
- return dns;
- }
- /*
- * Curl_fetch_addr() fetches a 'Curl_dns_entry' already in the DNS cache.
- *
- * Curl_resolv() checks initially and multi_runsingle() checks each time
- * it discovers the handle in the state WAITRESOLVE whether the hostname
- * has already been resolved and the address has already been stored in
- * the DNS cache. This short circuits waiting for a lot of pending
- * lookups for the same hostname requested by different handles.
- *
- * Returns the Curl_dns_entry entry pointer or NULL if not in the cache.
- *
- * The returned data *MUST* be "unlocked" with Curl_resolv_unlock() after
- * use, or we'll leak memory!
- */
- struct Curl_dns_entry *
- Curl_fetch_addr(struct Curl_easy *data,
- const char *hostname,
- int port)
- {
- struct Curl_dns_entry *dns = NULL;
- if(data->share)
- Curl_share_lock(data, CURL_LOCK_DATA_DNS, CURL_LOCK_ACCESS_SINGLE);
- dns = fetch_addr(data, hostname, port);
- if(dns)
- dns->inuse++; /* we use it! */
- if(data->share)
- Curl_share_unlock(data, CURL_LOCK_DATA_DNS);
- return dns;
- }
- #ifndef CURL_DISABLE_SHUFFLE_DNS
- UNITTEST CURLcode Curl_shuffle_addr(struct Curl_easy *data,
- struct Curl_addrinfo **addr);
- /*
- * Curl_shuffle_addr() shuffles the order of addresses in a 'Curl_addrinfo'
- * struct by re-linking its linked list.
- *
- * The addr argument should be the address of a pointer to the head node of a
- * `Curl_addrinfo` list and it will be modified to point to the new head after
- * shuffling.
- *
- * Not declared static only to make it easy to use in a unit test!
- *
- * @unittest: 1608
- */
- UNITTEST CURLcode Curl_shuffle_addr(struct Curl_easy *data,
- struct Curl_addrinfo **addr)
- {
- CURLcode result = CURLE_OK;
- const int num_addrs = Curl_num_addresses(*addr);
- if(num_addrs > 1) {
- struct Curl_addrinfo **nodes;
- infof(data, "Shuffling %i addresses", num_addrs);
- nodes = malloc(num_addrs*sizeof(*nodes));
- if(nodes) {
- int i;
- unsigned int *rnd;
- const size_t rnd_size = num_addrs * sizeof(*rnd);
- /* build a plain array of Curl_addrinfo pointers */
- nodes[0] = *addr;
- for(i = 1; i < num_addrs; i++) {
- nodes[i] = nodes[i-1]->ai_next;
- }
- rnd = malloc(rnd_size);
- if(rnd) {
- /* Fisher-Yates shuffle */
- if(Curl_rand(data, (unsigned char *)rnd, rnd_size) == CURLE_OK) {
- struct Curl_addrinfo *swap_tmp;
- for(i = num_addrs - 1; i > 0; i--) {
- swap_tmp = nodes[rnd[i] % (i + 1)];
- nodes[rnd[i] % (i + 1)] = nodes[i];
- nodes[i] = swap_tmp;
- }
- /* relink list in the new order */
- for(i = 1; i < num_addrs; i++) {
- nodes[i-1]->ai_next = nodes[i];
- }
- nodes[num_addrs-1]->ai_next = NULL;
- *addr = nodes[0];
- }
- free(rnd);
- }
- else
- result = CURLE_OUT_OF_MEMORY;
- free(nodes);
- }
- else
- result = CURLE_OUT_OF_MEMORY;
- }
- return result;
- }
- #endif
- /*
- * Curl_cache_addr() stores a 'Curl_addrinfo' struct in the DNS cache.
- *
- * When calling Curl_resolv() has resulted in a response with a returned
- * address, we call this function to store the information in the dns
- * cache etc
- *
- * Returns the Curl_dns_entry entry pointer or NULL if the storage failed.
- */
- struct Curl_dns_entry *
- Curl_cache_addr(struct Curl_easy *data,
- struct Curl_addrinfo *addr,
- const char *hostname,
- size_t hostlen, /* length or zero */
- int port)
- {
- char entry_id[MAX_HOSTCACHE_LEN];
- size_t entry_len;
- struct Curl_dns_entry *dns;
- struct Curl_dns_entry *dns2;
- #ifndef CURL_DISABLE_SHUFFLE_DNS
- /* shuffle addresses if requested */
- if(data->set.dns_shuffle_addresses) {
- CURLcode result = Curl_shuffle_addr(data, &addr);
- if(result)
- return NULL;
- }
- #endif
- /* Create a new cache entry */
- dns = calloc(1, sizeof(struct Curl_dns_entry));
- if(!dns) {
- return NULL;
- }
- /* Create an entry id, based upon the hostname and port */
- entry_len = create_hostcache_id(hostname, hostlen, port,
- entry_id, sizeof(entry_id));
- dns->inuse = 1; /* the cache has the first reference */
- dns->addr = addr; /* this is the address(es) */
- time(&dns->timestamp);
- if(dns->timestamp == 0)
- dns->timestamp = 1; /* zero indicates permanent CURLOPT_RESOLVE entry */
- /* Store the resolved data in our DNS cache. */
- dns2 = Curl_hash_add(data->dns.hostcache, entry_id, entry_len + 1,
- (void *)dns);
- if(!dns2) {
- free(dns);
- return NULL;
- }
- dns = dns2;
- dns->inuse++; /* mark entry as in-use */
- return dns;
- }
- #ifdef ENABLE_IPV6
- /* return a static IPv6 ::1 for the name */
- static struct Curl_addrinfo *get_localhost6(int port, const char *name)
- {
- struct Curl_addrinfo *ca;
- const size_t ss_size = sizeof(struct sockaddr_in6);
- const size_t hostlen = strlen(name);
- struct sockaddr_in6 sa6;
- unsigned char ipv6[16];
- unsigned short port16 = (unsigned short)(port & 0xffff);
- ca = calloc(sizeof(struct Curl_addrinfo) + ss_size + hostlen + 1, 1);
- if(!ca)
- return NULL;
- sa6.sin6_family = AF_INET6;
- sa6.sin6_port = htons(port16);
- sa6.sin6_flowinfo = 0;
- sa6.sin6_scope_id = 0;
- if(Curl_inet_pton(AF_INET6, "::1", ipv6) < 1)
- return NULL;
- memcpy(&sa6.sin6_addr, ipv6, sizeof(ipv6));
- ca->ai_flags = 0;
- ca->ai_family = AF_INET6;
- ca->ai_socktype = SOCK_STREAM;
- ca->ai_protocol = IPPROTO_TCP;
- ca->ai_addrlen = (curl_socklen_t)ss_size;
- ca->ai_next = NULL;
- ca->ai_addr = (void *)((char *)ca + sizeof(struct Curl_addrinfo));
- memcpy(ca->ai_addr, &sa6, ss_size);
- ca->ai_canonname = (char *)ca->ai_addr + ss_size;
- strcpy(ca->ai_canonname, name);
- return ca;
- }
- #else
- #define get_localhost6(x,y) NULL
- #endif
- /* return a static IPv4 127.0.0.1 for the given name */
- static struct Curl_addrinfo *get_localhost(int port, const char *name)
- {
- struct Curl_addrinfo *ca;
- const size_t ss_size = sizeof(struct sockaddr_in);
- const size_t hostlen = strlen(name);
- struct sockaddr_in sa;
- unsigned int ipv4;
- unsigned short port16 = (unsigned short)(port & 0xffff);
- /* memset to clear the sa.sin_zero field */
- memset(&sa, 0, sizeof(sa));
- sa.sin_family = AF_INET;
- sa.sin_port = htons(port16);
- if(Curl_inet_pton(AF_INET, "127.0.0.1", (char *)&ipv4) < 1)
- return NULL;
- memcpy(&sa.sin_addr, &ipv4, sizeof(ipv4));
- ca = calloc(sizeof(struct Curl_addrinfo) + ss_size + hostlen + 1, 1);
- if(!ca)
- return NULL;
- ca->ai_flags = 0;
- ca->ai_family = AF_INET;
- ca->ai_socktype = SOCK_STREAM;
- ca->ai_protocol = IPPROTO_TCP;
- ca->ai_addrlen = (curl_socklen_t)ss_size;
- ca->ai_addr = (void *)((char *)ca + sizeof(struct Curl_addrinfo));
- memcpy(ca->ai_addr, &sa, ss_size);
- ca->ai_canonname = (char *)ca->ai_addr + ss_size;
- strcpy(ca->ai_canonname, name);
- ca->ai_next = get_localhost6(port, name);
- return ca;
- }
- #ifdef ENABLE_IPV6
- /*
- * Curl_ipv6works() returns TRUE if IPv6 seems to work.
- */
- bool Curl_ipv6works(struct Curl_easy *data)
- {
- if(data) {
- /* the nature of most system is that IPv6 status doesn't come and go
- during a program's lifetime so we only probe the first time and then we
- have the info kept for fast re-use */
- DEBUGASSERT(data);
- DEBUGASSERT(data->multi);
- if(data->multi->ipv6_up == IPV6_UNKNOWN) {
- bool works = Curl_ipv6works(NULL);
- data->multi->ipv6_up = works ? IPV6_WORKS : IPV6_DEAD;
- }
- return data->multi->ipv6_up == IPV6_WORKS;
- }
- else {
- int ipv6_works = -1;
- /* probe to see if we have a working IPv6 stack */
- curl_socket_t s = socket(PF_INET6, SOCK_DGRAM, 0);
- if(s == CURL_SOCKET_BAD)
- /* an IPv6 address was requested but we can't get/use one */
- ipv6_works = 0;
- else {
- ipv6_works = 1;
- sclose(s);
- }
- return (ipv6_works>0)?TRUE:FALSE;
- }
- }
- #endif /* ENABLE_IPV6 */
- /*
- * Curl_host_is_ipnum() returns TRUE if the given string is a numerical IPv4
- * (or IPv6 if supported) address.
- */
- bool Curl_host_is_ipnum(const char *hostname)
- {
- struct in_addr in;
- #ifdef ENABLE_IPV6
- struct in6_addr in6;
- #endif
- if(Curl_inet_pton(AF_INET, hostname, &in) > 0
- #ifdef ENABLE_IPV6
- || Curl_inet_pton(AF_INET6, hostname, &in6) > 0
- #endif
- )
- return TRUE;
- return FALSE;
- }
- /* return TRUE if 'part' is a case insensitive tail of 'full' */
- static bool tailmatch(const char *full, const char *part)
- {
- size_t plen = strlen(part);
- size_t flen = strlen(full);
- if(plen > flen)
- return FALSE;
- return strncasecompare(part, &full[flen - plen], plen);
- }
- /*
- * Curl_resolv() is the main name resolve function within libcurl. It resolves
- * a name and returns a pointer to the entry in the 'entry' argument (if one
- * is provided). This function might return immediately if we're using asynch
- * resolves. See the return codes.
- *
- * The cache entry we return will get its 'inuse' counter increased when this
- * function is used. You MUST call Curl_resolv_unlock() later (when you're
- * done using this struct) to decrease the counter again.
- *
- * Return codes:
- *
- * CURLRESOLV_ERROR (-1) = error, no pointer
- * CURLRESOLV_RESOLVED (0) = OK, pointer provided
- * CURLRESOLV_PENDING (1) = waiting for response, no pointer
- */
- enum resolve_t Curl_resolv(struct Curl_easy *data,
- const char *hostname,
- int port,
- bool allowDOH,
- struct Curl_dns_entry **entry)
- {
- struct Curl_dns_entry *dns = NULL;
- CURLcode result;
- enum resolve_t rc = CURLRESOLV_ERROR; /* default to failure */
- struct connectdata *conn = data->conn;
- *entry = NULL;
- #ifndef CURL_DISABLE_DOH
- conn->bits.doh = FALSE; /* default is not */
- #else
- (void)allowDOH;
- #endif
- if(data->share)
- Curl_share_lock(data, CURL_LOCK_DATA_DNS, CURL_LOCK_ACCESS_SINGLE);
- dns = fetch_addr(data, hostname, port);
- if(dns) {
- infof(data, "Hostname %s was found in DNS cache", hostname);
- dns->inuse++; /* we use it! */
- rc = CURLRESOLV_RESOLVED;
- }
- if(data->share)
- Curl_share_unlock(data, CURL_LOCK_DATA_DNS);
- if(!dns) {
- /* The entry was not in the cache. Resolve it to IP address */
- struct Curl_addrinfo *addr = NULL;
- int respwait = 0;
- #if !defined(CURL_DISABLE_DOH) || !defined(USE_RESOLVE_ON_IPS)
- struct in_addr in;
- #endif
- #ifndef CURL_DISABLE_DOH
- #ifndef USE_RESOLVE_ON_IPS
- const
- #endif
- bool ipnum = FALSE;
- #endif
- /* notify the resolver start callback */
- if(data->set.resolver_start) {
- int st;
- Curl_set_in_callback(data, true);
- st = data->set.resolver_start(
- #ifdef USE_CURL_ASYNC
- data->state.async.resolver,
- #else
- NULL,
- #endif
- NULL,
- data->set.resolver_start_client);
- Curl_set_in_callback(data, false);
- if(st)
- return CURLRESOLV_ERROR;
- }
- #if defined(ENABLE_IPV6) && defined(CURL_OSX_CALL_COPYPROXIES)
- {
- /*
- * The automagic conversion from IPv4 literals to IPv6 literals only
- * works if the SCDynamicStoreCopyProxies system function gets called
- * first. As Curl currently doesn't support system-wide HTTP proxies, we
- * therefore don't use any value this function might return.
- *
- * This function is only available on a macOS and is not needed for
- * IPv4-only builds, hence the conditions above.
- */
- CFDictionaryRef dict = SCDynamicStoreCopyProxies(NULL);
- if(dict)
- CFRelease(dict);
- }
- #endif
- #ifndef USE_RESOLVE_ON_IPS
- /* First check if this is an IPv4 address string */
- if(Curl_inet_pton(AF_INET, hostname, &in) > 0)
- /* This is a dotted IP address 123.123.123.123-style */
- addr = Curl_ip2addr(AF_INET, &in, hostname, port);
- #ifdef ENABLE_IPV6
- if(!addr) {
- struct in6_addr in6;
- /* check if this is an IPv6 address string */
- if(Curl_inet_pton(AF_INET6, hostname, &in6) > 0)
- /* This is an IPv6 address literal */
- addr = Curl_ip2addr(AF_INET6, &in6, hostname, port);
- }
- #endif /* ENABLE_IPV6 */
- #else /* if USE_RESOLVE_ON_IPS */
- #ifndef CURL_DISABLE_DOH
- /* First check if this is an IPv4 address string */
- if(Curl_inet_pton(AF_INET, hostname, &in) > 0)
- /* This is a dotted IP address 123.123.123.123-style */
- ipnum = TRUE;
- #ifdef ENABLE_IPV6
- else {
- struct in6_addr in6;
- /* check if this is an IPv6 address string */
- if(Curl_inet_pton(AF_INET6, hostname, &in6) > 0)
- /* This is an IPv6 address literal */
- ipnum = TRUE;
- }
- #endif /* ENABLE_IPV6 */
- #endif /* CURL_DISABLE_DOH */
- #endif /* !USE_RESOLVE_ON_IPS */
- if(!addr) {
- if(conn->ip_version == CURL_IPRESOLVE_V6 && !Curl_ipv6works(data))
- return CURLRESOLV_ERROR;
- if(strcasecompare(hostname, "localhost") ||
- tailmatch(hostname, ".localhost"))
- addr = get_localhost(port, hostname);
- #ifndef CURL_DISABLE_DOH
- else if(allowDOH && data->set.doh && !ipnum)
- addr = Curl_doh(data, hostname, port, &respwait);
- #endif
- else {
- /* Check what IP specifics the app has requested and if we can provide
- * it. If not, bail out. */
- if(!Curl_ipvalid(data, conn))
- return CURLRESOLV_ERROR;
- /* If Curl_getaddrinfo() returns NULL, 'respwait' might be set to a
- non-zero value indicating that we need to wait for the response to
- the resolve call */
- addr = Curl_getaddrinfo(data, hostname, port, &respwait);
- }
- }
- if(!addr) {
- if(respwait) {
- /* the response to our resolve call will come asynchronously at
- a later time, good or bad */
- /* First, check that we haven't received the info by now */
- result = Curl_resolv_check(data, &dns);
- if(result) /* error detected */
- return CURLRESOLV_ERROR;
- if(dns)
- rc = CURLRESOLV_RESOLVED; /* pointer provided */
- else
- rc = CURLRESOLV_PENDING; /* no info yet */
- }
- }
- else {
- if(data->share)
- Curl_share_lock(data, CURL_LOCK_DATA_DNS, CURL_LOCK_ACCESS_SINGLE);
- /* we got a response, store it in the cache */
- dns = Curl_cache_addr(data, addr, hostname, 0, port);
- if(data->share)
- Curl_share_unlock(data, CURL_LOCK_DATA_DNS);
- if(!dns)
- /* returned failure, bail out nicely */
- Curl_freeaddrinfo(addr);
- else
- rc = CURLRESOLV_RESOLVED;
- }
- }
- *entry = dns;
- return rc;
- }
- #ifdef USE_ALARM_TIMEOUT
- /*
- * This signal handler jumps back into the main libcurl code and continues
- * execution. This effectively causes the remainder of the application to run
- * within a signal handler which is nonportable and could lead to problems.
- */
- static
- void alarmfunc(int sig)
- {
- /* this is for "-ansi -Wall -pedantic" to stop complaining! (rabe) */
- (void)sig;
- siglongjmp(curl_jmpenv, 1);
- }
- #endif /* USE_ALARM_TIMEOUT */
- /*
- * Curl_resolv_timeout() is the same as Curl_resolv() but specifies a
- * timeout. This function might return immediately if we're using asynch
- * resolves. See the return codes.
- *
- * The cache entry we return will get its 'inuse' counter increased when this
- * function is used. You MUST call Curl_resolv_unlock() later (when you're
- * done using this struct) to decrease the counter again.
- *
- * If built with a synchronous resolver and use of signals is not
- * disabled by the application, then a nonzero timeout will cause a
- * timeout after the specified number of milliseconds. Otherwise, timeout
- * is ignored.
- *
- * Return codes:
- *
- * CURLRESOLV_TIMEDOUT(-2) = warning, time too short or previous alarm expired
- * CURLRESOLV_ERROR (-1) = error, no pointer
- * CURLRESOLV_RESOLVED (0) = OK, pointer provided
- * CURLRESOLV_PENDING (1) = waiting for response, no pointer
- */
- enum resolve_t Curl_resolv_timeout(struct Curl_easy *data,
- const char *hostname,
- int port,
- struct Curl_dns_entry **entry,
- timediff_t timeoutms)
- {
- #ifdef USE_ALARM_TIMEOUT
- #ifdef HAVE_SIGACTION
- struct sigaction keep_sigact; /* store the old struct here */
- volatile bool keep_copysig = FALSE; /* whether old sigact has been saved */
- struct sigaction sigact;
- #else
- #ifdef HAVE_SIGNAL
- void (*keep_sigact)(int); /* store the old handler here */
- #endif /* HAVE_SIGNAL */
- #endif /* HAVE_SIGACTION */
- volatile long timeout;
- volatile unsigned int prev_alarm = 0;
- #endif /* USE_ALARM_TIMEOUT */
- enum resolve_t rc;
- *entry = NULL;
- if(timeoutms < 0)
- /* got an already expired timeout */
- return CURLRESOLV_TIMEDOUT;
- #ifdef USE_ALARM_TIMEOUT
- if(data->set.no_signal)
- /* Ignore the timeout when signals are disabled */
- timeout = 0;
- else
- timeout = (timeoutms > LONG_MAX) ? LONG_MAX : (long)timeoutms;
- if(!timeout)
- /* USE_ALARM_TIMEOUT defined, but no timeout actually requested */
- return Curl_resolv(data, hostname, port, TRUE, entry);
- if(timeout < 1000) {
- /* The alarm() function only provides integer second resolution, so if
- we want to wait less than one second we must bail out already now. */
- failf(data,
- "remaining timeout of %ld too small to resolve via SIGALRM method",
- timeout);
- return CURLRESOLV_TIMEDOUT;
- }
- /* This allows us to time-out from the name resolver, as the timeout
- will generate a signal and we will siglongjmp() from that here.
- This technique has problems (see alarmfunc).
- This should be the last thing we do before calling Curl_resolv(),
- as otherwise we'd have to worry about variables that get modified
- before we invoke Curl_resolv() (and thus use "volatile"). */
- if(sigsetjmp(curl_jmpenv, 1)) {
- /* this is coming from a siglongjmp() after an alarm signal */
- failf(data, "name lookup timed out");
- rc = CURLRESOLV_ERROR;
- goto clean_up;
- }
- else {
- /*************************************************************
- * Set signal handler to catch SIGALRM
- * Store the old value to be able to set it back later!
- *************************************************************/
- #ifdef HAVE_SIGACTION
- sigaction(SIGALRM, NULL, &sigact);
- keep_sigact = sigact;
- keep_copysig = TRUE; /* yes, we have a copy */
- sigact.sa_handler = alarmfunc;
- #ifdef SA_RESTART
- /* HPUX doesn't have SA_RESTART but defaults to that behavior! */
- sigact.sa_flags &= ~SA_RESTART;
- #endif
- /* now set the new struct */
- sigaction(SIGALRM, &sigact, NULL);
- #else /* HAVE_SIGACTION */
- /* no sigaction(), revert to the much lamer signal() */
- #ifdef HAVE_SIGNAL
- keep_sigact = signal(SIGALRM, alarmfunc);
- #endif
- #endif /* HAVE_SIGACTION */
- /* alarm() makes a signal get sent when the timeout fires off, and that
- will abort system calls */
- prev_alarm = alarm(curlx_sltoui(timeout/1000L));
- }
- #else
- #ifndef CURLRES_ASYNCH
- if(timeoutms)
- infof(data, "timeout on name lookup is not supported");
- #else
- (void)timeoutms; /* timeoutms not used with an async resolver */
- #endif
- #endif /* USE_ALARM_TIMEOUT */
- /* Perform the actual name resolution. This might be interrupted by an
- * alarm if it takes too long.
- */
- rc = Curl_resolv(data, hostname, port, TRUE, entry);
- #ifdef USE_ALARM_TIMEOUT
- clean_up:
- if(!prev_alarm)
- /* deactivate a possibly active alarm before uninstalling the handler */
- alarm(0);
- #ifdef HAVE_SIGACTION
- if(keep_copysig) {
- /* we got a struct as it looked before, now put that one back nice
- and clean */
- sigaction(SIGALRM, &keep_sigact, NULL); /* put it back */
- }
- #else
- #ifdef HAVE_SIGNAL
- /* restore the previous SIGALRM handler */
- signal(SIGALRM, keep_sigact);
- #endif
- #endif /* HAVE_SIGACTION */
- /* switch back the alarm() to either zero or to what it was before minus
- the time we spent until now! */
- if(prev_alarm) {
- /* there was an alarm() set before us, now put it back */
- timediff_t elapsed_secs = Curl_timediff(Curl_now(),
- data->conn->created) / 1000;
- /* the alarm period is counted in even number of seconds */
- unsigned long alarm_set = (unsigned long)(prev_alarm - elapsed_secs);
- if(!alarm_set ||
- ((alarm_set >= 0x80000000) && (prev_alarm < 0x80000000)) ) {
- /* if the alarm time-left reached zero or turned "negative" (counted
- with unsigned values), we should fire off a SIGALRM here, but we
- won't, and zero would be to switch it off so we never set it to
- less than 1! */
- alarm(1);
- rc = CURLRESOLV_TIMEDOUT;
- failf(data, "Previous alarm fired off");
- }
- else
- alarm((unsigned int)alarm_set);
- }
- #endif /* USE_ALARM_TIMEOUT */
- return rc;
- }
- /*
- * Curl_resolv_unlock() unlocks the given cached DNS entry. When this has been
- * made, the struct may be destroyed due to pruning. It is important that only
- * one unlock is made for each Curl_resolv() call.
- *
- * May be called with 'data' == NULL for global cache.
- */
- void Curl_resolv_unlock(struct Curl_easy *data, struct Curl_dns_entry *dns)
- {
- if(data && data->share)
- Curl_share_lock(data, CURL_LOCK_DATA_DNS, CURL_LOCK_ACCESS_SINGLE);
- freednsentry(dns);
- if(data && data->share)
- Curl_share_unlock(data, CURL_LOCK_DATA_DNS);
- }
- /*
- * File-internal: release cache dns entry reference, free if inuse drops to 0
- */
- static void freednsentry(void *freethis)
- {
- struct Curl_dns_entry *dns = (struct Curl_dns_entry *) freethis;
- DEBUGASSERT(dns && (dns->inuse>0));
- dns->inuse--;
- if(dns->inuse == 0) {
- Curl_freeaddrinfo(dns->addr);
- free(dns);
- }
- }
- /*
- * Curl_init_dnscache() inits a new DNS cache.
- */
- void Curl_init_dnscache(struct Curl_hash *hash, int size)
- {
- Curl_hash_init(hash, size, Curl_hash_str, Curl_str_key_compare,
- freednsentry);
- }
- /*
- * Curl_hostcache_clean()
- *
- * This _can_ be called with 'data' == NULL but then of course no locking
- * can be done!
- */
- void Curl_hostcache_clean(struct Curl_easy *data,
- struct Curl_hash *hash)
- {
- if(data && data->share)
- Curl_share_lock(data, CURL_LOCK_DATA_DNS, CURL_LOCK_ACCESS_SINGLE);
- Curl_hash_clean(hash);
- if(data && data->share)
- Curl_share_unlock(data, CURL_LOCK_DATA_DNS);
- }
- CURLcode Curl_loadhostpairs(struct Curl_easy *data)
- {
- struct curl_slist *hostp;
- char *host_end;
- /* Default is no wildcard found */
- data->state.wildcard_resolve = false;
- for(hostp = data->state.resolve; hostp; hostp = hostp->next) {
- char entry_id[MAX_HOSTCACHE_LEN];
- if(!hostp->data)
- continue;
- if(hostp->data[0] == '-') {
- unsigned long num = 0;
- size_t entry_len;
- size_t hlen = 0;
- host_end = strchr(&hostp->data[1], ':');
- if(host_end) {
- hlen = host_end - &hostp->data[1];
- num = strtoul(++host_end, NULL, 10);
- if(!hlen || (num > 0xffff))
- host_end = NULL;
- }
- if(!host_end) {
- infof(data, "Bad syntax CURLOPT_RESOLVE removal entry '%s'",
- hostp->data);
- continue;
- }
- /* Create an entry id, based upon the hostname and port */
- entry_len = create_hostcache_id(&hostp->data[1], hlen, (int)num,
- entry_id, sizeof(entry_id));
- if(data->share)
- Curl_share_lock(data, CURL_LOCK_DATA_DNS, CURL_LOCK_ACCESS_SINGLE);
- /* delete entry, ignore if it didn't exist */
- Curl_hash_delete(data->dns.hostcache, entry_id, entry_len + 1);
- if(data->share)
- Curl_share_unlock(data, CURL_LOCK_DATA_DNS);
- }
- else {
- struct Curl_dns_entry *dns;
- struct Curl_addrinfo *head = NULL, *tail = NULL;
- size_t entry_len;
- char address[64];
- #if !defined(CURL_DISABLE_VERBOSE_STRINGS)
- char *addresses = NULL;
- #endif
- char *addr_begin;
- char *addr_end;
- char *port_ptr;
- int port = 0;
- char *end_ptr;
- bool permanent = TRUE;
- unsigned long tmp_port;
- bool error = true;
- char *host_begin = hostp->data;
- size_t hlen = 0;
- if(host_begin[0] == '+') {
- host_begin++;
- permanent = FALSE;
- }
- host_end = strchr(host_begin, ':');
- if(!host_end)
- goto err;
- hlen = host_end - host_begin;
- port_ptr = host_end + 1;
- tmp_port = strtoul(port_ptr, &end_ptr, 10);
- if(tmp_port > USHRT_MAX || end_ptr == port_ptr || *end_ptr != ':')
- goto err;
- port = (int)tmp_port;
- #if !defined(CURL_DISABLE_VERBOSE_STRINGS)
- addresses = end_ptr + 1;
- #endif
- while(*end_ptr) {
- size_t alen;
- struct Curl_addrinfo *ai;
- addr_begin = end_ptr + 1;
- addr_end = strchr(addr_begin, ',');
- if(!addr_end)
- addr_end = addr_begin + strlen(addr_begin);
- end_ptr = addr_end;
- /* allow IP(v6) address within [brackets] */
- if(*addr_begin == '[') {
- if(addr_end == addr_begin || *(addr_end - 1) != ']')
- goto err;
- ++addr_begin;
- --addr_end;
- }
- alen = addr_end - addr_begin;
- if(!alen)
- continue;
- if(alen >= sizeof(address))
- goto err;
- memcpy(address, addr_begin, alen);
- address[alen] = '\0';
- #ifndef ENABLE_IPV6
- if(strchr(address, ':')) {
- infof(data, "Ignoring resolve address '%s', missing IPv6 support.",
- address);
- continue;
- }
- #endif
- ai = Curl_str2addr(address, port);
- if(!ai) {
- infof(data, "Resolve address '%s' found illegal", address);
- goto err;
- }
- if(tail) {
- tail->ai_next = ai;
- tail = tail->ai_next;
- }
- else {
- head = tail = ai;
- }
- }
- if(!head)
- goto err;
- error = false;
- err:
- if(error) {
- failf(data, "Couldn't parse CURLOPT_RESOLVE entry '%s'",
- hostp->data);
- Curl_freeaddrinfo(head);
- return CURLE_SETOPT_OPTION_SYNTAX;
- }
- /* Create an entry id, based upon the hostname and port */
- entry_len = create_hostcache_id(host_begin, hlen, port,
- entry_id, sizeof(entry_id));
- if(data->share)
- Curl_share_lock(data, CURL_LOCK_DATA_DNS, CURL_LOCK_ACCESS_SINGLE);
- /* See if it's already in our dns cache */
- dns = Curl_hash_pick(data->dns.hostcache, entry_id, entry_len + 1);
- if(dns) {
- infof(data, "RESOLVE %.*s:%d is - old addresses discarded",
- (int)hlen, host_begin, port);
- /* delete old entry, there are two reasons for this
- 1. old entry may have different addresses.
- 2. even if entry with correct addresses is already in the cache,
- but if it is close to expire, then by the time next http
- request is made, it can get expired and pruned because old
- entry is not necessarily marked as permanent.
- 3. when adding a non-permanent entry, we want it to remove and
- replace an existing permanent entry.
- 4. when adding a non-permanent entry, we want it to get a "fresh"
- timeout that starts _now_. */
- Curl_hash_delete(data->dns.hostcache, entry_id, entry_len + 1);
- }
- /* put this new host in the cache */
- dns = Curl_cache_addr(data, head, host_begin, hlen, port);
- if(dns) {
- if(permanent)
- dns->timestamp = 0; /* mark as permanent */
- /* release the returned reference; the cache itself will keep the
- * entry alive: */
- dns->inuse--;
- }
- if(data->share)
- Curl_share_unlock(data, CURL_LOCK_DATA_DNS);
- if(!dns) {
- Curl_freeaddrinfo(head);
- return CURLE_OUT_OF_MEMORY;
- }
- infof(data, "Added %.*s:%d:%s to DNS cache%s",
- (int)hlen, host_begin, port, addresses,
- permanent ? "" : " (non-permanent)");
- /* Wildcard hostname */
- if((hlen == 1) && (host_begin[0] == '*')) {
- infof(data, "RESOLVE *:%d using wildcard", port);
- data->state.wildcard_resolve = true;
- }
- }
- }
- data->state.resolve = NULL; /* dealt with now */
- return CURLE_OK;
- }
- CURLcode Curl_resolv_check(struct Curl_easy *data,
- struct Curl_dns_entry **dns)
- {
- #if defined(CURL_DISABLE_DOH) && !defined(CURLRES_ASYNCH)
- (void)data;
- (void)dns;
- #endif
- #ifndef CURL_DISABLE_DOH
- if(data->conn->bits.doh)
- return Curl_doh_is_resolved(data, dns);
- #endif
- return Curl_resolver_is_resolved(data, dns);
- }
- int Curl_resolv_getsock(struct Curl_easy *data,
- curl_socket_t *socks)
- {
- #ifdef CURLRES_ASYNCH
- #ifndef CURL_DISABLE_DOH
- if(data->conn->bits.doh)
- /* nothing to wait for during DoH resolve, those handles have their own
- sockets */
- return GETSOCK_BLANK;
- #endif
- return Curl_resolver_getsock(data, socks);
- #else
- (void)data;
- (void)socks;
- return GETSOCK_BLANK;
- #endif
- }
- /* Call this function after Curl_connect() has returned async=TRUE and
- then a successful name resolve has been received.
- Note: this function disconnects and frees the conn data in case of
- resolve failure */
- CURLcode Curl_once_resolved(struct Curl_easy *data, bool *protocol_done)
- {
- CURLcode result;
- struct connectdata *conn = data->conn;
- #ifdef USE_CURL_ASYNC
- if(data->state.async.dns) {
- conn->dns_entry = data->state.async.dns;
- data->state.async.dns = NULL;
- }
- #endif
- result = Curl_setup_conn(data, protocol_done);
- if(result) {
- Curl_detach_connection(data);
- Curl_conncache_remove_conn(data, conn, TRUE);
- Curl_disconnect(data, conn, TRUE);
- }
- return result;
- }
- /*
- * Curl_resolver_error() calls failf() with the appropriate message after a
- * resolve error
- */
- #ifdef USE_CURL_ASYNC
- CURLcode Curl_resolver_error(struct Curl_easy *data)
- {
- const char *host_or_proxy;
- CURLcode result;
- #ifndef CURL_DISABLE_PROXY
- struct connectdata *conn = data->conn;
- if(conn->bits.httpproxy) {
- host_or_proxy = "proxy";
- result = CURLE_COULDNT_RESOLVE_PROXY;
- }
- else
- #endif
- {
- host_or_proxy = "host";
- result = CURLE_COULDNT_RESOLVE_HOST;
- }
- failf(data, "Could not resolve %s: %s", host_or_proxy,
- data->state.async.hostname);
- return result;
- }
- #endif /* USE_CURL_ASYNC */
|