123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479 |
- #include <u.h>
- #include <libc.h>
- #include <ctype.h>
- #include <bio.h>
- #include <ip.h>
- #include <libsec.h>
- #include <auth.h>
- typedef struct URL URL;
- struct URL
- {
- int method;
- char *host;
- char *port;
- char *page;
- char *etag;
- char *redirect;
- char *postbody;
- char *cred;
- long mtime;
- };
- typedef struct Range Range;
- struct Range
- {
- long start; /* only 2 gig supported, tdb */
- long end;
- };
- typedef struct Out Out;
- struct Out
- {
- int fd;
- int offset; /* notional current offset in output */
- int written; /* number of bytes successfully transferred to output */
- DigestState *curr; /* digest state up to offset (if known) */
- DigestState *hiwat; /* digest state of all bytes written */
- };
- enum
- {
- Other,
- Http,
- Https,
- Ftp,
- };
- enum
- {
- Eof = 0,
- Error = -1,
- Server = -2,
- Changed = -3,
- };
- int debug;
- char *ofile;
- int doftp(URL*, URL*, Range*, Out*, long);
- int dohttp(URL*, URL*, Range*, Out*, long);
- int crackurl(URL*, char*);
- Range* crackrange(char*);
- int getheader(int, char*, int);
- int httpheaders(int, int, URL*, Range*);
- int httprcode(int);
- int cistrncmp(char*, char*, int);
- int cistrcmp(char*, char*);
- void initibuf(void);
- int readline(int, char*, int);
- int readibuf(int, char*, int);
- int dfprint(int, char*, ...);
- void unreadline(char*);
- int output(Out*, char*, int);
- void setoffset(Out*, int);
- int verbose;
- char *net;
- char tcpdir[NETPATHLEN];
- int headerprint;
- struct {
- char *name;
- int (*f)(URL*, URL*, Range*, Out*, long);
- } method[] = {
- [Http] { "http", dohttp },
- [Https] { "https", dohttp },
- [Ftp] { "ftp", doftp },
- [Other] { "_______", nil },
- };
- void
- usage(void)
- {
- fprint(2, "usage: %s [-dhv] [-o outfile] [-p body] [-x netmtpt] url\n", argv0);
- exits("usage");
- }
- void
- main(int argc, char **argv)
- {
- URL u;
- Range r;
- int errs, n;
- ulong mtime;
- Dir *d;
- char postbody[4096], *p, *e, *t, *hpx;
- URL px; // Proxy
- Out out;
- ofile = nil;
- p = postbody;
- e = p + sizeof(postbody);
- r.start = 0;
- r.end = -1;
- mtime = 0;
- memset(&u, 0, sizeof(u));
- memset(&px, 0, sizeof(px));
- hpx = getenv("httpproxy");
- ARGBEGIN {
- case 'o':
- ofile = ARGF();
- break;
- case 'd':
- debug = 1;
- break;
- case 'h':
- headerprint = 1;
- break;
- case 'v':
- verbose = 1;
- break;
- case 'x':
- net = ARGF();
- if(net == nil)
- usage();
- break;
- case 'p':
- t = ARGF();
- if(t == nil)
- usage();
- if(p != postbody)
- p = seprint(p, e, "&%s", t);
- else
- p = seprint(p, e, "%s", t);
- u.postbody = postbody;
-
- break;
- default:
- usage();
- } ARGEND;
- if(net != nil){
- if(strlen(net) > sizeof(tcpdir)-5)
- sysfatal("network mount point too long");
- snprint(tcpdir, sizeof(tcpdir), "%s/tcp", net);
- } else
- snprint(tcpdir, sizeof(tcpdir), "tcp");
- if(argc != 1)
- usage();
-
- out.fd = 1;
- out.written = 0;
- out.offset = 0;
- out.curr = nil;
- out.hiwat = nil;
- if(ofile != nil){
- d = dirstat(ofile);
- if(d == nil){
- out.fd = create(ofile, OWRITE, 0664);
- if(out.fd < 0)
- sysfatal("creating %s: %r", ofile);
- } else {
- out.fd = open(ofile, OWRITE);
- if(out.fd < 0)
- sysfatal("can't open %s: %r", ofile);
- r.start = d->length;
- mtime = d->mtime;
- free(d);
- }
- }
- errs = 0;
- if(crackurl(&u, argv[0]) < 0)
- sysfatal("%r");
- if(hpx && crackurl(&px, hpx) < 0)
- sysfatal("%r");
- for(;;){
- setoffset(&out, 0);
- /* transfer data */
- werrstr("");
- n = (*method[u.method].f)(&u, &px, &r, &out, mtime);
- switch(n){
- case Eof:
- exits(0);
- break;
- case Error:
- if(errs++ < 10)
- continue;
- sysfatal("too many errors with no progress %r");
- break;
- case Server:
- sysfatal("server returned: %r");
- break;
- }
- /* forward progress */
- errs = 0;
- r.start += n;
- if(r.start >= r.end)
- break;
- }
- exits(0);
- }
- int
- crackurl(URL *u, char *s)
- {
- char *p;
- int i;
- if(u->page != nil){
- free(u->page);
- u->page = nil;
- }
- /* get type */
- for(p = s; *p; p++){
- if(*p == '/'){
- p = s;
- if(u->method == Other){
- werrstr("missing method");
- return -1;
- }
- if(u->host == nil){
- werrstr("missing host");
- return -1;
- }
- u->page = strdup(p);
- return 0;
- }
- if(*p == ':' && *(p+1)=='/' && *(p+2)=='/'){
- *p = 0;
- p += 3;
- for(i = 0; i < nelem(method); i++){
- if(cistrcmp(s, method[i].name) == 0){
- u->method = i;
- break;
- }
- }
- break;
- }
- }
- if(u->method == Other){
- werrstr("unsupported URL type %s", s);
- return -1;
- }
- /* get system */
- free(u->host);
- s = p;
- p = strchr(s, '/');
- if(p == nil){
- u->host = strdup(s);
- u->page = strdup("/");
- } else {
- u->page = strdup(p);
- *p = 0;
- u->host = strdup(s);
- *p = '/';
- }
- if(p = strchr(u->host, ':')) {
- *p++ = 0;
- u->port = p;
- } else
- u->port = method[u->method].name;
- if(*(u->host) == 0){
- werrstr("bad url, null host");
- return -1;
- }
- return 0;
- }
- char *day[] = {
- "Sun", "Mon", "Tue", "Wed", "Thu", "Fri", "Sat"
- };
- char *month[] = {
- "Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec"
- };
- struct
- {
- int fd;
- long mtime;
- } note;
- void
- catch(void*, char*)
- {
- Dir d;
- nulldir(&d);
- d.mtime = note.mtime;
- if(dirfwstat(note.fd, &d) < 0)
- sysfatal("catch: can't dirfwstat: %r");
- noted(NDFLT);
- }
- int
- dohttp(URL *u, URL *px, Range *r, Out *out, long mtime)
- {
- int fd, cfd;
- int redirect, auth, loop;
- int n, rv, code;
- long tot, vtime;
- Tm *tm;
- char buf[1024];
- char err[ERRMAX];
- /* always move back to a previous 512 byte bound because some
- * servers can't seem to deal with requests that start at the
- * end of the file
- */
- if(r->start)
- r->start = ((r->start-1)/512)*512;
- /* loop for redirects, requires reading both response code and headers */
- fd = -1;
- for(loop = 0; loop < 32; loop++){
- if(px->host == nil){
- fd = dial(netmkaddr(u->host, tcpdir, u->port), 0, 0, 0);
- } else {
- fd = dial(netmkaddr(px->host, tcpdir, px->port), 0, 0, 0);
- }
- if(fd < 0)
- return Error;
- if(u->method == Https){
- int tfd;
- TLSconn conn;
- memset(&conn, 0, sizeof conn);
- tfd = tlsClient(fd, &conn);
- if(tfd < 0){
- fprint(2, "tlsClient: %r\n");
- close(fd);
- return Error;
- }
- /* BUG: check cert here? */
- if(conn.cert)
- free(conn.cert);
- close(fd);
- fd = tfd;
- }
- /* write request, use range if not start of file */
- if(u->postbody == nil){
- if(px->host == nil){
- dfprint(fd, "GET %s HTTP/1.0\r\n"
- "Host: %s\r\n"
- "User-agent: Plan9/hget\r\n"
- "Cache-Control: no-cache\r\n"
- "Pragma: no-cache\r\n",
- u->page, u->host);
- } else {
- dfprint(fd, "GET http://%s%s HTTP/1.0\r\n"
- "Host: %s\r\n"
- "User-agent: Plan9/hget\r\n"
- "Cache-Control: no-cache\r\n"
- "Pragma: no-cache\r\n",
- u->host, u->page, u->host);
- }
- if(u->cred)
- dfprint(fd, "Authorization: Basic %s\r\n",
- u->cred);
- } else {
- dfprint(fd, "POST %s HTTP/1.0\r\n"
- "Host: %s\r\n"
- "Content-type: application/x-www-form-urlencoded\r\n"
- "Content-length: %d\r\n"
- "User-agent: Plan9/hget\r\n",
- u->page, u->host, strlen(u->postbody));
- if(u->cred)
- dfprint(fd, "Authorization: Basic %s\r\n", u->cred);
- }
- if(r->start != 0){
- dfprint(fd, "Range: bytes=%d-\n", r->start);
- if(u->etag != nil){
- dfprint(fd, "If-range: %s\n", u->etag);
- } else {
- tm = gmtime(mtime);
- dfprint(fd, "If-range: %s, %d %s %d %2d:%2.2d:%2.2d GMT\n",
- day[tm->wday], tm->mday, month[tm->mon],
- tm->year+1900, tm->hour, tm->min, tm->sec);
- }
- }
- if((cfd = open("/mnt/webcookies/http", ORDWR)) >= 0){
- if(fprint(cfd, "http://%s%s", u->host, u->page) > 0){
- while((n = read(cfd, buf, sizeof buf)) > 0){
- if(debug)
- write(2, buf, n);
- write(fd, buf, n);
- }
- }else{
- close(cfd);
- cfd = -1;
- }
- }
-
- dfprint(fd, "\r\n", u->host);
- if(u->postbody)
- dfprint(fd, "%s", u->postbody);
- auth = 0;
- redirect = 0;
- initibuf();
- code = httprcode(fd);
- switch(code){
- case Error: /* connection timed out */
- case Eof:
- close(fd);
- close(cfd);
- return code;
- case 200: /* OK */
- case 201: /* Created */
- case 202: /* Accepted */
- if(ofile == nil && r->start != 0)
- sysfatal("page changed underfoot");
- break;
- case 204: /* No Content */
- sysfatal("No Content");
- case 206: /* Partial Content */
- setoffset(out, r->start);
- break;
- case 301: /* Moved Permanently */
- case 302: /* Moved Temporarily */
- redirect = 1;
- u->postbody = nil;
- break;
- case 304: /* Not Modified */
- break;
- case 400: /* Bad Request */
- sysfatal("Bad Request");
- case 401: /* Unauthorized */
- if (auth)
- sysfatal("Authentication failed");
- auth = 1;
- break;
- case 402: /* ??? */
- sysfatal("Unauthorized");
- case 403: /* Forbidden */
- sysfatal("Forbidden by server");
- case 404: /* Not Found */
- sysfatal("Not found on server");
- case 407: /* Proxy Authentication */
- sysfatal("Proxy authentication required");
- case 500: /* Internal server error */
- sysfatal("Server choked");
- case 501: /* Not implemented */
- sysfatal("Server can't do it!");
- case 502: /* Bad gateway */
- sysfatal("Bad gateway");
- case 503: /* Service unavailable */
- sysfatal("Service unavailable");
-
- default:
- sysfatal("Unknown response code %d", code);
- }
- if(u->redirect != nil){
- free(u->redirect);
- u->redirect = nil;
- }
- rv = httpheaders(fd, cfd, u, r);
- close(cfd);
- if(rv != 0){
- close(fd);
- return rv;
- }
- if(!redirect && !auth)
- break;
- if (redirect){
- if(u->redirect == nil)
- sysfatal("redirect: no URL");
- if(crackurl(u, u->redirect) < 0)
- sysfatal("redirect: %r");
- }
- }
- /* transfer whatever you get */
- if(ofile != nil && u->mtime != 0){
- note.fd = out->fd;
- note.mtime = u->mtime;
- notify(catch);
- }
- tot = 0;
- vtime = 0;
- for(;;){
- n = readibuf(fd, buf, sizeof(buf));
- if(n <= 0)
- break;
- if(output(out, buf, n) != n)
- break;
- tot += n;
- if(verbose && vtime != time(0)) {
- vtime = time(0);
- fprint(2, "%ld %ld\n", r->start+tot, r->end);
- }
- }
- notify(nil);
- close(fd);
- if(ofile != nil && u->mtime != 0){
- Dir d;
- rerrstr(err, sizeof err);
- nulldir(&d);
- d.mtime = u->mtime;
- if(dirfwstat(out->fd, &d) < 0)
- fprint(2, "couldn't set mtime: %r\n");
- errstr(err, sizeof err);
- }
- return tot;
- }
- /* get the http response code */
- int
- httprcode(int fd)
- {
- int n;
- char *p;
- char buf[256];
- n = readline(fd, buf, sizeof(buf)-1);
- if(n <= 0)
- return n;
- if(debug)
- fprint(2, "%d <- %s\n", fd, buf);
- p = strchr(buf, ' ');
- if(strncmp(buf, "HTTP/", 5) != 0 || p == nil){
- werrstr("bad response from server");
- return -1;
- }
- buf[n] = 0;
- return atoi(p+1);
- }
- /* read in and crack the http headers, update u and r */
- void hhetag(char*, URL*, Range*);
- void hhmtime(char*, URL*, Range*);
- void hhclen(char*, URL*, Range*);
- void hhcrange(char*, URL*, Range*);
- void hhuri(char*, URL*, Range*);
- void hhlocation(char*, URL*, Range*);
- void hhauth(char*, URL*, Range*);
- struct {
- char *name;
- void (*f)(char*, URL*, Range*);
- } headers[] = {
- { "etag:", hhetag },
- { "last-modified:", hhmtime },
- { "content-length:", hhclen },
- { "content-range:", hhcrange },
- { "uri:", hhuri },
- { "location:", hhlocation },
- { "WWW-Authenticate:", hhauth },
- };
- int
- httpheaders(int fd, int cfd, URL *u, Range *r)
- {
- char buf[2048];
- char *p;
- int i, n;
- for(;;){
- n = getheader(fd, buf, sizeof(buf));
- if(n <= 0)
- break;
- if(cfd >= 0)
- fprint(cfd, "%s\n", buf);
- for(i = 0; i < nelem(headers); i++){
- n = strlen(headers[i].name);
- if(cistrncmp(buf, headers[i].name, n) == 0){
- /* skip field name and leading white */
- p = buf + n;
- while(*p == ' ' || *p == '\t')
- p++;
- (*headers[i].f)(p, u, r);
- break;
- }
- }
- }
- return n;
- }
- /*
- * read a single mime header, collect continuations.
- *
- * this routine assumes that there is a blank line twixt
- * the header and the message body, otherwise bytes will
- * be lost.
- */
- int
- getheader(int fd, char *buf, int n)
- {
- char *p, *e;
- int i;
- n--;
- p = buf;
- for(e = p + n; ; p += i){
- i = readline(fd, p, e-p);
- if(i < 0)
- return i;
- if(p == buf){
- /* first line */
- if(strchr(buf, ':') == nil)
- break; /* end of headers */
- } else {
- /* continuation line */
- if(*p != ' ' && *p != '\t'){
- unreadline(p);
- *p = 0;
- break; /* end of this header */
- }
- }
- }
- if(headerprint)
- print("%s\n", buf);
- if(debug)
- fprint(2, "%d <- %s\n", fd, buf);
- return p-buf;
- }
- void
- hhetag(char *p, URL *u, Range*)
- {
- if(u->etag != nil){
- if(strcmp(u->etag, p) != 0)
- sysfatal("file changed underfoot");
- } else
- u->etag = strdup(p);
- }
- char* monthchars = "janfebmaraprmayjunjulaugsepoctnovdec";
- void
- hhmtime(char *p, URL *u, Range*)
- {
- char *month, *day, *yr, *hms;
- char *fields[6];
- Tm tm, now;
- int i;
- i = getfields(p, fields, 6, 1, " \t");
- if(i < 5)
- return;
- day = fields[1];
- month = fields[2];
- yr = fields[3];
- hms = fields[4];
- /* default time */
- now = *gmtime(time(0));
- tm = now;
- tm.yday = 0;
- /* convert ascii month to a number twixt 1 and 12 */
- if(*month >= '0' && *month <= '9'){
- tm.mon = atoi(month) - 1;
- if(tm.mon < 0 || tm.mon > 11)
- tm.mon = 5;
- } else {
- for(p = month; *p; p++)
- *p = tolower(*p);
- for(i = 0; i < 12; i++)
- if(strncmp(&monthchars[i*3], month, 3) == 0){
- tm.mon = i;
- break;
- }
- }
- tm.mday = atoi(day);
- if(hms) {
- tm.hour = strtoul(hms, &p, 10);
- if(*p == ':') {
- p++;
- tm.min = strtoul(p, &p, 10);
- if(*p == ':') {
- p++;
- tm.sec = strtoul(p, &p, 10);
- }
- }
- if(tolower(*p) == 'p')
- tm.hour += 12;
- }
- if(yr) {
- tm.year = atoi(yr);
- if(tm.year >= 1900)
- tm.year -= 1900;
- } else {
- if(tm.mon > now.mon || (tm.mon == now.mon && tm.mday > now.mday+1))
- tm.year--;
- }
- strcpy(tm.zone, "GMT");
- /* convert to epoch seconds */
- u->mtime = tm2sec(&tm);
- }
- void
- hhclen(char *p, URL*, Range *r)
- {
- r->end = atoi(p);
- }
- void
- hhcrange(char *p, URL*, Range *r)
- {
- char *x;
- vlong l;
- l = 0;
- x = strchr(p, '/');
- if(x)
- l = atoll(x+1);
- if(l == 0) {
- x = strchr(p, '-');
- if(x)
- l = atoll(x+1);
- }
- if(l)
- r->end = l;
- }
- void
- hhuri(char *p, URL *u, Range*)
- {
- if(*p != '<')
- return;
- u->redirect = strdup(p+1);
- p = strchr(u->redirect, '>');
- if(p != nil)
- *p = 0;
- }
- void
- hhlocation(char *p, URL *u, Range*)
- {
- u->redirect = strdup(p);
- }
- void
- hhauth(char *p, URL *u, Range*)
- {
- char *f[4];
- UserPasswd *up;
- char *s, cred[64];
- if (cistrncmp(p, "basic ", 6) != 0)
- sysfatal("only Basic authentication supported");
- if (gettokens(p, f, nelem(f), "\"") < 2)
- sysfatal("garbled auth data");
- if ((up = auth_getuserpasswd(auth_getkey, "proto=pass service=http server=%q realm=%q",
- u->host, f[1])) == nil)
- sysfatal("cannot authenticate");
- s = smprint("%s:%s", up->user, up->passwd);
- if(enc64(cred, sizeof(cred), (uchar *)s, strlen(s)) == -1)
- sysfatal("enc64");
- free(s);
- assert(u->cred = strdup(cred));
- }
- enum
- {
- /* ftp return codes */
- Extra= 1,
- Success= 2,
- Incomplete= 3,
- TempFail= 4,
- PermFail= 5,
- Nnetdir= 64, /* max length of network directory paths */
- Ndialstr= 64, /* max length of dial strings */
- };
- int ftpcmd(int, char*, ...);
- int ftprcode(int, char*, int);
- int hello(int);
- int logon(int);
- int xfertype(int, char*);
- int passive(int, URL*);
- int active(int, URL*);
- int ftpxfer(int, Out*, Range*);
- int terminateftp(int, int);
- int getaddrport(char*, uchar*, uchar*);
- int ftprestart(int, Out*, URL*, Range*, long);
- int
- doftp(URL *u, URL *px, Range *r, Out *out, long mtime)
- {
- int pid, ctl, data, rv;
- Waitmsg *w;
- char msg[64];
- char conndir[NETPATHLEN];
- char *p;
- /* untested, proxy doesn't work with ftp (I think) */
- if(px->host == nil){
- ctl = dial(netmkaddr(u->host, tcpdir, u->port), 0, conndir, 0);
- } else {
- ctl = dial(netmkaddr(px->host, tcpdir, px->port), 0, conndir, 0);
- }
- if(ctl < 0)
- return Error;
- if(net == nil){
- p = strrchr(conndir, '/');
- *p = 0;
- snprint(tcpdir, sizeof(tcpdir), conndir);
- }
- initibuf();
- rv = hello(ctl);
- if(rv < 0)
- return terminateftp(ctl, rv);
- rv = logon(ctl);
- if(rv < 0)
- return terminateftp(ctl, rv);
- rv = xfertype(ctl, "I");
- if(rv < 0)
- return terminateftp(ctl, rv);
- /* if file is up to date and the right size, stop */
- if(ftprestart(ctl, out, u, r, mtime) > 0){
- close(ctl);
- return Eof;
- }
-
- /* first try passive mode, then active */
- data = passive(ctl, u);
- if(data < 0){
- data = active(ctl, u);
- if(data < 0)
- return Error;
- }
- /* fork */
- switch(pid = rfork(RFPROC|RFFDG|RFMEM)){
- case -1:
- close(data);
- return terminateftp(ctl, Error);
- case 0:
- ftpxfer(data, out, r);
- close(data);
- _exits(0);
- default:
- close(data);
- break;
- }
- /* wait for reply message */
- rv = ftprcode(ctl, msg, sizeof(msg));
- close(ctl);
- /* wait for process to terminate */
- w = nil;
- for(;;){
- free(w);
- w = wait();
- if(w == nil)
- return Error;
- if(w->pid == pid){
- if(w->msg[0] == 0){
- free(w);
- break;
- }
- werrstr("xfer: %s", w->msg);
- free(w);
- return Error;
- }
- }
- switch(rv){
- case Success:
- return Eof;
- case TempFail:
- return Server;
- default:
- return Error;
- }
- }
- int
- ftpcmd(int ctl, char *fmt, ...)
- {
- va_list arg;
- char buf[2*1024], *s;
- va_start(arg, fmt);
- s = vseprint(buf, buf + (sizeof(buf)-4) / sizeof(*buf), fmt, arg);
- va_end(arg);
- if(debug)
- fprint(2, "%d -> %s\n", ctl, buf);
- *s++ = '\r';
- *s++ = '\n';
- if(write(ctl, buf, s - buf) != s - buf)
- return -1;
- return 0;
- }
- int
- ftprcode(int ctl, char *msg, int len)
- {
- int rv;
- int i;
- char *p;
- len--; /* room for terminating null */
- for(;;){
- *msg = 0;
- i = readline(ctl, msg, len);
- if(i < 0)
- break;
- if(debug)
- fprint(2, "%d <- %s\n", ctl, msg);
- /* stop if not a continuation */
- rv = strtol(msg, &p, 10);
- if(rv >= 100 && rv < 600 && p==msg+3 && *p == ' ')
- return rv/100;
- }
- *msg = 0;
- return -1;
- }
- int
- hello(int ctl)
- {
- char msg[1024];
- /* wait for hello from other side */
- if(ftprcode(ctl, msg, sizeof(msg)) != Success){
- werrstr("HELLO: %s", msg);
- return Server;
- }
- return 0;
- }
- int
- getdec(char *p, int n)
- {
- int x = 0;
- int i;
- for(i = 0; i < n; i++)
- x = x*10 + (*p++ - '0');
- return x;
- }
- int
- ftprestart(int ctl, Out *out, URL *u, Range *r, long mtime)
- {
- Tm tm;
- char msg[1024];
- long x, rmtime;
- ftpcmd(ctl, "MDTM %s", u->page);
- if(ftprcode(ctl, msg, sizeof(msg)) != Success){
- r->start = 0;
- return 0; /* need to do something */
- }
- /* decode modification time */
- if(strlen(msg) < 4 + 4 + 2 + 2 + 2 + 2 + 2){
- r->start = 0;
- return 0; /* need to do something */
- }
- memset(&tm, 0, sizeof(tm));
- tm.year = getdec(msg+4, 4) - 1900;
- tm.mon = getdec(msg+4+4, 2) - 1;
- tm.mday = getdec(msg+4+4+2, 2);
- tm.hour = getdec(msg+4+4+2+2, 2);
- tm.min = getdec(msg+4+4+2+2+2, 2);
- tm.sec = getdec(msg+4+4+2+2+2+2, 2);
- strcpy(tm.zone, "GMT");
- rmtime = tm2sec(&tm);
- if(rmtime > mtime)
- r->start = 0;
- /* get size */
- ftpcmd(ctl, "SIZE %s", u->page);
- if(ftprcode(ctl, msg, sizeof(msg)) == Success){
- x = atol(msg+4);
- if(r->start == x)
- return 1; /* we're up to date */
- r->end = x;
- }
- /* seek to restart point */
- if(r->start > 0){
- ftpcmd(ctl, "REST %lud", r->start);
- if(ftprcode(ctl, msg, sizeof(msg)) == Incomplete){
- setoffset(out, r->start);
- }else
- r->start = 0;
- }
- return 0; /* need to do something */
- }
- int
- logon(int ctl)
- {
- char msg[1024];
- /* login anonymous */
- ftpcmd(ctl, "USER anonymous");
- switch(ftprcode(ctl, msg, sizeof(msg))){
- case Success:
- return 0;
- case Incomplete:
- break; /* need password */
- default:
- werrstr("USER: %s", msg);
- return Server;
- }
- /* send user id as password */
- sprint(msg, "%s@closedmind.org", getuser());
- ftpcmd(ctl, "PASS %s", msg);
- if(ftprcode(ctl, msg, sizeof(msg)) != Success){
- werrstr("PASS: %s", msg);
- return Server;
- }
- return 0;
- }
- int
- xfertype(int ctl, char *t)
- {
- char msg[1024];
- ftpcmd(ctl, "TYPE %s", t);
- if(ftprcode(ctl, msg, sizeof(msg)) != Success){
- werrstr("TYPE %s: %s", t, msg);
- return Server;
- }
- return 0;
- }
- int
- passive(int ctl, URL *u)
- {
- char msg[1024];
- char ipaddr[32];
- char *f[6];
- char *p;
- int fd;
- int port;
- char aport[12];
- ftpcmd(ctl, "PASV");
- if(ftprcode(ctl, msg, sizeof(msg)) != Success)
- return Error;
- /* get address and port number from reply, this is AI */
- p = strchr(msg, '(');
- if(p == nil){
- for(p = msg+3; *p; p++)
- if(isdigit(*p))
- break;
- } else
- p++;
- if(getfields(p, f, 6, 0, ",)") < 6){
- werrstr("ftp protocol botch");
- return Server;
- }
- snprint(ipaddr, sizeof(ipaddr), "%s.%s.%s.%s",
- f[0], f[1], f[2], f[3]);
- port = ((atoi(f[4])&0xff)<<8) + (atoi(f[5])&0xff);
- sprint(aport, "%d", port);
- /* open data connection */
- fd = dial(netmkaddr(ipaddr, tcpdir, aport), 0, 0, 0);
- if(fd < 0){
- werrstr("passive mode failed: %r");
- return Error;
- }
- /* tell remote to send a file */
- ftpcmd(ctl, "RETR %s", u->page);
- if(ftprcode(ctl, msg, sizeof(msg)) != Extra){
- werrstr("RETR %s: %s", u->page, msg);
- return Error;
- }
- return fd;
- }
- int
- active(int ctl, URL *u)
- {
- char msg[1024];
- char dir[40], ldir[40];
- uchar ipaddr[4];
- uchar port[2];
- int lcfd, dfd, afd;
- /* announce a port for the call back */
- snprint(msg, sizeof(msg), "%s!*!0", tcpdir);
- afd = announce(msg, dir);
- if(afd < 0)
- return Error;
- /* get a local address/port of the annoucement */
- if(getaddrport(dir, ipaddr, port) < 0){
- close(afd);
- return Error;
- }
- /* tell remote side address and port*/
- ftpcmd(ctl, "PORT %d,%d,%d,%d,%d,%d", ipaddr[0], ipaddr[1], ipaddr[2],
- ipaddr[3], port[0], port[1]);
- if(ftprcode(ctl, msg, sizeof(msg)) != Success){
- close(afd);
- werrstr("active: %s", msg);
- return Error;
- }
- /* tell remote to send a file */
- ftpcmd(ctl, "RETR %s", u->page);
- if(ftprcode(ctl, msg, sizeof(msg)) != Extra){
- close(afd);
- werrstr("RETR: %s", msg);
- return Server;
- }
- /* wait for a connection */
- lcfd = listen(dir, ldir);
- if(lcfd < 0){
- close(afd);
- return Error;
- }
- dfd = accept(lcfd, ldir);
- if(dfd < 0){
- close(afd);
- close(lcfd);
- return Error;
- }
- close(afd);
- close(lcfd);
-
- return dfd;
- }
- int
- ftpxfer(int in, Out *out, Range *r)
- {
- char buf[1024];
- long vtime;
- int i, n;
- vtime = 0;
- for(n = 0;;n += i){
- i = read(in, buf, sizeof(buf));
- if(i == 0)
- break;
- if(i < 0)
- return Error;
- if(output(out, buf, i) != i)
- return Error;
- r->start += i;
- if(verbose && vtime != time(0)) {
- vtime = time(0);
- fprint(2, "%ld %ld\n", r->start, r->end);
- }
- }
- return n;
- }
- int
- terminateftp(int ctl, int rv)
- {
- close(ctl);
- return rv;
- }
- /*
- * case insensitive strcmp (why aren't these in libc?)
- */
- int
- cistrncmp(char *a, char *b, int n)
- {
- while(n-- > 0){
- if(tolower(*a++) != tolower(*b++))
- return -1;
- }
- return 0;
- }
- int
- cistrcmp(char *a, char *b)
- {
- while(*a || *b)
- if(tolower(*a++) != tolower(*b++))
- return -1;
- return 0;
- }
- /*
- * buffered io
- */
- struct
- {
- char *rp;
- char *wp;
- char buf[4*1024];
- } b;
- void
- initibuf(void)
- {
- b.rp = b.wp = b.buf;
- }
- /*
- * read a possibly buffered line, strip off trailing while
- */
- int
- readline(int fd, char *buf, int len)
- {
- int n;
- char *p;
- int eof = 0;
- len--;
- for(p = buf;;){
- if(b.rp >= b.wp){
- n = read(fd, b.wp, sizeof(b.buf)/2);
- if(n < 0)
- return -1;
- if(n == 0){
- eof = 1;
- break;
- }
- b.wp += n;
- }
- n = *b.rp++;
- if(len > 0){
- *p++ = n;
- len--;
- }
- if(n == '\n')
- break;
- }
- /* drop trailing white */
- for(;;){
- if(p <= buf)
- break;
- n = *(p-1);
- if(n != ' ' && n != '\t' && n != '\r' && n != '\n')
- break;
- p--;
- }
- *p = 0;
- if(eof && p == buf)
- return -1;
- return p-buf;
- }
- void
- unreadline(char *line)
- {
- int i, n;
- i = strlen(line);
- n = b.wp-b.rp;
- memmove(&b.buf[i+1], b.rp, n);
- memmove(b.buf, line, i);
- b.buf[i] = '\n';
- b.rp = b.buf;
- b.wp = b.rp + i + 1 + n;
- }
- int
- readibuf(int fd, char *buf, int len)
- {
- int n;
- n = b.wp-b.rp;
- if(n > 0){
- if(n > len)
- n = len;
- memmove(buf, b.rp, n);
- b.rp += n;
- return n;
- }
- return read(fd, buf, len);
- }
- int
- dfprint(int fd, char *fmt, ...)
- {
- char buf[4*1024];
- va_list arg;
- va_start(arg, fmt);
- vseprint(buf, buf+sizeof(buf), fmt, arg);
- va_end(arg);
- if(debug)
- fprint(2, "%d -> %s", fd, buf);
- return fprint(fd, "%s", buf);
- }
- int
- getaddrport(char *dir, uchar *ipaddr, uchar *port)
- {
- char buf[256];
- int fd, i;
- char *p;
- snprint(buf, sizeof(buf), "%s/local", dir);
- fd = open(buf, OREAD);
- if(fd < 0)
- return -1;
- i = read(fd, buf, sizeof(buf)-1);
- close(fd);
- if(i <= 0)
- return -1;
- buf[i] = 0;
- p = strchr(buf, '!');
- if(p != nil)
- *p++ = 0;
- v4parseip(ipaddr, buf);
- i = atoi(p);
- port[0] = i>>8;
- port[1] = i;
- return 0;
- }
- void
- md5free(DigestState *state)
- {
- uchar x[MD5dlen];
- md5(nil, 0, x, state);
- }
- DigestState*
- md5dup(DigestState *state)
- {
- char *p;
- p = md5pickle(state);
- if(p == nil)
- sysfatal("md5pickle: %r");
- state = md5unpickle(p);
- if(state == nil)
- sysfatal("md5unpickle: %r");
- free(p);
- return state;
- }
- void
- setoffset(Out *out, int offset)
- {
- md5free(out->curr);
- if(offset == 0)
- out->curr = md5(nil, 0, nil, nil);
- else
- out->curr = nil;
- out->offset = offset;
- out->written = offset;
- if(ofile != nil)
- if(seek(out->fd, offset, 0) != offset)
- sysfatal("seek: %r");
- }
- /*
- * write some output, discarding it (but keeping track)
- * if we've already written it. if we've gone backwards,
- * verify that everything previously written matches
- * that which would have been written from the current
- * output.
- */
- int
- output(Out *out, char *buf, int nb)
- {
- int n, d;
- uchar m0[MD5dlen], m1[MD5dlen];
- n = nb;
- d = out->written - out->offset;
- assert(d >= 0);
- if(d > 0){
- if(n < d){
- if(out->curr != nil)
- md5((uchar*)buf, n, nil, out->curr);
- out->offset += n;
- return n;
- }
- if(out->curr != nil){
- md5((uchar*)buf, d, m0, out->curr);
- out->curr = nil;
- md5(nil, 0, m1, md5dup(out->hiwat));
- if(memcmp(m0, m1, MD5dlen) != 0){
- fprint(2, "integrity check failure at offset %d\n", out->written);
- return -1;
- }
- }
- buf += d;
- n -= d;
- out->offset += d;
- }
- if(n > 0){
- out->hiwat = md5((uchar*)buf, n, nil, out->hiwat);
- n = write(out->fd, buf, n);
- if(n > 0){
- out->offset += n;
- out->written += n;
- }
- }
- return n + d;
- }
|