123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900 |
- #include "all.h"
- int localdirstat(char*, Dir*);
- int ismatch(char*);
- void conflict(char*, char*, ...);
- void error(char*, ...);
- int isdir(char*);
- int errors;
- int nconf;
- int donothing;
- char **conf;
- int verbose;
- char **match;
- int nmatch;
- int resolve;
- int tempspool = 1;
- int safeinstall = 1;
- char *lroot;
- char *rroot;
- Db *clientdb;
- int skip;
- int douid;
- char *mkname(char*, int, char*, char*);
- char localbuf[10240];
- char remotebuf[10240];
- int copyfile(char*, char*, char*, Dir*, int, int*);
- ulong maxnow;
- int maxn;
- char *timefile;
- int timefd;
- Db *copyerr;
- void
- readtimefile(void)
- {
- int n;
- char buf[24];
- if((timefd = open(timefile, ORDWR)) < 0
- && (timefd = create(timefile, ORDWR|OEXCL, 0666)) < 0)
- return;
- n = readn(timefd, buf, sizeof buf);
- if(n < sizeof buf)
- return;
- maxnow = atoi(buf);
- maxn = atoi(buf+12);
- }
- void
- writetimefile(void)
- {
- char buf[24+1];
- snprint(buf, sizeof buf, "%11lud %11d ", maxnow, maxn);
- pwrite(timefd, buf, 24, 0);
- }
- static void membogus(char**);
- void
- addce(char *local)
- {
- char e[ERRMAX];
- Dir d;
- memset(&d, 0, sizeof d);
- rerrstr(e, sizeof e);
- d.name = atom(e);
- d.uid = "";
- d.gid = "";
- insertdb(copyerr, atom(local), &d);
- }
- void
- delce(char *local)
- {
- removedb(copyerr, local);
- }
- void
- chat(char *f, ...)
- {
- Fmt fmt;
- char buf[256];
- va_list arg;
- if(!verbose)
- return;
- fmtfdinit(&fmt, 1, buf, sizeof buf);
- va_start(arg, f);
- fmtvprint(&fmt, f, arg);
- va_end(arg);
- fmtfdflush(&fmt);
- }
- void
- usage(void)
- {
- fprint(2, "usage: replica/applylog [-cnSstuv] [-T timefile] clientdb clientroot serverroot [path ...]\n");
- exits("usage");
- }
- int
- notexists(char *path)
- {
- char buf[ERRMAX];
- if(access(path, AEXIST) >= 0)
- return 0;
-
- rerrstr(buf, sizeof buf);
- if(strstr(buf, "entry not found") || strstr(buf, "not exist"))
- return 1;
- /* some other error, like network hangup */
- return 0;
- }
- void
- main(int argc, char **argv)
- {
- char *f[10], *local, *name, *remote, *s, *t, verb;
- int fd, havedb, havelocal, k, n, nf, skip;
- ulong now;
- Biobuf bin;
- Dir dbd, ld, nd, rd;
- Avlwalk *w;
- Entry *e;
- membogus(argv);
- quotefmtinstall();
- ARGBEGIN{
- case 's':
- case 'c':
- resolve = ARGC();
- break;
- case 'n':
- donothing = 1;
- verbose = 1;
- break;
- case 'S':
- safeinstall = 0;
- break;
- case 'T':
- timefile = EARGF(usage());
- break;
- case 't':
- tempspool = 0;
- break;
- case 'u':
- douid = 1;
- break;
- case 'v':
- verbose = 1;
- break;
- default:
- usage();
- }ARGEND
- if(argc < 3)
- usage();
- if(timefile)
- readtimefile();
- lroot = argv[1];
- if(!isdir(lroot))
- sysfatal("bad local root directory");
- rroot = argv[2];
- if(!isdir(rroot))
- sysfatal("bad remote root directory");
-
- if((clientdb = opendb(argv[0])) == nil)
- sysfatal("opendb %q: %r", argv[2]);
- match = argv+3;
- nmatch = argc-3;
- copyerr = opendb(nil);
- skip = 0;
- Binit(&bin, 0, OREAD);
- for(; s=Brdstr(&bin, '\n', 1); free(s)){
- t = estrdup(s);
- nf = tokenize(s, f, nelem(f));
- if(nf != 10 || strlen(f[2]) != 1){
- skip = 1;
- fprint(2, "warning: skipping bad log entry <%s>\n", t);
- free(t);
- continue;
- }
- free(t);
- now = strtoul(f[0], 0, 0);
- n = atoi(f[1]);
- verb = f[2][0];
- name = f[3];
- if(now < maxnow || (now==maxnow && n <= maxn))
- continue;
- if(!ismatch(name)){
- skip = 1;
- continue;
- }
- local = mkname(localbuf, sizeof localbuf, lroot, name);
- if(strcmp(f[4], "-") == 0)
- f[4] = f[3];
- remote = mkname(remotebuf, sizeof remotebuf, rroot, f[4]);
- rd.name = f[4];
- rd.mode = strtoul(f[5], 0, 8);
- rd.uid = f[6];
- rd.gid = f[7];
- rd.mtime = strtoul(f[8], 0, 10);
- rd.length = strtoll(f[9], 0, 10);
- havedb = finddb(clientdb, name, &dbd)>=0;
- havelocal = localdirstat(local, &ld)>=0;
- switch(verb){
- case 'd': /* delete file */
- delce(local);
- if(!havelocal) /* doesn't exist; who cares? */
- break;
- if(!havedb){
- if(resolve == 's')
- goto DoRemove;
- else if(resolve == 'c')
- goto DoRemoveDb;
- conflict(name, "locally created; will not remove");
- skip = 1;
- continue;
- }
- assert(havelocal && havedb);
- if(dbd.mtime > rd.mtime) /* we have a newer file than what was deleted */
- break;
- if(!(dbd.mode&DMDIR) && (dbd.mtime != ld.mtime || dbd.length != ld.length)){ /* locally modified since we downloaded it */
- if(resolve == 's')
- goto DoRemove;
- else if(resolve == 'c')
- break;
- conflict(name, "locally modified; will not remove");
- skip = 1;
- continue;
- }
- DoRemove:
- chat("d %q\n", name);
- if(donothing)
- break;
- if(remove(local) < 0){
- error("removing %q", name);
- skip = 1;
- continue;
- }
- DoRemoveDb:
- removedb(clientdb, name);
- break;
- case 'a': /* add file */
- if(!havedb){
- if(!havelocal)
- goto DoCreate;
- if((ld.mode&DMDIR) && (rd.mode&DMDIR))
- break;
- if(resolve == 's')
- goto DoCreate;
- else if(resolve == 'c')
- goto DoCreateDb;
- conflict(name, "locally created; will not overwrite");
- skip = 1;
- continue;
- }
- assert(havedb);
- if(dbd.mtime >= rd.mtime) /* already created this file; ignore */
- break;
- if(havelocal){
- if((ld.mode&DMDIR) && (rd.mode&DMDIR))
- break;
- if(dbd.mtime==ld.mtime && dbd.length==ld.length)
- goto DoCreate;
- if(resolve=='s')
- goto DoCreate;
- else if(resolve == 'c')
- break;
- conflict(name, "locally modified; will not overwrite");
- skip = 1;
- continue;
- }
- DoCreate:
- if(notexists(remote)){
- addce(local);
- /* no skip=1 */
- break;;
- }
- chat("a %q %luo %q %q %lud\n", name, rd.mode, rd.uid, rd.gid, rd.mtime);
- if(donothing)
- break;
- if(rd.mode&DMDIR){
- if((fd = create(local, OREAD, DMDIR)) < 0){
- error("mkdir %q: %r", name);
- skip = 1;
- continue;
- }
- nulldir(&nd);
- nd.mode = rd.mode;
- if(dirfwstat(fd, &nd) < 0)
- fprint(2, "warning: cannot set mode on %q\n", local);
- nulldir(&nd);
- nd.gid = rd.gid;
- if(dirfwstat(fd, &nd) < 0)
- fprint(2, "warning: cannot set gid on %q\n", local);
- if(douid){
- nulldir(&nd);
- nd.uid = rd.uid;
- if(dirfwstat(fd, &nd) < 0)
- fprint(2, "warning: cannot set uid on %q\n", local);
- }
- close(fd);
- rd.mtime = now;
- }else{
- if(copyfile(local, remote, name, &rd, 1, &k) < 0){
- if(k)
- addce(local);
- skip = 1;
- continue;
- }
- }
- DoCreateDb:
- insertdb(clientdb, name, &rd);
- break;
-
- case 'c': /* change contents */
- if(!havedb){
- if(notexists(remote)){
- addce(local);
- /* no skip=1 */
- break;
- }
- if(resolve == 's')
- goto DoCopy;
- else if(resolve=='c')
- goto DoCopyDb;
- if(havelocal)
- conflict(name, "locally created; will not update");
- else
- conflict(name, "not replicated; will not update");
- skip = 1;
- continue;
- }
- if(dbd.mtime >= rd.mtime) /* already have/had this version; ignore */
- break;
- if(!havelocal){
- if(notexists(remote)){
- addce(local);
- /* no skip=1 */
- break;
- }
- if(resolve == 's')
- goto DoCopy;
- else if(resolve == 'c')
- break;
- conflict(name, "locally removed; will not update");
- skip = 1;
- continue;
- }
- assert(havedb && havelocal);
- if(dbd.mtime != ld.mtime || dbd.length != ld.length){
- if(notexists(remote)){
- addce(local);
- /* no skip=1 */
- break;
- }
- if(resolve == 's')
- goto DoCopy;
- else if(resolve == 'c')
- break;
- conflict(name, "locally modified; will not update");
- skip = 1;
- continue;
- }
- DoCopy:
- if(notexists(remote)){
- addce(local);
- /* no skip=1 */
- break;
- }
- chat("c %q\n", name);
- if(donothing)
- break;
- if(copyfile(local, remote, name, &rd, 0, &k) < 0){
- if(k)
- addce(local);
- skip = 1;
- continue;
- }
- DoCopyDb:
- if(!havedb){
- if(havelocal)
- dbd = ld;
- else
- dbd = rd;
- }
- dbd.mtime = rd.mtime;
- dbd.length = rd.length;
- insertdb(clientdb, name, &dbd);
- break;
- case 'm': /* change metadata */
- if(!havedb){
- if(notexists(remote)){
- addce(local);
- /* no skip=1 */
- break;
- }
- if(resolve == 's')
- goto DoCreate;
- else if(resolve == 'c')
- goto DoMetaDb;
- if(havelocal)
- conflict(name, "locally created; will not update metadata");
- else
- conflict(name, "not replicated; will not update metadata");
- skip = 1;
- continue;
- }
- if(!(dbd.mode&DMDIR) && dbd.mtime > rd.mtime) /* have newer version; ignore */
- break;
- if((dbd.mode&DMDIR) && dbd.mtime > now)
- break;
- if(havelocal && (!douid || strcmp(ld.uid, rd.uid)==0) && strcmp(ld.gid, rd.gid)==0 && ld.mode==rd.mode) /* nothing to do */
- goto DoMetaDb;
- if(!havelocal){
- if(notexists(remote)){
- addce(local);
- /* no skip=1 */
- break;
- }
- if(resolve == 's')
- goto DoCreate;
- else if(resolve == 'c')
- break;
- conflict(name, "locally removed; will not update metadata");
- skip = 1;
- continue;
- }
- if(!(dbd.mode&DMDIR) && (dbd.mtime != ld.mtime || dbd.length != ld.length)){ /* this check might be overkill */
- if(notexists(remote)){
- addce(local);
- /* no skip=1 */
- break;
- }
- if(resolve == 's')
- goto DoMeta;
- else if(resolve == 'c')
- break;
- conflict(name, "contents locally modified; will not update metadata to %s %s %luo",
- rd.uid, rd.gid, rd.mode);
- skip = 1;
- continue;
- }
- if((douid && strcmp(ld.uid, dbd.uid)!=0) || strcmp(ld.gid, dbd.gid)!=0 || ld.mode!=dbd.mode){
- if(notexists(remote)){
- addce(local);
- /* no skip=1 */
- break;
- }
- if(resolve == 's')
- goto DoMeta;
- else if(resolve == 'c')
- break;
- conflict(name, "metadata locally changed; will not update metadata to %s %s %luo", rd.uid, rd.gid, rd.mode);
- skip = 1;
- continue;
- }
- DoMeta:
- if(notexists(remote)){
- addce(local);
- /* no skip=1 */
- break;
- }
- chat("m %q %luo %q %q %lud\n", name, rd.mode, rd.uid, rd.gid, rd.mtime);
- if(donothing)
- break;
- nulldir(&nd);
- nd.gid = rd.gid;
- nd.mode = rd.mode;
- if(douid)
- nd.uid = rd.uid;
- if(dirwstat(local, &nd) < 0){
- error("dirwstat %q: %r", name);
- skip = 1;
- continue;
- }
- DoMetaDb:
- if(dbd.mode&DMDIR)
- dbd.mtime = now;
- dbd.gid = rd.gid;
- dbd.mode = rd.mode;
- if(douid)
- dbd.uid = rd.uid;
- insertdb(clientdb, name, &dbd);
- break;
- }
- if(!skip && !donothing){
- maxnow = now;
- maxn = n;
- }
- }
- w = avlwalk(copyerr->avl);
- while(e = (Entry*)avlnext(w))
- error("copying %q: %s\n", e->name, e->d.name);
- if(timefile)
- writetimefile();
- if(nconf)
- exits("conflicts");
- if(errors)
- exits("errors");
- exits(nil);
- }
- char*
- mkname(char *buf, int nbuf, char *a, char *b)
- {
- if(strlen(a)+strlen(b)+2 > nbuf)
- sysfatal("name too long");
- strcpy(buf, a);
- if(a[strlen(a)-1] != '/')
- strcat(buf, "/");
- strcat(buf, b);
- return buf;
- }
- int
- isdir(char *s)
- {
- ulong m;
- Dir *d;
- if((d = dirstat(s)) == nil)
- return 0;
- m = d->mode;
- free(d);
- return (m&DMDIR) != 0;
- }
- void
- conflict(char *name, char *f, ...)
- {
- char *s;
- va_list arg;
- va_start(arg, f);
- s = vsmprint(f, arg);
- va_end(arg);
- fprint(2, "%s: %s\n", name, s);
- free(s);
- nconf++;
- // if(nconf%16 == 0)
- // conf = erealloc(conf, (nconf+16)*sizeof(conf[0]));
- // conf[nconf++] = estrdup(name);
- }
- void
- error(char *f, ...)
- {
- char *s;
- va_list arg;
- va_start(arg, f);
- s = vsmprint(f, arg);
- va_end(arg);
- fprint(2, "error: %s\n", s);
- free(s);
- errors = 1;
- }
- int
- ismatch(char *s)
- {
- int i, len;
- if(nmatch == 0)
- return 1;
- for(i=0; i<nmatch; i++){
- if(strcmp(s, match[i]) == 0)
- return 1;
- len = strlen(match[i]);
- if(strncmp(s, match[i], len) == 0 && s[len]=='/')
- return 1;
- }
- return 0;
- }
- int
- localdirstat(char *name, Dir *d)
- {
- static Dir *d2;
- free(d2);
- if((d2 = dirstat(name)) == nil)
- return -1;
- *d = *d2;
- return 0;
- }
- enum { DEFB = 8192 };
- static int
- copy1(int fdf, int fdt, char *from, char *to)
- {
- char buf[DEFB];
- long n, n1, rcount;
- int rv;
- char err[ERRMAX];
- /* clear any residual error */
- err[0] = '\0';
- errstr(err, ERRMAX);
- rv = 0;
- for(rcount=0;; rcount++) {
- n = read(fdf, buf, DEFB);
- if(n <= 0)
- break;
- n1 = write(fdt, buf, n);
- if(n1 != n) {
- fprint(2, "error writing %q: %r\n", to);
- rv = -1;
- break;
- }
- }
- if(n < 0) {
- fprint(2, "error reading %q: %r\n", from);
- rv = -1;
- }
- return rv;
- }
- static int
- opentemp(char *template)
- {
- int fd, i;
- char *p;
- p = estrdup(template);
- fd = -1;
- for(i=0; i<10; i++){
- mktemp(p);
- if((fd=create(p, ORDWR|OEXCL|ORCLOSE, 0000)) >= 0)
- break;
- strcpy(p, template);
- }
- if(fd < 0)
- return -1;
- strcpy(template, p);
- free(p);
- return fd;
- }
- int
- copyfile(char *local, char *remote, char *name, Dir *d, int dowstat, int *printerror)
- {
- Dir *d0, *d1, *dl;
- Dir nd;
- int rfd, tfd, wfd, didcreate;
- char tmp[32], *p, *safe;
- char err[ERRMAX];
- Again:
- *printerror = 0;
- if((rfd = open(remote, OREAD)) < 0)
- return -1;
- d0 = dirfstat(rfd);
- if(d0 == nil){
- close(rfd);
- return -1;
- }
- *printerror = 1;
- if(!tempspool){
- tfd = rfd;
- goto DoCopy;
- }
- strcpy(tmp, "/tmp/replicaXXXXXXXX");
- tfd = opentemp(tmp);
- if(tfd < 0){
- close(rfd);
- free(d0);
- return -1;
- }
- if(copy1(rfd, tfd, remote, tmp) < 0 || (d1 = dirfstat(rfd)) == nil){
- close(rfd);
- close(tfd);
- free(d0);
- return -1;
- }
- close(rfd);
- if(d0->qid.path != d1->qid.path
- || d0->qid.vers != d1->qid.vers
- || d0->mtime != d1->mtime
- || d0->length != d1->length){
- /* file changed underfoot; go around again */
- close(tfd);
- free(d0);
- free(d1);
- goto Again;
- }
- free(d1);
- if(seek(tfd, 0, 0) != 0){
- close(tfd);
- free(d0);
- return -1;
- }
- DoCopy:
- /*
- * clumsy but important hack to do safeinstall-like installs.
- */
- p = strchr(name, '/');
- if(safeinstall && p && strncmp(p, "/bin/", 5) == 0 && access(local, AEXIST) >= 0){
- /*
- * remove bin/_targ
- */
- safe = emalloc(strlen(local)+2);
- strcpy(safe, local);
- p = strrchr(safe, '/')+1;
- memmove(p+1, p, strlen(p)+1);
- p[0] = '_';
- remove(safe); /* ignore failure */
- /*
- * rename bin/targ to bin/_targ
- */
- nulldir(&nd);
- nd.name = p;
- if(dirwstat(local, &nd) < 0)
- fprint(2, "warning: rename %s to %s: %r\n", local, p);
- }
- didcreate = 0;
- if((dl = dirstat(local)) == nil){
- if((wfd = create(local, OWRITE, 0)) >= 0){
- didcreate = 1;
- goto okay;
- }
- goto err;
- }else{
- if((wfd = open(local, OTRUNC|OWRITE)) >= 0)
- goto okay;
- rerrstr(err, sizeof err);
- if(strstr(err, "permission") == nil)
- goto err;
- nulldir(&nd);
- /*
- * Assume the person running pull is in the appropriate
- * groups. We could set 0666 instead, but I'm worried
- * about leaving the file world-readable or world-writable
- * when it shouldn't be.
- */
- nd.mode = dl->mode | 0660;
- if(nd.mode == dl->mode)
- goto err;
- if(dirwstat(local, &nd) < 0)
- goto err;
- if((wfd = open(local, OTRUNC|OWRITE)) >= 0){
- nd.mode = dl->mode;
- if(dirfwstat(wfd, &nd) < 0)
- fprint(2, "warning: set mode on %s to 0660 to open; cannot set back to %luo: %r\n", local, nd.mode);
- goto okay;
- }
- nd.mode = dl->mode;
- if(dirwstat(local, &nd) < 0)
- fprint(2, "warning: set mode on %s to %luo to open; open failed; cannot set mode back to %luo: %r\n", local, nd.mode|0660, nd.mode);
- goto err;
- }
-
- err:
- close(tfd);
- free(d0);
- free(dl);
- return -1;
- okay:
- free(dl);
- if(copy1(tfd, wfd, tmp, local) < 0){
- close(tfd);
- close(wfd);
- free(d0);
- return -1;
- }
- close(tfd);
- if(didcreate || dowstat){
- nulldir(&nd);
- nd.mode = d->mode;
- if(dirfwstat(wfd, &nd) < 0)
- fprint(2, "warning: cannot set mode on %s\n", local);
- nulldir(&nd);
- nd.gid = d->gid;
- if(dirfwstat(wfd, &nd) < 0)
- fprint(2, "warning: cannot set gid on %s\n", local);
- if(douid){
- nulldir(&nd);
- nd.uid = d->uid;
- if(dirfwstat(wfd, &nd) < 0)
- fprint(2, "warning: cannot set uid on %s\n", local);
- }
- }
- d->mtime = d0->mtime;
- d->length = d0->length;
- nulldir(&nd);
- nd.mtime = d->mtime;
- if(dirfwstat(wfd, &nd) < 0)
- fprint(2, "warning: cannot set mtime on %s\n", local);
- free(d0);
- close(wfd);
- return 0;
- }
- /*
- * Applylog might try to overwrite itself.
- * To avoid problems with this, we copy ourselves
- * into /tmp and then re-exec.
- */
- char *rmargv0;
- static void
- rmself(void)
- {
- remove(rmargv0);
- }
- static int
- genopentemp(char *template, int mode, int perm)
- {
- int fd, i;
- char *p;
- p = estrdup(template);
- fd = -1;
- for(i=0; i<10; i++){
- mktemp(p);
- if(access(p, 0) < 0 && (fd=create(p, mode, perm)) >= 0)
- break;
- strcpy(p, template);
- }
- if(fd < 0)
- sysfatal("could not create temporary file");
- strcpy(template, p);
- free(p);
- return fd;
- }
- static void
- membogus(char **argv)
- {
- int n, fd, wfd;
- char template[50], buf[1024];
- if(strncmp(argv[0], "/tmp/_applylog_", 1+3+1+1+8+1)==0) {
- rmargv0 = argv[0];
- atexit(rmself);
- return;
- }
- if((fd = open(argv[0], OREAD)) < 0)
- return;
- strcpy(template, "/tmp/_applylog_XXXXXX");
- if((wfd = genopentemp(template, OWRITE, 0700)) < 0)
- return;
- while((n = read(fd, buf, sizeof buf)) > 0)
- if(write(wfd, buf, n) != n)
- goto Error;
- if(n != 0)
- goto Error;
- close(fd);
- close(wfd);
- argv[0] = template;
- exec(template, argv);
- fprint(2, "exec error %r\n");
- Error:
- close(fd);
- close(wfd);
- remove(template);
- return;
- }
|