123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696 |
- #include "stdinc.h"
- #include "dat.h"
- #include "fns.h"
- #include "whack.h"
- static int disksummary(HConnect*);
- static int diskarenapart(HConnect*, char*, Part*);
- static int diskbloom(HConnect*, char*, Part*);
- static int diskisect(HConnect*, char*, Part*);
- int
- hdisk(HConnect *c)
- {
- char *disk, *type;
- Part *p;
- int ret;
-
- if(hsethtml(c) < 0)
- return -1;
- disk = hargstr(c, "disk", "");
- if(!disk[0])
- return disksummary(c);
- if((p = initpart(disk, OREAD)) == nil){
- hprint(&c->hout, "open %s: %r", disk);
- return 0;
- }
- type = hargstr(c, "type", "");
- switch(type[0]){
- case 'a':
- ret = diskarenapart(c, disk, p);
- break;
- case 'b':
- ret = diskbloom(c, disk, p);
- break;
- case 'i':
- ret = diskisect(c, disk, p);
- break;
- default:
- hprint(&c->hout, "unknown disk type %s", type);
- return 0;
- }
- freepart(p);
- return ret;
- }
- static int
- disksummary(HConnect *c)
- {
- int i;
- Index *ix;
- Part *p;
-
- hprint(&c->hout, "<h1>venti disks</h1>\n");
- hprint(&c->hout, "<pre>\n");
- ix = mainindex;
- p = nil;
- for(i=0; i<ix->narenas; i++){
- if(ix->arenas[i]->part == p)
- continue;
- p = ix->arenas[i]->part;
- hprint(&c->hout, "<a href=\"/disk?disk=%s&type=a\">%s</a> %s\n", p->name, p->name, ix->arenas[i]->name);
- }
- hprint(&c->hout, "\n");
- p = nil;
- for(i=0; i<ix->nsects; i++){
- if(ix->sects[i]->part == p)
- continue;
- p = ix->sects[i]->part;
- hprint(&c->hout, "<a href=\"/disk?disk=%s&type=i\">%s</a> %s\n", p->name, p->name, ix->sects[i]->name);
- }
- hprint(&c->hout, "\n");
- if(ix->bloom){
- p = ix->bloom->part;
- hprint(&c->hout, "<a href=\"/disk?disk=%s&type=b\">%s</a> %s\n", p->name, p->name, "bloom filter");
- }
- return 0;
- }
- static char*
- readap(Part *p, ArenaPart *ap)
- {
- uchar *blk;
- char *table;
-
- blk = vtmalloc(8192);
- if(readpart(p, PartBlank, blk, 8192) != 8192)
- return nil;
- if(unpackarenapart(ap, blk) < 0){
- werrstr("corrupt arena part header: %r");
- return nil;
- }
- vtfree(blk);
- ap->tabbase = (PartBlank+HeadSize+ap->blocksize-1)&~(ap->blocksize-1);
- ap->tabsize = ap->arenabase - ap->tabbase;
- table = vtmalloc(ap->tabsize+1);
- if(readpart(p, ap->tabbase, (uchar*)table, ap->tabsize) != ap->tabsize){
- werrstr("reading arena part directory: %r");
- return nil;
- }
- table[ap->tabsize] = 0;
- return table;
- }
- static int
- xfindarena(char *table, char *name, vlong *start, vlong *end)
- {
- int i, nline;
- char *p, *q, *f[4], line[256];
-
- nline = atoi(table);
- p = strchr(table, '\n');
- if(p)
- p++;
- for(i=0; i<nline; i++){
- if(p == nil)
- break;
- q = strchr(p, '\n');
- if(q)
- *q++ = 0;
- if(strlen(p) >= sizeof line){
- p = q;
- continue;
- }
- strcpy(line, p);
- memset(f, 0, sizeof f);
- if(tokenize(line, f, nelem(f)) < 3){
- p = q;
- continue;
- }
- if(strcmp(f[0], name) == 0){
- *start = strtoull(f[1], 0, 0);
- *end = strtoull(f[2], 0, 0);
- return 0;
- }
- p = q;
- }
- return -1;
- }
- static void
- diskarenatable(HConnect *c, char *disk, char *table)
- {
- char *p, *q;
- int i, nline;
- char *f[4], line[256], base[256];
- hprint(&c->hout, "<h2>table</h2>\n");
- hprint(&c->hout, "<pre>\n");
- nline = atoi(table);
- snprint(base, sizeof base, "/disk?disk=%s&type=a", disk);
- p = strchr(table, '\n');
- if(p)
- p++;
- for(i=0; i<nline; i++){
- if(p == nil){
- hprint(&c->hout, "<b><i>unexpected end of table</i></b>\n");
- break;
- }
- q = strchr(p, '\n');
- if(q)
- *q++ = 0;
- if(strlen(p) >= sizeof line){
- hprint(&c->hout, "%s\n", p);
- p = q;
- continue;
- }
- strcpy(line, p);
- memset(f, 0, sizeof f);
- if(tokenize(line, f, 3) < 3){
- hprint(&c->hout, "%s\n", p);
- p = q;
- continue;
- }
- p = q;
- hprint(&c->hout, "<a href=\"%s&arena=%s\">%s</a> %s %s\n",
- base, f[0], f[0], f[1], f[2]);
- }
- hprint(&c->hout, "</pre>\n");
- }
- static char*
- fmttime(char *buf, ulong time)
- {
- strcpy(buf, ctime(time));
- buf[28] = 0;
- return buf;
- }
- static int diskarenaclump(HConnect*, Arena*, vlong, char*);
- static int diskarenatoc(HConnect*, Arena*);
- static int
- diskarenapart(HConnect *c, char *disk, Part *p)
- {
- char *arenaname;
- ArenaPart ap;
- ArenaHead head;
- Arena arena;
- char *table;
- char *score;
- char *clump;
- uchar *blk;
- vlong start, end, off;
- char tbuf[60];
- hprint(&c->hout, "<h1>arena partition %s</h1>\n", disk);
- if((table = readap(p, &ap)) == nil){
- hprint(&c->hout, "%r\n");
- goto out;
- }
-
- hprint(&c->hout, "<pre>\n");
- hprint(&c->hout, "version=%d blocksize=%d base=%d\n",
- ap.version, ap.blocksize, ap.arenabase);
- hprint(&c->hout, "</pre>\n");
- arenaname = hargstr(c, "arena", "");
- if(arenaname[0] == 0){
- diskarenatable(c, disk, table);
- goto out;
- }
-
- if(xfindarena(table, arenaname, &start, &end) < 0){
- hprint(&c->hout, "no such arena %s\n", arenaname);
- goto out;
- }
-
- hprint(&c->hout, "<h2>arena %s</h2>\n", arenaname);
- hprint(&c->hout, "<pre>start=%#llx end=%#llx<pre>\n", start, end);
- if(end < start || end - start < HeadSize){
- hprint(&c->hout, "bad size %#llx\n", end - start);
- goto out;
- }
- // read arena header, tail
- blk = vtmalloc(HeadSize);
- if(readpart(p, start, blk, HeadSize) != HeadSize){
- hprint(&c->hout, "reading header: %r\n");
- vtfree(blk);
- goto out;
- }
- if(unpackarenahead(&head, blk) < 0){
- hprint(&c->hout, "corrupt arena header: %r\n");
- // hhex(blk, HeadSize);
- vtfree(blk);
- goto out;
- }
- vtfree(blk);
- hprint(&c->hout, "head:\n<pre>\n");
- hprint(&c->hout, "version=%d name=%s blocksize=%d size=%#llx clumpmagic=%#ux\n",
- head.version, head.name, head.blocksize, head.size,
- head.clumpmagic);
- hprint(&c->hout, "</pre><br><br>\n");
- if(head.blocksize > MaxIoSize || head.blocksize >= end - start){
- hprint(&c->hout, "corrupt block size %d\n", head.blocksize);
- goto out;
- }
- blk = vtmalloc(head.blocksize);
- if(readpart(p, end - head.blocksize, blk, head.blocksize) < 0){
- hprint(&c->hout, "reading tail: %r\n");
- vtfree(blk);
- goto out;
- }
- memset(&arena, 0, sizeof arena);
- arena.part = p;
- arena.blocksize = head.blocksize;
- arena.clumpmax = head.blocksize / ClumpInfoSize;
- arena.base = start + head.blocksize;
- arena.size = end - start - 2 * head.blocksize;
- if(unpackarena(&arena, blk) < 0){
- vtfree(blk);
- goto out;
- }
- scorecp(arena.score, blk+head.blocksize - VtScoreSize);
- vtfree(blk);
-
- hprint(&c->hout, "tail:\n<pre>\n");
- hprint(&c->hout, "version=%d name=%s\n", arena.version, arena.name);
- hprint(&c->hout, "ctime=%d %s\n", arena.ctime, fmttime(tbuf, arena.ctime));
- hprint(&c->hout, "wtime=%d %s\n", arena.wtime, fmttime(tbuf, arena.wtime));
- hprint(&c->hout, "clumpmagic=%#ux\n", arena.clumpmagic);
- hprint(&c->hout, "score %V\n", arena.score);
- hprint(&c->hout, "diskstats:\n");
- hprint(&c->hout, "\tclumps=%,d cclumps=%,d used=%,lld uncsize=%,lld sealed=%d\n",
- arena.diskstats.clumps, arena.diskstats.cclumps,
- arena.diskstats.used, arena.diskstats.uncsize,
- arena.diskstats.sealed);
- hprint(&c->hout, "memstats:\n");
- hprint(&c->hout, "\tclumps=%,d cclumps=%,d used=%,lld uncsize=%,lld sealed=%d\n",
- arena.memstats.clumps, arena.memstats.cclumps,
- arena.memstats.used, arena.memstats.uncsize,
- arena.memstats.sealed);
- if(arena.clumpmax == 0){
- hprint(&c->hout, "bad clumpmax\n");
- goto out;
- }
- score = hargstr(c, "score", "");
- clump = hargstr(c, "clump", "");
- if(clump[0]){
- off = strtoull(clump, 0, 0);
- diskarenaclump(c, &arena, off, score[0] ? score : nil);
- }else if(score[0]){
- diskarenaclump(c, &arena, -1, score);
- }else{
- diskarenatoc(c, &arena);
- }
- out:
- free(table);
- return 0;
- }
- static vlong
- findintoc(HConnect *c, Arena *arena, uchar *score)
- {
- uchar *blk;
- int i;
- vlong off;
- vlong coff;
- ClumpInfo ci;
- blk = vtmalloc(arena->blocksize);
- off = arena->base + arena->size;
- coff = 0;
- for(i=0; i<arena->memstats.clumps; i++){
- if(i%arena->clumpmax == 0){
- off -= arena->blocksize;
- if(readpart(arena->part, off, blk, arena->blocksize) != arena->blocksize){
- if(c)
- hprint(&c->hout, "<i>clump info directory at %#llx: %r</i>\n<br>\n",
- off);
- break;
- }
- }
- unpackclumpinfo(&ci, blk+(i%arena->clumpmax)*ClumpInfoSize);
- if(scorecmp(ci.score, score) == 0){
- vtfree(blk);
- return coff;
- }
- coff += ClumpSize + ci.size;
- }
- vtfree(blk);
- return -1;
- }
- static int
- diskarenatoc(HConnect *c, Arena *arena)
- {
- uchar *blk;
- int i;
- vlong off;
- vlong coff;
- ClumpInfo ci;
- char base[512];
- int cib;
- snprint(base, sizeof base, "/disk?disk=%s&type=a&arena=%s",
- arena->part->name, arena->name);
- blk = vtmalloc(arena->blocksize);
- off = arena->base + arena->size;
- hprint(&c->hout, "<h2>table of contents</h2>\n");
- hprint(&c->hout, "<pre>\n");
- hprint(&c->hout, "%5s %6s %7s %s\n", "type", "size", "uncsize", "score");
- coff = 0;
- cib = hargint(c, "cib", 0);
- for(i=0; i<arena->memstats.clumps; i++){
- if(i%arena->clumpmax == 0){
- off -= arena->blocksize;
- if(readpart(arena->part, off, blk, arena->blocksize) != arena->blocksize){
- hprint(&c->hout, "<i>clump info directory at %#llx: %r</i>\n<br>\n",
- off);
- i += arena->clumpmax-1;
- coff = -1;
- continue;
- }
- }
- unpackclumpinfo(&ci, blk+(i%arena->clumpmax)*ClumpInfoSize);
- if(i/arena->clumpmax == cib || i%arena->clumpmax == 0){
- hprint(&c->hout, "%5d %6d %7d %V",
- ci.type, ci.size, ci.uncsize, ci.score);
- if(coff >= 0)
- hprint(&c->hout, " at <a href=\"%s&clump=%#llx&score=%V\">%#llx</a>",
- base, coff, ci.score, coff);
- if(i/arena->clumpmax != cib)
- hprint(&c->hout, " <font size=-1><a href=\"%s&cib=%d\">more</a></font>", base, i/arena->clumpmax);
- hprint(&c->hout, "\n");
- }
- if(coff >= 0)
- coff += ClumpSize + ci.size;
- }
- hprint(&c->hout, "</pre>\n");
- return 0;
- }
- #define U32GET(p) ((u32int)(((p)[0]<<24)|((p)[1]<<16)|((p)[2]<<8)|(p)[3]))
- static int
- diskarenaclump(HConnect *c, Arena *arena, vlong off, char *scorestr)
- {
- uchar *blk, *blk2;
- Clump cl;
- char err[ERRMAX];
- uchar xscore[VtScoreSize], score[VtScoreSize];
- Unwhack uw;
- int n;
-
- if(scorestr){
- if(vtparsescore(scorestr, nil, score) < 0){
- hprint(&c->hout, "bad score %s: %r\n", scorestr);
- return -1;
- }
- if(off < 0){
- off = findintoc(c, arena, score);
- if(off < 0){
- hprint(&c->hout, "score %V not found in arena %s\n", score, arena->name);
- return -1;
- }
- hprint(&c->hout, "score %V at %#llx\n", score, off);
- }
- }else
- memset(score, 0, sizeof score);
- if(off < 0){
- hprint(&c->hout, "bad offset %#llx\n", off);
- return -1;
- }
-
- off += arena->base;
- blk = vtmalloc(ClumpSize + VtMaxLumpSize);
- if(readpart(arena->part, off, blk, ClumpSize + VtMaxLumpSize) != ClumpSize + VtMaxLumpSize){
- hprint(&c->hout, "reading at %#llx: %r\n", off);
- vtfree(blk);
- return -1;
- }
- if(unpackclump(&cl, blk, arena->clumpmagic) < 0){
- hprint(&c->hout, "unpackclump: %r\n<br>");
- rerrstr(err, sizeof err);
- if(strstr(err, "magic")){
- hprint(&c->hout, "trying again with magic=%#ux<br>\n", U32GET(blk));
- if(unpackclump(&cl, blk, U32GET(blk)) < 0){
- hprint(&c->hout, "unpackclump: %r\n<br>\n");
- goto error;
- }
- }else
- goto error;
- }
- hprint(&c->hout, "<pre>type=%d size=%d uncsize=%d score=%V\n", cl.info.type, cl.info.size, cl.info.uncsize, cl.info.score);
- hprint(&c->hout, "encoding=%d creator=%d time=%d %s</pre>\n", cl.encoding, cl.creator, cl.time, fmttime(err, cl.time));
-
- if(cl.info.type == VtCorruptType)
- hprint(&c->hout, "clump is marked corrupt<br>\n");
-
- if(cl.info.size >= VtMaxLumpSize){
- hprint(&c->hout, "clump too big\n");
- goto error;
- }
-
- switch(cl.encoding){
- case ClumpECompress:
- blk2 = vtmalloc(VtMaxLumpSize);
- unwhackinit(&uw);
- n = unwhack(&uw, blk2, cl.info.uncsize, blk+ClumpSize, cl.info.size);
- if(n < 0){
- hprint(&c->hout, "decompression failed\n");
- vtfree(blk2);
- goto error;
- }
- if(n != cl.info.uncsize){
- hprint(&c->hout, "got wrong amount: %d wanted %d\n", n, cl.info.uncsize);
- // hhex(blk2, n);
- vtfree(blk2);
- goto error;
- }
- scoremem(xscore, blk2, cl.info.uncsize);
- vtfree(blk2);
- break;
- case ClumpENone:
- scoremem(xscore, blk+ClumpSize, cl.info.size);
- break;
- }
-
- hprint(&c->hout, "score=%V<br>\n", xscore);
- if(scorestr && scorecmp(score, xscore) != 0)
- hprint(&c->hout, "score does NOT match expected %V\n", score);
- vtfree(blk);
- return 0;
- error:
- // hhex(blk, ClumpSize + VtMaxLumpSize);
- vtfree(blk);
- return -1;
- }
- static int
- diskbloom(HConnect *c, char *disk, Part *p)
- {
- USED(c);
- USED(disk);
- USED(p);
- return 0;
- }
- static int
- diskisect(HConnect *c, char *disk, Part *p)
- {
- USED(c);
- USED(disk);
- USED(p);
- return 0;
- }
- static void
- debugamap(HConnect *c)
- {
- int i;
- AMap *amap;
- hprint(&c->hout, "<h2>arena map</h2>\n");
- hprint(&c->hout, "<pre>\n");
- amap = mainindex->amap;
- for(i=0; i<mainindex->narenas; i++)
- hprint(&c->hout, "%s %#llx %#llx\n",
- amap[i].name, amap[i].start, amap[i].stop);
- }
- static void
- debugread(HConnect *c, u8int *score)
- {
- int type;
- Lump *u;
- IAddr ia;
- IEntry ie;
- int i;
- Arena *arena;
- u64int aa;
- ZBlock *zb;
- Clump cl;
- vlong off;
- u8int sc[VtScoreSize];
- if(scorecmp(score, zeroscore) == 0){
- hprint(&c->hout, "zero score\n");
- return;
- }
-
- hprint(&c->hout, "<h2>index search %V</h2><pre>\n", score);
- if(icachelookup(score, -1, &ia) < 0)
- hprint(&c->hout, " icache: not found\n");
- else
- hprint(&c->hout, " icache: addr=%#llx size=%d type=%d blocks=%d\n",
- ia.addr, ia.size, ia.type, ia.blocks);
-
- if(loadientry(mainindex, score, -1, &ie) < 0)
- hprint(&c->hout, " idisk: not found\n");
- else
- hprint(&c->hout, " idisk: addr=%#llx size=%d type=%d blocks=%d\n",
- ie.ia.addr, ie.ia.size, ie.ia.type, ie.ia.blocks);
-
- hprint(&c->hout, "</pre><h2>lookup %V</h2>\n", score);
- hprint(&c->hout, "<pre>\n");
-
- for(type=0; type < VtMaxType; type++){
- hprint(&c->hout, "%V type %d:", score, type);
- u = lookuplump(score, type);
- if(u->data != nil)
- hprint(&c->hout, " +cache");
- else
- hprint(&c->hout, " -cache");
- putlump(u);
-
- if(lookupscore(score, type, &ia) < 0){
- hprint(&c->hout, " -lookup\n");
- continue;
- }
- hprint(&c->hout, "\n lookupscore: addr=%#llx size=%d blocks=%d\n",
- ia.addr, ia.size, ia.blocks);
-
- arena = amapitoa(mainindex, ia.addr, &aa);
- if(arena == nil){
- hprint(&c->hout, " amapitoa failed: %r\n");
- continue;
- }
- hprint(&c->hout, " amapitoa: aa=%#llx arena="
- "<a href=\"/disk?disk=%s&type=a&arena=%s&score=%V\">%s</a>\n",
- aa, arena->part->name, arena->name, score, arena->name);
- zb = loadclump(arena, aa, ia.blocks, &cl, sc, 1);
- if(zb == nil){
- hprint(&c->hout, " loadclump failed: %r\n");
- continue;
- }
-
- hprint(&c->hout, " loadclump: uncsize=%d type=%d score=%V\n",
- cl.info.uncsize, cl.info.type, sc);
- if(ia.size != cl.info.uncsize || ia.type != cl.info.type || scorecmp(score, sc) != 0){
- hprint(&c->hout, " clump info mismatch\n");
- continue;
- }
- }
-
- if(hargstr(c, "brute", "")[0] == 'y'){
- hprint(&c->hout, "</pre>\n");
- hprint(&c->hout, "<h2>brute force arena search %V</h2>\n", score);
- hprint(&c->hout, "<pre>\n");
-
- for(i=0; i<mainindex->narenas; i++){
- arena = mainindex->arenas[i];
- hprint(&c->hout, "%s...\n", arena->name);
- hflush(&c->hout);
- off = findintoc(nil, arena, score);
- if(off >= 0)
- hprint(&c->hout, "%s %#llx (%#llx)\n", arena->name, off, mainindex->amap[i].start + off);
- }
- }
- hprint(&c->hout, "</pre>\n");
- }
- static void
- debugmem(HConnect *c)
- {
- Index *ix;
-
- ix = mainindex;
- hprint(&c->hout, "<h2>memory</h2>\n");
-
- hprint(&c->hout, "<pre>\n");
- hprint(&c->hout, "ix=%p\n", ix);
- hprint(&c->hout, "\tarenas=%p\n", ix->arenas);
- if(ix->narenas > 0)
- hprint(&c->hout, "\tarenas[...] = %p...%p\n", ix->arenas[0], ix->arenas[ix->narenas-1]);
- hprint(&c->hout, "\tsmap=%p\n", ix->smap);
- hprint(&c->hout, "\tamap=%p\n", ix->amap);
- hprint(&c->hout, "\tbloom=%p\n", ix->bloom);
- hprint(&c->hout, "\tbloom->data=%p\n", ix->bloom ? ix->bloom->data : nil);
- hprint(&c->hout, "\tisects=%p\n", ix->sects);
- if(ix->nsects > 0)
- hprint(&c->hout, "\tsects[...] = %p...%p\n", ix->sects[0], ix->sects[ix->nsects-1]);
- }
- int
- hdebug(HConnect *c)
- {
- char *scorestr, *op;
- u8int score[VtScoreSize];
-
- if(hsethtml(c) < 0)
- return -1;
- hprint(&c->hout, "<h1>venti debug</h1>\n");
- op = hargstr(c, "op", "");
- if(!op[0]){
- hprint(&c->hout, "no op\n");
- return 0;
- }
-
- if(strcmp(op, "amap") == 0){
- debugamap(c);
- return 0;
- }
- if(strcmp(op, "mem") == 0){
- debugmem(c);
- return 0;
- }
- if(strcmp(op, "read") == 0){
- scorestr = hargstr(c, "score", "");
- if(vtparsescore(scorestr, nil, score) < 0){
- hprint(&c->hout, "bad score %s: %r\n", scorestr);
- return 0;
- }
- debugread(c, score);
- return 0;
- }
-
- hprint(&c->hout, "unknown op %s", op);
- return 0;
- }
|