reseal.c 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314
  1. #include "stdinc.h"
  2. #include "dat.h"
  3. #include "fns.h"
  4. static int verbose;
  5. static int fd;
  6. static uchar *data;
  7. static uchar *data1;
  8. static int blocksize;
  9. static int sleepms;
  10. void
  11. usage(void)
  12. {
  13. fprint(2, "usage: reseal [-b blocksize] [-s ms] [-v] arenapart1 [name...]]\n");
  14. threadexitsall(0);
  15. }
  16. static int
  17. pwriteblock(int fd, uchar *buf, int n, vlong off)
  18. {
  19. int nr, m;
  20. for(nr = 0; nr < n; nr += m){
  21. m = n - nr;
  22. m = pwrite(fd, &buf[nr], m, off+nr);
  23. if(m <= 0)
  24. return -1;
  25. }
  26. return 0;
  27. }
  28. static int
  29. preadblock(int fd, uchar *buf, int n, vlong off)
  30. {
  31. int nr, m;
  32. for(nr = 0; nr < n; nr += m){
  33. m = n - nr;
  34. m = pread(fd, &buf[nr], m, off+nr);
  35. if(m <= 0){
  36. if(m == 0)
  37. werrstr("early eof");
  38. return -1;
  39. }
  40. }
  41. return 0;
  42. }
  43. static int
  44. readblock(int fd, uchar *buf, int n)
  45. {
  46. int nr, m;
  47. for(nr = 0; nr < n; nr += m){
  48. m = n - nr;
  49. m = read(fd, &buf[nr], m);
  50. if(m <= 0){
  51. if(m == 0)
  52. werrstr("early eof");
  53. return -1;
  54. }
  55. }
  56. return 0;
  57. }
  58. static int
  59. loadheader(char *name, ArenaHead *head, Arena *arena, int fd, vlong off)
  60. {
  61. if(preadblock(fd, data, head->blocksize, off + head->size - head->blocksize) < 0){
  62. fprint(2, "%s: reading arena tail: %r\n", name);
  63. return -1;
  64. }
  65. memset(arena, 0, sizeof *arena);
  66. if(unpackarena(arena, data) < 0){
  67. fprint(2, "%s: unpack arena tail: %r\n", name);
  68. return -1;
  69. }
  70. arena->blocksize = head->blocksize;
  71. arena->base = off + head->blocksize;
  72. arena->clumpmax = arena->blocksize / ClumpInfoSize;
  73. arena->size = head->size - 2*head->blocksize;
  74. if(arena->diskstats.sealed)
  75. scorecp(arena->score, data + head->blocksize - VtScoreSize);
  76. return 0;
  77. }
  78. uchar zero[VtScoreSize];
  79. static int
  80. verify(int fd, Arena *arena, void *data, uchar *newscore)
  81. {
  82. vlong e, bs, n, o;
  83. DigestState ds, ds1;
  84. uchar score[VtScoreSize];
  85. /*
  86. * now we know how much to read
  87. * read everything but the last block, which is special
  88. */
  89. e = arena->size + arena->blocksize;
  90. o = arena->base - arena->blocksize;
  91. bs = arena->blocksize;
  92. memset(&ds, 0, sizeof ds);
  93. for(n = 0; n < e; n += bs){
  94. if(preadblock(fd, data, bs, o + n) < 0){
  95. werrstr("read: %r");
  96. return -1;
  97. }
  98. if(n + bs > e)
  99. bs = e - n;
  100. sha1(data, bs, nil, &ds);
  101. }
  102. /* last block */
  103. if(preadblock(fd, data, arena->blocksize, o + e) < 0){
  104. werrstr("read: %r");
  105. return -1;
  106. }
  107. ds1 = ds;
  108. sha1(data, bs - VtScoreSize, nil, &ds);
  109. sha1(zero, VtScoreSize, score, &ds);
  110. if(scorecmp(score, arena->score) != 0){
  111. werrstr("score mismatch: %V != %V", score, arena->score);
  112. return -1;
  113. }
  114. /* prepare new last block */
  115. memset(data, 0, arena->blocksize);
  116. packarena(arena, data);
  117. sha1(data, bs, newscore, &ds1);
  118. scorecp((uchar*)data + arena->blocksize - VtScoreSize, newscore);
  119. return 0;
  120. }
  121. static void
  122. resealarena(char *name, vlong len)
  123. {
  124. ArenaHead head;
  125. Arena arena;
  126. DigestState s;
  127. u64int off;
  128. uchar newscore[VtScoreSize];
  129. fprint(2, "%s: begin reseal\n", name);
  130. memset(&s, 0, sizeof s);
  131. off = seek(fd, 0, 1);
  132. /*
  133. * read a little bit, which will include the header
  134. */
  135. if(preadblock(fd, data, HeadSize, off) < 0){
  136. fprint(2, "%s: reading header: %r\n", name);
  137. return;
  138. }
  139. if(unpackarenahead(&head, data) < 0){
  140. fprint(2, "%s: corrupt arena header: %r\n", name);
  141. return;
  142. }
  143. if(head.version != ArenaVersion4 && head.version != ArenaVersion5)
  144. fprint(2, "%s: warning: unknown arena version %d\n", name, head.version);
  145. if(len != 0 && len != head.size)
  146. fprint(2, "%s: warning: unexpected length %lld != %lld\n", name, head.size, len);
  147. if(strcmp(name, "<stdin>") != 0 && strcmp(head.name, name) != 0)
  148. fprint(2, "%s: warning: unexpected name %s\n", name, head.name);
  149. if(loadheader(name, &head, &arena, fd, off) < 0)
  150. return;
  151. if(!arena.diskstats.sealed){
  152. fprint(2, "%s: not sealed\n", name);
  153. return;
  154. }
  155. if(verify(fd, &arena, data, newscore) < 0){
  156. fprint(2, "%s: failed to verify before reseal: %r\n", name);
  157. return;
  158. }
  159. fprint(2, "%s: verified: %V\n", name, arena.score);
  160. if(pwriteblock(fd, data, arena.blocksize, arena.base + arena.size) < 0){
  161. fprint(2, "%s: writing new tail: %r\n", name);
  162. return;
  163. }
  164. scorecp(arena.score, newscore);
  165. fprint(2, "%s: resealed: %V\n", name, newscore);
  166. if(verify(fd, &arena, data, newscore) < 0){
  167. fprint(2, "%s: failed to verify after reseal!: %r\n", name);
  168. return;
  169. }
  170. fprint(2, "%s: verified: %V\n", name, newscore);
  171. }
  172. static int
  173. shouldcheck(char *name, char **s, int n)
  174. {
  175. int i;
  176. if(n == 0)
  177. return 1;
  178. for(i=0; i<n; i++){
  179. if(s[i] && strcmp(name, s[i]) == 0){
  180. s[i] = nil;
  181. return 1;
  182. }
  183. }
  184. return 0;
  185. }
  186. char *
  187. readap(int fd, ArenaPart *ap)
  188. {
  189. char *table;
  190. if(preadblock(fd, data, 8192, PartBlank) < 0)
  191. sysfatal("read arena part header: %r");
  192. if(unpackarenapart(ap, data) < 0)
  193. sysfatal("corrupted arena part header: %r");
  194. fprint(2, "# arena part version=%d blocksize=%d arenabase=%d\n",
  195. ap->version, ap->blocksize, ap->arenabase);
  196. ap->tabbase = (PartBlank+HeadSize+ap->blocksize-1)&~(ap->blocksize-1);
  197. ap->tabsize = ap->arenabase - ap->tabbase;
  198. table = malloc(ap->tabsize+1);
  199. if(preadblock(fd, (uchar*)table, ap->tabsize, ap->tabbase) < 0)
  200. sysfatal("reading arena part directory: %r");
  201. table[ap->tabsize] = 0;
  202. return table;
  203. }
  204. void
  205. threadmain(int argc, char *argv[])
  206. {
  207. int i, nline;
  208. char *p, *q, *table, *f[10], line[256];
  209. vlong start, stop;
  210. ArenaPart ap;
  211. ventifmtinstall();
  212. blocksize = MaxIoSize;
  213. ARGBEGIN{
  214. case 'b':
  215. blocksize = unittoull(EARGF(usage()));
  216. break;
  217. case 's':
  218. sleepms = atoi(EARGF(usage()));
  219. break;
  220. case 'v':
  221. verbose++;
  222. break;
  223. default:
  224. usage();
  225. break;
  226. }ARGEND
  227. if(argc < 2)
  228. usage();
  229. data = vtmalloc(blocksize);
  230. if((fd = open(argv[0], ORDWR)) < 0)
  231. sysfatal("open %s: %r", argv[0]);
  232. table = readap(fd, &ap);
  233. nline = atoi(table);
  234. p = strchr(table, '\n');
  235. if(p)
  236. p++;
  237. for(i=0; i<nline; i++){
  238. if(p == nil){
  239. fprint(2, "warning: unexpected arena table end\n");
  240. break;
  241. }
  242. q = strchr(p, '\n');
  243. if(q)
  244. *q++ = 0;
  245. if(strlen(p) >= sizeof line){
  246. fprint(2, "warning: long arena table line: %s\n", p);
  247. p = q;
  248. continue;
  249. }
  250. strcpy(line, p);
  251. memset(f, 0, sizeof f);
  252. if(tokenize(line, f, nelem(f)) < 3){
  253. fprint(2, "warning: bad arena table line: %s\n", p);
  254. p = q;
  255. continue;
  256. }
  257. p = q;
  258. if(shouldcheck(f[0], argv+1, argc-1)){
  259. start = strtoull(f[1], 0, 0);
  260. stop = strtoull(f[2], 0, 0);
  261. if(stop <= start){
  262. fprint(2, "%s: bad start,stop %lld,%lld\n", f[0], stop, start);
  263. continue;
  264. }
  265. if(seek(fd, start, 0) < 0)
  266. fprint(2, "%s: seek to start: %r\n", f[0]);
  267. resealarena(f[0], stop - start);
  268. }
  269. }
  270. for(i=2; i<argc; i++)
  271. if(argv[i] != 0)
  272. fprint(2, "%s: did not find arena\n", argv[i]);
  273. threadexitsall(nil);
  274. }