Admin.c 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545
  1. /* vim: set expandtab ts=4 sw=4: */
  2. /*
  3. * You may redistribute this program and/or modify it under the terms of
  4. * the GNU General Public License as published by the Free Software Foundation,
  5. * either version 3 of the License, or (at your option) any later version.
  6. *
  7. * This program is distributed in the hope that it will be useful,
  8. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. * GNU General Public License for more details.
  11. *
  12. * You should have received a copy of the GNU General Public License
  13. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  14. */
  15. #include "admin/Admin.h"
  16. #include "benc/String.h"
  17. #include "benc/Int.h"
  18. #include "benc/Dict.h"
  19. #include "benc/serialization/standard/BencMessageWriter.h"
  20. #include "benc/serialization/standard/BencMessageReader.h"
  21. #include "interface/addressable/AddrInterface.h"
  22. #include "memory/Allocator.h"
  23. #include "util/Assert.h"
  24. #include "util/Bits.h"
  25. #include "util/Hex.h"
  26. #include "util/log/Log.h"
  27. #include "util/events/Time.h"
  28. #include "util/events/Timeout.h"
  29. #include "util/Identity.h"
  30. #include "util/platform/Sockaddr.h"
  31. #include <crypto_hash_sha256.h>
  32. #include <stdlib.h>
  33. #include <stdio.h>
  34. static String* TYPE = String_CONST_SO("type");
  35. static String* REQUIRED = String_CONST_SO("required");
  36. static String* STRING = String_CONST_SO("String");
  37. static String* INTEGER = String_CONST_SO("Int");
  38. static String* DICT = String_CONST_SO("Dict");
  39. static String* LIST = String_CONST_SO("List");
  40. static String* TXID = String_CONST_SO("txid");
  41. /** Number of milliseconds before a session times out and outgoing messages are failed. */
  42. #define TIMEOUT_MILLISECONDS 30000
  43. /** map values for tracking time of last message by source address */
  44. struct MapValue
  45. {
  46. /** time when the last incoming message was received. */
  47. uint64_t timeOfLastMessage;
  48. /** used to allocate the memory for the key (Sockaddr) and value (this). */
  49. struct Allocator* allocator;
  50. };
  51. //////// generate time-of-last-message-by-address map
  52. #define Map_USE_HASH
  53. #define Map_USE_COMPARATOR
  54. #define Map_NAME LastMessageTimeByAddr
  55. #define Map_KEY_TYPE struct Sockaddr*
  56. #define Map_VALUE_TYPE struct MapValue*
  57. #include "util/Map.h"
  58. static inline uint32_t Map_LastMessageTimeByAddr_hash(struct Sockaddr** key)
  59. {
  60. uint32_t* k = (uint32_t*) *key;
  61. return k[ ((*key)->addrLen / 4)-1 ];
  62. }
  63. static inline int Map_LastMessageTimeByAddr_compare(struct Sockaddr** keyA, struct Sockaddr** keyB)
  64. {
  65. return Bits_memcmp(*keyA, *keyB, (*keyA)->addrLen);
  66. }
  67. /////// end map
  68. struct Function
  69. {
  70. String* name;
  71. Admin_Function call;
  72. void* context;
  73. bool needsAuth;
  74. Dict* args;
  75. };
  76. struct Admin
  77. {
  78. struct EventBase* eventBase;
  79. struct Function* functions;
  80. int functionCount;
  81. struct Allocator* allocator;
  82. String* password;
  83. struct Log* logger;
  84. struct AddrInterface* iface;
  85. struct Map_LastMessageTimeByAddr map;
  86. /** non-null if we are currently in an admin request. */
  87. struct Message* currentRequest;
  88. /** non-zero if this session able to receive asynchronous messages. */
  89. int asyncEnabled;
  90. /** Length of addresses of clients which communicate with admin. */
  91. uint32_t addrLen;
  92. Identity
  93. };
  94. static uint8_t sendMessage(struct Message* message, struct Sockaddr* dest, struct Admin* admin)
  95. {
  96. // stack overflow when used with admin logger.
  97. //Log_keys(admin->logger, "sending message to angel [%s]", message->bytes);
  98. Message_push(message, dest, dest->addrLen, NULL);
  99. return admin->iface->generic.sendMessage(message, &admin->iface->generic);
  100. }
  101. static int sendBenc(Dict* message,
  102. struct Sockaddr* dest,
  103. struct Allocator* alloc,
  104. struct Admin* admin)
  105. {
  106. #define sendBenc_PADDING 32
  107. struct Message* msg = Message_new(0, Admin_MAX_RESPONSE_SIZE + sendBenc_PADDING, alloc);
  108. BencMessageWriter_write(message, msg, NULL);
  109. return sendMessage(msg, dest, admin);
  110. }
  111. /**
  112. * If no incoming data has been sent by this address in TIMEOUT_MILLISECONDS
  113. * then Admin_sendMessage() should fail so that it doesn't endlessly send
  114. * udp packets into outer space after a logging client disconnects.
  115. */
  116. static int checkAddress(struct Admin* admin, int index, uint64_t now)
  117. {
  118. uint64_t diff = now - admin->map.values[index]->timeOfLastMessage;
  119. // check for backwards time
  120. if (diff > TIMEOUT_MILLISECONDS && diff < ((uint64_t)INT64_MAX)) {
  121. Allocator_free(admin->map.values[index]->allocator);
  122. Map_LastMessageTimeByAddr_remove(index, &admin->map);
  123. return -1;
  124. }
  125. return 0;
  126. }
  127. static void clearExpiredAddresses(void* vAdmin)
  128. {
  129. struct Admin* admin = Identity_check((struct Admin*) vAdmin);
  130. uint64_t now = Time_currentTimeMilliseconds(admin->eventBase);
  131. int count = 0;
  132. for (int i = admin->map.count - 1; i >= 0; i--) {
  133. if (checkAddress(admin, i, now)) {
  134. count++;
  135. }
  136. }
  137. Log_debug(admin->logger, "Cleared [%d] expired sessions", count);
  138. }
  139. /**
  140. * public function to send responses
  141. */
  142. int Admin_sendMessage(Dict* message, String* txid, struct Admin* admin)
  143. {
  144. if (!admin) {
  145. return 0;
  146. }
  147. Identity_check(admin);
  148. Assert_true(txid && txid->len >= admin->addrLen);
  149. struct Sockaddr_storage addr;
  150. Bits_memcpy(&addr, txid->bytes, admin->addrLen);
  151. // if this is an async call, check if we've got any input from that client.
  152. // if the client is nresponsive then fail the call so logs don't get sent
  153. // out forever after a disconnection.
  154. if (!admin->currentRequest) {
  155. struct Sockaddr* addrPtr = (struct Sockaddr*) &addr.addr;
  156. int index = Map_LastMessageTimeByAddr_indexForKey(&addrPtr, &admin->map);
  157. uint64_t now = Time_currentTimeMilliseconds(admin->eventBase);
  158. if (index < 0 || checkAddress(admin, index, now)) {
  159. return Admin_sendMessage_CHANNEL_CLOSED;
  160. }
  161. }
  162. struct Allocator* alloc = Allocator_child(admin->allocator);
  163. // Bounce back the user-supplied txid.
  164. String userTxid = {
  165. .bytes = txid->bytes + admin->addrLen,
  166. .len = txid->len - admin->addrLen
  167. };
  168. if (txid->len > admin->addrLen) {
  169. Dict_putString(message, TXID, &userTxid, alloc);
  170. }
  171. int ret = sendBenc(message, &addr.addr, alloc, admin);
  172. Allocator_free(alloc);
  173. return ret;
  174. }
  175. static inline bool authValid(Dict* message, struct Message* messageBytes, struct Admin* admin)
  176. {
  177. String* cookieStr = Dict_getString(message, String_CONST("cookie"));
  178. uint32_t cookie = (cookieStr != NULL) ? strtoll(cookieStr->bytes, NULL, 10) : 0;
  179. if (!cookie) {
  180. int64_t* cookieInt = Dict_getInt(message, String_CONST("cookie"));
  181. cookie = (cookieInt) ? *cookieInt : 0;
  182. }
  183. uint64_t nowSecs = Time_currentTimeSeconds(admin->eventBase);
  184. String* submittedHash = Dict_getString(message, String_CONST("hash"));
  185. if (cookie > nowSecs || cookie < nowSecs - 20 || !submittedHash || submittedHash->len != 64) {
  186. return false;
  187. }
  188. uint8_t* hashPtr = CString_strstr(messageBytes->bytes, submittedHash->bytes);
  189. if (!hashPtr || !admin->password) {
  190. return false;
  191. }
  192. uint8_t passAndCookie[64];
  193. snprintf((char*) passAndCookie, 64, "%s%u", admin->password->bytes, cookie);
  194. uint8_t hash[32];
  195. crypto_hash_sha256(hash, passAndCookie, CString_strlen((char*) passAndCookie));
  196. Hex_encode(hashPtr, 64, hash, 32);
  197. crypto_hash_sha256(hash, messageBytes->bytes, messageBytes->length);
  198. Hex_encode(hashPtr, 64, hash, 32);
  199. return Bits_memcmp(hashPtr, submittedHash->bytes, 64) == 0;
  200. }
  201. static bool checkArgs(Dict* args,
  202. struct Function* func,
  203. String* txid,
  204. struct Allocator* requestAlloc,
  205. struct Admin* admin)
  206. {
  207. struct Dict_Entry* entry = *func->args;
  208. String* error = NULL;
  209. while (entry != NULL) {
  210. String* key = (String*) entry->key;
  211. Assert_ifParanoid(entry->val->type == Object_DICT);
  212. Dict* value = entry->val->as.dictionary;
  213. entry = entry->next;
  214. if (*Dict_getInt(value, String_CONST("required")) == 0) {
  215. continue;
  216. }
  217. String* type = Dict_getString(value, String_CONST("type"));
  218. if ((type == STRING && !Dict_getString(args, key))
  219. || (type == DICT && !Dict_getDict(args, key))
  220. || (type == INTEGER && !Dict_getInt(args, key))
  221. || (type == LIST && !Dict_getList(args, key)))
  222. {
  223. error = String_printf(requestAlloc,
  224. "Entry [%s] is required and must be of type [%s]",
  225. key->bytes,
  226. type->bytes);
  227. break;
  228. }
  229. }
  230. if (error) {
  231. Dict d = Dict_CONST(String_CONST("error"), String_OBJ(error), NULL);
  232. Admin_sendMessage(&d, txid, admin);
  233. }
  234. return !error;
  235. }
  236. static void asyncEnabled(Dict* args, void* vAdmin, String* txid, struct Allocator* requestAlloc)
  237. {
  238. struct Admin* admin = Identity_check((struct Admin*) vAdmin);
  239. int64_t enabled = admin->asyncEnabled;
  240. Dict d = Dict_CONST(String_CONST("asyncEnabled"), Int_OBJ(enabled), NULL);
  241. Admin_sendMessage(&d, txid, admin);
  242. }
  243. #define ENTRIES_PER_PAGE 8
  244. static void availableFunctions(Dict* args, void* vAdmin, String* txid, struct Allocator* tempAlloc)
  245. {
  246. struct Admin* admin = Identity_check((struct Admin*) vAdmin);
  247. int64_t* page = Dict_getInt(args, String_CONST("page"));
  248. uint32_t i = (page) ? *page * ENTRIES_PER_PAGE : 0;
  249. Dict* d = Dict_new(tempAlloc);
  250. Dict* functions = Dict_new(tempAlloc);
  251. int count = 0;
  252. for (; i < (uint32_t)admin->functionCount && count++ < ENTRIES_PER_PAGE; i++) {
  253. Dict_putDict(functions, admin->functions[i].name, admin->functions[i].args, tempAlloc);
  254. }
  255. String* more = String_CONST("more");
  256. if (count >= ENTRIES_PER_PAGE) {
  257. Dict_putInt(d, more, 1, tempAlloc);
  258. }
  259. Dict_putDict(d, String_CONST("availableFunctions"), functions, tempAlloc);
  260. Admin_sendMessage(d, txid, admin);
  261. }
  262. static void handleRequest(Dict* messageDict,
  263. struct Message* message,
  264. struct Sockaddr* src,
  265. struct Allocator* allocator,
  266. struct Admin* admin)
  267. {
  268. String* query = Dict_getString(messageDict, String_CONST("q"));
  269. if (!query) {
  270. Log_info(admin->logger, "Got a non-query from admin interface");
  271. return;
  272. }
  273. // txid becomes the user supplied txid combined with the channel num.
  274. String* userTxid = Dict_getString(messageDict, TXID);
  275. uint32_t txidlen = ((userTxid) ? userTxid->len : 0) + src->addrLen;
  276. String* txid = String_newBinary(NULL, txidlen, allocator);
  277. Bits_memcpy(txid->bytes, src, src->addrLen);
  278. if (userTxid) {
  279. Bits_memcpy(txid->bytes + src->addrLen, userTxid->bytes, userTxid->len);
  280. }
  281. // If they're asking for a cookie then lets give them one.
  282. String* cookie = String_CONST("cookie");
  283. if (String_equals(query, cookie)) {
  284. //Log_debug(admin->logger, "Got a request for a cookie");
  285. Dict* d = Dict_new(allocator);
  286. char bytes[32];
  287. snprintf(bytes, 32, "%u", (uint32_t) Time_currentTimeSeconds(admin->eventBase));
  288. String* theCookie = &(String) { .len = CString_strlen(bytes), .bytes = bytes };
  289. Dict_putString(d, cookie, theCookie, allocator);
  290. Admin_sendMessage(d, txid, admin);
  291. return;
  292. }
  293. // If this is a permitted query, make sure the cookie is right.
  294. String* auth = String_CONST("auth");
  295. bool authed = false;
  296. if (String_equals(query, auth)) {
  297. if (!authValid(messageDict, message, admin)) {
  298. Dict* d = Dict_new(allocator);
  299. Dict_putString(d, String_CONST("error"), String_CONST("Auth failed."), allocator);
  300. Admin_sendMessage(d, txid, admin);
  301. return;
  302. }
  303. query = Dict_getString(messageDict, String_CONST("aq"));
  304. authed = true;
  305. }
  306. // Then sent a valid authed query, lets track their address so they can receive
  307. // asynchronous messages.
  308. int index = Map_LastMessageTimeByAddr_indexForKey(&src, &admin->map);
  309. uint64_t now = Time_currentTimeMilliseconds(admin->eventBase);
  310. admin->asyncEnabled = 1;
  311. if (index >= 0) {
  312. admin->map.values[index]->timeOfLastMessage = now;
  313. } else if (authed) {
  314. struct Allocator* entryAlloc = Allocator_child(admin->allocator);
  315. struct MapValue* mv = Allocator_calloc(entryAlloc, sizeof(struct MapValue), 1);
  316. mv->timeOfLastMessage = now;
  317. mv->allocator = entryAlloc;
  318. struct Sockaddr* storedAddr = Sockaddr_clone(src, entryAlloc);
  319. Map_LastMessageTimeByAddr_put(&storedAddr, &mv, &admin->map);
  320. } else {
  321. admin->asyncEnabled = 0;
  322. }
  323. Dict* args = Dict_getDict(messageDict, String_CONST("args"));
  324. bool noFunctionsCalled = true;
  325. for (int i = 0; i < admin->functionCount; i++) {
  326. if (String_equals(query, admin->functions[i].name)
  327. && (authed || !admin->functions[i].needsAuth))
  328. {
  329. if (checkArgs(args, &admin->functions[i], txid, message->alloc, admin)) {
  330. admin->functions[i].call(args, admin->functions[i].context, txid, message->alloc);
  331. }
  332. noFunctionsCalled = false;
  333. }
  334. }
  335. if (noFunctionsCalled) {
  336. Dict d = Dict_CONST(
  337. String_CONST("error"),
  338. String_OBJ(String_CONST("No functions matched your request, "
  339. "try Admin_availableFunctions()")),
  340. NULL
  341. );
  342. Admin_sendMessage(&d, txid, admin);
  343. }
  344. return;
  345. }
  346. static void handleMessage(struct Message* message,
  347. struct Sockaddr* src,
  348. struct Allocator* alloc,
  349. struct Admin* admin)
  350. {
  351. #ifdef Log_KEYS
  352. uint8_t lastChar = message->bytes[message->length - 1];
  353. message->bytes[message->length - 1] = '\0';
  354. Log_keys(admin->logger, "Got message from [%s] [%s]",
  355. Sockaddr_print(src, alloc), message->bytes);
  356. message->bytes[message->length - 1] = lastChar;
  357. #endif
  358. // handle non empty message data
  359. if (message->length > Admin_MAX_REQUEST_SIZE) {
  360. #define TOO_BIG "d5:error16:Request too big.e"
  361. #define TOO_BIG_STRLEN (sizeof(TOO_BIG) - 1)
  362. Bits_memcpyConst(message->bytes, TOO_BIG, TOO_BIG_STRLEN);
  363. message->length = TOO_BIG_STRLEN;
  364. sendMessage(message, src, admin);
  365. return;
  366. }
  367. int origMessageLen = message->length;
  368. Dict* messageDict = NULL;
  369. char* err = BencMessageReader_readNoExcept(message, alloc, &messageDict);
  370. if (err) {
  371. Log_warn(admin->logger,
  372. "Unparsable data from [%s] content: [%s] error: [%s]",
  373. Sockaddr_print(src, alloc), message->bytes, err);
  374. return;
  375. }
  376. if (message->length) {
  377. Log_warn(admin->logger,
  378. "Message from [%s] contained garbage after byte [%d] content: [%s]",
  379. Sockaddr_print(src, alloc), message->length, message->bytes);
  380. return;
  381. }
  382. // put the data back in the front of the message because it is used by the auth checker.
  383. Message_shift(message, origMessageLen, NULL);
  384. handleRequest(messageDict, message, src, alloc, admin);
  385. }
  386. static uint8_t receiveMessage(struct Message* message, struct Interface* iface)
  387. {
  388. struct Admin* admin = Identity_check((struct Admin*) iface->receiverContext);
  389. Assert_ifParanoid(message->length >= (int)admin->addrLen);
  390. struct Sockaddr_storage addrStore = { .addr = { .addrLen = 0 } };
  391. Message_pop(message, &addrStore, admin->addrLen, NULL);
  392. struct Allocator* alloc = Allocator_child(admin->allocator);
  393. admin->currentRequest = message;
  394. handleMessage(message, &addrStore.addr, alloc, admin);
  395. admin->currentRequest = NULL;
  396. Allocator_free(alloc);
  397. return 0;
  398. }
  399. void Admin_registerFunctionWithArgCount(char* name,
  400. Admin_Function callback,
  401. void* callbackContext,
  402. bool needsAuth,
  403. struct Admin_FunctionArg* arguments,
  404. int argCount,
  405. struct Admin* admin)
  406. {
  407. if (!admin) {
  408. return;
  409. }
  410. Identity_check(admin);
  411. String* str = String_new(name, admin->allocator);
  412. admin->functions =
  413. Allocator_realloc(admin->allocator,
  414. admin->functions,
  415. sizeof(struct Function) * (admin->functionCount + 1));
  416. struct Function* fu = &admin->functions[admin->functionCount];
  417. admin->functionCount++;
  418. fu->name = str;
  419. fu->call = callback;
  420. fu->context = callbackContext;
  421. fu->needsAuth = needsAuth;
  422. fu->args = Dict_new(admin->allocator);
  423. for (int i = 0; arguments && i < argCount; i++) {
  424. // "type" must be one of: [ "String", "Int", "Dict", "List" ]
  425. String* type = NULL;
  426. if (!CString_strcmp(arguments[i].type, STRING->bytes)) {
  427. type = STRING;
  428. } else if (!CString_strcmp(arguments[i].type, INTEGER->bytes)) {
  429. type = INTEGER;
  430. } else if (!CString_strcmp(arguments[i].type, DICT->bytes)) {
  431. type = DICT;
  432. } else if (!CString_strcmp(arguments[i].type, LIST->bytes)) {
  433. type = LIST;
  434. } else {
  435. abort();
  436. }
  437. Dict* arg = Dict_new(admin->allocator);
  438. Dict_putString(arg, TYPE, type, admin->allocator);
  439. Dict_putInt(arg, REQUIRED, arguments[i].required, admin->allocator);
  440. String* name = String_new(arguments[i].name, admin->allocator);
  441. Dict_putDict(fu->args, name, arg, admin->allocator);
  442. }
  443. }
  444. struct Admin* Admin_new(struct AddrInterface* iface,
  445. struct Allocator* alloc,
  446. struct Log* logger,
  447. struct EventBase* eventBase,
  448. String* password)
  449. {
  450. struct Admin* admin = Allocator_clone(alloc, (&(struct Admin) {
  451. .iface = iface,
  452. .allocator = alloc,
  453. .logger = logger,
  454. .eventBase = eventBase,
  455. .addrLen = iface->addr->addrLen,
  456. .map = {
  457. .allocator = alloc
  458. }
  459. }));
  460. Identity_set(admin);
  461. admin->password = String_clone(password, alloc);
  462. Timeout_setInterval(clearExpiredAddresses, admin, TIMEOUT_MILLISECONDS * 3, eventBase, alloc);
  463. iface->generic.receiveMessage = receiveMessage;
  464. iface->generic.receiverContext = admin;
  465. Admin_registerFunction("Admin_asyncEnabled", asyncEnabled, admin, false, NULL, admin);
  466. Admin_registerFunction("Admin_availableFunctions", availableFunctions, admin, false,
  467. ((struct Admin_FunctionArg[]) {
  468. { .name = "page", .required = 0, .type = "Int" }
  469. }), admin);
  470. return admin;
  471. }