123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532 |
- /*
- This file is part of GNUnet.
- Copyright (C) 2012, 2016 GNUnet e.V.
- GNUnet is free software: you can redistribute it and/or modify it
- under the terms of the GNU Affero General Public License as published
- by the Free Software Foundation, either version 3 of the License,
- or (at your option) any later version.
- GNUnet is distributed in the hope that it will be useful, but
- WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- Affero General Public License for more details.
- You should have received a copy of the GNU Affero General Public License
- along with this program. If not, see <http://www.gnu.org/licenses/>.
- SPDX-License-Identifier: AGPL3.0-or-later
- */
- /**
- * @file dht/test_dht_topo.c
- * @author Christian Grothoff
- * @brief Test for the dht service: store and retrieve in various topologies.
- * Each peer stores a value from the DHT and then each peer tries to get each
- * value from each other peer.
- */
- #include "platform.h"
- #include "gnunet_util_lib.h"
- #include "gnunet_dht_service.h"
- #include "dht_test_lib.h"
- /**
- * How long until we give up on fetching the data?
- */
- #define GET_TIMEOUT GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, \
- 120)
- /**
- * How frequently do we execute the PUTs?
- */
- #define PUT_FREQUENCY GNUNET_TIME_relative_multiply (GNUNET_TIME_UNIT_SECONDS, \
- 5)
- /**
- * Information we keep for each GET operation.
- */
- struct GetOperation
- {
- /**
- * DLL.
- */
- struct GetOperation *next;
- /**
- * DLL.
- */
- struct GetOperation *prev;
- /**
- * Handle for the operation.
- */
- struct GNUNET_DHT_GetHandle *get;
- };
- /**
- * Result of the test.
- */
- static int ok = 1;
- /**
- * Task to do DHT_puts
- */
- static struct GNUNET_SCHEDULER_Task *put_task;
- /**
- * Task to do DHT_gets
- */
- static struct GNUNET_SCHEDULER_Task *get_task;
- /**
- * Task to time out / regular shutdown.
- */
- static struct GNUNET_SCHEDULER_Task *timeout_task;
- /**
- * Head of list of active GET operations.
- */
- static struct GetOperation *get_head;
- /**
- * Tail of list of active GET operations.
- */
- static struct GetOperation *get_tail;
- /**
- * Array of the testbed's peers.
- */
- static struct GNUNET_TESTBED_Peer **my_peers;
- /**
- * Number of peers to run.
- */
- static unsigned int NUM_PEERS;
- /**
- * Statistics we print out.
- */
- static struct
- {
- const char *subsystem;
- const char *name;
- unsigned long long total;
- } stats[] = {
- { "core", "# bytes decrypted", 0 },
- { "core", "# bytes encrypted", 0 },
- { "core", "# type maps received", 0 },
- { "core", "# session keys confirmed via PONG", 0 },
- { "core", "# peers connected", 0 },
- { "core", "# key exchanges initiated", 0 },
- { "core", "# send requests dropped (disconnected)", 0 },
- { "core", "# transmissions delayed due to corking", 0 },
- { "core", "# messages discarded (expired prior to transmission)", 0 },
- { "core", "# messages discarded (disconnected)", 0 },
- { "core", "# discarded CORE_SEND requests", 0 },
- { "core", "# discarded lower priority CORE_SEND requests", 0 },
- { "transport", "# bytes received via TCP", 0 },
- { "transport", "# bytes transmitted via TCP", 0 },
- { "dht", "# PUT messages queued for transmission", 0 },
- { "dht", "# P2P PUT requests received", 0 },
- { "dht", "# GET messages queued for transmission", 0 },
- { "dht", "# P2P GET requests received", 0 },
- { "dht", "# RESULT messages queued for transmission", 0 },
- { "dht", "# P2P RESULTS received", 0 },
- { "dht", "# Queued messages discarded (peer disconnected)", 0 },
- { "dht", "# Peers excluded from routing due to Bloomfilter", 0 },
- { "dht", "# Peer selection failed", 0 },
- { "dht", "# FIND PEER requests ignored due to Bloomfilter", 0 },
- { "dht", "# FIND PEER requests ignored due to lack of HELLO", 0 },
- { "dht", "# P2P FIND PEER requests processed", 0 },
- { "dht", "# P2P GET requests ONLY routed", 0 },
- { "dht", "# Preference updates given to core", 0 },
- { "dht", "# REPLIES ignored for CLIENTS (no match)", 0 },
- { "dht", "# GET requests from clients injected", 0 },
- { "dht", "# GET requests received from clients", 0 },
- { "dht", "# GET STOP requests received from clients", 0 },
- { "dht", "# ITEMS stored in datacache", 0 },
- { "dht", "# Good RESULTS found in datacache", 0 },
- { "dht", "# GET requests given to datacache", 0 },
- { NULL, NULL, 0 }
- };
- static struct GNUNET_DHT_TEST_Context *
- stop_ops ()
- {
- struct GetOperation *get_op;
- struct GNUNET_DHT_TEST_Context *ctx = NULL;
- if (NULL != timeout_task)
- {
- ctx = GNUNET_SCHEDULER_cancel (timeout_task);
- timeout_task = NULL;
- }
- if (NULL != put_task)
- {
- GNUNET_SCHEDULER_cancel (put_task);
- put_task = NULL;
- }
- if (NULL != get_task)
- {
- GNUNET_SCHEDULER_cancel (get_task);
- get_task = NULL;
- }
- while (NULL != (get_op = get_tail))
- {
- GNUNET_DHT_get_stop (get_op->get);
- GNUNET_CONTAINER_DLL_remove (get_head,
- get_tail,
- get_op);
- GNUNET_free (get_op);
- }
- return ctx;
- }
- /**
- * Function called once we're done processing stats.
- *
- * @param cls the test context
- * @param op the stats operation
- * @param emsg error message on failure
- */
- static void
- stats_finished (void *cls,
- struct GNUNET_TESTBED_Operation *op,
- const char *emsg)
- {
- struct GNUNET_DHT_TEST_Context *ctx = cls;
- unsigned int i;
- if (NULL != op)
- GNUNET_TESTBED_operation_done (op);
- if (NULL != emsg)
- {
- fprintf (stderr,
- _ ("Gathering statistics failed: %s\n"),
- emsg);
- GNUNET_SCHEDULER_cancel (put_task);
- GNUNET_DHT_TEST_cleanup (ctx);
- return;
- }
- for (i = 0; NULL != stats[i].name; i++)
- fprintf (stderr,
- "%6s/%60s = %12llu\n",
- stats[i].subsystem,
- stats[i].name,
- stats[i].total);
- GNUNET_DHT_TEST_cleanup (ctx);
- GNUNET_SCHEDULER_shutdown ();
- }
- /**
- * Function called to process statistic values from all peers.
- *
- * @param cls closure
- * @param peer the peer the statistic belong to
- * @param subsystem name of subsystem that created the statistic
- * @param name the name of the datum
- * @param value the current value
- * @param is_persistent #GNUNET_YES if the value is persistent, #GNUNET_NO if not
- * @return #GNUNET_OK to continue, #GNUNET_SYSERR to abort iteration
- */
- static int
- handle_stats (void *cls,
- const struct GNUNET_TESTBED_Peer *peer,
- const char *subsystem,
- const char *name,
- uint64_t value,
- int is_persistent)
- {
- unsigned int i;
- for (i = 0; NULL != stats[i].name; i++)
- if ((0 == strcasecmp (subsystem,
- stats[i].subsystem)) &&
- (0 == strcasecmp (name,
- stats[i].name)))
- stats[i].total += value;
- return GNUNET_OK;
- }
- /**
- * Task run on shutdown to clean up. Terminates active get operations
- * and shuts down the testbed.
- *
- * @param cls the 'struct GNUNET_DHT_TestContext'
- */
- static void
- shutdown_task (void *cls)
- {
- (void) stop_ops ();
- }
- /**
- * Task run on timeout to clean up. Terminates active get operations
- * and shuts down the testbed.
- *
- * @param cls the `struct GNUNET_DHT_TestContext`
- */
- static void
- timeout_cb (void *cls)
- {
- timeout_task = NULL;
- GNUNET_log (GNUNET_ERROR_TYPE_ERROR,
- "Timeout\n");
- GNUNET_SCHEDULER_shutdown ();
- }
- /**
- * Iterator called on each result obtained for a DHT
- * operation that expects a reply
- *
- * @param cls closure with our 'struct GetOperation'
- * @param exp when will this value expire
- * @param key key of the result
- * @param get_path peers on reply path (or NULL if not recorded)
- * @param get_path_length number of entries in @a get_path
- * @param put_path peers on the PUT path (or NULL if not recorded)
- * @param put_path_length number of entries in @a put_path
- * @param type type of the result
- * @param size number of bytes in @a data
- * @param data pointer to the result data
- */
- static void
- dht_get_handler (void *cls,
- struct GNUNET_TIME_Absolute exp,
- const struct GNUNET_HashCode *key,
- const struct GNUNET_PeerIdentity *get_path,
- unsigned int get_path_length,
- const struct GNUNET_PeerIdentity *put_path,
- unsigned int put_path_length,
- enum GNUNET_BLOCK_Type type,
- size_t size,
- const void *data)
- {
- struct GetOperation *get_op = cls;
- struct GNUNET_HashCode want;
- struct GNUNET_DHT_TEST_Context *ctx;
- if (sizeof(struct GNUNET_HashCode) != size)
- {
- GNUNET_break (0);
- return;
- }
- GNUNET_CRYPTO_hash (key,
- sizeof(*key),
- &want);
- if (0 != memcmp (&want,
- data,
- sizeof(want)))
- {
- GNUNET_break (0);
- return;
- }
- GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
- "Get successful\n");
- #if 0
- {
- GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
- "PATH: (get %u, put %u)\n",
- get_path_length,
- put_path_length);
- GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
- " LOCAL\n");
- for (int i = get_path_length - 1; i >= 0; i--)
- GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
- " %s\n",
- GNUNET_i2s (&get_path[i]));
- for (int i = put_path_length - 1; i >= 0; i--)
- GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
- " %s\n",
- GNUNET_i2s (&put_path[i]));
- }
- #endif
- GNUNET_DHT_get_stop (get_op->get);
- GNUNET_CONTAINER_DLL_remove (get_head,
- get_tail,
- get_op);
- GNUNET_free (get_op);
- if (NULL != get_head)
- return;
- /* all DHT GET operations successful; get stats! */
- GNUNET_log (GNUNET_ERROR_TYPE_INFO,
- "All DHT operations successful. Obtaining stats!\n");
- ok = 0;
- ctx = stop_ops ();
- GNUNET_assert (NULL != ctx);
- (void) GNUNET_TESTBED_get_statistics (NUM_PEERS,
- my_peers,
- NULL, NULL,
- &handle_stats,
- &stats_finished,
- ctx);
- }
- /**
- * Task to put the id of each peer into the DHT.
- *
- * @param cls array with NUM_PEERS DHT handles
- * @param tc Task context
- */
- static void
- do_puts (void *cls)
- {
- struct GNUNET_DHT_Handle **hs = cls;
- struct GNUNET_HashCode key;
- struct GNUNET_HashCode value;
- put_task = NULL;
- GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
- "Putting values into DHT\n");
- for (unsigned int i = 0; i < NUM_PEERS; i++)
- {
- GNUNET_CRYPTO_hash (&i,
- sizeof(i),
- &key);
- GNUNET_CRYPTO_hash (&key,
- sizeof(key),
- &value);
- GNUNET_DHT_put (hs[i],
- &key,
- 10U,
- GNUNET_DHT_RO_RECORD_ROUTE
- | GNUNET_DHT_RO_DEMULTIPLEX_EVERYWHERE,
- GNUNET_BLOCK_TYPE_TEST,
- sizeof(value),
- &value,
- GNUNET_TIME_UNIT_FOREVER_ABS,
- NULL,
- NULL);
- }
- put_task = GNUNET_SCHEDULER_add_delayed (PUT_FREQUENCY,
- &do_puts,
- hs);
- }
- /**
- * Start GET operations.
- */
- static void
- start_get (void *cls)
- {
- struct GNUNET_DHT_Handle **dhts = cls;
- unsigned int i;
- unsigned int j;
- struct GNUNET_HashCode key;
- struct GetOperation *get_op;
- get_task = NULL;
- for (i = 0; i < NUM_PEERS; i++)
- {
- GNUNET_CRYPTO_hash (&i, sizeof(i), &key);
- for (j = 0; j < NUM_PEERS; j++)
- {
- get_op = GNUNET_new (struct GetOperation);
- GNUNET_CONTAINER_DLL_insert (get_head,
- get_tail,
- get_op);
- get_op->get = GNUNET_DHT_get_start (dhts[j],
- GNUNET_BLOCK_TYPE_TEST, /* type */
- &key, /*key to search */
- 4U, /* replication level */
- GNUNET_DHT_RO_RECORD_ROUTE
- | GNUNET_DHT_RO_DEMULTIPLEX_EVERYWHERE,
- NULL, /* xquery */
- 0, /* xquery bits */
- &dht_get_handler,
- get_op);
- }
- }
- }
- /**
- * Main function of the test.
- *
- * @param cls closure (NULL)
- * @param ctx argument to give to #GNUNET_DHT_TEST_cleanup on test end
- * @param num_peers number of @a peers that are running
- * @param peers array of peers
- * @param dhts handle to each of the DHTs of the peers
- */
- static void
- run (void *cls,
- struct GNUNET_DHT_TEST_Context *ctx,
- unsigned int num_peers,
- struct GNUNET_TESTBED_Peer **peers,
- struct GNUNET_DHT_Handle **dhts)
- {
- GNUNET_assert (NUM_PEERS == num_peers);
- my_peers = peers;
- GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
- "Peers setup, starting test\n");
- put_task = GNUNET_SCHEDULER_add_now (&do_puts,
- dhts);
- get_task = GNUNET_SCHEDULER_add_delayed (GNUNET_TIME_UNIT_SECONDS,
- &start_get,
- dhts);
- timeout_task = GNUNET_SCHEDULER_add_delayed (GET_TIMEOUT,
- &timeout_cb,
- ctx);
- GNUNET_SCHEDULER_add_shutdown (&shutdown_task,
- ctx);
- }
- /**
- * Main: start test
- */
- int
- main (int xargc, char *xargv[])
- {
- const char *cfg_filename;
- const char *test_name;
- if (NULL != strstr (xargv[0], "test_dht_2dtorus"))
- {
- cfg_filename = "test_dht_2dtorus.conf";
- test_name = "test-dht-2dtorus";
- NUM_PEERS = 16;
- }
- else if (NULL != strstr (xargv[0], "test_dht_line"))
- {
- cfg_filename = "test_dht_line.conf";
- test_name = "test-dht-line";
- NUM_PEERS = 5;
- }
- else if (NULL != strstr (xargv[0], "test_dht_twopeer"))
- {
- cfg_filename = "test_dht_line.conf";
- test_name = "test-dht-twopeer";
- NUM_PEERS = 2;
- }
- else if (NULL != strstr (xargv[0], "test_dht_multipeer"))
- {
- cfg_filename = "test_dht_multipeer.conf";
- test_name = "test-dht-multipeer";
- NUM_PEERS = 10;
- }
- else
- {
- GNUNET_break (0);
- return 1;
- }
- GNUNET_DHT_TEST_run (test_name,
- cfg_filename,
- NUM_PEERS,
- &run, NULL);
- return ok;
- }
- /* end of test_dht_topo.c */
|