123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757 |
- /*
- This file is part of GNUnet.
- Copyright (C) 2010-2013 GNUnet e.V.
- GNUnet is free software: you can redistribute it and/or modify it
- under the terms of the GNU Affero General Public License as published
- by the Free Software Foundation, either version 3 of the License,
- or (at your option) any later version.
- GNUnet is distributed in the hope that it will be useful, but
- WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- Affero General Public License for more details.
- You should have received a copy of the GNU Affero General Public License
- along with this program. If not, see <http://www.gnu.org/licenses/>.
- SPDX-License-Identifier: AGPL3.0-or-later
- */
- /**
- * @file ats-tests/ats-testing.h
- * @brief ats testing library: setup topology and provide logging to test ats
- * @author Christian Grothoff
- * @author Matthias Wachs
- */
- #include "platform.h"
- #include "gnunet_util_lib.h"
- #include "gnunet_testbed_service.h"
- #include "gnunet_ats_service.h"
- #include "gnunet_core_service.h"
- #include "gnunet_transport_service.h"
- #define TEST_ATS_PREFERENCE_DEFAULT 1.0
- /**
- * Message type sent for traffic generation
- */
- #define TEST_MESSAGE_TYPE_PING 12345
- /**
- * Message type sent as response during traffic generation
- */
- #define TEST_MESSAGE_TYPE_PONG 12346
- /**
- * Size of test messages
- */
- #define TEST_MESSAGE_SIZE 100
- struct TestMessage
- {
- struct GNUNET_MessageHeader header;
- uint8_t padding[TEST_MESSAGE_SIZE - sizeof(struct GNUNET_MessageHeader)];
- };
- struct BenchmarkPartner;
- struct BenchmarkPeer;
- struct GNUNET_ATS_TEST_Topology;
- struct TrafficGenerator;
- struct LoggingHandle;
- enum GeneratorType
- {
- GNUNET_ATS_TEST_TG_LINEAR,
- GNUNET_ATS_TEST_TG_CONSTANT,
- GNUNET_ATS_TEST_TG_RANDOM,
- GNUNET_ATS_TEST_TG_SINUS
- };
- /**
- * Callback to call when topology setup is completed
- *
- * @param cls the closure
- * @param masters array of master peers
- * @param slaves array of master peers
- */
- typedef void (*GNUNET_ATS_TEST_TopologySetupDoneCallback) (
- void *cls,
- struct BenchmarkPeer *masters,
- struct BenchmarkPeer *slaves);
- /**
- * Callback called when logging is required for the data contained
- *
- * @param cls the closure
- * @param address an address
- * @param address_active is address active
- * @param bandwidth_out bandwidth outbound
- * @param bandwidth_in bandwidth inbound
- * @param prop performance information
- */
- typedef void (*GNUNET_ATS_TEST_LogRequest) (
- void *cls,
- const struct GNUNET_HELLO_Address *address,
- int address_active,
- struct GNUNET_BANDWIDTH_Value32NBO bandwidth_out,
- struct GNUNET_BANDWIDTH_Value32NBO bandwidth_in,
- const struct GNUNET_ATS_Properties *prop);
- /**
- * Information we track for a peer in the testbed.
- */
- struct BenchmarkPeer
- {
- /**
- * Handle with testbed.
- */
- struct GNUNET_TESTBED_Peer *peer;
- /**
- * Unique identifier
- */
- int no;
- /**
- * Is this peer a measter: GNUNET_YES/GNUNET_NO
- */
- int master;
- /**
- * Peer ID
- */
- struct GNUNET_PeerIdentity id;
- /**
- * Testbed operation to get peer information
- */
- struct GNUNET_TESTBED_Operation *peer_id_op;
- /**
- * Testbed operation to connect to ATS performance service
- */
- struct GNUNET_TESTBED_Operation *ats_perf_op;
- /**
- * Testbed operation to connect to core
- */
- struct GNUNET_TESTBED_Operation *comm_op;
- /**
- * ATS performance handle
- */
- struct GNUNET_ATS_PerformanceHandle *ats_perf_handle;
- /**
- * Masters only:
- * Testbed connect operations to connect masters to slaves
- */
- struct TestbedConnectOperation *core_connect_ops;
- /**
- * Core handle
- */
- struct GNUNET_CORE_Handle *ch;
- /**
- * Transport handle
- */
- struct GNUNET_TRANSPORT_CoreHandle *th;
- /**
- * Masters only:
- * Peer to set ATS preferences for
- */
- struct BenchmarkPeer *pref_partner;
- /**
- * Masters only
- * Progress task
- */
- struct GNUNET_SCHEDULER_Task *ats_task;
- /**
- * Masters only
- * Progress task
- */
- double pref_value;
- /**
- * Array of partners with num_slaves entries (if master) or
- * num_master entries (if slave)
- */
- struct BenchmarkPartner *partners;
- /**
- * Number of partners
- */
- int num_partners;
- /**
- * Number of core connections
- */
- int core_connections;
- /**
- * Masters only:
- * Number of connections to slave peers
- */
- int core_slave_connections;
- /**
- * Total number of messages this peer has sent
- */
- unsigned int total_messages_sent;
- /**
- * Total number of bytes this peer has sent
- */
- unsigned int total_bytes_sent;
- /**
- * Total number of messages this peer has received
- */
- unsigned int total_messages_received;
- /**
- * Total number of bytes this peer has received
- */
- unsigned int total_bytes_received;
- };
- struct TrafficGenerator
- {
- struct TrafficGenerator *prev;
- struct TrafficGenerator *next;
- enum GeneratorType type;
- struct BenchmarkPeer *src;
- struct BenchmarkPartner *dest;
- long int base_rate;
- long int max_rate;
- struct GNUNET_TIME_Relative duration_period;
- struct GNUNET_SCHEDULER_Task *send_task;
- struct GNUNET_TIME_Absolute next_ping_transmission;
- struct GNUNET_TIME_Absolute time_start;
- };
- struct PreferenceGenerator
- {
- struct PreferenceGenerator *prev;
- struct PreferenceGenerator *next;
- enum GeneratorType type;
- struct BenchmarkPeer *src;
- struct BenchmarkPartner *dest;
- enum GNUNET_ATS_PreferenceKind kind;
- long int base_value;
- long int max_value;
- struct GNUNET_TIME_Relative duration_period;
- struct GNUNET_TIME_Relative frequency;
- struct GNUNET_SCHEDULER_Task *set_task;
- struct GNUNET_TIME_Absolute next_ping_transmission;
- struct GNUNET_TIME_Absolute time_start;
- };
- /**
- * Information about a benchmarking partner
- */
- struct BenchmarkPartner
- {
- /**
- * The peer itself this partner belongs to
- */
- struct BenchmarkPeer *me;
- /**
- * The partner peer
- */
- struct BenchmarkPeer *dest;
- /**
- * Message queue handle.
- */
- struct GNUNET_MQ_Handle *mq;
- /**
- * Handle for traffic generator
- */
- struct TrafficGenerator *tg;
- /**
- * Handle for preference generator
- */
- struct PreferenceGenerator *pg;
- /**
- * Timestamp to calculate communication layer delay
- */
- struct GNUNET_TIME_Absolute last_message_sent;
- /**
- * Accumulated RTT for all messages
- */
- unsigned int total_app_rtt;
- /**
- * Number of messages sent to this partner
- */
- unsigned int messages_sent;
- /**
- * Number of bytes sent to this partner
- */
- unsigned int bytes_sent;
- /**
- * Number of messages received from this partner
- */
- unsigned int messages_received;
- /**
- * Number of bytes received from this partner
- */
- unsigned int bytes_received;
- /**
- * Current ATS properties
- */
- struct GNUNET_ATS_Properties props;
- /**
- * Bandwidth assigned inbound
- */
- uint32_t bandwidth_in;
- /**
- * Bandwidth assigned outbound
- */
- uint32_t bandwidth_out;
- /**
- * Current preference values for bandwidth
- */
- double pref_bandwidth;
- /**
- * Current preference values for delay
- */
- double pref_delay;
- };
- /**
- * Overall state of the performance benchmark
- */
- struct BenchmarkState
- {
- /**
- * Are we connected to ATS service of all peers: GNUNET_YES/NO
- */
- int connected_ATS_service;
- /**
- * Are we connected to CORE service of all peers: GNUNET_YES/NO
- */
- int connected_COMM_service;
- /**
- * Are we connected to all peers: GNUNET_YES/NO
- */
- int connected_PEERS;
- /**
- * Are we connected to all slave peers on CORE level: GNUNET_YES/NO
- */
- int connected_CORE;
- /**
- * Are we connected to CORE service of all peers: GNUNET_YES/NO
- */
- int benchmarking;
- };
- struct GNUNET_ATS_TEST_Topology
- {
- /**
- * Progress task
- */
- struct GNUNET_SCHEDULER_Task *progress_task;
- /**
- * Test result
- */
- int result;
- /**
- * Test core (#GNUNET_YES) or transport (#GNUNET_NO)
- */
- int test_core;
- /**
- * Solver string
- */
- char *solver;
- /**
- * Preference string
- */
- char *testname;
- /**
- * Preference string
- */
- char *pref_str;
- /**
- * ATS preference value
- */
- int pref_val;
- /**
- * Number master peers
- */
- unsigned int num_masters;
- /**
- * Array of master peers
- */
- struct BenchmarkPeer *mps;
- /**
- * Number slave peers
- */
- unsigned int num_slaves;
- /**
- * Array of slave peers
- */
- struct BenchmarkPeer *sps;
- /**
- * Benchmark duration
- */
- struct GNUNET_TIME_Relative perf_duration;
- /**
- * Logging frequency
- */
- struct GNUNET_TIME_Relative log_frequency;
- /**
- * Benchmark state
- */
- struct BenchmarkState state;
- GNUNET_ATS_TEST_TopologySetupDoneCallback done_cb;
- GNUNET_ATS_AddressInformationCallback ats_perf_cb;
- void *done_cb_cls;
- };
- enum OperationType
- {
- START_SEND,
- STOP_SEND,
- START_PREFERENCE,
- STOP_PREFERENCE
- };
- struct Episode;
- struct Experiment;
- typedef void (*GNUNET_ATS_TESTING_EpisodeDoneCallback) (struct Episode *e);
- typedef void (*GNUNET_ATS_TESTING_ExperimentDoneCallback) (
- struct Experiment *e,
- struct GNUNET_TIME_Relative duration,
- int success);
- /**
- * An operation in an experiment
- */
- struct GNUNET_ATS_TEST_Operation
- {
- struct GNUNET_ATS_TEST_Operation *next;
- struct GNUNET_ATS_TEST_Operation *prev;
- long long unsigned int src_id;
- long long unsigned int dest_id;
- long long unsigned int base_rate;
- long long unsigned int max_rate;
- struct GNUNET_TIME_Relative period;
- struct GNUNET_TIME_Relative frequency;
- enum OperationType type;
- enum GeneratorType gen_type;
- enum GNUNET_ATS_PreferenceKind pref_type;
- };
- struct Episode
- {
- int id;
- struct Episode *next;
- struct GNUNET_TIME_Relative duration;
- struct GNUNET_ATS_TEST_Operation *head;
- struct GNUNET_ATS_TEST_Operation *tail;
- };
- struct Experiment
- {
- char *name;
- char *cfg_file;
- unsigned long long int num_masters;
- unsigned long long int num_slaves;
- struct GNUNET_TIME_Relative log_freq;
- struct GNUNET_TIME_Relative max_duration;
- struct GNUNET_TIME_Relative total_duration;
- struct GNUNET_TIME_Absolute start_time;
- unsigned int num_episodes;
- struct Episode *start;
- struct GNUNET_SCHEDULER_Task *experiment_timeout_task;
- struct GNUNET_SCHEDULER_Task *episode_timeout_task;
- struct Episode *cur;
- GNUNET_ATS_TESTING_EpisodeDoneCallback ep_done_cb;
- GNUNET_ATS_TESTING_ExperimentDoneCallback e_done_cb;
- };
- extern struct GNUNET_CONFIGURATION_Handle *cfg;
- /**
- * Execute the specified experiment
- *
- * @param e the Experiment
- * @param ep_done_cb a episode is completed
- * @param e_done_cb the experiment is completed
- */
- void
- GNUNET_ATS_TEST_experimentation_run (
- struct Experiment *e,
- GNUNET_ATS_TESTING_EpisodeDoneCallback ep_done_cb,
- GNUNET_ATS_TESTING_ExperimentDoneCallback e_done_cb);
- /**
- * Load an experiment from a file
- *
- * @param filename the file
- * @return the Experiment or NULL on failure
- */
- struct Experiment *
- GNUNET_ATS_TEST_experimentation_load (const char *filename);
- /**
- * Stop an experiment
- *
- * @param e the experiment
- */
- void
- GNUNET_ATS_TEST_experimentation_stop (struct Experiment *e);
- void
- GNUNET_ATS_TEST_traffic_handle_ping (struct BenchmarkPartner *p);
- void
- GNUNET_ATS_TEST_traffic_handle_pong (struct BenchmarkPartner *p);
- /**
- * Generate between the source master and the partner and send traffic with a
- * maximum rate.
- *
- * @param src traffic source
- * @param dest traffic partner
- * @param type type of traffic to generate
- * @param base_rate traffic base rate to send data with
- * @param max_rate traffic maximum rate to send data with
- * @param period duration of a period of traffic generation (~ 1/frequency)
- * @param duration how long to generate traffic
- * @return the traffic generator
- */
- struct TrafficGenerator *
- GNUNET_ATS_TEST_generate_traffic_start (struct BenchmarkPeer *src,
- struct BenchmarkPartner *dest,
- enum GeneratorType type,
- unsigned int base_rate,
- unsigned int max_rate,
- struct GNUNET_TIME_Relative period,
- struct GNUNET_TIME_Relative duration);
- void
- GNUNET_ATS_TEST_generate_traffic_stop (struct TrafficGenerator *tg);
- /**
- * Stop all traffic generators
- */
- void
- GNUNET_ATS_TEST_generate_traffic_stop_all (void);
- /**
- * Generate between the source master and the partner and set preferences with a
- * value depending on the generator.
- *
- * @param src source
- * @param dest partner
- * @param type type of preferences to generate
- * @param base_value traffic base rate to send data with
- * @param value_rate traffic maximum rate to send data with
- * @param period duration of a period of preferences generation (~ 1/frequency)
- * @param frequency how long to generate preferences
- * @param kind ATS preference to generate
- * @return the traffic generator
- */
- struct PreferenceGenerator *
- GNUNET_ATS_TEST_generate_preferences_start (
- struct BenchmarkPeer *src,
- struct BenchmarkPartner *dest,
- enum GeneratorType type,
- unsigned int base_value,
- unsigned int value_rate,
- struct GNUNET_TIME_Relative period,
- struct GNUNET_TIME_Relative frequency,
- enum GNUNET_ATS_PreferenceKind kind);
- void
- GNUNET_ATS_TEST_generate_preferences_stop (struct PreferenceGenerator *pg);
- void
- GNUNET_ATS_TEST_generate_preferences_stop_all (void);
- /**
- * Start logging
- *
- * @param log_frequency the logging frequency
- * @param testname the testname
- * @param masters the master peers used for benchmarking
- * @param num_masters the number of master peers
- * @param num_slaves the number of slave peers
- * @param verbose verbose logging
- * @return the logging handle or NULL on error
- */
- struct LoggingHandle *
- GNUNET_ATS_TEST_logging_start (struct GNUNET_TIME_Relative log_frequency,
- const char *testname,
- struct BenchmarkPeer *masters,
- int num_masters,
- int num_slaves,
- int verbose);
- /**
- * Stop logging
- *
- * @param l the logging handle
- */
- void
- GNUNET_ATS_TEST_logging_clean_up (struct LoggingHandle *l);
- /**
- * Stop logging
- *
- * @param l the logging handle
- */
- void
- GNUNET_ATS_TEST_logging_stop (struct LoggingHandle *l);
- /**
- * Log all data now
- *
- * @param l logging handle to use
- */
- void
- GNUNET_ATS_TEST_logging_now (struct LoggingHandle *l);
- /**
- * Write logging data to file
- *
- * @param l logging handle to use
- * @param test_name name of the current test
- * @param plots create gnuplots: #GNUNET_YES or #GNUNET_NO
- */
- void
- GNUNET_ATS_TEST_logging_write_to_file (struct LoggingHandle *l,
- const char *test_name,
- int plots);
- /**
- * Topology related functions
- */
- struct BenchmarkPeer *
- GNUNET_ATS_TEST_get_peer (int src);
- struct BenchmarkPartner *
- GNUNET_ATS_TEST_get_partner (int src, int dest);
- /**
- * Create a topology for ats testing
- *
- * @param name test name
- * @param cfg_file configuration file to use for the peers
- * @param num_slaves number of slaves
- * @param num_masters number of masters
- * @param test_core connect to CORE service (#GNUNET_YES) or transport
- * (#GNUNET_NO)
- * @param done_cb function to call when topology is setup
- * @param done_cb_cls cls for callback
- * @param log_request_cb callback to call when logging is required
- */
- void
- GNUNET_ATS_TEST_create_topology (
- char *name,
- char *cfg_file,
- unsigned int num_slaves,
- unsigned int num_masters,
- int test_core,
- GNUNET_ATS_TEST_TopologySetupDoneCallback done_cb,
- void *done_cb_cls,
- GNUNET_ATS_TEST_LogRequest ats_perf_cb);
- /**
- * Shutdown topology
- */
- void
- GNUNET_ATS_TEST_shutdown_topology (void);
- /* end of file ats-testing.h */
|