[GNUnet-SVN] r12731 - gnunet/src/dht

[gnunet]

Author: nevans
Date: 2010-08-25 11:28:26 +0200 (Wed, 25 Aug 2010)
New Revision: 12731

Added:
   gnunet/src/dht/plugin_dhtlog_mysql_dump_load.c
Modified:
   gnunet/src/dht/Makefile.am
Log:
add new mysql dump plugin, in future maybe replace current with faster one

Modified: gnunet/src/dht/Makefile.am
===================================================================
--- gnunet/src/dht/Makefile.am  2010-08-24 13:51:01 UTC (rev 12730)
+++ gnunet/src/dht/Makefile.am  2010-08-25 09:28:26 UTC (rev 12731)
@@ -24,7 +24,8 @@
 plugin_LTLIBRARIES = \
  $(MYSQL_PLUGIN) \
  libgnunet_plugin_dhtlog_dummy.la \
- libgnunet_plugin_dhtlog_mysql_dump.la 
+ libgnunet_plugin_dhtlog_mysql_dump.la \
+ libgnunet_plugin_dhtlog_mysql_dump_load.la  
 
 
 libgnunet_plugin_dhtlog_mysql_la_SOURCES = \
@@ -51,6 +52,14 @@
   $(XLIB)
 libgnunet_plugin_dhtlog_mysql_dump_la_LDFLAGS = \
  $(GN_PLUGIN_LDFLAGS)
+ 
+libgnunet_plugin_dhtlog_mysql_dump_load_la_SOURCES = \
+  plugin_dhtlog_mysql_dump_load.c
+libgnunet_plugin_dhtlog_mysql_dump_load_la_LIBADD = \
+  $(top_builddir)/src/util/libgnunetutil.la \
+  $(XLIB)
+libgnunet_plugin_dhtlog_mysql_dump_load_la_LDFLAGS = \
+ $(GN_PLUGIN_LDFLAGS)
 
 libgnunetdhtlog_la_SOURCES = \
   dhtlog.c dhtlog.h

Added: gnunet/src/dht/plugin_dhtlog_mysql_dump_load.c
===================================================================
--- gnunet/src/dht/plugin_dhtlog_mysql_dump_load.c                              
(rev 0)
+++ gnunet/src/dht/plugin_dhtlog_mysql_dump_load.c      2010-08-25 09:28:26 UTC 
(rev 12731)
@@ -0,0 +1,795 @@
+/*
+     This file is part of GNUnet.
+     (C) 2006 - 2009 Christian Grothoff (and other contributing authors)
+
+     GNUnet is free software; you can redistribute it and/or modify
+     it under the terms of the GNU General Public License as published
+     by the Free Software Foundation; either version 2, or (at your
+     option) any later version.
+
+     GNUnet is distributed in the hope that it will be useful, but
+     WITHOUT ANY WARRANTY; without even the implied warranty of
+     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+     General Public License for more details.
+
+     You should have received a copy of the GNU General Public License
+     along with GNUnet; see the file COPYING.  If not, write to the
+     Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+     Boston, MA 02111-1307, USA.
+*/
+
+/**
+ * @file src/dht/plugin_dhtlog_mysql_dump_load.c
+ * @brief MySQL logging plugin to record DHT operations to MySQL server,
+ *        but write all queries to file instead of the actual server
+ *        so that they can be imported later.  Since the first attempt
+ *        (writing out SQL queries) seemed rather time consuming on insert,
+ *        this plugin writes out tab separated values instead.
+ *
+ * @author Nathan Evans
+ *
+ * Database: MySQL
+ */
+
+#include "platform.h"
+#include "gnunet_util_lib.h"
+#include "dhtlog.h"
+
+
+#define DEBUG_DHTLOG GNUNET_NO
+
+/**
+ * Maximum number of supported parameters for a prepared
+ * statement.  Increase if needed.
+ */
+#define MAX_PARAM 32
+
+
+static unsigned long max_varchar_len;
+
+/**
+ * The configuration the DHT service is running with
+ */
+static const struct GNUNET_CONFIGURATION_Handle *cfg;
+
+#define DATE_STR_SIZE 50
+
+static unsigned int topology_count;
+
+/**
+ * File(s) to dump all sql statements to.
+ */
+FILE *outfile;
+FILE *generic_stat_outfile;
+FILE *stat_outfile;
+FILE *node_outfile;
+FILE *query_outfile;
+FILE *route_outfile;
+FILE *dhtkey_outfile;
+FILE *extended_topology_outfile;
+
+static char *
+get_sql_time()
+{
+  static char date[DATE_STR_SIZE];
+  time_t timetmp;
+  struct tm *tmptr;
+
+  time (&timetmp);
+  memset (date, 0, DATE_STR_SIZE);
+  tmptr = localtime (&timetmp);
+  if (NULL != tmptr)
+    strftime (date, DATE_STR_SIZE, "%Y-%m-%d %H:%M:%S", tmptr);
+  else
+    strcpy (date, "");
+
+  return date;
+}
+
+/*
+ * Records the current topology (number of connections, time, trial)
+ *
+ * @param num_connections how many connections are in the topology
+ *
+ * @return GNUNET_OK on success, GNUNET_SYSERR on failure
+ */
+int
+add_topology (int num_connections)
+{
+  int ret;
+  if (outfile == NULL)
+    return GNUNET_SYSERR;
+
+  ret = fprintf(outfile, "insert into topology (trialuid, date, connections) 
values (@temp_trial, \"%s\", %d);\n", get_sql_time(), num_connections);
+  ret = fprintf(outfile, "select max(topology_uid) from topology into 
@temp_topology;\n");
+  if (ret >= 0)
+    return GNUNET_OK;
+  return GNUNET_SYSERR;
+}
+
+/*
+ * Records a connection between two peers in the current topology
+ *
+ * @param first one side of the connection
+ * @param second other side of the connection
+ *
+ * @return GNUNET_OK on success, GNUNET_SYSERR on failure
+ */
+int
+add_extended_topology (const struct GNUNET_PeerIdentity *first, const struct 
GNUNET_PeerIdentity *second)
+{
+  int ret;
+  if (outfile == NULL)
+    return GNUNET_SYSERR;
+
+  ret = fprintf(extended_topology_outfile, "insert into extended_topology 
(topology_uid, uid_first, uid_second) values (%u, %s,", topology_count, 
GNUNET_h2s_full(&first->hashPubKey));
+  ret = fprintf(extended_topology_outfile, "%s);\n", 
GNUNET_h2s_full(&second->hashPubKey));
+
+  if (ret >= 0)
+    return GNUNET_OK;
+  return GNUNET_SYSERR;
+}
+
+
+/*
+ * Inserts the specified trial into the dhttests.trials table
+ *
+ * @param trialuid return the trialuid of the newly inserted trial
+ * @param num_nodes how many nodes are in the trial
+ * @param topology integer representing topology for this trial
+ * @param blacklist_topology integer representing blacklist topology for this 
trial
+ * @param connect_topology integer representing connect topology for this trial
+ * @param connect_topology_option integer representing connect topology option
+ * @param connect_topology_option_modifier float to modify connect option
+ * @param topology_percentage percentage modifier for certain topologies
+ * @param topology_probability probability modifier for certain topologies
+ * @param puts number of puts to perform
+ * @param gets number of gets to perform
+ * @param concurrent number of concurrent requests
+ * @param settle_time time to wait between creating topology and starting 
testing
+ * @param num_rounds number of times to repeat the trial
+ * @param malicious_getters number of malicious GET peers in the trial
+ * @param malicious_putters number of malicious PUT peers in the trial
+ * @param malicious_droppers number of malicious DROP peers in the trial
+ * @param malicious_get_frequency how often malicious gets are sent
+ * @param malicious_put_frequency how often malicious puts are sent
+ * @param stop_closest stop forwarding PUTs if closest node found
+ * @param stop_found stop forwarding GETs if data found
+ * @param strict_kademlia test used kademlia routing algorithm
+ * @param gets_succeeded how many gets did the test driver report success on
+ * @param message string to put into DB for this trial
+ *
+ * @return GNUNET_OK on success, GNUNET_SYSERR on failure
+ */
+int add_trial (unsigned long long *trialuid, unsigned int num_nodes, unsigned 
int topology,
+               unsigned int blacklist_topology, unsigned int connect_topology,
+               unsigned int connect_topology_option, float 
connect_topology_option_modifier,
+               float topology_percentage, float topology_probability,
+               unsigned int puts, unsigned int gets, unsigned int concurrent, 
unsigned int settle_time,
+               unsigned int num_rounds, unsigned int malicious_getters, 
unsigned int malicious_putters,
+               unsigned int malicious_droppers, unsigned int 
malicious_get_frequency,
+               unsigned int malicious_put_frequency, unsigned int 
stop_closest, unsigned int stop_found,
+               unsigned int strict_kademlia, unsigned int gets_succeeded,
+               char *message)
+{
+  int ret;
+  if (trialuid != NULL)
+    *trialuid = 0;
+  if (outfile == NULL)
+    return GNUNET_SYSERR;
+
+  ret = fprintf(outfile, "INSERT INTO trials "
+                         "(starttime, numnodes, topology,"
+                           "blacklist_topology, connect_topology, 
connect_topology_option,"
+                           "connect_topology_option_modifier, 
topology_percentage, topology_probability,"
+                           "puts, gets, "
+                           "concurrent, settle_time, num_rounds, 
malicious_getters,"
+                           "malicious_putters, malicious_droppers, 
malicious_get_frequency,"
+                           "malicious_put_frequency, stop_closest, stop_found, 
strict_kademlia, "
+                           "gets_succeeded, message) "
+                           "VALUES (\"%s\", %u, %u, %u, %u, %u, %f, %f, %f, 
%u, %u, %u, %u, %u, %u, %u, %u, %u, %u, %u, %u, %u, %u, \"%s\");\n",
+                           get_sql_time(), num_nodes, topology,
+                           blacklist_topology, connect_topology,
+                           connect_topology_option, 
connect_topology_option_modifier,
+                           topology_percentage, topology_probability,
+                           puts, gets, concurrent, settle_time,
+                           num_rounds, malicious_getters, malicious_putters,
+                           malicious_droppers, malicious_get_frequency, 
malicious_put_frequency,
+                           stop_closest, stop_found, strict_kademlia, 
gets_succeeded, message);
+
+  ret = fprintf(outfile, "SELECT MAX( trialuid ) FROM trials into 
@temp_trial;\n");
+
+  if (ret >= 0)
+    return GNUNET_OK;
+  return GNUNET_SYSERR;
+}
+
+
+/*
+ * Inserts the specified stats into the dhttests.generic_stats table
+ *
+ * @param peer the peer inserting the statistic
+ * @param name the name of the statistic
+ * @param section the section of the statistic
+ * @param value the value of the statistic
+ *
+ * @return GNUNET_OK on success, GNUNET_SYSERR on failure
+ */
+int
+add_generic_stat (const struct GNUNET_PeerIdentity *peer,
+                  const char *name,
+                  const char *section, uint64_t value)
+{
+  if (outfile == NULL)
+    return GNUNET_SYSERR;
+
+  if (peer != NULL)
+    fprintf(generic_stat_outfile, "TRIALUID\t%s\t%s\t%s\t%llu\n", 
GNUNET_h2s_full(&peer->hashPubKey), section, name, (unsigned long long)value);
+
+  return GNUNET_OK;
+}
+
+
+/*
+ * Inserts the specified stats into the dhttests.node_statistics table
+ *
+ * @param peer the peer inserting the statistic
+ * @param route_requests route requests seen
+ * @param route_forwards route requests forwarded
+ * @param result_requests route result requests seen
+ * @param client_requests client requests initiated
+ * @param result_forwards route results forwarded
+ * @param gets get requests handled
+ * @param puts put requests handle
+ * @param data_inserts data inserted at this node
+ * @param find_peer_requests find peer requests seen
+ * @param find_peers_started find peer requests initiated at this node
+ * @param gets_started get requests initiated at this node
+ * @param puts_started put requests initiated at this node
+ * @param find_peer_responses_received find peer responses received locally
+ * @param get_responses_received get responses received locally
+ * @param find_peer_responses_sent find peer responses sent from this node
+ * @param get_responses_sent get responses sent from this node
+ *
+ * @return GNUNET_OK on success, GNUNET_SYSERR on failure
+ */
+int
+add_stat (const struct GNUNET_PeerIdentity *peer, unsigned int route_requests,
+          unsigned int route_forwards, unsigned int result_requests,
+          unsigned int client_requests, unsigned int result_forwards,
+          unsigned int gets, unsigned int puts,
+          unsigned int data_inserts, unsigned int find_peer_requests,
+          unsigned int find_peers_started, unsigned int gets_started,
+          unsigned int puts_started, unsigned int find_peer_responses_received,
+          unsigned int get_responses_received, unsigned int 
find_peer_responses_sent,
+          unsigned int get_responses_sent)
+{
+  int ret;
+  if (outfile == NULL)
+    return GNUNET_SYSERR;
+
+  if (peer != NULL)
+    ret = fprintf(stat_outfile, 
"TRIALUID\t%s\t%u\t%u\t%u\t%u\t%u\t%u\t%u\t%u\t%u\t%u\t%u\t%u\t%u\t%u\t%u\t%u\n",
+                                GNUNET_h2s_full(&peer->hashPubKey),
+                                route_requests, route_forwards, 
result_requests,
+                                client_requests, result_forwards, gets, puts,
+                                data_inserts, find_peer_requests, 
find_peers_started,
+                                gets_started, puts_started, 
find_peer_responses_received,
+                                get_responses_received, 
find_peer_responses_sent,
+                                get_responses_sent);
+
+  if (ret < 0)
+    return GNUNET_SYSERR;
+
+  return GNUNET_OK;
+}
+/*
+ * Inserts the specified dhtkey into the dhttests.dhtkeys table,
+ * stores return value of dhttests.dhtkeys.dhtkeyuid into dhtkeyuid
+ *
+ * @param dhtkeyuid return value
+ * @param dhtkey hashcode of key to insert
+ *
+ * @return GNUNET_OK on success, GNUNET_SYSERR on failure
+ */
+int
+add_dhtkey (unsigned long long *dhtkeyuid, const GNUNET_HashCode * dhtkey)
+{
+  int ret;
+  if (dhtkeyuid != NULL)
+    *dhtkeyuid = 0;
+
+  if (dhtkey_outfile == NULL)
+    return GNUNET_SYSERR;
+
+  if (dhtkey != NULL)
+    ret = fprintf(dhtkey_outfile, "TRIALUID\t%s\n", GNUNET_h2s_full(dhtkey));
+
+  if (ret >= 0)
+    return GNUNET_OK;
+  return GNUNET_SYSERR;
+}
+
+/*
+ * Inserts the specified node into the dhttests.nodes table
+ *
+ * @param nodeuid the inserted node uid
+ * @param node the node to insert
+ *
+ * @return GNUNET_OK on success, GNUNET_SYSERR on failure
+ */
+int
+add_node (unsigned long long *nodeuid, struct GNUNET_PeerIdentity * node)
+{
+  int ret;
+
+  if ((node == NULL) || (node_outfile == NULL))
+    return GNUNET_SYSERR;
+
+  ret = fprintf(node_outfile, "TRIALUID\t%s\n", 
GNUNET_h2s_full(&node->hashPubKey));
+
+  if (ret >= 0)
+    return GNUNET_OK;
+  return GNUNET_SYSERR;
+}
+
+/*
+ * Update dhttests.trials table with current server time as end time
+ *
+ * @param trialuid trial to update
+ * @param gets_succeeded how many gets did the testcase report as successful
+ *
+ * @return GNUNET_OK on success, GNUNET_SYSERR on failure.
+ */
+int
+update_trials (unsigned long long trialuid,
+               unsigned int gets_succeeded)
+{
+  int ret;
+#if DEBUG_DHTLOG
+  if (trialuid != current_trial)
+    {
+      fprintf (stderr,
+               _("Trialuid to update is not equal to current_trial\n"));
+    }
+#endif
+
+  if (outfile == NULL)
+    return GNUNET_SYSERR;
+
+  ret = fprintf(outfile, "update trials set endtime=\"%s\", gets_succeeded=%u 
where trialuid = @temp_trial;\n", get_sql_time(), gets_succeeded);
+
+  if (ret >= 0)
+    return GNUNET_OK;
+  else
+    return GNUNET_SYSERR;
+}
+
+
+/*
+ * Update dhttests.nodes table setting the identified
+ * node as a malicious dropper.
+ *
+ * @param peer the peer that was set to be malicious
+ *
+ * @return GNUNET_OK on success, GNUNET_SYSERR on failure.
+ */
+int
+set_malicious (struct GNUNET_PeerIdentity *peer)
+{
+  int ret;
+
+  if (outfile == NULL)
+    return GNUNET_SYSERR;
+
+  ret = fprintf(outfile, "update nodes set malicious_dropper = 1 where 
trialuid = @temp_trial and nodeid = \"%s\";\n", 
GNUNET_h2s_full(&peer->hashPubKey));
+
+  if (ret >= 0)
+    return GNUNET_OK;
+  else
+    return GNUNET_SYSERR;
+}
+
+
+/*
+ * Update dhttests.trials table with total connections information
+ *
+ * @param trialuid the trialuid to update
+ * @param totalConnections the number of connections
+ *
+ * @return GNUNET_OK on success, GNUNET_SYSERR on failure.
+ */
+int
+add_connections (unsigned long long trialuid, unsigned int totalConnections)
+{
+  int ret;
+#if DEBUG_DHTLOG
+  if (trialuid != current_trial)
+    {
+      fprintf (stderr,
+               _("Trialuid to update is not equal to current_trial(!)(?)\n"));
+    }
+#endif
+  if (outfile == NULL)
+    return GNUNET_SYSERR;
+
+  ret = fprintf(outfile, "update trials set totalConnections = %u where 
trialuid = @temp_trial;\n", totalConnections);
+
+  if (ret >= 0)
+    return GNUNET_OK;
+  else
+    return GNUNET_SYSERR;
+}
+
+
+/*
+ * Update dhttests.topology table with total connections information
+ *
+ * @param connections the number of connections
+ *
+ * @return GNUNET_OK on success, GNUNET_SYSERR on failure.
+ */
+int
+update_topology (unsigned int connections)
+{
+  int ret;
+  if (outfile == NULL)
+    return GNUNET_SYSERR;
+
+  ret = fprintf(outfile, "update topology set connections = %u where 
topology_uid = @temp_topology;\n", connections);
+  topology_count++;
+  if (ret >= 0)
+    return GNUNET_OK;
+  else
+    return GNUNET_SYSERR;
+}
+
+/*
+ * Inserts the specified query into the dhttests.queries table
+ *
+ * @param sqlqueruid inserted query uid
+ * @param queryid dht query id
+ * @param type type of the query
+ * @param hops number of hops query traveled
+ * @param succeeded whether or not query was successful
+ * @param node the node the query hit
+ * @param key the key of the query
+ *
+ * @return GNUNET_OK on success, GNUNET_SYSERR on failure.
+ */
+int
+add_query (unsigned long long *sqlqueryuid, unsigned long long queryid,
+           unsigned int type, unsigned int hops, int succeeded,
+           const struct GNUNET_PeerIdentity * node, const GNUNET_HashCode * 
key)
+{
+  int ret;
+
+  if ((outfile == NULL) || (node == NULL) || (key == NULL))
+    return GNUNET_SYSERR;
+
+  if (sqlqueryuid != NULL)
+    *sqlqueryuid = 0;
+
+  ret = fprintf(query_outfile, "TRIALUID\t%s\t", GNUNET_h2s_full(key));
+  ret = fprintf(query_outfile, "%s\t%llu\t%u\t%u\t%u\n", 
GNUNET_h2s_full(&node->hashPubKey), queryid, type, hops, succeeded);
+
+  if (ret >= 0)
+    return GNUNET_OK;
+  else
+    return GNUNET_SYSERR;
+}
+
+/*
+ * Inserts the specified route information into the dhttests.routes table
+ *
+ * @param sqlqueruid inserted query uid
+ * @param queryid dht query id
+ * @param type type of the query
+ * @param hops number of hops query traveled
+ * @param succeeded whether or not query was successful
+ * @param node the node the query hit
+ * @param key the key of the query
+ * @param from_node the node that sent the message to node
+ * @param to_node next node to forward message to
+ *
+ * @return GNUNET_OK on success, GNUNET_SYSERR on failure.
+ */
+int
+add_route (unsigned long long *sqlqueryuid, unsigned long long queryid,
+           unsigned int type, unsigned int hops,
+           int succeeded, const struct GNUNET_PeerIdentity * node,
+           const GNUNET_HashCode * key, const struct GNUNET_PeerIdentity * 
from_node,
+           const struct GNUNET_PeerIdentity * to_node)
+{
+  int ret;
+
+  if ((outfile == NULL) || (node == NULL) || (key == NULL))
+    return GNUNET_SYSERR;
+
+  if (sqlqueryuid != NULL)
+    *sqlqueryuid = 0;
+
+  ret = fprintf(route_outfile, "TRIALUID\t%s\t", GNUNET_h2s_full(key));
+  ret = fprintf(route_outfile, "%s\t", GNUNET_h2s_full(&node->hashPubKey));
+  if (from_node == NULL)
+    ret = fprintf(route_outfile, "0\t");
+  else
+    ret = fprintf(route_outfile, "%s\t", 
GNUNET_h2s_full(&from_node->hashPubKey));
+
+  if (to_node == NULL)
+    ret = fprintf(route_outfile, "0\t%llu\t%u\t%u\t%d\n", queryid, type, hops, 
succeeded);
+  else
+    ret = fprintf(route_outfile, "%s\t%llu\t%u\t%u\t%d\n", 
GNUNET_h2s_full(&to_node->hashPubKey), queryid, type, hops, succeeded);
+
+  if (ret >= 0)
+    return GNUNET_OK;
+  else
+    return GNUNET_SYSERR;
+}
+
+/*
+ * Provides the dhtlog api
+ *
+ * @param c the configuration to use to connect to a server
+ *
+ * @return the handle to the server, or NULL on error
+ */
+void *
+libgnunet_plugin_dhtlog_mysql_dump_load_init (void * cls)
+{
+  struct GNUNET_DHTLOG_Plugin *plugin = cls;
+  char *outfile_name;
+  char *outfile_path;
+  char *fn;
+  int dirwarn;
+
+  cfg = plugin->cfg;
+  max_varchar_len = 255;
+
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG, "MySQL (DUMP) DHT Logger: 
initializing\n");
+
+  if (GNUNET_OK != GNUNET_CONFIGURATION_get_value_string (plugin->cfg,
+                                                         "MYSQLDUMP", "PATH",
+                                                         &outfile_path))
+    {
+      outfile_path = GNUNET_strdup("");
+    }
+
+  GNUNET_asprintf (&outfile_name,
+                   "%s%s-%d",
+                   outfile_path,
+                   "mysqldump",
+                   getpid());
+
+  fn = GNUNET_STRINGS_filename_expand (outfile_name);
+
+  dirwarn = (GNUNET_OK !=  GNUNET_DISK_directory_create_for_file (fn));
+  outfile = FOPEN (fn, "w");
+
+  if (outfile == NULL)
+    {
+      GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_ERROR, "fopen", fn);
+      if (dirwarn)
+        GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
+                    _("Failed to create or access directory for log file 
`%s'\n"),
+                    fn);
+      GNUNET_free(outfile_path);
+      GNUNET_free(outfile_name);
+      GNUNET_free (fn);
+      return NULL;
+    }
+
+  GNUNET_asprintf (&outfile_name,
+                   "%s%s-%d",
+                   outfile_path,
+                   "mysqldump_nodes",
+                   getpid());
+
+  fn = GNUNET_STRINGS_filename_expand (outfile_name);
+
+  dirwarn = (GNUNET_OK !=  GNUNET_DISK_directory_create_for_file (fn));
+  node_outfile = FOPEN (fn, "w");
+
+  if (node_outfile == NULL)
+    {
+      GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_ERROR, "fopen", fn);
+      if (dirwarn)
+        GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
+                    _("Failed to create or access directory for log file 
`%s'\n"),
+                    fn);
+      GNUNET_free(outfile_path);
+      GNUNET_free(outfile_name);
+      GNUNET_free (fn);
+      return NULL;
+    }
+
+  GNUNET_asprintf (&outfile_name,
+                   "%s%s-%d",
+                   outfile_path,
+                   "mysqldump_routes",
+                   getpid());
+
+  fn = GNUNET_STRINGS_filename_expand (outfile_name);
+
+  dirwarn = (GNUNET_OK !=  GNUNET_DISK_directory_create_for_file (fn));
+  route_outfile = FOPEN (fn, "w");
+
+  if (route_outfile == NULL)
+    {
+      GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_ERROR, "fopen", fn);
+      if (dirwarn)
+        GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
+                    _("Failed to create or access directory for log file 
`%s'\n"),
+                    fn);
+      GNUNET_free(outfile_path);
+      GNUNET_free(outfile_name);
+      GNUNET_free (fn);
+      return NULL;
+    }
+
+  GNUNET_asprintf (&outfile_name,
+                   "%s%s-%d",
+                   outfile_path,
+                   "mysqldump_queries",
+                   getpid());
+
+  fn = GNUNET_STRINGS_filename_expand (outfile_name);
+
+  dirwarn = (GNUNET_OK !=  GNUNET_DISK_directory_create_for_file (fn));
+  query_outfile = FOPEN (fn, "w");
+
+  if (query_outfile == NULL)
+    {
+      GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_ERROR, "fopen", fn);
+      if (dirwarn)
+        GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
+                    _("Failed to create or access directory for log file 
`%s'\n"),
+                    fn);
+      GNUNET_free(outfile_path);
+      GNUNET_free(outfile_name);
+      GNUNET_free (fn);
+      return NULL;
+    }
+
+  GNUNET_asprintf (&outfile_name,
+                   "%s%s-%d",
+                   outfile_path,
+                   "mysqldump_stats",
+                   getpid());
+
+  fn = GNUNET_STRINGS_filename_expand (outfile_name);
+
+  dirwarn = (GNUNET_OK !=  GNUNET_DISK_directory_create_for_file (fn));
+  stat_outfile = FOPEN (fn, "w");
+
+  if (stat_outfile == NULL)
+    {
+      GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_ERROR, "fopen", fn);
+      if (dirwarn)
+        GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
+                    _("Failed to create or access directory for log file 
`%s'\n"),
+                    fn);
+      GNUNET_free(outfile_path);
+      GNUNET_free(outfile_name);
+      GNUNET_free (fn);
+      return NULL;
+    }
+
+  GNUNET_asprintf (&outfile_name,
+                   "%s%s-%d",
+                   outfile_path,
+                   "mysqldump_generic_stats",
+                   getpid());
+
+  fn = GNUNET_STRINGS_filename_expand (outfile_name);
+
+  dirwarn = (GNUNET_OK !=  GNUNET_DISK_directory_create_for_file (fn));
+  generic_stat_outfile = FOPEN (fn, "w");
+
+  if (generic_stat_outfile == NULL)
+    {
+      GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_ERROR, "fopen", fn);
+      if (dirwarn)
+        GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
+                    _("Failed to create or access directory for log file 
`%s'\n"),
+                    fn);
+      GNUNET_free(outfile_path);
+      GNUNET_free(outfile_name);
+      GNUNET_free (fn);
+      return NULL;
+    }
+
+  GNUNET_asprintf (&outfile_name,
+                   "%s%s-%d",
+                   outfile_path,
+                   "mysqldump_dhtkey",
+                   getpid());
+
+  fn = GNUNET_STRINGS_filename_expand (outfile_name);
+
+  dirwarn = (GNUNET_OK !=  GNUNET_DISK_directory_create_for_file (fn));
+  dhtkey_outfile = FOPEN (fn, "w");
+
+  if (dhtkey_outfile == NULL)
+    {
+      GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_ERROR, "fopen", fn);
+      if (dirwarn)
+        GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
+                    _("Failed to create or access directory for log file 
`%s'\n"),
+                    fn);
+      GNUNET_free(outfile_path);
+      GNUNET_free(outfile_name);
+      GNUNET_free (fn);
+      return NULL;
+    }
+
+  GNUNET_asprintf (&outfile_name,
+                   "%s%s-%d",
+                   outfile_path,
+                   "mysqldump_extended_topology",
+                   getpid());
+
+  fn = GNUNET_STRINGS_filename_expand (outfile_name);
+
+  dirwarn = (GNUNET_OK !=  GNUNET_DISK_directory_create_for_file (fn));
+  extended_topology_outfile = FOPEN (fn, "w");
+
+  if (extended_topology_outfile == NULL)
+    {
+      GNUNET_log_strerror_file (GNUNET_ERROR_TYPE_ERROR, "fopen", fn);
+      if (dirwarn)
+        GNUNET_log (GNUNET_ERROR_TYPE_WARNING,
+                    _("Failed to create or access directory for log file 
`%s'\n"),
+                    fn);
+      GNUNET_free(outfile_path);
+      GNUNET_free(outfile_name);
+      GNUNET_free (fn);
+      return NULL;
+    }
+
+  GNUNET_free (outfile_path);
+  GNUNET_free (outfile_name);
+  GNUNET_free (fn);
+
+  GNUNET_assert(plugin->dhtlog_api == NULL);
+  plugin->dhtlog_api = GNUNET_malloc(sizeof(struct GNUNET_DHTLOG_Handle));
+  plugin->dhtlog_api->insert_trial = &add_trial;
+  plugin->dhtlog_api->insert_stat = &add_stat;
+  plugin->dhtlog_api->insert_query = &add_query;
+  plugin->dhtlog_api->update_trial = &update_trials;
+  plugin->dhtlog_api->insert_route = &add_route;
+  plugin->dhtlog_api->insert_node = &add_node;
+  plugin->dhtlog_api->insert_dhtkey = &add_dhtkey;
+  plugin->dhtlog_api->update_connections = &add_connections;
+  plugin->dhtlog_api->insert_topology = &add_topology;
+  plugin->dhtlog_api->insert_extended_topology = &add_extended_topology;
+  plugin->dhtlog_api->update_topology = &update_topology;
+  plugin->dhtlog_api->set_malicious = &set_malicious;
+  plugin->dhtlog_api->add_generic_stat = &add_generic_stat;
+
+  return plugin;
+}
+
+/**
+ * Shutdown the plugin.
+ */
+void *
+libgnunet_plugin_dhtlog_mysql_dump_load_done (void * cls)
+{
+  struct GNUNET_DHTLOG_Handle *dhtlog_api = cls;
+  GNUNET_log (GNUNET_ERROR_TYPE_DEBUG,
+              "MySQL DHT Logger: database shutdown\n");
+  GNUNET_assert(dhtlog_api != NULL);
+
+  fclose(outfile);
+  fclose(node_outfile);
+  fclose(query_outfile);
+  fclose(route_outfile);
+  fclose(stat_outfile);
+  fclose(generic_stat_outfile);
+  fclose(extended_topology_outfile);
+  GNUNET_free(dhtlog_api);
+  return NULL;
+}
+
+/* end of plugin_dhtlog_mysql_dump_load.c */