trace-cmd: Add sqldump
TBD
Signed-off-by: Steven Rostedt (VMware) <rostedt@goodmis.org>
diff --git a/tracecmd/Makefile b/tracecmd/Makefile
index bacbd0d..874550a 100644
--- a/tracecmd/Makefile
+++ b/tracecmd/Makefile
@@ -31,6 +31,7 @@
TRACE_CMD_OBJS += trace-list.o
TRACE_CMD_OBJS += trace-usage.o
TRACE_CMD_OBJS += trace-dump.o
+TRACE_CMD_OBJS += trace-sqldump.o
ifeq ($(VSOCK_DEFINED), 1)
TRACE_CMD_OBJS += trace-agent.o
diff --git a/tracecmd/include/trace-local.h b/tracecmd/include/trace-local.h
index 44f1e62..b2fcb30 100644
--- a/tracecmd/include/trace-local.h
+++ b/tracecmd/include/trace-local.h
@@ -103,6 +103,12 @@
int cpus, int *fds,
int argc, char **argv, bool use_fifos);
+int trace_sql_record(struct tracecmd_input *handle, struct tep_record *record);
+
+int trace_sql_init(struct tracecmd_input *handle);
+
+int trace_sql_finish(struct tracecmd_input *handle);
+
struct hook_list;
void trace_init_profile(struct tracecmd_input *handle, struct hook_list *hooks,
diff --git a/tracecmd/trace-cmd.c b/tracecmd/trace-cmd.c
index dbfcc97..c61668f 100644
--- a/tracecmd/trace-cmd.c
+++ b/tracecmd/trace-cmd.c
@@ -76,6 +76,7 @@
*/
struct command commands[] = {
{"report", trace_report},
+ {"sqldump", trace_report},
{"snapshot", trace_snapshot},
{"hist", trace_hist},
{"mem", trace_mem},
diff --git a/tracecmd/trace-read.c b/tracecmd/trace-read.c
index 8c2b2ae..778da6a 100644
--- a/tracecmd/trace-read.c
+++ b/tracecmd/trace-read.c
@@ -70,6 +70,10 @@
int free;
} *pid_list;
+static const char *command;
+
+#define IS_SQLDUMP (strcmp(command, "sqldump") == 0)
+
struct pid_list *comm_list;
static unsigned int page_size;
@@ -1168,6 +1172,7 @@
struct tep_record *last_record;
struct tep_handle *pevent;
struct tep_event *event;
+ bool sqldump = IS_SQLDUMP;
int cpus;
int ret;
@@ -1184,7 +1189,8 @@
cpus = tracecmd_cpus(handles->handle);
handles->cpus = cpus;
print_handle_file(handles);
- printf("cpus=%d\n", cpus);
+ if (!sqldump)
+ printf("cpus=%d\n", cpus);
/* Latency trace is just all ASCII */
if (ret > 0) {
@@ -1216,13 +1222,15 @@
if (event)
stacktrace_id = event->id;
- init_wakeup(handles->handle);
- if (last_hook)
- last_hook->next = tracecmd_hooks(handles->handle);
- else
- hooks = tracecmd_hooks(handles->handle);
- if (profile)
- trace_init_profile(handles->handle, hooks, global);
+ if (!sqldump) {
+ init_wakeup(handles->handle);
+ if (last_hook)
+ last_hook->next = tracecmd_hooks(handles->handle);
+ else
+ hooks = tracecmd_hooks(handles->handle);
+ if (profile)
+ trace_init_profile(handles->handle, hooks, global);
+ }
process_filters(handles);
@@ -1245,9 +1253,20 @@
add_handle(new_handle, name);
}
}
+
+ if (sqldump) {
+ trace_sql_init(handles->handle);
+
+ while ((record = get_next_record(handles))) {
+ trace_sql_record(handles->handle, record);
+ free_handle_record(handles);
+ }
+
+ trace_sql_finish(handles->handle);
+ }
}
- if (otype != OUTPUT_NORMAL)
+ if (otype != OUTPUT_NORMAL || sqldump)
return;
do {
@@ -1493,9 +1512,12 @@
if (argc < 2)
usage(argv);
- if (strcmp(argv[1], "report") != 0)
+ if ((strcmp(argv[1], "report") != 0) &&
+ (strcmp(argv[1], "sqldump") != 0))
usage(argv);
+ command = argv[1];
+
signal(SIGINT, sig_end);
for (;;) {
@@ -1662,9 +1684,13 @@
tracecmd_set_debug(true);
break;
case OPT_profile:
+ if (IS_SQLDUMP)
+ usage(argv);
profile = 1;
break;
case OPT_uname:
+ if (IS_SQLDUMP)
+ usage(argv);
show_uname = 1;
break;
case OPT_version:
@@ -1819,6 +1845,10 @@
/* and version overrides uname! */
if (show_version)
otype = OUTPUT_VERSION_ONLY;
+
+ if (IS_SQLDUMP && otype != OUTPUT_NORMAL)
+ usage(argv);
+
read_data_info(&handle_list, otype, global);
list_for_each_entry(handles, &handle_list, list) {
diff --git a/tracecmd/trace-sqldump.c b/tracecmd/trace-sqldump.c
new file mode 100644
index 0000000..4913ced
--- /dev/null
+++ b/tracecmd/trace-sqldump.c
@@ -0,0 +1,268 @@
+// SPDX-License-Identifier: GPL-2.0
+/*
+ * Copyright (C) 2020 VMware Inc, Steven Rostedt
+ */
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <unistd.h>
+#include <sys/types.h>
+
+#include "trace-cmd.h"
+#include "trace-local.h"
+
+extern void breakpoint(void);
+
+struct event_table {
+ struct tep_event *event;
+ struct tep_format_field **event_fields;
+ int *event_field_len;
+ size_t cnt;
+ FILE *fp;
+};
+
+static struct tep_format_field **event_common_fields;
+static int nr_event_common_fields;
+
+static struct event_table *event_table;
+static int event_table_size;
+
+int trace_sql_init(struct tracecmd_input *handle)
+{
+ struct tep_handle *tep;
+ struct tep_event **event_list;
+ struct tep_event *event;
+ struct event_table *et;
+ unsigned int max_id = 0;
+ int i, f;
+
+ tep = tracecmd_get_pevent(handle);
+ if (!tep)
+ return -1;
+
+ event_list = tep_list_events(tep, TEP_EVENT_SORT_ID);
+ if (!event_list)
+ return -1;
+
+ for (i = 0; event_list[i]; i++) {
+ event = event_list[i];
+
+ if (event->id > max_id)
+ max_id = event->id;
+ }
+
+ event_table = calloc(max_id + 1, sizeof(*event_table));
+ event_table_size = max_id + 1;
+
+ for (i = 0; event_list[i]; i++) {
+ int e;
+
+ event = event_list[i];
+
+ if (event->id == 302)
+ breakpoint();
+
+ et = &event_table[event->id];
+ et->event = event;
+
+ if (!event_common_fields) {
+ event_common_fields = tep_event_common_fields(event);
+ if (!event_common_fields)
+ goto fail;
+ for (f = 0; event_common_fields[f]; f++)
+ ;
+ nr_event_common_fields = f + 1;
+ }
+
+ et->event_fields = tep_event_fields(event);
+ if (!et->event_fields)
+ goto fail;
+
+ for (e = 0; et->event_fields[e]; e++)
+ ;
+ et->event_field_len = calloc(e, sizeof(*et->event_field_len));
+ if (!et->event_field_len)
+ goto fail;
+
+ et->fp = tmpfile();
+ if (!et->fp)
+ goto fail;
+ }
+ return 0;
+ fail:
+ die("done!\n");
+ return -1;
+}
+
+static void write_string(FILE *fp, const char *str, int len)
+{
+ if (!len)
+ len = strlen(str);
+
+ fputc('\'', fp);
+ fwrite(str, len, 1, fp);
+ fputc('\'', fp);
+}
+
+static void write_data(FILE *fp, struct tep_format_field *field,
+ struct tep_record *record, int *elen)
+{
+ struct tep_handle *tep = field->event->tep;
+ unsigned int offset, len;
+ unsigned long long val;
+ char *data = record->data;
+ char buffer[64];
+
+ if (field->flags & TEP_FIELD_IS_ARRAY) {
+ offset = field->offset;
+ len = field->size;
+
+ if (field->flags & TEP_FIELD_IS_DYNAMIC) {
+ val = tep_read_number(tep, data + offset, len);
+ offset = val;
+ len = offset >> 16;
+ offset &= 0xffff;
+ }
+ if (field->flags & TEP_FIELD_IS_STRING) {
+ int l = strlen(data + offset);
+
+ if (l < len)
+ len = l;
+ write_string(fp, data + offset, len);
+ } else {
+ write_string(fp, "ARRAY", 0);
+ len = 5;
+ }
+ if (elen && (*elen) < len)
+ *elen = len;
+ return;
+ }
+ val = tep_read_number(tep, data + field->offset,
+ field->size);
+ sprintf(buffer, "%lld", val);
+ fwrite(buffer, strlen(buffer), 1, fp);
+
+}
+
+int trace_sql_record(struct tracecmd_input *handle, struct tep_record *record)
+{
+ struct tep_handle *tep = tracecmd_get_pevent(handle);
+ struct tep_event *event = tep_find_event_by_record(tep, record);
+ struct event_table *et = &event_table[event->id];
+ char buffer[64];
+ int i;
+
+ if (event->id > event_table_size || !et->event)
+ return -1;
+
+ if (event->id == 302)
+ breakpoint();
+
+ if (et->cnt++)
+ fwrite(",(", 2, 1, et->fp);
+ else
+ fwrite("(", 1, 1, et->fp);
+
+ i = sprintf(buffer, "%lld", record->ts);
+ fwrite(buffer, i, 1, et->fp);
+
+ for (i = 0; event_common_fields[i]; i++) {
+ fwrite(",", 1, 1, et->fp);
+ write_data(et->fp, event_common_fields[i], record, NULL);
+ }
+
+ for (i = 0; et->event_fields[i]; i++) {
+ fwrite(",", 1, 1, et->fp);
+ write_data(et->fp, et->event_fields[i], record,
+ &et->event_field_len[i]);
+ }
+
+ fwrite(")", 1, 1, et->fp);
+
+ return 0;
+}
+
+static void write_header(struct tep_format_field *field, int flen)
+{
+
+ printf("`%s` ", field->name);
+
+ if (field->flags & TEP_FIELD_IS_ARRAY) {
+ if (field->flags & TEP_FIELD_IS_STRING) {
+ if (field->flags & TEP_FIELD_IS_DYNAMIC) {
+ if (flen)
+ printf("VARCHAR(%d)", flen);
+ else
+ printf("VARCHAR(64)");
+ } else {
+ printf("CHAR(%d)", field->size);
+ }
+ } else {
+ printf("CHAR(5)");
+ }
+ } else {
+ printf("BIGINT");
+ }
+
+ printf(" NOT NULL");
+}
+
+static void print_sql_header(struct event_table *et)
+{
+ const char *name = et->event->name;
+ int i;
+
+ printf("\n---\n--- Table structure for table `%s`\n---\n\n", name);
+ printf("DROP TABLE IF EXISTS `%s`;\n", name);
+
+ printf("CREATE TABLE `%s` (\n", name);
+
+ printf(" `common_timestamp` BIGINT NOT NULL");
+
+ for (i = 0; event_common_fields[i]; i++) {
+ printf(",\n ");
+ write_header(event_common_fields[i], 0);
+ }
+
+ for (i = 0; et->event_fields[i]; i++) {
+ printf(",\n ");
+ write_header(et->event_fields[i], et->event_field_len[i]);
+ }
+
+ printf("\n) ENGINE=InnoDB DEFAULT CHARSET=utf8;\n");
+ printf("\n---\n--- Dumping data for table `%s`\n---\n\n", name);
+ printf("LOCK TABLES `%s` WRITE;\n", name);
+ printf("INSERT INTO `%s` VALUES ", name);
+
+ fflush(stdout);
+ fflush(et->fp);
+}
+
+int trace_sql_finish(struct tracecmd_input *handle)
+{
+ struct event_table *et;
+ char buffer[BUFSIZ];
+ int i, r;
+ int fd;
+
+ for (i = 0; i < event_table_size; i++) {
+ et = &event_table[i];
+ if (!et->cnt)
+ continue;
+
+ print_sql_header(et);
+
+ fd = fileno(et->fp);
+ lseek(fd, 0, SEEK_SET);
+ do {
+ r = read(fd, buffer, BUFSIZ);
+ if (r > 0)
+ write(1, buffer, r);
+ } while (r > 0);
+ fclose(et->fp);
+ printf(";\n");
+ printf("UNLOCK TABLES;\n");
+ }
+
+ return 0;
+}
