8eb008
--- crash-trace-command-2.0/trace.c.orig
8eb008
+++ crash-trace-command-2.0/trace.c
8eb008
@@ -38,6 +38,10 @@ static int trace_buffer_available;
8eb008
  * max_buffer is supported
8eb008
  */
8eb008
 static int max_buffer_available;
8eb008
+/*
8eb008
+ * multiple trace instances are supported
8eb008
+ */
8eb008
+static int multiple_instances_available;
8eb008
 
8eb008
 #define koffset(struct, member) struct##_##member##_offset
8eb008
 
8eb008
@@ -78,6 +82,8 @@ static int koffset(ftrace_event_field, o
8eb008
 static int koffset(ftrace_event_field, size);
8eb008
 static int koffset(ftrace_event_field, is_signed);
8eb008
 
8eb008
+static int koffset(trace_array, name);
8eb008
+
8eb008
 static int koffset(POINTER_SYM, POINTER) = 0;
8eb008
 
8eb008
 struct ring_buffer_per_cpu {
8eb008
@@ -101,16 +107,25 @@ struct ring_buffer_per_cpu {
8eb008
 };
8eb008
 
8eb008
 static ulong global_trace;
8eb008
-static ulong global_trace_buffer;
8eb008
-static ulong global_max_buffer;
8eb008
-static ulong global_ring_buffer;
8eb008
-static unsigned global_pages;
8eb008
-static struct ring_buffer_per_cpu *global_buffers;
8eb008
-
8eb008
 static ulong max_tr_trace;
8eb008
-static ulong max_tr_ring_buffer;
8eb008
-static unsigned max_tr_pages;
8eb008
-static struct ring_buffer_per_cpu *max_tr_buffers;
8eb008
+
8eb008
+struct trace_instance {
8eb008
+	char name[NAME_MAX + 1];
8eb008
+	ulong trace_buffer;
8eb008
+	ulong max_buffer;
8eb008
+	ulong ring_buffer;
8eb008
+	unsigned pages;
8eb008
+	struct ring_buffer_per_cpu *buffers;
8eb008
+
8eb008
+	ulong max_tr_ring_buffer;
8eb008
+	unsigned max_tr_pages;
8eb008
+	struct ring_buffer_per_cpu *max_tr_buffers;
8eb008
+};
8eb008
+
8eb008
+static ulong ftrace_trace_arrays;
8eb008
+static struct trace_instance global_trace_instance;
8eb008
+static struct trace_instance *trace_instances = NULL;
8eb008
+static int instance_count;
8eb008
 
8eb008
 static ulong ftrace_events;
8eb008
 static ulong current_trace;
8eb008
@@ -229,6 +244,9 @@ static int init_offsets(void)
8eb008
 	init_offset(ftrace_event_field, size);
8eb008
 	init_offset(ftrace_event_field, is_signed);
8eb008
 
8eb008
+	if (MEMBER_EXISTS("trace_array", "name"))
8eb008
+		init_offset(trace_array, name);
8eb008
+
8eb008
 	return 0;
8eb008
 #undef init_offset
8eb008
 }
8eb008
@@ -435,61 +453,140 @@ out_fail:
8eb008
 	return -1;
8eb008
 }
8eb008
 
8eb008
-static int ftrace_int_global_trace(void)
8eb008
+static int ftrace_init_trace(struct trace_instance *ti, ulong instance_addr)
8eb008
 {
8eb008
 	if (trace_buffer_available) {
8eb008
-		global_trace_buffer = global_trace + koffset(trace_array, trace_buffer);
8eb008
-		read_value(global_ring_buffer, global_trace_buffer, trace_buffer, buffer);
8eb008
+		ti->trace_buffer = instance_addr +
8eb008
+				koffset(trace_array, trace_buffer);
8eb008
+		read_value(ti->ring_buffer, ti->trace_buffer,
8eb008
+				trace_buffer, buffer);
8eb008
+
8eb008
+		if (max_buffer_available) {
8eb008
+			ti->max_buffer = instance_addr +
8eb008
+					koffset(trace_array, max_buffer);
8eb008
+			read_value(ti->max_tr_ring_buffer, ti->max_buffer,
8eb008
+					trace_buffer, buffer);
8eb008
+		}
8eb008
 	} else {
8eb008
-		read_value(global_ring_buffer, global_trace, trace_array, buffer);
8eb008
-		read_value(global_pages, global_ring_buffer, ring_buffer, pages);
8eb008
+		read_value(ti->ring_buffer, instance_addr, trace_array, buffer);
8eb008
+		read_value(ti->pages, ti->ring_buffer, ring_buffer, pages);
8eb008
+
8eb008
+		read_value(ti->max_tr_ring_buffer, max_tr_trace, trace_array, buffer);
8eb008
+		if (ti->max_tr_ring_buffer)
8eb008
+			read_value(ti->max_tr_pages, ti->max_tr_ring_buffer, ring_buffer, pages);
8eb008
 	}
8eb008
 
8eb008
-	global_buffers = calloc(sizeof(*global_buffers), nr_cpu_ids);
8eb008
-	if (global_buffers == NULL)
8eb008
+	ti->buffers = calloc(sizeof(*ti->buffers), nr_cpu_ids);
8eb008
+	if (ti->buffers == NULL)
8eb008
+		goto out_fail;
8eb008
+
8eb008
+	if (ftrace_init_buffers(ti->buffers, ti->ring_buffer,
8eb008
+			ti->pages) < 0)
8eb008
+		goto out_fail;
8eb008
+
8eb008
+	if (!ti->max_tr_ring_buffer)
8eb008
+		return 0;
8eb008
+
8eb008
+	ti->max_tr_buffers = calloc(sizeof(*ti->max_tr_buffers), nr_cpu_ids);
8eb008
+	if (ti->max_tr_buffers == NULL)
8eb008
 		goto out_fail;
8eb008
 
8eb008
-	if (ftrace_init_buffers(global_buffers, global_ring_buffer,
8eb008
-			global_pages) < 0)
8eb008
+	if (ftrace_init_buffers(ti->max_tr_buffers, ti->max_tr_ring_buffer,
8eb008
+			ti->max_tr_pages) < 0)
8eb008
 		goto out_fail;
8eb008
 
8eb008
 	return 0;
8eb008
 
8eb008
 out_fail:
8eb008
-	free(global_buffers);
8eb008
+	free(ti->max_tr_buffers);
8eb008
+	free(ti->buffers);
8eb008
 	return -1;
8eb008
 }
8eb008
 
8eb008
-static int ftrace_int_max_tr_trace(void)
8eb008
+static void ftrace_destroy_all_instance_buffers()
8eb008
 {
8eb008
-	if (trace_buffer_available) {
8eb008
-		if (!max_buffer_available)
8eb008
-			return 0;
8eb008
+	int i;
8eb008
 
8eb008
-		global_max_buffer = global_trace + koffset(trace_array, max_buffer);
8eb008
-		read_value(max_tr_ring_buffer, global_max_buffer, trace_buffer, buffer);
8eb008
-	} else {
8eb008
-		read_value(max_tr_ring_buffer, max_tr_trace, trace_array, buffer);
8eb008
+	for (i = 0; i < instance_count; i++)
8eb008
+	{
8eb008
+		struct trace_instance *ti = &trace_instances[i];
8eb008
 
8eb008
-		if (!max_tr_ring_buffer)
8eb008
-			return 0;
8eb008
+		if (ti->max_tr_ring_buffer) {
8eb008
+			ftrace_destroy_buffers(ti->max_tr_buffers);
8eb008
+			free(ti->max_tr_buffers);
8eb008
+		}
8eb008
 
8eb008
-		read_value(max_tr_pages, max_tr_ring_buffer, ring_buffer, pages);
8eb008
+		ftrace_destroy_buffers(ti->buffers);
8eb008
+		free(ti->buffers);
8eb008
 	}
8eb008
+}
8eb008
 
8eb008
-	max_tr_buffers = calloc(sizeof(*max_tr_buffers), nr_cpu_ids);
8eb008
-	if (max_tr_buffers == NULL)
8eb008
-		goto out_fail;
8eb008
+static void ftrace_destroy_instances()
8eb008
+{
8eb008
+	ftrace_destroy_all_instance_buffers();
8eb008
+	free(trace_instances);
8eb008
+}
8eb008
 
8eb008
-	if (ftrace_init_buffers(max_tr_buffers, max_tr_ring_buffer,
8eb008
-			max_tr_pages) < 0)
8eb008
-		goto out_fail;
8eb008
+static int ftrace_init_instances()
8eb008
+{
8eb008
+	int i;
8eb008
+	struct trace_instance *ti;
8eb008
+	struct list_data list_data;
8eb008
+	struct list_data *ld = &list_data;
8eb008
+
8eb008
+	if (!multiple_instances_available)
8eb008
+		return 0;
8eb008
+
8eb008
+	BZERO(ld, sizeof(struct list_data));
8eb008
+	ld->start = ftrace_trace_arrays;
8eb008
+	ld->end = global_trace;
8eb008
+	ld->flags = LIST_ALLOCATE;
8eb008
+	instance_count = do_list(ld);
8eb008
+
8eb008
+	/* The do_list count includes the list_head, which is not a
8eb008
+	 * proper instance */
8eb008
+	instance_count--;
8eb008
+	if (instance_count <= 0)
8eb008
+		return 0;
8eb008
+
8eb008
+	trace_instances = calloc(sizeof(struct trace_instance), instance_count);
8eb008
+
8eb008
+	/* We start i at 1 to skip over the list_head and continue to the last
8eb008
+	 * instance, which lies at index instance_count */
8eb008
+	for (i = 1; i <= instance_count; i++)
8eb008
+	{
8eb008
+		ulong instance_ptr;
8eb008
+		ulong name_addr;
8eb008
+		int ret;
8eb008
+
8eb008
+		ti = &trace_instances[i-1];
8eb008
+		instance_ptr = ld->list_ptr[i];
8eb008
+		read_value(name_addr, instance_ptr, trace_array, name);
8eb008
+		if (!name_addr)
8eb008
+		{
8eb008
+			console("Instance name is NULL\n");
8eb008
+		}
8eb008
+		else if (!read_string(name_addr, ti->name, sizeof(ti->name)))
8eb008
+		{
8eb008
+			console("Failed to read instance name at address %p\n", (void*)name_addr);
8eb008
+			goto out_fail;
8eb008
+		}
8eb008
+
8eb008
+		ret = ftrace_init_trace(ti, instance_ptr);
8eb008
+		if (ret < 0)
8eb008
+			goto out_fail;
8eb008
+	}
8eb008
+	FREEBUF(ld->list_ptr);
8eb008
 
8eb008
 	return 0;
8eb008
 
8eb008
 out_fail:
8eb008
-	free(max_tr_buffers);
8eb008
-	max_tr_ring_buffer = 0;
8eb008
+	/* We've already freed the current instance's trace buffer info, so
8eb008
+	 * we'll clear that out to avoid double freeing in
8eb008
+	 * ftrace_destroy_instances() */
8eb008
+	BZERO(ti, sizeof(struct trace_instance));
8eb008
+	ftrace_destroy_instances();
8eb008
+
8eb008
 	return -1;
8eb008
 }
8eb008
 
8eb008
@@ -504,7 +601,7 @@ static int ftrace_init_current_tracer(vo
8eb008
 	} else {
8eb008
 		read_value(addr, current_trace, POINTER_SYM, POINTER);
8eb008
 	}
8eb008
-	
8eb008
+
8eb008
 	read_value(addr, addr, tracer, name);
8eb008
 	read_string(addr, tmp, 128);
8eb008
 
8eb008
@@ -524,9 +621,11 @@ static int ftrace_init(void)
8eb008
 	struct syment *sym_max_tr_trace;
8eb008
 	struct syment *sym_ftrace_events;
8eb008
 	struct syment *sym_current_trace;
8eb008
+	struct syment *sym_ftrace_trace_arrays;
8eb008
 
8eb008
 	sym_global_trace = symbol_search("global_trace");
8eb008
 	sym_ftrace_events = symbol_search("ftrace_events");
8eb008
+	sym_ftrace_trace_arrays = symbol_search("ftrace_trace_arrays");
8eb008
 
8eb008
 	if (sym_global_trace == NULL || sym_ftrace_events == NULL)
8eb008
 		return -1;
8eb008
@@ -534,6 +633,13 @@ static int ftrace_init(void)
8eb008
 	global_trace = sym_global_trace->value;
8eb008
 	ftrace_events = sym_ftrace_events->value;
8eb008
 
8eb008
+	if (sym_ftrace_trace_arrays)
8eb008
+	{
8eb008
+		multiple_instances_available = 1;
8eb008
+		ftrace_trace_arrays = sym_ftrace_trace_arrays->value;
8eb008
+	}
8eb008
+
8eb008
+
8eb008
 	if (MEMBER_EXISTS("trace_array", "current_trace")) {
8eb008
 		encapsulated_current_trace = 1;
8eb008
 	} else {
8eb008
@@ -564,28 +670,31 @@ static int ftrace_init(void)
8eb008
 		return -1;
8eb008
 	print_offsets();
8eb008
 
8eb008
-	if (ftrace_int_global_trace() < 0)
8eb008
+	if (ftrace_init_trace(&global_trace_instance, global_trace) < 0)
8eb008
 		goto out_0;
8eb008
 
8eb008
-	ftrace_int_max_tr_trace();
8eb008
+	if (ftrace_init_instances() < 0)
8eb008
+		goto out_1;
8eb008
 
8eb008
 	if (ftrace_init_event_types() < 0)
8eb008
-		goto out_1;
8eb008
+		goto out_2;
8eb008
 
8eb008
 	if (ftrace_init_current_tracer() < 0)
8eb008
-		goto out_2;
8eb008
+		goto out_3;
8eb008
 
8eb008
 	return 0;
8eb008
 
8eb008
-out_2:
8eb008
+out_3:
8eb008
 	ftrace_destroy_event_types();
8eb008
+out_2:
8eb008
+	ftrace_destroy_instances();
8eb008
 out_1:
8eb008
-	if (max_tr_ring_buffer) {
8eb008
-		ftrace_destroy_buffers(max_tr_buffers);
8eb008
-		free(max_tr_buffers);
8eb008
+	if (global_trace_instance.max_tr_ring_buffer) {
8eb008
+		ftrace_destroy_buffers(global_trace_instance.max_tr_buffers);
8eb008
+		free(global_trace_instance.max_tr_buffers);
8eb008
 	}
8eb008
-	ftrace_destroy_buffers(global_buffers);
8eb008
-	free(global_buffers);
8eb008
+	ftrace_destroy_buffers(global_trace_instance.buffers);
8eb008
+	free(global_trace_instance.buffers);
8eb008
 out_0:
8eb008
 	return -1;
8eb008
 }
8eb008
@@ -595,13 +704,15 @@ static void ftrace_destroy(void)
8eb008
 	free(current_tracer_name);
8eb008
 	ftrace_destroy_event_types();
8eb008
 
8eb008
-	if (max_tr_ring_buffer) {
8eb008
-		ftrace_destroy_buffers(max_tr_buffers);
8eb008
-		free(max_tr_buffers);
8eb008
+	ftrace_destroy_instances();
8eb008
+
8eb008
+	if (global_trace_instance.max_tr_ring_buffer) {
8eb008
+		ftrace_destroy_buffers(global_trace_instance.max_tr_buffers);
8eb008
+		free(global_trace_instance.max_tr_buffers);
8eb008
 	}
8eb008
 
8eb008
-	ftrace_destroy_buffers(global_buffers);
8eb008
-	free(global_buffers);
8eb008
+	ftrace_destroy_buffers(global_trace_instance.buffers);
8eb008
+	free(global_trace_instance.buffers);
8eb008
 }
8eb008
 
8eb008
 static int ftrace_dump_page(int fd, ulong page, void *page_tmp)
8eb008
@@ -652,7 +763,8 @@ static int try_mkdir(const char *pathnam
8eb008
 	return 0;
8eb008
 }
8eb008
 
8eb008
-static int ftrace_dump_buffers(const char *per_cpu_path)
8eb008
+static int ftrace_dump_buffers(const char *per_cpu_path,
8eb008
+                                struct trace_instance *ti)
8eb008
 {
8eb008
 	int i;
8eb008
 	void *page_tmp;
8eb008
@@ -664,7 +776,7 @@ static int ftrace_dump_buffers(const cha
8eb008
 		return -1;
8eb008
 
8eb008
 	for (i = 0; i < nr_cpu_ids; i++) {
8eb008
-		struct ring_buffer_per_cpu *cpu_buffer = &global_buffers[i];
8eb008
+		struct ring_buffer_per_cpu *cpu_buffer = &ti->buffers[i];
8eb008
 
8eb008
 		if (!cpu_buffer->kaddr)
8eb008
 			continue;
8eb008
@@ -679,7 +791,7 @@ static int ftrace_dump_buffers(const cha
8eb008
 		if (fd < 0)
8eb008
 			goto out_fail;
8eb008
 
8eb008
-		ftrace_dump_buffer(fd, cpu_buffer, global_pages, page_tmp);
8eb008
+		ftrace_dump_buffer(fd, cpu_buffer, ti->pages, page_tmp);
8eb008
 		close(fd);
8eb008
 	}
8eb008
 
8eb008
@@ -1015,8 +1127,6 @@ static void ftrace_destroy_event_types(v
8eb008
 	free(ftrace_common_fields);
8eb008
 }
8eb008
 
8eb008
-#define TRACE_EVENT_FL_TRACEPOINT 0x40
8eb008
-
8eb008
 static
8eb008
 int ftrace_get_event_type_name(ulong call, char *name, int len)
8eb008
 {
8eb008
@@ -1024,34 +1134,35 @@ int ftrace_get_event_type_name(ulong cal
8eb008
 	static int name_offset;
8eb008
 	static int flags_offset;
8eb008
 	static int tp_name_offset;
8eb008
-	uint flags;
8eb008
+	static long tracepoint_flag;
8eb008
 
8eb008
+	uint flags;
8eb008
 	ulong name_addr;
8eb008
 
8eb008
 	if (inited)
8eb008
 		goto work;
8eb008
 
8eb008
-	inited = 1;
8eb008
-	name_offset = MAX(MEMBER_OFFSET("ftrace_event_call", "name"),
8eb008
-		MEMBER_OFFSET("trace_event_call", "name"));
8eb008
-	if (name_offset >= 0)
8eb008
-		goto work;
8eb008
-
8eb008
-	name_offset = MAX(ANON_MEMBER_OFFSET("ftrace_event_call", "name"),
8eb008
-		ANON_MEMBER_OFFSET("trace_event_call", "name"));
8eb008
-	if (name_offset < 0)
8eb008
-		return -1;
8eb008
+	name_offset = MAX(MEMBER_OFFSET("ftrace_event_call", "tp"),
8eb008
+		MEMBER_OFFSET("trace_event_call", "tp"));
8eb008
+	if (name_offset >= 0) {
8eb008
+		flags_offset = MAX(MEMBER_OFFSET("ftrace_event_call", "flags"),
8eb008
+			MEMBER_OFFSET("trace_event_call", "flags"));
8eb008
+		if (flags_offset < 0)
8eb008
+			return -1;
8eb008
 
8eb008
-	flags_offset = MAX(MEMBER_OFFSET("ftrace_event_call", "flags"),
8eb008
-		MEMBER_OFFSET("trace_event_call", "flags"));
8eb008
-	if (flags_offset < 0)
8eb008
-		return -1;
8eb008
+		tp_name_offset = MEMBER_OFFSET("tracepoint", "name");
8eb008
+		if (tp_name_offset < 0)
8eb008
+			return -1;
8eb008
 
8eb008
-	tp_name_offset = MEMBER_OFFSET("tracepoint", "name");
8eb008
-	if (tp_name_offset < 0)
8eb008
-		return -1;
8eb008
+		if (!enumerator_value("TRACE_EVENT_FL_TRACEPOINT", &tracepoint_flag))
8eb008
+			return -1;
8eb008
 
8eb008
-	inited = 2;
8eb008
+		inited = 2;
8eb008
+	} else {
8eb008
+		name_offset = MAX(MEMBER_OFFSET("ftrace_event_call", "name"),
8eb008
+			MEMBER_OFFSET("trace_event_call", "name"));
8eb008
+		inited = 1;
8eb008
+	}
8eb008
 
8eb008
 work:
8eb008
 	if (name_offset < 0)
8eb008
@@ -1067,7 +1178,7 @@ work:
8eb008
 			     RETURN_ON_ERROR))
8eb008
 			return -1;
8eb008
 
8eb008
-		if (flags & TRACE_EVENT_FL_TRACEPOINT) {
8eb008
+		if (flags & (uint)tracepoint_flag) {
8eb008
 			if (!readmem(name_addr + tp_name_offset, KVADDR,
8eb008
 				     &name_addr, sizeof(name_addr),
8eb008
 				     "read tracepoint name", RETURN_ON_ERROR))
8eb008
@@ -1476,26 +1587,72 @@ static int dump_kallsyms(const char *dum
8eb008
 
8eb008
 static int trace_cmd_data_output(int fd);
8eb008
 
8eb008
+#define	FTRACE_DUMP_SYMBOLS	(1 << 0)
8eb008
+#define	FTRACE_DUMP_META_DATA	(1 << 1)
8eb008
+
8eb008
+static int populate_ftrace_dir_tree(struct trace_instance *ti,
8eb008
+		char *root, uint flags)
8eb008
+{
8eb008
+	char path[PATH_MAX];
8eb008
+	int ret;
8eb008
+
8eb008
+	ret = mkdir(root, 0755);
8eb008
+	if (ret < 0) {
8eb008
+		if (errno == EEXIST)
8eb008
+			error(INFO, "mkdir: %s exists\n", root);
8eb008
+		return FALSE;
8eb008
+	}
8eb008
+
8eb008
+	snprintf(path, sizeof(path), "%s/per_cpu", root);
8eb008
+	if (try_mkdir(path, 0755) < 0)
8eb008
+		return FALSE;
8eb008
+
8eb008
+	if (ftrace_dump_buffers(path, ti) < 0)
8eb008
+		return FALSE;
8eb008
+
8eb008
+	if (flags & FTRACE_DUMP_META_DATA) {
8eb008
+		/* Dump event types */
8eb008
+		snprintf(path, sizeof(path), "%s/events", root);
8eb008
+		if (try_mkdir(path, 0755) < 0)
8eb008
+			return FALSE;
8eb008
+
8eb008
+		if (ftrace_dump_event_types(path) < 0)
8eb008
+			return FALSE;
8eb008
+
8eb008
+		/* Dump pids with corresponding cmdlines */
8eb008
+		if (dump_saved_cmdlines(root) < 0)
8eb008
+			return FALSE;
8eb008
+	}
8eb008
+
8eb008
+	if (flags & FTRACE_DUMP_SYMBOLS) {
8eb008
+		/* Dump all symbols of the kernel */
8eb008
+		dump_kallsyms(root);
8eb008
+	}
8eb008
+
8eb008
+	return TRUE;
8eb008
+}
8eb008
+
8eb008
 static void ftrace_dump(int argc, char *argv[])
8eb008
 {
8eb008
 	int c;
8eb008
-	int dump_meta_data = 0;
8eb008
-	int dump_symbols = 0;
8eb008
+	int i;
8eb008
+	uint flags = 0;
8eb008
 	char *dump_tracing_dir;
8eb008
-	char path[PATH_MAX];
8eb008
-	int ret;
8eb008
+	char instance_path[PATH_MAX];
8eb008
 
8eb008
         while ((c = getopt(argc, argv, "smt")) != EOF) {
8eb008
                 switch(c)
8eb008
 		{
8eb008
 		case 's':
8eb008
-			dump_symbols = 1;
8eb008
+			flags |= FTRACE_DUMP_SYMBOLS;
8eb008
 			break;
8eb008
 		case 'm':
8eb008
-			dump_meta_data = 1;
8eb008
+			flags |= FTRACE_DUMP_META_DATA;
8eb008
 			break;
8eb008
 		case 't':
8eb008
-			if (dump_symbols || dump_meta_data || argc - optind > 1)
8eb008
+			if (flags & FTRACE_DUMP_SYMBOLS ||
8eb008
+				flags & FTRACE_DUMP_META_DATA ||
8eb008
+				argc - optind > 1)
8eb008
 				cmd_usage(pc->curcmd, SYNOPSIS);
8eb008
 			else {
8eb008
 				char *trace_dat = "trace.dat";
8eb008
@@ -1526,38 +1683,34 @@ static void ftrace_dump(int argc, char *
8eb008
 		return;
8eb008
 	}
8eb008
 
8eb008
-	ret = mkdir(dump_tracing_dir, 0755);
8eb008
-	if (ret < 0) {
8eb008
-		if (errno == EEXIST)
8eb008
-			error(INFO, "mkdir: %s exists\n", dump_tracing_dir);
8eb008
+	if (!populate_ftrace_dir_tree(&global_trace_instance, dump_tracing_dir, flags))
8eb008
 		return;
8eb008
-	}
8eb008
 
8eb008
-	snprintf(path, sizeof(path), "%s/per_cpu", dump_tracing_dir);
8eb008
-	if (try_mkdir(path, 0755) < 0)
8eb008
+	if (!multiple_instances_available || instance_count == 0)
8eb008
 		return;
8eb008
 
8eb008
-	if (ftrace_dump_buffers(path) < 0)
8eb008
+	/* Create an instances directory, and dump instance data in there */
8eb008
+	snprintf(instance_path, sizeof(instance_path),
8eb008
+			"%s/instances", dump_tracing_dir);
8eb008
+	if (try_mkdir(instance_path, 0755) < 0)
8eb008
 		return;
8eb008
 
8eb008
-	if (dump_meta_data) {
8eb008
-		/* Dump event types */
8eb008
-		snprintf(path, sizeof(path), "%s/events", dump_tracing_dir);
8eb008
-		if (try_mkdir(path, 0755) < 0)
8eb008
-			return;
8eb008
+	/* Don't care about the flags anymore */
8eb008
+	flags = 0;
8eb008
 
8eb008
-		if (ftrace_dump_event_types(path) < 0)
8eb008
-			return;
8eb008
+	for (i = 0; i < instance_count; i++)
8eb008
+	{
8eb008
+		struct trace_instance *ti = &trace_instances[i];
8eb008
+
8eb008
+		snprintf(instance_path, sizeof(instance_path),
8eb008
+			"%s/instances/%s", dump_tracing_dir,
8eb008
+			ti->name);
8eb008
 
8eb008
-		/* Dump pids with corresponding cmdlines */
8eb008
-		if (dump_saved_cmdlines(dump_tracing_dir) < 0)
8eb008
-			return;
8eb008
+		if (populate_ftrace_dir_tree(ti, instance_path, flags) < 0)
8eb008
+			break;
8eb008
 	}
8eb008
 
8eb008
-	if (dump_symbols) {
8eb008
-		/* Dump all symbols of the kernel */
8eb008
-		dump_kallsyms(dump_tracing_dir);
8eb008
-	}
8eb008
+	return;
8eb008
 }
8eb008
 
8eb008
 static void ftrace_show(int argc, char *argv[])
8eb008
@@ -2161,26 +2314,69 @@ static int save_ftrace_cmdlines(int fd)
8eb008
 	return tmp_file_flush(fd);
8eb008
 }
8eb008
 
8eb008
-static int save_res_data(int fd, int nr_cpu_buffers)
8eb008
+/* From trace-cmd.h */
8eb008
+enum {
8eb008
+	TRACECMD_OPTION_DONE,         /* 0 */
8eb008
+	TRACECMD_OPTION_DATE,         /* 1 */
8eb008
+	TRACECMD_OPTION_CPUSTAT,      /* 2 */
8eb008
+	TRACECMD_OPTION_BUFFER,       /* 3 */
8eb008
+	TRACECMD_OPTION_TRACECLOCK,   /* 4 */
8eb008
+	TRACECMD_OPTION_UNAME,        /* 5 */
8eb008
+	TRACECMD_OPTION_HOOK,         /* 6 */
8eb008
+};
8eb008
+
8eb008
+static int write_options(int fd, unsigned long long *buffer_offsets)
8eb008
 {
8eb008
-	unsigned short option = 0;
8eb008
+	int i;
8eb008
+	unsigned short option;
8eb008
 
8eb008
-	if (write_and_check(fd, &nr_cpu_buffers, 4))
8eb008
-		return -1;
8eb008
+	if (!multiple_instances_available)
8eb008
+		return 0;
8eb008
 
8eb008
 	if (write_and_check(fd, "options  ", 10))
8eb008
 		return -1;
8eb008
 
8eb008
+	option = TRACECMD_OPTION_BUFFER;
8eb008
+	for (i = 0; i < instance_count; i++)
8eb008
+	{
8eb008
+		char *name = trace_instances[i].name;
8eb008
+		size_t name_size = strlen(name) + 1; /* Name length + '\0' */
8eb008
+		unsigned long long option_size = 8 + name_size;
8eb008
+		unsigned long long offset;
8eb008
+
8eb008
+		offset = buffer_offsets ? buffer_offsets[i] : 0;
8eb008
+		if (write_and_check(fd, &option, 2))
8eb008
+			return -1;
8eb008
+		if (write_and_check(fd, &option_size, 4))
8eb008
+			return -1;
8eb008
+		if (write_and_check(fd, &offset, 8))
8eb008
+			return -1;
8eb008
+		if (write_and_check(fd, name, name_size))
8eb008
+			return -1;
8eb008
+	}
8eb008
+
8eb008
+	option = TRACECMD_OPTION_DONE;
8eb008
 	if (write_and_check(fd, &option, 2))
8eb008
 		return -1;
8eb008
 
8eb008
+	return 0;
8eb008
+}
8eb008
+
8eb008
+static int save_res_data(int fd, int nr_cpu_buffers, unsigned long long *buffer_offsets)
8eb008
+{
8eb008
+	if (write_and_check(fd, &nr_cpu_buffers, 4))
8eb008
+		return -1;
8eb008
+
8eb008
+	if (write_options(fd, buffer_offsets))
8eb008
+		return -1;
8eb008
+
8eb008
 	if (write_and_check(fd, "flyrecord", 10))
8eb008
 		return -1;
8eb008
 
8eb008
 	return 0;
8eb008
 }
8eb008
 
8eb008
-static int save_record_data(int fd, int nr_cpu_buffers)
8eb008
+static int save_record_data(int fd, int nr_cpu_buffers, struct trace_instance *ti)
8eb008
 {
8eb008
 	int i, j;
8eb008
 	unsigned long long offset, buffer_offset;
8eb008
@@ -2192,7 +2388,7 @@ static int save_record_data(int fd, int
8eb008
 	buffer_offset = offset;
8eb008
 
8eb008
 	for (i = 0; i < nr_cpu_ids; i++) {
8eb008
-		struct ring_buffer_per_cpu *cpu_buffer = &global_buffers[i];
8eb008
+		struct ring_buffer_per_cpu *cpu_buffer = &ti->buffers[i];
8eb008
 		unsigned long long buffer_size;
8eb008
 
8eb008
 		if (!cpu_buffer->kaddr)
8eb008
@@ -2212,7 +2408,7 @@ static int save_record_data(int fd, int
8eb008
 
8eb008
 	lseek(fd, offset, SEEK_SET);
8eb008
 	for (i = 0; i < nr_cpu_ids; i++) {
8eb008
-		struct ring_buffer_per_cpu *cpu_buffer = &global_buffers[i];
8eb008
+		struct ring_buffer_per_cpu *cpu_buffer = &ti->buffers[i];
8eb008
 
8eb008
 		if (!cpu_buffer->kaddr)
8eb008
 			continue;
8eb008
@@ -2231,13 +2427,13 @@ static int save_record_data(int fd, int
8eb008
 	return 0;
8eb008
 }
8eb008
 
8eb008
-static int __trace_cmd_data_output(int fd)
8eb008
+static int get_nr_cpu_buffers(struct trace_instance *ti)
8eb008
 {
8eb008
 	int i;
8eb008
 	int nr_cpu_buffers = 0;
8eb008
 
8eb008
 	for (i = 0; i < nr_cpu_ids; i++) {
8eb008
-		struct ring_buffer_per_cpu *cpu_buffer = &global_buffers[i];
8eb008
+		struct ring_buffer_per_cpu *cpu_buffer = &ti->buffers[i];
8eb008
 
8eb008
 		if (!cpu_buffer->kaddr)
8eb008
 			continue;
8eb008
@@ -2245,6 +2441,19 @@ static int __trace_cmd_data_output(int f
8eb008
 		nr_cpu_buffers++;
8eb008
 	}
8eb008
 
8eb008
+	return nr_cpu_buffers;
8eb008
+}
8eb008
+
8eb008
+static int __trace_cmd_data_output(int fd)
8eb008
+{
8eb008
+	int nr_cpu_buffers;
8eb008
+	unsigned long long global_res_data_offset;
8eb008
+	unsigned long long *instance_offsets;
8eb008
+
8eb008
+	instance_offsets = calloc(sizeof(unsigned long long), instance_count);
8eb008
+
8eb008
+	nr_cpu_buffers = get_nr_cpu_buffers(&global_trace_instance);
8eb008
+
8eb008
 	if (save_initial_data(fd))
8eb008
 		return -1;
8eb008
 	if (save_header_files(fd))
8eb008
@@ -2257,9 +2466,38 @@ static int __trace_cmd_data_output(int f
8eb008
 		return -1;
8eb008
 	if (save_ftrace_cmdlines(fd))
8eb008
 		return -1;
8eb008
-	if (save_res_data(fd, nr_cpu_buffers))
8eb008
+
8eb008
+	/* We don't have the instance buffer offsets yet, so we'll write in 0s
8eb008
+	 * for now, and fix it up after we have that information available */
8eb008
+	global_res_data_offset = lseek(fd, 0, SEEK_CUR);
8eb008
+	if (save_res_data(fd, nr_cpu_buffers, NULL))
8eb008
 		return -1;
8eb008
-	if (save_record_data(fd, nr_cpu_buffers))
8eb008
+	if (save_record_data(fd, nr_cpu_buffers, &global_trace_instance))
8eb008
+		return -1;
8eb008
+
8eb008
+	if (multiple_instances_available)
8eb008
+	{
8eb008
+		int i;
8eb008
+
8eb008
+		for (i = 0; i < instance_count; i++)
8eb008
+		{
8eb008
+			struct trace_instance *ti = &trace_instances[i];
8eb008
+			nr_cpu_buffers = get_nr_cpu_buffers(ti);
8eb008
+
8eb008
+			/* Save off the instance offset for fixup later */
8eb008
+			instance_offsets[i] = lseek(fd, 0, SEEK_CUR);
8eb008
+
8eb008
+			if (write_and_check(fd, "flyrecord", 10))
8eb008
+				return -1;
8eb008
+			if (save_record_data(fd, nr_cpu_buffers, ti))
8eb008
+				return -1;
8eb008
+		}
8eb008
+	}
8eb008
+
8eb008
+	/* Fix up the global trace's options header with the instance offsets */
8eb008
+	lseek(fd, global_res_data_offset, SEEK_SET);
8eb008
+	nr_cpu_buffers = get_nr_cpu_buffers(&global_trace_instance);
8eb008
+	if (save_res_data(fd, nr_cpu_buffers, instance_offsets))
8eb008
 		return -1;
8eb008
 
8eb008
 	return 0;