04db8c
--- crash-trace-command-2.0/trace.c.orig
04db8c
+++ crash-trace-command-2.0/trace.c
04db8c
@@ -38,6 +38,10 @@ static int trace_buffer_available;
04db8c
  * max_buffer is supported
04db8c
  */
04db8c
 static int max_buffer_available;
04db8c
+/*
04db8c
+ * multiple trace instances are supported
04db8c
+ */
04db8c
+static int multiple_instances_available;
04db8c
 
04db8c
 #define koffset(struct, member) struct##_##member##_offset
04db8c
 
04db8c
@@ -78,6 +82,8 @@ static int koffset(ftrace_event_field, o
04db8c
 static int koffset(ftrace_event_field, size);
04db8c
 static int koffset(ftrace_event_field, is_signed);
04db8c
 
04db8c
+static int koffset(trace_array, name);
04db8c
+
04db8c
 static int koffset(POINTER_SYM, POINTER) = 0;
04db8c
 
04db8c
 struct ring_buffer_per_cpu {
04db8c
@@ -101,16 +107,25 @@ struct ring_buffer_per_cpu {
04db8c
 };
04db8c
 
04db8c
 static ulong global_trace;
04db8c
-static ulong global_trace_buffer;
04db8c
-static ulong global_max_buffer;
04db8c
-static ulong global_ring_buffer;
04db8c
-static unsigned global_pages;
04db8c
-static struct ring_buffer_per_cpu *global_buffers;
04db8c
-
04db8c
 static ulong max_tr_trace;
04db8c
-static ulong max_tr_ring_buffer;
04db8c
-static unsigned max_tr_pages;
04db8c
-static struct ring_buffer_per_cpu *max_tr_buffers;
04db8c
+
04db8c
+struct trace_instance {
04db8c
+	char name[NAME_MAX + 1];
04db8c
+	ulong trace_buffer;
04db8c
+	ulong max_buffer;
04db8c
+	ulong ring_buffer;
04db8c
+	unsigned pages;
04db8c
+	struct ring_buffer_per_cpu *buffers;
04db8c
+
04db8c
+	ulong max_tr_ring_buffer;
04db8c
+	unsigned max_tr_pages;
04db8c
+	struct ring_buffer_per_cpu *max_tr_buffers;
04db8c
+};
04db8c
+
04db8c
+static ulong ftrace_trace_arrays;
04db8c
+static struct trace_instance global_trace_instance;
04db8c
+static struct trace_instance *trace_instances = NULL;
04db8c
+static int instance_count;
04db8c
 
04db8c
 static ulong ftrace_events;
04db8c
 static ulong current_trace;
04db8c
@@ -229,6 +244,9 @@ static int init_offsets(void)
04db8c
 	init_offset(ftrace_event_field, size);
04db8c
 	init_offset(ftrace_event_field, is_signed);
04db8c
 
04db8c
+	if (MEMBER_EXISTS("trace_array", "name"))
04db8c
+		init_offset(trace_array, name);
04db8c
+
04db8c
 	return 0;
04db8c
 #undef init_offset
04db8c
 }
04db8c
@@ -435,61 +453,140 @@ out_fail:
04db8c
 	return -1;
04db8c
 }
04db8c
 
04db8c
-static int ftrace_int_global_trace(void)
04db8c
+static int ftrace_init_trace(struct trace_instance *ti, ulong instance_addr)
04db8c
 {
04db8c
 	if (trace_buffer_available) {
04db8c
-		global_trace_buffer = global_trace + koffset(trace_array, trace_buffer);
04db8c
-		read_value(global_ring_buffer, global_trace_buffer, trace_buffer, buffer);
04db8c
+		ti->trace_buffer = instance_addr +
04db8c
+				koffset(trace_array, trace_buffer);
04db8c
+		read_value(ti->ring_buffer, ti->trace_buffer,
04db8c
+				trace_buffer, buffer);
04db8c
+
04db8c
+		if (max_buffer_available) {
04db8c
+			ti->max_buffer = instance_addr +
04db8c
+					koffset(trace_array, max_buffer);
04db8c
+			read_value(ti->max_tr_ring_buffer, ti->max_buffer,
04db8c
+					trace_buffer, buffer);
04db8c
+		}
04db8c
 	} else {
04db8c
-		read_value(global_ring_buffer, global_trace, trace_array, buffer);
04db8c
-		read_value(global_pages, global_ring_buffer, ring_buffer, pages);
04db8c
+		read_value(ti->ring_buffer, instance_addr, trace_array, buffer);
04db8c
+		read_value(ti->pages, ti->ring_buffer, ring_buffer, pages);
04db8c
+
04db8c
+		read_value(ti->max_tr_ring_buffer, max_tr_trace, trace_array, buffer);
04db8c
+		if (ti->max_tr_ring_buffer)
04db8c
+			read_value(ti->max_tr_pages, ti->max_tr_ring_buffer, ring_buffer, pages);
04db8c
 	}
04db8c
 
04db8c
-	global_buffers = calloc(sizeof(*global_buffers), nr_cpu_ids);
04db8c
-	if (global_buffers == NULL)
04db8c
+	ti->buffers = calloc(sizeof(*ti->buffers), nr_cpu_ids);
04db8c
+	if (ti->buffers == NULL)
04db8c
+		goto out_fail;
04db8c
+
04db8c
+	if (ftrace_init_buffers(ti->buffers, ti->ring_buffer,
04db8c
+			ti->pages) < 0)
04db8c
+		goto out_fail;
04db8c
+
04db8c
+	if (!ti->max_tr_ring_buffer)
04db8c
+		return 0;
04db8c
+
04db8c
+	ti->max_tr_buffers = calloc(sizeof(*ti->max_tr_buffers), nr_cpu_ids);
04db8c
+	if (ti->max_tr_buffers == NULL)
04db8c
 		goto out_fail;
04db8c
 
04db8c
-	if (ftrace_init_buffers(global_buffers, global_ring_buffer,
04db8c
-			global_pages) < 0)
04db8c
+	if (ftrace_init_buffers(ti->max_tr_buffers, ti->max_tr_ring_buffer,
04db8c
+			ti->max_tr_pages) < 0)
04db8c
 		goto out_fail;
04db8c
 
04db8c
 	return 0;
04db8c
 
04db8c
 out_fail:
04db8c
-	free(global_buffers);
04db8c
+	free(ti->max_tr_buffers);
04db8c
+	free(ti->buffers);
04db8c
 	return -1;
04db8c
 }
04db8c
 
04db8c
-static int ftrace_int_max_tr_trace(void)
04db8c
+static void ftrace_destroy_all_instance_buffers()
04db8c
 {
04db8c
-	if (trace_buffer_available) {
04db8c
-		if (!max_buffer_available)
04db8c
-			return 0;
04db8c
+	int i;
04db8c
 
04db8c
-		global_max_buffer = global_trace + koffset(trace_array, max_buffer);
04db8c
-		read_value(max_tr_ring_buffer, global_max_buffer, trace_buffer, buffer);
04db8c
-	} else {
04db8c
-		read_value(max_tr_ring_buffer, max_tr_trace, trace_array, buffer);
04db8c
+	for (i = 0; i < instance_count; i++)
04db8c
+	{
04db8c
+		struct trace_instance *ti = &trace_instances[i];
04db8c
 
04db8c
-		if (!max_tr_ring_buffer)
04db8c
-			return 0;
04db8c
+		if (ti->max_tr_ring_buffer) {
04db8c
+			ftrace_destroy_buffers(ti->max_tr_buffers);
04db8c
+			free(ti->max_tr_buffers);
04db8c
+		}
04db8c
 
04db8c
-		read_value(max_tr_pages, max_tr_ring_buffer, ring_buffer, pages);
04db8c
+		ftrace_destroy_buffers(ti->buffers);
04db8c
+		free(ti->buffers);
04db8c
 	}
04db8c
+}
04db8c
 
04db8c
-	max_tr_buffers = calloc(sizeof(*max_tr_buffers), nr_cpu_ids);
04db8c
-	if (max_tr_buffers == NULL)
04db8c
-		goto out_fail;
04db8c
+static void ftrace_destroy_instances()
04db8c
+{
04db8c
+	ftrace_destroy_all_instance_buffers();
04db8c
+	free(trace_instances);
04db8c
+}
04db8c
 
04db8c
-	if (ftrace_init_buffers(max_tr_buffers, max_tr_ring_buffer,
04db8c
-			max_tr_pages) < 0)
04db8c
-		goto out_fail;
04db8c
+static int ftrace_init_instances()
04db8c
+{
04db8c
+	int i;
04db8c
+	struct trace_instance *ti;
04db8c
+	struct list_data list_data;
04db8c
+	struct list_data *ld = &list_data;
04db8c
+
04db8c
+	if (!multiple_instances_available)
04db8c
+		return 0;
04db8c
+
04db8c
+	BZERO(ld, sizeof(struct list_data));
04db8c
+	ld->start = ftrace_trace_arrays;
04db8c
+	ld->end = global_trace;
04db8c
+	ld->flags = LIST_ALLOCATE;
04db8c
+	instance_count = do_list(ld);
04db8c
+
04db8c
+	/* The do_list count includes the list_head, which is not a
04db8c
+	 * proper instance */
04db8c
+	instance_count--;
04db8c
+	if (instance_count <= 0)
04db8c
+		return 0;
04db8c
+
04db8c
+	trace_instances = calloc(sizeof(struct trace_instance), instance_count);
04db8c
+
04db8c
+	/* We start i at 1 to skip over the list_head and continue to the last
04db8c
+	 * instance, which lies at index instance_count */
04db8c
+	for (i = 1; i <= instance_count; i++)
04db8c
+	{
04db8c
+		ulong instance_ptr;
04db8c
+		ulong name_addr;
04db8c
+		int ret;
04db8c
+
04db8c
+		ti = &trace_instances[i-1];
04db8c
+		instance_ptr = ld->list_ptr[i];
04db8c
+		read_value(name_addr, instance_ptr, trace_array, name);
04db8c
+		if (!name_addr)
04db8c
+		{
04db8c
+			console("Instance name is NULL\n");
04db8c
+		}
04db8c
+		else if (!read_string(name_addr, ti->name, sizeof(ti->name)))
04db8c
+		{
04db8c
+			console("Failed to read instance name at address %p\n", (void*)name_addr);
04db8c
+			goto out_fail;
04db8c
+		}
04db8c
+
04db8c
+		ret = ftrace_init_trace(ti, instance_ptr);
04db8c
+		if (ret < 0)
04db8c
+			goto out_fail;
04db8c
+	}
04db8c
+	FREEBUF(ld->list_ptr);
04db8c
 
04db8c
 	return 0;
04db8c
 
04db8c
 out_fail:
04db8c
-	free(max_tr_buffers);
04db8c
-	max_tr_ring_buffer = 0;
04db8c
+	/* We've already freed the current instance's trace buffer info, so
04db8c
+	 * we'll clear that out to avoid double freeing in
04db8c
+	 * ftrace_destroy_instances() */
04db8c
+	BZERO(ti, sizeof(struct trace_instance));
04db8c
+	ftrace_destroy_instances();
04db8c
+
04db8c
 	return -1;
04db8c
 }
04db8c
 
04db8c
@@ -504,7 +601,7 @@ static int ftrace_init_current_tracer(vo
04db8c
 	} else {
04db8c
 		read_value(addr, current_trace, POINTER_SYM, POINTER);
04db8c
 	}
04db8c
-	
04db8c
+
04db8c
 	read_value(addr, addr, tracer, name);
04db8c
 	read_string(addr, tmp, 128);
04db8c
 
04db8c
@@ -524,9 +621,11 @@ static int ftrace_init(void)
04db8c
 	struct syment *sym_max_tr_trace;
04db8c
 	struct syment *sym_ftrace_events;
04db8c
 	struct syment *sym_current_trace;
04db8c
+	struct syment *sym_ftrace_trace_arrays;
04db8c
 
04db8c
 	sym_global_trace = symbol_search("global_trace");
04db8c
 	sym_ftrace_events = symbol_search("ftrace_events");
04db8c
+	sym_ftrace_trace_arrays = symbol_search("ftrace_trace_arrays");
04db8c
 
04db8c
 	if (sym_global_trace == NULL || sym_ftrace_events == NULL)
04db8c
 		return -1;
04db8c
@@ -534,6 +633,13 @@ static int ftrace_init(void)
04db8c
 	global_trace = sym_global_trace->value;
04db8c
 	ftrace_events = sym_ftrace_events->value;
04db8c
 
04db8c
+	if (sym_ftrace_trace_arrays)
04db8c
+	{
04db8c
+		multiple_instances_available = 1;
04db8c
+		ftrace_trace_arrays = sym_ftrace_trace_arrays->value;
04db8c
+	}
04db8c
+
04db8c
+
04db8c
 	if (MEMBER_EXISTS("trace_array", "current_trace")) {
04db8c
 		encapsulated_current_trace = 1;
04db8c
 	} else {
04db8c
@@ -564,28 +670,31 @@ static int ftrace_init(void)
04db8c
 		return -1;
04db8c
 	print_offsets();
04db8c
 
04db8c
-	if (ftrace_int_global_trace() < 0)
04db8c
+	if (ftrace_init_trace(&global_trace_instance, global_trace) < 0)
04db8c
 		goto out_0;
04db8c
 
04db8c
-	ftrace_int_max_tr_trace();
04db8c
+	if (ftrace_init_instances() < 0)
04db8c
+		goto out_1;
04db8c
 
04db8c
 	if (ftrace_init_event_types() < 0)
04db8c
-		goto out_1;
04db8c
+		goto out_2;
04db8c
 
04db8c
 	if (ftrace_init_current_tracer() < 0)
04db8c
-		goto out_2;
04db8c
+		goto out_3;
04db8c
 
04db8c
 	return 0;
04db8c
 
04db8c
-out_2:
04db8c
+out_3:
04db8c
 	ftrace_destroy_event_types();
04db8c
+out_2:
04db8c
+	ftrace_destroy_instances();
04db8c
 out_1:
04db8c
-	if (max_tr_ring_buffer) {
04db8c
-		ftrace_destroy_buffers(max_tr_buffers);
04db8c
-		free(max_tr_buffers);
04db8c
+	if (global_trace_instance.max_tr_ring_buffer) {
04db8c
+		ftrace_destroy_buffers(global_trace_instance.max_tr_buffers);
04db8c
+		free(global_trace_instance.max_tr_buffers);
04db8c
 	}
04db8c
-	ftrace_destroy_buffers(global_buffers);
04db8c
-	free(global_buffers);
04db8c
+	ftrace_destroy_buffers(global_trace_instance.buffers);
04db8c
+	free(global_trace_instance.buffers);
04db8c
 out_0:
04db8c
 	return -1;
04db8c
 }
04db8c
@@ -595,13 +704,15 @@ static void ftrace_destroy(void)
04db8c
 	free(current_tracer_name);
04db8c
 	ftrace_destroy_event_types();
04db8c
 
04db8c
-	if (max_tr_ring_buffer) {
04db8c
-		ftrace_destroy_buffers(max_tr_buffers);
04db8c
-		free(max_tr_buffers);
04db8c
+	ftrace_destroy_instances();
04db8c
+
04db8c
+	if (global_trace_instance.max_tr_ring_buffer) {
04db8c
+		ftrace_destroy_buffers(global_trace_instance.max_tr_buffers);
04db8c
+		free(global_trace_instance.max_tr_buffers);
04db8c
 	}
04db8c
 
04db8c
-	ftrace_destroy_buffers(global_buffers);
04db8c
-	free(global_buffers);
04db8c
+	ftrace_destroy_buffers(global_trace_instance.buffers);
04db8c
+	free(global_trace_instance.buffers);
04db8c
 }
04db8c
 
04db8c
 static int ftrace_dump_page(int fd, ulong page, void *page_tmp)
04db8c
@@ -652,7 +763,8 @@ static int try_mkdir(const char *pathnam
04db8c
 	return 0;
04db8c
 }
04db8c
 
04db8c
-static int ftrace_dump_buffers(const char *per_cpu_path)
04db8c
+static int ftrace_dump_buffers(const char *per_cpu_path,
04db8c
+                                struct trace_instance *ti)
04db8c
 {
04db8c
 	int i;
04db8c
 	void *page_tmp;
04db8c
@@ -664,7 +776,7 @@ static int ftrace_dump_buffers(const cha
04db8c
 		return -1;
04db8c
 
04db8c
 	for (i = 0; i < nr_cpu_ids; i++) {
04db8c
-		struct ring_buffer_per_cpu *cpu_buffer = &global_buffers[i];
04db8c
+		struct ring_buffer_per_cpu *cpu_buffer = &ti->buffers[i];
04db8c
 
04db8c
 		if (!cpu_buffer->kaddr)
04db8c
 			continue;
04db8c
@@ -679,7 +791,7 @@ static int ftrace_dump_buffers(const cha
04db8c
 		if (fd < 0)
04db8c
 			goto out_fail;
04db8c
 
04db8c
-		ftrace_dump_buffer(fd, cpu_buffer, global_pages, page_tmp);
04db8c
+		ftrace_dump_buffer(fd, cpu_buffer, ti->pages, page_tmp);
04db8c
 		close(fd);
04db8c
 	}
04db8c
 
04db8c
@@ -1015,8 +1127,6 @@ static void ftrace_destroy_event_types(v
04db8c
 	free(ftrace_common_fields);
04db8c
 }
04db8c
 
04db8c
-#define TRACE_EVENT_FL_TRACEPOINT 0x40
04db8c
-
04db8c
 static
04db8c
 int ftrace_get_event_type_name(ulong call, char *name, int len)
04db8c
 {
04db8c
@@ -1024,34 +1134,35 @@ int ftrace_get_event_type_name(ulong cal
04db8c
 	static int name_offset;
04db8c
 	static int flags_offset;
04db8c
 	static int tp_name_offset;
04db8c
-	uint flags;
04db8c
+	static long tracepoint_flag;
04db8c
 
04db8c
+	uint flags;
04db8c
 	ulong name_addr;
04db8c
 
04db8c
 	if (inited)
04db8c
 		goto work;
04db8c
 
04db8c
-	inited = 1;
04db8c
-	name_offset = MAX(MEMBER_OFFSET("ftrace_event_call", "name"),
04db8c
-		MEMBER_OFFSET("trace_event_call", "name"));
04db8c
-	if (name_offset >= 0)
04db8c
-		goto work;
04db8c
-
04db8c
-	name_offset = MAX(ANON_MEMBER_OFFSET("ftrace_event_call", "name"),
04db8c
-		ANON_MEMBER_OFFSET("trace_event_call", "name"));
04db8c
-	if (name_offset < 0)
04db8c
-		return -1;
04db8c
+	name_offset = MAX(MEMBER_OFFSET("ftrace_event_call", "tp"),
04db8c
+		MEMBER_OFFSET("trace_event_call", "tp"));
04db8c
+	if (name_offset >= 0) {
04db8c
+		flags_offset = MAX(MEMBER_OFFSET("ftrace_event_call", "flags"),
04db8c
+			MEMBER_OFFSET("trace_event_call", "flags"));
04db8c
+		if (flags_offset < 0)
04db8c
+			return -1;
04db8c
 
04db8c
-	flags_offset = MAX(MEMBER_OFFSET("ftrace_event_call", "flags"),
04db8c
-		MEMBER_OFFSET("trace_event_call", "flags"));
04db8c
-	if (flags_offset < 0)
04db8c
-		return -1;
04db8c
+		tp_name_offset = MEMBER_OFFSET("tracepoint", "name");
04db8c
+		if (tp_name_offset < 0)
04db8c
+			return -1;
04db8c
 
04db8c
-	tp_name_offset = MEMBER_OFFSET("tracepoint", "name");
04db8c
-	if (tp_name_offset < 0)
04db8c
-		return -1;
04db8c
+		if (!enumerator_value("TRACE_EVENT_FL_TRACEPOINT", &tracepoint_flag))
04db8c
+			return -1;
04db8c
 
04db8c
-	inited = 2;
04db8c
+		inited = 2;
04db8c
+	} else {
04db8c
+		name_offset = MAX(MEMBER_OFFSET("ftrace_event_call", "name"),
04db8c
+			MEMBER_OFFSET("trace_event_call", "name"));
04db8c
+		inited = 1;
04db8c
+	}
04db8c
 
04db8c
 work:
04db8c
 	if (name_offset < 0)
04db8c
@@ -1067,7 +1178,7 @@ work:
04db8c
 			     RETURN_ON_ERROR))
04db8c
 			return -1;
04db8c
 
04db8c
-		if (flags & TRACE_EVENT_FL_TRACEPOINT) {
04db8c
+		if (flags & (uint)tracepoint_flag) {
04db8c
 			if (!readmem(name_addr + tp_name_offset, KVADDR,
04db8c
 				     &name_addr, sizeof(name_addr),
04db8c
 				     "read tracepoint name", RETURN_ON_ERROR))
04db8c
@@ -1476,26 +1587,72 @@ static int dump_kallsyms(const char *dum
04db8c
 
04db8c
 static int trace_cmd_data_output(int fd);
04db8c
 
04db8c
+#define	FTRACE_DUMP_SYMBOLS	(1 << 0)
04db8c
+#define	FTRACE_DUMP_META_DATA	(1 << 1)
04db8c
+
04db8c
+static int populate_ftrace_dir_tree(struct trace_instance *ti,
04db8c
+		char *root, uint flags)
04db8c
+{
04db8c
+	char path[PATH_MAX];
04db8c
+	int ret;
04db8c
+
04db8c
+	ret = mkdir(root, 0755);
04db8c
+	if (ret < 0) {
04db8c
+		if (errno == EEXIST)
04db8c
+			error(INFO, "mkdir: %s exists\n", root);
04db8c
+		return FALSE;
04db8c
+	}
04db8c
+
04db8c
+	snprintf(path, sizeof(path), "%s/per_cpu", root);
04db8c
+	if (try_mkdir(path, 0755) < 0)
04db8c
+		return FALSE;
04db8c
+
04db8c
+	if (ftrace_dump_buffers(path, ti) < 0)
04db8c
+		return FALSE;
04db8c
+
04db8c
+	if (flags & FTRACE_DUMP_META_DATA) {
04db8c
+		/* Dump event types */
04db8c
+		snprintf(path, sizeof(path), "%s/events", root);
04db8c
+		if (try_mkdir(path, 0755) < 0)
04db8c
+			return FALSE;
04db8c
+
04db8c
+		if (ftrace_dump_event_types(path) < 0)
04db8c
+			return FALSE;
04db8c
+
04db8c
+		/* Dump pids with corresponding cmdlines */
04db8c
+		if (dump_saved_cmdlines(root) < 0)
04db8c
+			return FALSE;
04db8c
+	}
04db8c
+
04db8c
+	if (flags & FTRACE_DUMP_SYMBOLS) {
04db8c
+		/* Dump all symbols of the kernel */
04db8c
+		dump_kallsyms(root);
04db8c
+	}
04db8c
+
04db8c
+	return TRUE;
04db8c
+}
04db8c
+
04db8c
 static void ftrace_dump(int argc, char *argv[])
04db8c
 {
04db8c
 	int c;
04db8c
-	int dump_meta_data = 0;
04db8c
-	int dump_symbols = 0;
04db8c
+	int i;
04db8c
+	uint flags = 0;
04db8c
 	char *dump_tracing_dir;
04db8c
-	char path[PATH_MAX];
04db8c
-	int ret;
04db8c
+	char instance_path[PATH_MAX];
04db8c
 
04db8c
         while ((c = getopt(argc, argv, "smt")) != EOF) {
04db8c
                 switch(c)
04db8c
 		{
04db8c
 		case 's':
04db8c
-			dump_symbols = 1;
04db8c
+			flags |= FTRACE_DUMP_SYMBOLS;
04db8c
 			break;
04db8c
 		case 'm':
04db8c
-			dump_meta_data = 1;
04db8c
+			flags |= FTRACE_DUMP_META_DATA;
04db8c
 			break;
04db8c
 		case 't':
04db8c
-			if (dump_symbols || dump_meta_data || argc - optind > 1)
04db8c
+			if (flags & FTRACE_DUMP_SYMBOLS ||
04db8c
+				flags & FTRACE_DUMP_META_DATA ||
04db8c
+				argc - optind > 1)
04db8c
 				cmd_usage(pc->curcmd, SYNOPSIS);
04db8c
 			else {
04db8c
 				char *trace_dat = "trace.dat";
04db8c
@@ -1526,38 +1683,34 @@ static void ftrace_dump(int argc, char *
04db8c
 		return;
04db8c
 	}
04db8c
 
04db8c
-	ret = mkdir(dump_tracing_dir, 0755);
04db8c
-	if (ret < 0) {
04db8c
-		if (errno == EEXIST)
04db8c
-			error(INFO, "mkdir: %s exists\n", dump_tracing_dir);
04db8c
+	if (!populate_ftrace_dir_tree(&global_trace_instance, dump_tracing_dir, flags))
04db8c
 		return;
04db8c
-	}
04db8c
 
04db8c
-	snprintf(path, sizeof(path), "%s/per_cpu", dump_tracing_dir);
04db8c
-	if (try_mkdir(path, 0755) < 0)
04db8c
+	if (!multiple_instances_available || instance_count == 0)
04db8c
 		return;
04db8c
 
04db8c
-	if (ftrace_dump_buffers(path) < 0)
04db8c
+	/* Create an instances directory, and dump instance data in there */
04db8c
+	snprintf(instance_path, sizeof(instance_path),
04db8c
+			"%s/instances", dump_tracing_dir);
04db8c
+	if (try_mkdir(instance_path, 0755) < 0)
04db8c
 		return;
04db8c
 
04db8c
-	if (dump_meta_data) {
04db8c
-		/* Dump event types */
04db8c
-		snprintf(path, sizeof(path), "%s/events", dump_tracing_dir);
04db8c
-		if (try_mkdir(path, 0755) < 0)
04db8c
-			return;
04db8c
+	/* Don't care about the flags anymore */
04db8c
+	flags = 0;
04db8c
 
04db8c
-		if (ftrace_dump_event_types(path) < 0)
04db8c
-			return;
04db8c
+	for (i = 0; i < instance_count; i++)
04db8c
+	{
04db8c
+		struct trace_instance *ti = &trace_instances[i];
04db8c
+
04db8c
+		snprintf(instance_path, sizeof(instance_path),
04db8c
+			"%s/instances/%s", dump_tracing_dir,
04db8c
+			ti->name);
04db8c
 
04db8c
-		/* Dump pids with corresponding cmdlines */
04db8c
-		if (dump_saved_cmdlines(dump_tracing_dir) < 0)
04db8c
-			return;
04db8c
+		if (populate_ftrace_dir_tree(ti, instance_path, flags) < 0)
04db8c
+			break;
04db8c
 	}
04db8c
 
04db8c
-	if (dump_symbols) {
04db8c
-		/* Dump all symbols of the kernel */
04db8c
-		dump_kallsyms(dump_tracing_dir);
04db8c
-	}
04db8c
+	return;
04db8c
 }
04db8c
 
04db8c
 static void ftrace_show(int argc, char *argv[])
04db8c
@@ -2161,26 +2314,69 @@ static int save_ftrace_cmdlines(int fd)
04db8c
 	return tmp_file_flush(fd);
04db8c
 }
04db8c
 
04db8c
-static int save_res_data(int fd, int nr_cpu_buffers)
04db8c
+/* From trace-cmd.h */
04db8c
+enum {
04db8c
+	TRACECMD_OPTION_DONE,         /* 0 */
04db8c
+	TRACECMD_OPTION_DATE,         /* 1 */
04db8c
+	TRACECMD_OPTION_CPUSTAT,      /* 2 */
04db8c
+	TRACECMD_OPTION_BUFFER,       /* 3 */
04db8c
+	TRACECMD_OPTION_TRACECLOCK,   /* 4 */
04db8c
+	TRACECMD_OPTION_UNAME,        /* 5 */
04db8c
+	TRACECMD_OPTION_HOOK,         /* 6 */
04db8c
+};
04db8c
+
04db8c
+static int write_options(int fd, unsigned long long *buffer_offsets)
04db8c
 {
04db8c
-	unsigned short option = 0;
04db8c
+	int i;
04db8c
+	unsigned short option;
04db8c
 
04db8c
-	if (write_and_check(fd, &nr_cpu_buffers, 4))
04db8c
-		return -1;
04db8c
+	if (!multiple_instances_available)
04db8c
+		return 0;
04db8c
 
04db8c
 	if (write_and_check(fd, "options  ", 10))
04db8c
 		return -1;
04db8c
 
04db8c
+	option = TRACECMD_OPTION_BUFFER;
04db8c
+	for (i = 0; i < instance_count; i++)
04db8c
+	{
04db8c
+		char *name = trace_instances[i].name;
04db8c
+		size_t name_size = strlen(name) + 1; /* Name length + '\0' */
04db8c
+		unsigned long long option_size = 8 + name_size;
04db8c
+		unsigned long long offset;
04db8c
+
04db8c
+		offset = buffer_offsets ? buffer_offsets[i] : 0;
04db8c
+		if (write_and_check(fd, &option, 2))
04db8c
+			return -1;
04db8c
+		if (write_and_check(fd, &option_size, 4))
04db8c
+			return -1;
04db8c
+		if (write_and_check(fd, &offset, 8))
04db8c
+			return -1;
04db8c
+		if (write_and_check(fd, name, name_size))
04db8c
+			return -1;
04db8c
+	}
04db8c
+
04db8c
+	option = TRACECMD_OPTION_DONE;
04db8c
 	if (write_and_check(fd, &option, 2))
04db8c
 		return -1;
04db8c
 
04db8c
+	return 0;
04db8c
+}
04db8c
+
04db8c
+static int save_res_data(int fd, int nr_cpu_buffers, unsigned long long *buffer_offsets)
04db8c
+{
04db8c
+	if (write_and_check(fd, &nr_cpu_buffers, 4))
04db8c
+		return -1;
04db8c
+
04db8c
+	if (write_options(fd, buffer_offsets))
04db8c
+		return -1;
04db8c
+
04db8c
 	if (write_and_check(fd, "flyrecord", 10))
04db8c
 		return -1;
04db8c
 
04db8c
 	return 0;
04db8c
 }
04db8c
 
04db8c
-static int save_record_data(int fd, int nr_cpu_buffers)
04db8c
+static int save_record_data(int fd, int nr_cpu_buffers, struct trace_instance *ti)
04db8c
 {
04db8c
 	int i, j;
04db8c
 	unsigned long long offset, buffer_offset;
04db8c
@@ -2192,7 +2388,7 @@ static int save_record_data(int fd, int
04db8c
 	buffer_offset = offset;
04db8c
 
04db8c
 	for (i = 0; i < nr_cpu_ids; i++) {
04db8c
-		struct ring_buffer_per_cpu *cpu_buffer = &global_buffers[i];
04db8c
+		struct ring_buffer_per_cpu *cpu_buffer = &ti->buffers[i];
04db8c
 		unsigned long long buffer_size;
04db8c
 
04db8c
 		if (!cpu_buffer->kaddr)
04db8c
@@ -2212,7 +2408,7 @@ static int save_record_data(int fd, int
04db8c
 
04db8c
 	lseek(fd, offset, SEEK_SET);
04db8c
 	for (i = 0; i < nr_cpu_ids; i++) {
04db8c
-		struct ring_buffer_per_cpu *cpu_buffer = &global_buffers[i];
04db8c
+		struct ring_buffer_per_cpu *cpu_buffer = &ti->buffers[i];
04db8c
 
04db8c
 		if (!cpu_buffer->kaddr)
04db8c
 			continue;
04db8c
@@ -2231,13 +2427,13 @@ static int save_record_data(int fd, int
04db8c
 	return 0;
04db8c
 }
04db8c
 
04db8c
-static int __trace_cmd_data_output(int fd)
04db8c
+static int get_nr_cpu_buffers(struct trace_instance *ti)
04db8c
 {
04db8c
 	int i;
04db8c
 	int nr_cpu_buffers = 0;
04db8c
 
04db8c
 	for (i = 0; i < nr_cpu_ids; i++) {
04db8c
-		struct ring_buffer_per_cpu *cpu_buffer = &global_buffers[i];
04db8c
+		struct ring_buffer_per_cpu *cpu_buffer = &ti->buffers[i];
04db8c
 
04db8c
 		if (!cpu_buffer->kaddr)
04db8c
 			continue;
04db8c
@@ -2245,6 +2441,19 @@ static int __trace_cmd_data_output(int f
04db8c
 		nr_cpu_buffers++;
04db8c
 	}
04db8c
 
04db8c
+	return nr_cpu_buffers;
04db8c
+}
04db8c
+
04db8c
+static int __trace_cmd_data_output(int fd)
04db8c
+{
04db8c
+	int nr_cpu_buffers;
04db8c
+	unsigned long long global_res_data_offset;
04db8c
+	unsigned long long *instance_offsets;
04db8c
+
04db8c
+	instance_offsets = calloc(sizeof(unsigned long long), instance_count);
04db8c
+
04db8c
+	nr_cpu_buffers = get_nr_cpu_buffers(&global_trace_instance);
04db8c
+
04db8c
 	if (save_initial_data(fd))
04db8c
 		return -1;
04db8c
 	if (save_header_files(fd))
04db8c
@@ -2257,9 +2466,38 @@ static int __trace_cmd_data_output(int f
04db8c
 		return -1;
04db8c
 	if (save_ftrace_cmdlines(fd))
04db8c
 		return -1;
04db8c
-	if (save_res_data(fd, nr_cpu_buffers))
04db8c
+
04db8c
+	/* We don't have the instance buffer offsets yet, so we'll write in 0s
04db8c
+	 * for now, and fix it up after we have that information available */
04db8c
+	global_res_data_offset = lseek(fd, 0, SEEK_CUR);
04db8c
+	if (save_res_data(fd, nr_cpu_buffers, NULL))
04db8c
 		return -1;
04db8c
-	if (save_record_data(fd, nr_cpu_buffers))
04db8c
+	if (save_record_data(fd, nr_cpu_buffers, &global_trace_instance))
04db8c
+		return -1;
04db8c
+
04db8c
+	if (multiple_instances_available)
04db8c
+	{
04db8c
+		int i;
04db8c
+
04db8c
+		for (i = 0; i < instance_count; i++)
04db8c
+		{
04db8c
+			struct trace_instance *ti = &trace_instances[i];
04db8c
+			nr_cpu_buffers = get_nr_cpu_buffers(ti);
04db8c
+
04db8c
+			/* Save off the instance offset for fixup later */
04db8c
+			instance_offsets[i] = lseek(fd, 0, SEEK_CUR);
04db8c
+
04db8c
+			if (write_and_check(fd, "flyrecord", 10))
04db8c
+				return -1;
04db8c
+			if (save_record_data(fd, nr_cpu_buffers, ti))
04db8c
+				return -1;
04db8c
+		}
04db8c
+	}
04db8c
+
04db8c
+	/* Fix up the global trace's options header with the instance offsets */
04db8c
+	lseek(fd, global_res_data_offset, SEEK_SET);
04db8c
+	nr_cpu_buffers = get_nr_cpu_buffers(&global_trace_instance);
04db8c
+	if (save_res_data(fd, nr_cpu_buffers, instance_offsets))
04db8c
 		return -1;
04db8c
 
04db8c
 	return 0;