d67611
From 6833262bf87177d8affe4f91b2e7d2c76ecdf636 Mon Sep 17 00:00:00 2001
d67611
From: Qi Zheng <zhengqi.arch@bytedance.com>
d67611
Date: Tue, 24 May 2022 20:25:53 +0800
d67611
Subject: [PATCH 07/18] bt: x86_64: filter out idle task stack
d67611
d67611
When we use crash to troubleshoot softlockup and other problems,
d67611
we often use the 'bt -a' command to print the stacks of running
d67611
processes on all CPUs. But now some servers have hundreds of CPUs
d67611
(such as AMD machines), which causes the 'bt -a' command to output
d67611
a lot of process stacks. And many of these stacks are the stacks
d67611
of the idle process, which are not needed by us.
d67611
d67611
Therefore, in order to reduce this part of the interference information,
d67611
this patch adds the -n option to the bt command. When we specify
d67611
'-n idle' (meaning no idle), the stack of the idle process will be
d67611
filtered out, thus speeding up our troubleshooting.
d67611
d67611
And the option works only for crash dumps captured by kdump.
d67611
d67611
The command output is as follows:
d67611
crash> bt -a -n idle
d67611
[...]
d67611
PID: 0      TASK: ffff889ff8c34380  CPU: 8   COMMAND: "swapper/8"
d67611
d67611
PID: 0      TASK: ffff889ff8c32d00  CPU: 9   COMMAND: "swapper/9"
d67611
d67611
PID: 0      TASK: ffff889ff8c31680  CPU: 10  COMMAND: "swapper/10"
d67611
d67611
PID: 0      TASK: ffff889ff8c35a00  CPU: 11  COMMAND: "swapper/11"
d67611
d67611
PID: 0      TASK: ffff889ff8c3c380  CPU: 12  COMMAND: "swapper/12"
d67611
d67611
PID: 150773  TASK: ffff889fe85a1680  CPU: 13  COMMAND: "bash"
d67611
 #0 [ffffc9000d35bcd0] machine_kexec at ffffffff8105a407
d67611
 #1 [ffffc9000d35bd28] __crash_kexec at ffffffff8113033d
d67611
 #2 [ffffc9000d35bdf0] panic at ffffffff81081930
d67611
 #3 [ffffc9000d35be70] sysrq_handle_crash at ffffffff814e38d1
d67611
 #4 [ffffc9000d35be78] __handle_sysrq.cold.12 at ffffffff814e4175
d67611
 #5 [ffffc9000d35bea8] write_sysrq_trigger at ffffffff814e404b
d67611
 #6 [ffffc9000d35beb8] proc_reg_write at ffffffff81330d86
d67611
 #7 [ffffc9000d35bed0] vfs_write at ffffffff812a72d5
d67611
 #8 [ffffc9000d35bf00] ksys_write at ffffffff812a7579
d67611
 #9 [ffffc9000d35bf38] do_syscall_64 at ffffffff81004259
d67611
    RIP: 00007fa7abcdc274  RSP: 00007fffa731f678  RFLAGS: 00000246
d67611
    RAX: ffffffffffffffda  RBX: 0000000000000002  RCX: 00007fa7abcdc274
d67611
    RDX: 0000000000000002  RSI: 0000563ca51ee6d0  RDI: 0000000000000001
d67611
    RBP: 0000563ca51ee6d0   R8: 000000000000000a   R9: 00007fa7abd6be80
d67611
    R10: 000000000000000a  R11: 0000000000000246  R12: 00007fa7abdad760
d67611
    R13: 0000000000000002  R14: 00007fa7abda8760  R15: 0000000000000002
d67611
    ORIG_RAX: 0000000000000001  CS: 0033  SS: 002b
d67611
[...]
d67611
d67611
Signed-off-by: Qi Zheng <zhengqi.arch@bytedance.com>
d67611
Acked-by: Kazuhito Hagio <k-hagio-ab@nec.com>
d67611
Acked-by: Lianbo Jiang <lijiang@redhat.com>
d67611
Signed-off-by: Lianbo Jiang <lijiang@redhat.com>
d67611
---
d67611
 defs.h   |  1 +
d67611
 help.c   | 33 ++++++++++++++++++++++++++++++++-
d67611
 kernel.c | 13 ++++++++++++-
d67611
 x86_64.c |  8 ++++++++
d67611
 4 files changed, 53 insertions(+), 2 deletions(-)
d67611
d67611
diff --git a/defs.h b/defs.h
d67611
index ecbced24d2e3..c8444b4e54eb 100644
d67611
--- a/defs.h
d67611
+++ b/defs.h
d67611
@@ -5832,6 +5832,7 @@ ulong cpu_map_addr(const char *type);
d67611
 #define BT_SHOW_ALL_REGS  (0x2000000000000ULL)
d67611
 #define BT_REGS_NOT_FOUND (0x4000000000000ULL)
d67611
 #define BT_OVERFLOW_STACK (0x8000000000000ULL)
d67611
+#define BT_SKIP_IDLE     (0x10000000000000ULL)
d67611
 #define BT_SYMBOL_OFFSET   (BT_SYMBOLIC_ARGS)
d67611
 
d67611
 #define BT_REF_HEXVAL         (0x1)
d67611
diff --git a/help.c b/help.c
d67611
index 51a0fe3d687c..e1bbc5abe029 100644
d67611
--- a/help.c
d67611
+++ b/help.c
d67611
@@ -1909,12 +1909,14 @@ char *help_bt[] = {
d67611
 "bt",
d67611
 "backtrace",
d67611
 "[-a|-c cpu(s)|-g|-r|-t|-T|-l|-e|-E|-f|-F|-o|-O|-v|-p] [-R ref] [-s [-x|d]]"
d67611
-"\n     [-I ip] [-S sp] [pid | task]",
d67611
+"\n     [-I ip] [-S sp] [-n idle] [pid | task]",
d67611
 "  Display a kernel stack backtrace.  If no arguments are given, the stack",
d67611
 "  trace of the current context will be displayed.\n",
d67611
 "       -a  displays the stack traces of the active task on each CPU.",
d67611
 "           (only applicable to crash dumps)",
d67611
 "       -A  same as -a, but also displays vector registers (S390X only).",
d67611
+"  -n idle  filter the stack of idle tasks (x86_64).",
d67611
+"           (only applicable to crash dumps)",
d67611
 "       -p  display the stack trace of the panic task only.",
d67611
 "           (only applicable to crash dumps)",
d67611
 "   -c cpu  display the stack trace of the active task on one or more CPUs,",
d67611
@@ -2004,6 +2006,35 @@ char *help_bt[] = {
d67611
 "       DS:  002b      ESI: bfffc8a0  ES:  002b      EDI: 00000000 ",
d67611
 "       SS:  002b      ESP: bfffc82c  EBP: bfffd224 ",
d67611
 "       CS:  0023      EIP: 400d032e  ERR: 0000008e  EFLAGS: 00000246  ",
d67611
+" ",
d67611
+"  Display the stack trace of the active task(s) when the kernel panicked,",
d67611
+"  and filter out the stack of the idle tasks:",
d67611
+" ",
d67611
+"    %s> bt -a -n idle",
d67611
+"    ...",
d67611
+"    PID: 0      TASK: ffff889ff8c35a00  CPU: 11  COMMAND: \"swapper/11\"",
d67611
+" ",
d67611
+"    PID: 0      TASK: ffff889ff8c3c380  CPU: 12  COMMAND: \"swapper/12\"",
d67611
+" ",
d67611
+"    PID: 150773  TASK: ffff889fe85a1680  CPU: 13  COMMAND: \"bash\"",
d67611
+"    #0 [ffffc9000d35bcd0] machine_kexec at ffffffff8105a407",
d67611
+"    #1 [ffffc9000d35bd28] __crash_kexec at ffffffff8113033d",
d67611
+"    #2 [ffffc9000d35bdf0] panic at ffffffff81081930",
d67611
+"    #3 [ffffc9000d35be70] sysrq_handle_crash at ffffffff814e38d1",
d67611
+"    #4 [ffffc9000d35be78] __handle_sysrq.cold.12 at ffffffff814e4175",
d67611
+"    #5 [ffffc9000d35bea8] write_sysrq_trigger at ffffffff814e404b",
d67611
+"    #6 [ffffc9000d35beb8] proc_reg_write at ffffffff81330d86",
d67611
+"    #7 [ffffc9000d35bed0] vfs_write at ffffffff812a72d5",
d67611
+"    #8 [ffffc9000d35bf00] ksys_write at ffffffff812a7579",
d67611
+"    #9 [ffffc9000d35bf38] do_syscall_64 at ffffffff81004259",
d67611
+"       RIP: 00007fa7abcdc274  RSP: 00007fffa731f678  RFLAGS: 00000246",
d67611
+"       RAX: ffffffffffffffda  RBX: 0000000000000002  RCX: 00007fa7abcdc274",
d67611
+"       RDX: 0000000000000002  RSI: 0000563ca51ee6d0  RDI: 0000000000000001",
d67611
+"       RBP: 0000563ca51ee6d0   R8: 000000000000000a   R9: 00007fa7abd6be80",
d67611
+"       R10: 000000000000000a  R11: 0000000000000246  R12: 00007fa7abdad760",
d67611
+"       R13: 0000000000000002  R14: 00007fa7abda8760  R15: 0000000000000002",
d67611
+"       ORIG_RAX: 0000000000000001  CS: 0033  SS: 002b",
d67611
+"    ...",
d67611
 "\n  Display the stack trace of the active task on CPU 0 and 1:\n",
d67611
 "    %s> bt -c 0,1",
d67611
 "    PID: 0      TASK: ffffffff81a8d020  CPU: 0   COMMAND: \"swapper\"",
d67611
diff --git a/kernel.c b/kernel.c
d67611
index d0921cf567d9..411e9da1e54f 100644
d67611
--- a/kernel.c
d67611
+++ b/kernel.c
d67611
@@ -2503,7 +2503,7 @@ cmd_bt(void)
d67611
 	if (kt->flags & USE_OPT_BT)
d67611
 		bt->flags |= BT_OPT_BACK_TRACE;
d67611
 
d67611
-	while ((c = getopt(argcnt, args, "D:fFI:S:c:aAloreEgstTdxR:Ovp")) != EOF) {
d67611
+	while ((c = getopt(argcnt, args, "D:fFI:S:c:n:aAloreEgstTdxR:Ovp")) != EOF) {
d67611
                 switch (c)
d67611
 		{
d67611
 		case 'f':
d67611
@@ -2672,6 +2672,13 @@ cmd_bt(void)
d67611
 			active++;
d67611
 			break;
d67611
 
d67611
+		case 'n':
d67611
+			if (machine_type("X86_64") && STREQ(optarg, "idle"))
d67611
+				bt->flags |= BT_SKIP_IDLE;
d67611
+			else
d67611
+				option_not_supported(c);
d67611
+			break;
d67611
+
d67611
 		case 'r':
d67611
 			bt->flags |= BT_RAW;
d67611
 			break;
d67611
@@ -3092,6 +3099,10 @@ back_trace(struct bt_info *bt)
d67611
 	} else
d67611
                 machdep->get_stack_frame(bt, &eip, &esp;;
d67611
 
d67611
+	/* skip idle task stack */
d67611
+	if (bt->flags & BT_SKIP_IDLE)
d67611
+		return;
d67611
+
d67611
 	if (bt->flags & BT_KSTACKP) {
d67611
 		bt->stkptr = esp;
d67611
 		return;
d67611
diff --git a/x86_64.c b/x86_64.c
d67611
index ecaefd2f46a8..cfafbcc4dabe 100644
d67611
--- a/x86_64.c
d67611
+++ b/x86_64.c
d67611
@@ -4918,6 +4918,9 @@ x86_64_get_stack_frame(struct bt_info *bt, ulong *pcp, ulong *spp)
d67611
 	if (bt->flags & BT_DUMPFILE_SEARCH)
d67611
 		return x86_64_get_dumpfile_stack_frame(bt, pcp, spp);
d67611
 
d67611
+	if (bt->flags & BT_SKIP_IDLE)
d67611
+		bt->flags &= ~BT_SKIP_IDLE;
d67611
+
d67611
         if (pcp)
d67611
                 *pcp = x86_64_get_pc(bt);
d67611
         if (spp)
d67611
@@ -4960,6 +4963,9 @@ x86_64_get_dumpfile_stack_frame(struct bt_info *bt_in, ulong *rip, ulong *rsp)
d67611
 	estack = -1;
d67611
 	panic = FALSE;
d67611
 
d67611
+	if (bt_in->flags & BT_SKIP_IDLE)
d67611
+		bt_in->flags &= ~BT_SKIP_IDLE;
d67611
+
d67611
 	panic_task = tt->panic_task == bt->task ? TRUE : FALSE;
d67611
 
d67611
 	if (panic_task && bt->machdep) {
d67611
@@ -5098,6 +5104,8 @@ next_sysrq:
d67611
                 if (!panic_task && STREQ(sym, "crash_nmi_callback")) {
d67611
                         *rip = *up;
d67611
                         *rsp = bt->stackbase + ((char *)(up) - bt->stackbuf);
d67611
+			if ((bt->flags & BT_SKIP_IDLE) && is_idle_thread(bt->task))
d67611
+				bt_in->flags |= BT_SKIP_IDLE;
d67611
                         return;
d67611
                 }
d67611
 
d67611
-- 
d67611
2.30.2
d67611