|  | // SPDX-License-Identifier: GPL-2.0 | 
|  | #include <linux/compiler.h> | 
|  | #include <linux/types.h> | 
|  | #include <linux/zalloc.h> | 
|  | #include <inttypes.h> | 
|  | #include <limits.h> | 
|  | #include <unistd.h> | 
|  | #include "tests.h" | 
|  | #include "debug.h" | 
|  | #include "env.h" | 
|  | #include "machine.h" | 
|  | #include "event.h" | 
|  | #include "../util/unwind.h" | 
|  | #include "perf_regs.h" | 
|  | #include "map.h" | 
|  | #include "symbol.h" | 
|  | #include "thread.h" | 
|  | #include "callchain.h" | 
|  |  | 
|  | /* For bsearch. We try to unwind functions in shared object. */ | 
|  | #include <stdlib.h> | 
|  |  | 
|  | /* | 
|  | * The test will assert frames are on the stack but tail call optimizations lose | 
|  | * the frame of the caller. Clang can disable this optimization on a called | 
|  | * function but GCC currently (11/2020) lacks this attribute. The barrier is | 
|  | * used to inhibit tail calls in these cases. | 
|  | */ | 
|  | #ifdef __has_attribute | 
|  | #if __has_attribute(disable_tail_calls) | 
|  | #define NO_TAIL_CALL_ATTRIBUTE __attribute__((disable_tail_calls)) | 
|  | #define NO_TAIL_CALL_BARRIER | 
|  | #endif | 
|  | #endif | 
|  | #ifndef NO_TAIL_CALL_ATTRIBUTE | 
|  | #define NO_TAIL_CALL_ATTRIBUTE | 
|  | #define NO_TAIL_CALL_BARRIER __asm__ __volatile__("" : : : "memory"); | 
|  | #endif | 
|  |  | 
|  | /* | 
|  | * We need to keep these functions global, despite the | 
|  | * fact that they are used only locally in this object, | 
|  | * in order to keep them around even if the binary is | 
|  | * stripped. If they are gone, the unwind check for | 
|  | * symbol fails. | 
|  | */ | 
|  | int test_dwarf_unwind__thread(struct thread *thread); | 
|  | int test_dwarf_unwind__compare(void *p1, void *p2); | 
|  | int test_dwarf_unwind__krava_3(struct thread *thread); | 
|  | int test_dwarf_unwind__krava_2(struct thread *thread); | 
|  | int test_dwarf_unwind__krava_1(struct thread *thread); | 
|  | int test__dwarf_unwind(struct test_suite *test, int subtest); | 
|  |  | 
|  | #define MAX_STACK 8 | 
|  |  | 
|  | static int unwind_entry(struct unwind_entry *entry, void *arg) | 
|  | { | 
|  | unsigned long *cnt = (unsigned long *) arg; | 
|  | char *symbol = entry->ms.sym ? entry->ms.sym->name : NULL; | 
|  | static const char *funcs[MAX_STACK] = { | 
|  | "test__arch_unwind_sample", | 
|  | "test_dwarf_unwind__thread", | 
|  | "test_dwarf_unwind__compare", | 
|  | "bsearch", | 
|  | "test_dwarf_unwind__krava_3", | 
|  | "test_dwarf_unwind__krava_2", | 
|  | "test_dwarf_unwind__krava_1", | 
|  | "test__dwarf_unwind" | 
|  | }; | 
|  | /* | 
|  | * The funcs[MAX_STACK] array index, based on the | 
|  | * callchain order setup. | 
|  | */ | 
|  | int idx = callchain_param.order == ORDER_CALLER ? | 
|  | MAX_STACK - *cnt - 1 : *cnt; | 
|  |  | 
|  | if (*cnt >= MAX_STACK) { | 
|  | pr_debug("failed: crossed the max stack value %d\n", MAX_STACK); | 
|  | return -1; | 
|  | } | 
|  |  | 
|  | if (!symbol) { | 
|  | pr_debug("failed: got unresolved address 0x%" PRIx64 "\n", | 
|  | entry->ip); | 
|  | return -1; | 
|  | } | 
|  |  | 
|  | (*cnt)++; | 
|  | pr_debug("got: %s 0x%" PRIx64 ", expecting %s\n", | 
|  | symbol, entry->ip, funcs[idx]); | 
|  | return strcmp((const char *) symbol, funcs[idx]); | 
|  | } | 
|  |  | 
|  | NO_TAIL_CALL_ATTRIBUTE noinline int test_dwarf_unwind__thread(struct thread *thread) | 
|  | { | 
|  | struct perf_sample sample; | 
|  | unsigned long cnt = 0; | 
|  | int err = -1; | 
|  |  | 
|  | perf_sample__init(&sample, /*all=*/true); | 
|  | if (test__arch_unwind_sample(&sample, thread)) { | 
|  | pr_debug("failed to get unwind sample\n"); | 
|  | goto out; | 
|  | } | 
|  |  | 
|  | err = unwind__get_entries(unwind_entry, &cnt, thread, | 
|  | &sample, MAX_STACK, false); | 
|  | if (err) | 
|  | pr_debug("unwind failed\n"); | 
|  | else if (cnt != MAX_STACK) { | 
|  | pr_debug("got wrong number of stack entries %lu != %d\n", | 
|  | cnt, MAX_STACK); | 
|  | err = -1; | 
|  | } | 
|  |  | 
|  | out: | 
|  | zfree(&sample.user_stack.data); | 
|  | zfree(&sample.user_regs->regs); | 
|  | perf_sample__exit(&sample); | 
|  | return err; | 
|  | } | 
|  |  | 
|  | static int global_unwind_retval = -INT_MAX; | 
|  |  | 
|  | NO_TAIL_CALL_ATTRIBUTE noinline int test_dwarf_unwind__compare(void *p1, void *p2) | 
|  | { | 
|  | /* Any possible value should be 'thread' */ | 
|  | struct thread *thread = *(struct thread **)p1; | 
|  |  | 
|  | if (global_unwind_retval == -INT_MAX) { | 
|  | /* Call unwinder twice for both callchain orders. */ | 
|  | callchain_param.order = ORDER_CALLER; | 
|  |  | 
|  | global_unwind_retval = test_dwarf_unwind__thread(thread); | 
|  | if (!global_unwind_retval) { | 
|  | callchain_param.order = ORDER_CALLEE; | 
|  | global_unwind_retval = test_dwarf_unwind__thread(thread); | 
|  | } | 
|  | } | 
|  |  | 
|  | return p1 - p2; | 
|  | } | 
|  |  | 
|  | NO_TAIL_CALL_ATTRIBUTE noinline int test_dwarf_unwind__krava_3(struct thread *thread) | 
|  | { | 
|  | struct thread *array[2] = {thread, thread}; | 
|  | void *fp = &bsearch; | 
|  | /* | 
|  | * make _bsearch a volatile function pointer to | 
|  | * prevent potential optimization, which may expand | 
|  | * bsearch and call compare directly from this function, | 
|  | * instead of libc shared object. | 
|  | */ | 
|  | void *(*volatile _bsearch)(void *, void *, size_t, | 
|  | size_t, int (*)(void *, void *)); | 
|  |  | 
|  | _bsearch = fp; | 
|  | _bsearch(array, &thread, 2, sizeof(struct thread **), | 
|  | test_dwarf_unwind__compare); | 
|  | return global_unwind_retval; | 
|  | } | 
|  |  | 
|  | NO_TAIL_CALL_ATTRIBUTE noinline int test_dwarf_unwind__krava_2(struct thread *thread) | 
|  | { | 
|  | int ret; | 
|  |  | 
|  | ret =  test_dwarf_unwind__krava_3(thread); | 
|  | NO_TAIL_CALL_BARRIER; | 
|  | return ret; | 
|  | } | 
|  |  | 
|  | NO_TAIL_CALL_ATTRIBUTE noinline int test_dwarf_unwind__krava_1(struct thread *thread) | 
|  | { | 
|  | int ret; | 
|  |  | 
|  | ret =  test_dwarf_unwind__krava_2(thread); | 
|  | NO_TAIL_CALL_BARRIER; | 
|  | return ret; | 
|  | } | 
|  |  | 
|  | noinline int test__dwarf_unwind(struct test_suite *test __maybe_unused, | 
|  | int subtest __maybe_unused) | 
|  | { | 
|  | struct perf_env host_env; | 
|  | struct machine *machine; | 
|  | struct thread *thread; | 
|  | int err = -1; | 
|  | pid_t pid = getpid(); | 
|  |  | 
|  | callchain_param.record_mode = CALLCHAIN_DWARF; | 
|  | dwarf_callchain_users = true; | 
|  |  | 
|  | perf_env__init(&host_env); | 
|  | machine = machine__new_live(&host_env, /*kernel_maps=*/true, pid); | 
|  | if (!machine) { | 
|  | pr_err("Could not get machine\n"); | 
|  | goto out; | 
|  | } | 
|  |  | 
|  | if (machine__create_kernel_maps(machine)) { | 
|  | pr_err("Failed to create kernel maps\n"); | 
|  | goto out; | 
|  | } | 
|  |  | 
|  | if (verbose > 1) | 
|  | machine__fprintf(machine, stderr); | 
|  |  | 
|  | thread = machine__find_thread(machine, pid, pid); | 
|  | if (!thread) { | 
|  | pr_err("Could not get thread\n"); | 
|  | goto out; | 
|  | } | 
|  |  | 
|  | err = test_dwarf_unwind__krava_1(thread); | 
|  | thread__put(thread); | 
|  |  | 
|  | out: | 
|  | machine__delete(machine); | 
|  | perf_env__exit(&host_env); | 
|  | return err; | 
|  | } | 
|  |  | 
|  | DEFINE_SUITE("Test dwarf unwind", dwarf_unwind); |