Something went wrong. Try again.
(I'm so sorry!) Linux kernel mirror (for testing) git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211// SPDX-License-Identifier: GPL-2.0#include "util/jitdump.h"
#include <errno.h>#include <fcntl.h>#include <stddef.h>#include <stdint.h>#include <stdio.h>#include <string.h>#include <time.h>
#include <sys/mman.h>#include <sys/stat.h>#include <sys/types.h>#include <unistd.h>
#include "../tests.h"
#ifndef HAVE_GETTID#include <sys/syscall.h>static inline pid_t gettid(void){ return (pid_t)syscall(SYS_gettid);}#endif
#define CHK_BYTE 0x5a
static inline uint64_t get_timestamp(void){#if defined(__x86_64__) || defined(__i386__) unsigned int low, high;
asm volatile("rdtsc" : "=a"(low), "=d"(high));
return low | ((uint64_t)high) << 32;#else struct timespec ts; int ret;
ret = clock_gettime(CLOCK_MONOTONIC, &ts); if (ret) return 0;
return ((uint64_t)ts.tv_sec * 1000000000) + ts.tv_nsec;#endif}
static FILE *open_jitdump(void){ struct jitheader header = { .magic = JITHEADER_MAGIC, .version = JITHEADER_VERSION, .total_size = sizeof(header), .pid = getpid(), .timestamp = get_timestamp(), .flags =#if defined(__x86_64__) || defined(__i386__) JITDUMP_FLAGS_ARCH_TIMESTAMP,#else 0,#endif }; char filename[256]; int fd; FILE *f; void *m;
snprintf(filename, sizeof(filename), "jit-%d.dump", getpid()); /* Securely open using O_CREAT | O_EXCL to prevent symlink attacks. */ fd = open(filename, O_CREAT | O_EXCL | O_RDWR, 0644); if (fd < 0) { pr_err("Failed to open jitdump '%s': %s\n", filename, strerror(errno)); return NULL; } f = fdopen(fd, "w+"); if (!f) { pr_err("Failed to associate stream with fd for '%s'\n", filename); close(fd); unlink(filename); return NULL; } /* Create an MMAP event for the jitdump file. That is how perf tool finds it. */ m = mmap(0, getpagesize(), PROT_READ | PROT_EXEC, MAP_PRIVATE, fileno(f), 0); if (m == MAP_FAILED) { pr_err("mmap failed: %s\n", strerror(errno)); fclose(f); unlink(filename); return NULL; } munmap(m, getpagesize());
if (fwrite(&header, sizeof(header), 1, f) != 1) { pr_err("Error writing jitdump header\n"); fclose(f); unlink(filename); return NULL; } return f;}
static int write_jitdump(FILE *f, void *addr, const void *dat, size_t sz, uint64_t *idx){ const char *sym = "jit_workload"; size_t sym_len = strlen(sym) + 1; struct jr_code_load rec = { .p.id = JIT_CODE_LOAD, .p.total_size = sizeof(rec) + sym_len + sz, .p.timestamp = get_timestamp(), .pid = getpid(), .tid = gettid(), .vma = (unsigned long)addr, .code_addr = (unsigned long)addr, .code_size = sz, .code_index = ++*idx, };
if (fwrite(&rec, sizeof(rec), 1, f) != 1 || fwrite(sym, sym_len, 1, f) != 1 || fwrite(dat, sz, 1, f) != 1) return -1; return 0;}
static void close_jitdump(FILE *f){ fclose(f);}
static int jitdump(int argc __maybe_unused, const char **argv __maybe_unused){#if defined(__x86_64__) || defined(__i386__) /* Code to execute: mov CHK_BYTE, %eax ; ret */ uint8_t dat[] = { 0xb8, CHK_BYTE, 0x00, 0x00, 0x00, 0xc3 };#elif defined(__aarch64__) /* Code to execute: mov w0, #CHK_BYTE ; ret */ uint8_t dat[] = { (CHK_BYTE << 5) & 0xff, (CHK_BYTE >> 3) & 0xff, 0x80, 0x52, 0xc0, 0x03, 0x5f, 0xd6 };#elif defined(__riscv) /* Code to execute: li a0, CHK_BYTE ; ret */ uint8_t dat[] = { 0x13, 0x05, (CHK_BYTE << 4) & 0xff, (CHK_BYTE >> 4) & 0xff, 0x67, 0x80, 0x00, 0x00 };#elif defined(__powerpc__) /* Code to execute: li r3, CHK_BYTE ; blr */ uint32_t dat[] = { 0x38600000 | (CHK_BYTE & 0xffff), 0x4e800020 };#elif defined(__s390x__) /* Code to execute: lhi %r2, CHK_BYTE ; br %r14 */ uint8_t dat[] = { 0xa7, 0x28, (CHK_BYTE >> 8) & 0xff, CHK_BYTE & 0xff, 0x07, 0xfe };#elif defined(__arm__) /* Code to execute: mov r0, #CHK_BYTE ; bx lr */ uint8_t dat[] = { CHK_BYTE & 0xff, 0x00, 0xa0, 0xe3, 0x1e, 0xff, 0x2f, 0xe1 };#elif defined(__mips__) /* Code to execute: addiu $v0, $zero, CHK_BYTE ; jr $ra ; nop */ uint32_t dat[] = { 0x24020000 | (CHK_BYTE & 0xffff), 0x03e00008, 0x00000000 };#elif defined(__loongarch__) /* Code to execute: addi.w $a0, $zero, CHK_BYTE ; jirl $zero, $ra, 0 */ uint32_t dat[] = { 0x02800004 | ((CHK_BYTE & 0xfff) << 10), 0x4c000020 };#else uint32_t dat[0];#endif void *addr; FILE *f; uint64_t idx = 0; int ret = 1;
/* Reachable fallback check for unsupported architectures right at start. */ if (sizeof(dat) == 0) { pr_err("JITDUMP workload not supported on this architecture\n"); return 1; }
/* Get a memory page to store executable code. */ addr = mmap(0, getpagesize(), PROT_READ | PROT_WRITE | PROT_EXEC, MAP_ANONYMOUS | MAP_PRIVATE, -1, 0); if (addr == MAP_FAILED) { pr_err("Failed to map 1 -rwx page\n"); return 1; }
f = open_jitdump(); if (!f) { pr_err("Failed to open JITDUMP\n"); munmap(addr, getpagesize()); return 1; } /* Copy executable code to executable memory page. */ memcpy(addr, dat, sizeof(dat)); /* Synchronize the Instruction and Data caches. */ __builtin___clear_cache(addr, (char *)addr + sizeof(dat));
/* Record it in the jitdump file */ if (write_jitdump(f, addr, dat, sizeof(dat), &idx) == 0) { int (*fn)(void) = addr;
/* Call the function. */ ret = fn() - CHK_BYTE; } close_jitdump(f); munmap(addr, getpagesize()); return ret;}
DEFINE_WORKLOAD(jitdump);