// SPDX-License-Identifier: GPL-2.0-only /* * Copyright 2013-2015, Michael Ellerman, IBM Corp. */ #define _GNU_SOURCE /* For CPU_ZERO etc. */ #include <elf.h> #include <errno.h> #include <fcntl.h> #include <inttypes.h> #include <limits.h> #include <link.h> #include <sched.h> #include <stdio.h> #include <stdlib.h> #include <string.h> #include <sys/ioctl.h> #include <sys/stat.h> #include <sys/sysinfo.h> #include <sys/types.h> #include <sys/utsname.h> #include <unistd.h> #include <asm/unistd.h> #include <linux/limits.h> #include "utils.h" static char auxv[4096]; int read_file(const char *path, char *buf, size_t count, size_t *len) { ssize_t rc; int fd; int err; char eof; fd = open(path, O_RDONLY); if (fd < 0) return -errno; rc = read(fd, buf, count); if (rc < 0) { err = -errno; goto out; } if (len) *len = rc; /* Overflow if there are still more bytes after filling the buffer */ if (rc == count) { rc = read(fd, &eof, 1); if (rc != 0) { err = -EOVERFLOW; goto out; } } err = 0; out: close(fd); errno = -err; return err; } int read_file_alloc(const char *path, char **buf, size_t *len) { size_t read_offset = 0; size_t buffer_len = 0; char *buffer = NULL; int err; int fd; fd = open(path, O_RDONLY); if (fd < 0) return -errno; /* * We don't use stat & preallocate st_size because some non-files * report 0 file size. Instead just dynamically grow the buffer * as needed. */ while (1) { ssize_t rc; if (read_offset >= buffer_len / 2) { char *next_buffer; buffer_len = buffer_len ? buffer_len * 2 : 4096; next_buffer = realloc(buffer, buffer_len); if (!next_buffer) { err = -errno; goto out; } buffer = next_buffer; } rc = read(fd, buffer + read_offset, buffer_len - read_offset); if (rc < 0) { err = -errno; goto out; } if (rc == 0) break; read_offset += rc; } *buf = buffer; if (len) *len = read_offset; err = 0; out: close(fd); if (err) free(buffer); errno = -err; return err; } int write_file(const char *path, const char *buf, size_t count) { int fd; int err; ssize_t rc; fd = open(path, O_WRONLY | O_CREAT | O_TRUNC, 0644); if (fd < 0) return -errno; rc = write(fd, buf, count); if (rc < 0) { err = -errno; goto out; } if (rc != count) { err = -EOVERFLOW; goto out; } err = 0; out: close(fd); errno = -err; return err; } int read_auxv(char *buf, ssize_t buf_size) { int err; err = read_file("/proc/self/auxv", buf, buf_size, NULL); if (err) { perror("Error reading /proc/self/auxv"); return err; } return 0; } int read_debugfs_file(const char *subpath, char *buf, size_t count) { char path[PATH_MAX] = "/sys/kernel/debug/"; strncat(path, subpath, sizeof(path) - strlen(path) - 1); return read_file(path, buf, count, NULL); } int write_debugfs_file(const char *subpath, const char *buf, size_t count) { char path[PATH_MAX] = "/sys/kernel/debug/"; strncat(path, subpath, sizeof(path) - strlen(path) - 1); return write_file(path, buf, count); } static int validate_int_parse(const char *buffer, size_t count, char *end) { int err = 0; /* Require at least one digit */ if (end == buffer) { err = -EINVAL; goto out; } /* Require all remaining characters be whitespace-ish */ for (; end < buffer + count; end++) { if (*end == '\0') break; if (*end != ' ' && *end != '\n') { err = -EINVAL; goto out; } } out: errno = -err; return err; } static int parse_bounded_int(const char *buffer, size_t count, intmax_t *result, int base, intmax_t min, intmax_t max) { int err; char *end; errno = 0; *result = strtoimax(buffer, &end, base); if (errno) return -errno; err = validate_int_parse(buffer, count, end); if (err) goto out; if (*result < min || *result > max) err = -EOVERFLOW; out: errno = -err; return err; } static int parse_bounded_uint(const char *buffer, size_t count, uintmax_t *result, int base, uintmax_t max) { int err = 0; char *end; errno = 0; *result = strtoumax(buffer, &end, base); if (errno) return -errno; err = validate_int_parse(buffer, count, end); if (err) goto out; if (*result > max) err = -EOVERFLOW; out: errno = -err; return err; } int parse_intmax(const char *buffer, size_t count, intmax_t *result, int base) { return parse_bounded_int(buffer, count, result, base, INTMAX_MIN, INTMAX_MAX); } int parse_uintmax(const char *buffer, size_t count, uintmax_t *result, int base) { return parse_bounded_uint(buffer, count, result, base, UINTMAX_MAX); } int parse_int(const char *buffer, size_t count, int *result, int base) { intmax_t parsed; int err = parse_bounded_int(buffer, count, &parsed, base, INT_MIN, INT_MAX); *result = parsed; return err; } int parse_uint(const char *buffer, size_t count, unsigned int *result, int base) { uintmax_t parsed; int err = parse_bounded_uint(buffer, count, &parsed, base, UINT_MAX); *result = parsed; return err; } int parse_long(const char *buffer, size_t count, long *result, int base) { intmax_t parsed; int err = parse_bounded_int(buffer, count, &parsed, base, LONG_MIN, LONG_MAX); *result = parsed; return err; } int parse_ulong(const char *buffer, size_t count, unsigned long *result, int base) { uintmax_t parsed; int err = parse_bounded_uint(buffer, count, &parsed, base, ULONG_MAX); *result = parsed; return err; } int read_long(const char *path, long *result, int base) { int err; char buffer[32] = {0}; err = read_file(path, buffer, sizeof(buffer) - 1, NULL); if (err) return err; return parse_long(buffer, sizeof(buffer), result, base); } int read_ulong(const char *path, unsigned long *result, int base) { int err; char buffer[32] = {0}; err = read_file(path, buffer, sizeof(buffer) - 1, NULL); if (err) return err; return parse_ulong(buffer, sizeof(buffer), result, base); } int write_long(const char *path, long result, int base) { int err; int len; char buffer[32]; /* Decimal only for now: no format specifier for signed hex values */ if (base != 10) { err = -EINVAL; goto out; } len = snprintf(buffer, sizeof(buffer), "%ld", result); if (len < 0 || len >= sizeof(buffer)) { err = -EOVERFLOW; goto out; } err = write_file(path, buffer, len); out: errno = -err; return err; } int write_ulong(const char *path, unsigned long result, int base) { int err; int len; char buffer[32]; char *fmt; switch (base) { case 10: fmt = "%lu"; break; case 16: fmt = "%lx"; break; default: err = -EINVAL; goto out; } len = snprintf(buffer, sizeof(buffer), fmt, result); if (len < 0 || len >= sizeof(buffer)) { err = -errno; goto out; } err = write_file(path, buffer, len); out: errno = -err; return err; } void *find_auxv_entry(int type, char *auxv) { ElfW(auxv_t) *p; p = (ElfW(auxv_t) *)auxv; while (p->a_type != AT_NULL) { if (p->a_type == type) return p; p++; } return NULL; } void *get_auxv_entry(int type) { ElfW(auxv_t) *p; if (read_auxv(auxv, sizeof(auxv))) return NULL; p = find_auxv_entry(type, auxv); if (p) return (void *)p->a_un.a_val; return NULL; } int pick_online_cpu(void) { int ncpus, cpu = -1; cpu_set_t *mask; size_t size; ncpus = get_nprocs_conf(); size = CPU_ALLOC_SIZE(ncpus); mask = CPU_ALLOC(ncpus); if (!mask) { perror("malloc"); return -1; } CPU_ZERO_S(size, mask); if (sched_getaffinity(0, size, mask)) { perror("sched_getaffinity"); goto done; } /* We prefer a primary thread, but skip 0 */ for (cpu = 8; cpu < ncpus; cpu += 8) if (CPU_ISSET_S(cpu, size, mask)) goto done; /* Search for anything, but in reverse */ for (cpu = ncpus - 1; cpu >= 0; cpu--) if (CPU_ISSET_S(cpu, size, mask)) goto done; printf("No cpus in affinity mask?!\n"); done: CPU_FREE(mask); return cpu; } int bind_to_cpu(int cpu) { cpu_set_t mask; int err; if (cpu == BIND_CPU_ANY) { cpu = pick_online_cpu(); if (cpu < 0) return cpu; } printf("Binding to cpu %d\n", cpu); CPU_ZERO(&mask); CPU_SET(cpu, &mask); err = sched_setaffinity(0, sizeof(mask), &mask); if (err) return err; return cpu; } bool is_ppc64le(void) { struct utsname uts; int rc; errno = 0; rc = uname(&uts); if (rc) { perror("uname"); return false; } return strcmp(uts.machine, "ppc64le") == 0; } int read_sysfs_file(char *fpath, char *result, size_t result_size) { char path[PATH_MAX] = "/sys/"; strncat(path, fpath, PATH_MAX - strlen(path) - 1); return read_file(path, result, result_size, NULL); } int read_debugfs_int(const char *debugfs_file, int *result) { int err; char value[16] = {0}; err = read_debugfs_file(debugfs_file, value, sizeof(value) - 1); if (err) return err; return parse_int(value, sizeof(value), result, 10); } int write_debugfs_int(const char *debugfs_file, int result) { char value[16]; snprintf(value, 16, "%d", result); return write_debugfs_file(debugfs_file, value, strlen(value)); } static long perf_event_open(struct perf_event_attr *hw_event, pid_t pid, int cpu, int group_fd, unsigned long flags) { return syscall(__NR_perf_event_open, hw_event, pid, cpu, group_fd, flags); } static void perf_event_attr_init(struct perf_event_attr *event_attr, unsigned int type, unsigned long config) { memset(event_attr, 0, sizeof(*event_attr)); event_attr->type = type; event_attr->size = sizeof(struct perf_event_attr); event_attr->config = config; event_attr->read_format = PERF_FORMAT_GROUP; event_attr->disabled = 1; event_attr->exclude_kernel = 1; event_attr->exclude_hv = 1; event_attr->exclude_guest = 1; } int perf_event_open_counter(unsigned int type, unsigned long config, int group_fd) { int fd; struct perf_event_attr event_attr; perf_event_attr_init(&event_attr, type, config); fd = perf_event_open(&event_attr, 0, -1, group_fd, 0); if (fd < 0) perror("perf_event_open() failed"); return fd; } int perf_event_enable(int fd) { if (ioctl(fd, PERF_EVENT_IOC_ENABLE, PERF_IOC_FLAG_GROUP) == -1) { perror("error while enabling perf events"); return -1; } return 0; } int perf_event_disable(int fd) { if (ioctl(fd, PERF_EVENT_IOC_DISABLE, PERF_IOC_FLAG_GROUP) == -1) { perror("error disabling perf events"); return -1; } return 0; } int perf_event_reset(int fd) { if (ioctl(fd, PERF_EVENT_IOC_RESET, PERF_IOC_FLAG_GROUP) == -1) { perror("error resetting perf events"); return -1; } return 0; } int using_hash_mmu(bool *using_hash) { char line[128]; FILE *f; int rc; f = fopen("/proc/cpuinfo", "r"); FAIL_IF(!f); rc = 0; while (fgets(line, sizeof(line), f) != NULL) { if (!strcmp(line, "MMU : Hash\n") || !strcmp(line, "platform : Cell\n") || !strcmp(line, "platform : PowerMac\n")) { *using_hash = true; goto out; } if (strcmp(line, "MMU : Radix\n") == 0) { *using_hash = false; goto out; } } rc = -1; out: fclose(f); return rc; } struct sigaction push_signal_handler(int sig, void (*fn)(int, siginfo_t *, void *)) { struct sigaction sa; struct sigaction old_handler; sa.sa_sigaction = fn; sigemptyset(&sa.sa_mask); sa.sa_flags = SA_SIGINFO; FAIL_IF_EXIT_MSG(sigaction(sig, &sa, &old_handler), "failed to push signal handler"); return old_handler; } struct sigaction pop_signal_handler(int sig, struct sigaction old_handler) { struct sigaction popped; FAIL_IF_EXIT_MSG(sigaction(sig, &old_handler, &popped), "failed to pop signal handler"); return popped; }