// SPDX-License-Identifier: GPL-2.0 /* Kernel module help for sparc64. * * Copyright (C) 2001 Rusty Russell. * Copyright (C) 2002 David S. Miller. */ #include <linux/moduleloader.h> #include <linux/kernel.h> #include <linux/elf.h> #include <linux/vmalloc.h> #include <linux/fs.h> #include <linux/gfp.h> #include <linux/string.h> #include <linux/ctype.h> #include <linux/mm.h> #include <asm/processor.h> #include <asm/spitfire.h> #include <asm/cacheflush.h> #include "entry.h" #ifdef CONFIG_SPARC64 #include <linux/jump_label.h> static void *module_map(unsigned long size) { if (PAGE_ALIGN(size) > MODULES_LEN) return NULL; return __vmalloc_node_range(size, 1, MODULES_VADDR, MODULES_END, GFP_KERNEL, PAGE_KERNEL, 0, NUMA_NO_NODE, __builtin_return_address(0)); } #else static void *module_map(unsigned long size) { return vmalloc(size); } #endif /* CONFIG_SPARC64 */ void *module_alloc(unsigned long size) { void *ret; ret = module_map(size); if (ret) memset(ret, 0, size); return ret; } /* Make generic code ignore STT_REGISTER dummy undefined symbols. */ int module_frob_arch_sections(Elf_Ehdr *hdr, Elf_Shdr *sechdrs, char *secstrings, struct module *mod) { unsigned int symidx; Elf_Sym *sym; char *strtab; int i; for (symidx = 0; sechdrs[symidx].sh_type != SHT_SYMTAB; symidx++) { if (symidx == hdr->e_shnum-1) { printk("%s: no symtab found.\n", mod->name); return -ENOEXEC; } } sym = (Elf_Sym *)sechdrs[symidx].sh_addr; strtab = (char *)sechdrs[sechdrs[symidx].sh_link].sh_addr; for (i = 1; i < sechdrs[symidx].sh_size / sizeof(Elf_Sym); i++) { if (sym[i].st_shndx == SHN_UNDEF) { if (ELF_ST_TYPE(sym[i].st_info) == STT_REGISTER) sym[i].st_shndx = SHN_ABS; } } return 0; } int apply_relocate_add(Elf_Shdr *sechdrs, const char *strtab, unsigned int symindex, unsigned int relsec, struct module *me) { unsigned int i; Elf_Rela *rel = (void *)sechdrs[relsec].sh_addr; Elf_Sym *sym; u8 *location; u32 *loc32; for (i = 0; i < sechdrs[relsec].sh_size / sizeof(*rel); i++) { Elf_Addr v; /* This is where to make the change */ location = (u8 *)sechdrs[sechdrs[relsec].sh_info].sh_addr + rel[i].r_offset; loc32 = (u32 *) location; #ifdef CONFIG_SPARC64 BUG_ON(((u64)location >> (u64)32) != (u64)0); #endif /* CONFIG_SPARC64 */ /* This is the symbol it is referring to. Note that all undefined symbols have been resolved. */ sym = (Elf_Sym *)sechdrs[symindex].sh_addr + ELF_R_SYM(rel[i].r_info); v = sym->st_value + rel[i].r_addend; switch (ELF_R_TYPE(rel[i].r_info) & 0xff) { case R_SPARC_DISP32: v -= (Elf_Addr) location; *loc32 = v; break; #ifdef CONFIG_SPARC64 case R_SPARC_64: location[0] = v >> 56; location[1] = v >> 48; location[2] = v >> 40; location[3] = v >> 32; location[4] = v >> 24; location[5] = v >> 16; location[6] = v >> 8; location[7] = v >> 0; break; case R_SPARC_WDISP19: v -= (Elf_Addr) location; *loc32 = (*loc32 & ~0x7ffff) | ((v >> 2) & 0x7ffff); break; case R_SPARC_OLO10: *loc32 = (*loc32 & ~0x1fff) | (((v & 0x3ff) + (ELF_R_TYPE(rel[i].r_info) >> 8)) & 0x1fff); break; #endif /* CONFIG_SPARC64 */ case R_SPARC_32: case R_SPARC_UA32: location[0] = v >> 24; location[1] = v >> 16; location[2] = v >> 8; location[3] = v >> 0; break; case R_SPARC_WDISP30: v -= (Elf_Addr) location; *loc32 = (*loc32 & ~0x3fffffff) | ((v >> 2) & 0x3fffffff); break; case R_SPARC_WDISP22: v -= (Elf_Addr) location; *loc32 = (*loc32 & ~0x3fffff) | ((v >> 2) & 0x3fffff); break; case R_SPARC_LO10: *loc32 = (*loc32 & ~0x3ff) | (v & 0x3ff); break; case R_SPARC_HI22: *loc32 = (*loc32 & ~0x3fffff) | ((v >> 10) & 0x3fffff); break; default: printk(KERN_ERR "module %s: Unknown relocation: %x\n", me->name, (int) (ELF_R_TYPE(rel[i].r_info) & 0xff)); return -ENOEXEC; } } return 0; } #ifdef CONFIG_SPARC64 static void do_patch_sections(const Elf_Ehdr *hdr, const Elf_Shdr *sechdrs) { const Elf_Shdr *s, *sun4v_1insn = NULL, *sun4v_2insn = NULL; char *secstrings = (void *)hdr + sechdrs[hdr->e_shstrndx].sh_offset; for (s = sechdrs; s < sechdrs + hdr->e_shnum; s++) { if (!strcmp(".sun4v_1insn_patch", secstrings + s->sh_name)) sun4v_1insn = s; if (!strcmp(".sun4v_2insn_patch", secstrings + s->sh_name)) sun4v_2insn = s; } if (sun4v_1insn && tlb_type == hypervisor) { void *p = (void *) sun4v_1insn->sh_addr; sun4v_patch_1insn_range(p, p + sun4v_1insn->sh_size); } if (sun4v_2insn && tlb_type == hypervisor) { void *p = (void *) sun4v_2insn->sh_addr; sun4v_patch_2insn_range(p, p + sun4v_2insn->sh_size); } } int module_finalize(const Elf_Ehdr *hdr, const Elf_Shdr *sechdrs, struct module *me) { do_patch_sections(hdr, sechdrs); /* Cheetah's I-cache is fully coherent. */ if (tlb_type == spitfire) { unsigned long va; flushw_all(); for (va = 0; va < (PAGE_SIZE << 1); va += 32) spitfire_put_icache_tag(va, 0x0); __asm__ __volatile__("flush %g6"); } return 0; } #endif /* CONFIG_SPARC64 */