// SPDX-License-Identifier: GPL-2.0-only /* * Cache management functions for Hexagon * * Copyright (c) 2010-2011, The Linux Foundation. All rights reserved. */ #include <linux/mm.h> #include <asm/cacheflush.h> #include <asm/hexagon_vm.h> #define spanlines(start, end) \ (((end - (start & ~(LINESIZE - 1))) >> LINEBITS) + 1) void flush_dcache_range(unsigned long start, unsigned long end) { unsigned long lines = spanlines(start, end-1); unsigned long i, flags; start &= ~(LINESIZE - 1); local_irq_save(flags); for (i = 0; i < lines; i++) { __asm__ __volatile__ ( " dccleaninva(%0); " : : "r" (start) ); start += LINESIZE; } local_irq_restore(flags); } void flush_icache_range(unsigned long start, unsigned long end) { unsigned long lines = spanlines(start, end-1); unsigned long i, flags; start &= ~(LINESIZE - 1); local_irq_save(flags); for (i = 0; i < lines; i++) { __asm__ __volatile__ ( " dccleana(%0); " " icinva(%0); " : : "r" (start) ); start += LINESIZE; } __asm__ __volatile__ ( "isync" ); local_irq_restore(flags); } EXPORT_SYMBOL(flush_icache_range); void hexagon_clean_dcache_range(unsigned long start, unsigned long end) { unsigned long lines = spanlines(start, end-1); unsigned long i, flags; start &= ~(LINESIZE - 1); local_irq_save(flags); for (i = 0; i < lines; i++) { __asm__ __volatile__ ( " dccleana(%0); " : : "r" (start) ); start += LINESIZE; } local_irq_restore(flags); } void hexagon_inv_dcache_range(unsigned long start, unsigned long end) { unsigned long lines = spanlines(start, end-1); unsigned long i, flags; start &= ~(LINESIZE - 1); local_irq_save(flags); for (i = 0; i < lines; i++) { __asm__ __volatile__ ( " dcinva(%0); " : : "r" (start) ); start += LINESIZE; } local_irq_restore(flags); } /* * This is just really brutal and shouldn't be used anyways, * especially on V2. Left here just in case. */ void flush_cache_all_hexagon(void) { unsigned long flags; local_irq_save(flags); __vmcache_ickill(); __vmcache_dckill(); __vmcache_l2kill(); local_irq_restore(flags); mb(); } void copy_to_user_page(struct vm_area_struct *vma, struct page *page, unsigned long vaddr, void *dst, void *src, int len) { memcpy(dst, src, len); if (vma->vm_flags & VM_EXEC) { flush_icache_range((unsigned long) dst, (unsigned long) dst + len); } }