/* SPDX-License-Identifier: GPL-2.0 */ /* copy_in_user.S: Copy from userspace to userspace. * * Copyright (C) 1999, 2000, 2004 David S. Miller (davem@redhat.com) */ #include <linux/export.h> #include <linux/linkage.h> #include <asm/asi.h> #define XCC xcc #define EX(x,y,z) \ 98: x,y; \ .section __ex_table,"a";\ .align 4; \ .word 98b, z; \ .text; \ .align 4; #define EX_O4(x,y) EX(x,y,__retl_o4_plus_8) #define EX_O2_4(x,y) EX(x,y,__retl_o2_plus_4) #define EX_O2_1(x,y) EX(x,y,__retl_o2_plus_1) .register %g2,#scratch .register %g3,#scratch .text __retl_o4_plus_8: add %o4, %o2, %o4 retl add %o4, 8, %o0 __retl_o2_plus_4: retl add %o2, 4, %o0 __retl_o2_plus_1: retl add %o2, 1, %o0 .align 32 /* Don't try to get too fancy here, just nice and * simple. This is predominantly used for well aligned * small copies in the compat layer. It is also used * to copy register windows around during thread cloning. */ ENTRY(raw_copy_in_user) /* %o0=dst, %o1=src, %o2=len */ cmp %o2, 0 be,pn %XCC, 85f or %o0, %o1, %o3 cmp %o2, 16 bleu,a,pn %XCC, 80f or %o3, %o2, %o3 /* 16 < len <= 64 */ andcc %o3, 0x7, %g0 bne,pn %XCC, 90f nop andn %o2, 0x7, %o4 and %o2, 0x7, %o2 1: subcc %o4, 0x8, %o4 EX_O4(ldxa [%o1] %asi, %o5) EX_O4(stxa %o5, [%o0] %asi) add %o1, 0x8, %o1 bgu,pt %XCC, 1b add %o0, 0x8, %o0 andcc %o2, 0x4, %g0 be,pt %XCC, 1f nop sub %o2, 0x4, %o2 EX_O2_4(lduwa [%o1] %asi, %o5) EX_O2_4(stwa %o5, [%o0] %asi) add %o1, 0x4, %o1 add %o0, 0x4, %o0 1: cmp %o2, 0 be,pt %XCC, 85f nop ba,pt %xcc, 90f nop 80: /* 0 < len <= 16 */ andcc %o3, 0x3, %g0 bne,pn %XCC, 90f nop 82: subcc %o2, 4, %o2 EX_O2_4(lduwa [%o1] %asi, %g1) EX_O2_4(stwa %g1, [%o0] %asi) add %o1, 4, %o1 bgu,pt %XCC, 82b add %o0, 4, %o0 85: retl clr %o0 .align 32 90: subcc %o2, 1, %o2 EX_O2_1(lduba [%o1] %asi, %g1) EX_O2_1(stba %g1, [%o0] %asi) add %o1, 1, %o1 bgu,pt %XCC, 90b add %o0, 1, %o0 retl clr %o0 ENDPROC(raw_copy_in_user) EXPORT_SYMBOL(raw_copy_in_user)