1*4882a593Smuzhiyun/* SPDX-License-Identifier: GPL-2.0 */ 2*4882a593Smuzhiyun/* NG4copy_to_user.S: Niagara-4 optimized copy to userspace. 3*4882a593Smuzhiyun * 4*4882a593Smuzhiyun * Copyright (C) 2012 David S. Miller (davem@davemloft.net) 5*4882a593Smuzhiyun */ 6*4882a593Smuzhiyun 7*4882a593Smuzhiyun#define EX_ST(x,y) \ 8*4882a593Smuzhiyun98: x; \ 9*4882a593Smuzhiyun .section __ex_table,"a";\ 10*4882a593Smuzhiyun .align 4; \ 11*4882a593Smuzhiyun .word 98b, y; \ 12*4882a593Smuzhiyun .text; \ 13*4882a593Smuzhiyun .align 4; 14*4882a593Smuzhiyun 15*4882a593Smuzhiyun#define EX_ST_FP(x,y) \ 16*4882a593Smuzhiyun98: x; \ 17*4882a593Smuzhiyun .section __ex_table,"a";\ 18*4882a593Smuzhiyun .align 4; \ 19*4882a593Smuzhiyun .word 98b, y##_fp; \ 20*4882a593Smuzhiyun .text; \ 21*4882a593Smuzhiyun .align 4; 22*4882a593Smuzhiyun 23*4882a593Smuzhiyun#ifndef ASI_AIUS 24*4882a593Smuzhiyun#define ASI_AIUS 0x11 25*4882a593Smuzhiyun#endif 26*4882a593Smuzhiyun 27*4882a593Smuzhiyun#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS 28*4882a593Smuzhiyun#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23 29*4882a593Smuzhiyun#endif 30*4882a593Smuzhiyun 31*4882a593Smuzhiyun#define FUNC_NAME NG4copy_to_user 32*4882a593Smuzhiyun#define STORE(type,src,addr) type##a src, [addr] %asi 33*4882a593Smuzhiyun#define STORE_ASI ASI_BLK_INIT_QUAD_LDD_AIUS 34*4882a593Smuzhiyun#define EX_RETVAL(x) 0 35*4882a593Smuzhiyun 36*4882a593Smuzhiyun#ifdef __KERNEL__ 37*4882a593Smuzhiyun /* Writing to %asi is _expensive_ so we hardcode it. 38*4882a593Smuzhiyun * Reading %asi to check for KERNEL_DS is comparatively 39*4882a593Smuzhiyun * cheap. 40*4882a593Smuzhiyun */ 41*4882a593Smuzhiyun#define PREAMBLE \ 42*4882a593Smuzhiyun rd %asi, %g1; \ 43*4882a593Smuzhiyun cmp %g1, ASI_AIUS; \ 44*4882a593Smuzhiyun bne,pn %icc, raw_copy_in_user; \ 45*4882a593Smuzhiyun nop 46*4882a593Smuzhiyun#endif 47*4882a593Smuzhiyun 48*4882a593Smuzhiyun#include "NG4memcpy.S" 49