1*4882a593Smuzhiyun/* 2*4882a593Smuzhiyun * M7copy_to_user.S: SPARC M7 optimized copy to userspace. 3*4882a593Smuzhiyun * 4*4882a593Smuzhiyun * Copyright (c) 2016, Oracle and/or its affiliates. All rights reserved. 5*4882a593Smuzhiyun */ 6*4882a593Smuzhiyun 7*4882a593Smuzhiyun 8*4882a593Smuzhiyun#define EX_ST(x, y) \ 9*4882a593Smuzhiyun98: x; \ 10*4882a593Smuzhiyun .section __ex_table,"a"; \ 11*4882a593Smuzhiyun .align 4; \ 12*4882a593Smuzhiyun .word 98b, y; \ 13*4882a593Smuzhiyun .text; \ 14*4882a593Smuzhiyun .align 4; 15*4882a593Smuzhiyun 16*4882a593Smuzhiyun#define EX_ST_FP(x, y) \ 17*4882a593Smuzhiyun98: x; \ 18*4882a593Smuzhiyun .section __ex_table,"a"; \ 19*4882a593Smuzhiyun .align 4; \ 20*4882a593Smuzhiyun .word 98b, y##_fp; \ 21*4882a593Smuzhiyun .text; \ 22*4882a593Smuzhiyun .align 4; 23*4882a593Smuzhiyun 24*4882a593Smuzhiyun 25*4882a593Smuzhiyun#ifndef ASI_AIUS 26*4882a593Smuzhiyun#define ASI_AIUS 0x11 27*4882a593Smuzhiyun#endif 28*4882a593Smuzhiyun 29*4882a593Smuzhiyun#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS 30*4882a593Smuzhiyun#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23 31*4882a593Smuzhiyun#endif 32*4882a593Smuzhiyun 33*4882a593Smuzhiyun#define FUNC_NAME M7copy_to_user 34*4882a593Smuzhiyun#define STORE(type,src,addr) type##a src, [addr] %asi 35*4882a593Smuzhiyun#define STORE_ASI ASI_BLK_INIT_QUAD_LDD_AIUS 36*4882a593Smuzhiyun#define STORE_MRU_ASI ASI_ST_BLKINIT_MRU_S 37*4882a593Smuzhiyun#define EX_RETVAL(x) 0 38*4882a593Smuzhiyun 39*4882a593Smuzhiyun#ifdef __KERNEL__ 40*4882a593Smuzhiyun /* Writing to %asi is _expensive_ so we hardcode it. 41*4882a593Smuzhiyun * Reading %asi to check for KERNEL_DS is comparatively 42*4882a593Smuzhiyun * cheap. 43*4882a593Smuzhiyun */ 44*4882a593Smuzhiyun#define PREAMBLE \ 45*4882a593Smuzhiyun rd %asi, %g1; \ 46*4882a593Smuzhiyun cmp %g1, ASI_AIUS; \ 47*4882a593Smuzhiyun bne,pn %icc, raw_copy_in_user; \ 48*4882a593Smuzhiyun nop 49*4882a593Smuzhiyun#endif 50*4882a593Smuzhiyun 51*4882a593Smuzhiyun#include "M7memcpy.S" 52