1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun #include "radeonfb.h"
3*4882a593Smuzhiyun
4*4882a593Smuzhiyun /* the accelerated functions here are patterned after the
5*4882a593Smuzhiyun * "ACCEL_MMIO" ifdef branches in XFree86
6*4882a593Smuzhiyun * --dte
7*4882a593Smuzhiyun */
8*4882a593Smuzhiyun
radeon_fixup_offset(struct radeonfb_info * rinfo)9*4882a593Smuzhiyun static void radeon_fixup_offset(struct radeonfb_info *rinfo)
10*4882a593Smuzhiyun {
11*4882a593Smuzhiyun u32 local_base;
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun /* *** Ugly workaround *** */
14*4882a593Smuzhiyun /*
15*4882a593Smuzhiyun * On some platforms, the video memory is mapped at 0 in radeon chip space
16*4882a593Smuzhiyun * (like PPCs) by the firmware. X will always move it up so that it's seen
17*4882a593Smuzhiyun * by the chip to be at the same address as the PCI BAR.
18*4882a593Smuzhiyun * That means that when switching back from X, there is a mismatch between
19*4882a593Smuzhiyun * the offsets programmed into the engine. This means that potentially,
20*4882a593Smuzhiyun * accel operations done before radeonfb has a chance to re-init the engine
21*4882a593Smuzhiyun * will have incorrect offsets, and potentially trash system memory !
22*4882a593Smuzhiyun *
23*4882a593Smuzhiyun * The correct fix is for fbcon to never call any accel op before the engine
24*4882a593Smuzhiyun * has properly been re-initialized (by a call to set_var), but this is a
25*4882a593Smuzhiyun * complex fix. This workaround in the meantime, called before every accel
26*4882a593Smuzhiyun * operation, makes sure the offsets are in sync.
27*4882a593Smuzhiyun */
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun radeon_fifo_wait (1);
30*4882a593Smuzhiyun local_base = INREG(MC_FB_LOCATION) << 16;
31*4882a593Smuzhiyun if (local_base == rinfo->fb_local_base)
32*4882a593Smuzhiyun return;
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun rinfo->fb_local_base = local_base;
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun radeon_fifo_wait (3);
37*4882a593Smuzhiyun OUTREG(DEFAULT_PITCH_OFFSET, (rinfo->pitch << 0x16) |
38*4882a593Smuzhiyun (rinfo->fb_local_base >> 10));
39*4882a593Smuzhiyun OUTREG(DST_PITCH_OFFSET, (rinfo->pitch << 0x16) | (rinfo->fb_local_base >> 10));
40*4882a593Smuzhiyun OUTREG(SRC_PITCH_OFFSET, (rinfo->pitch << 0x16) | (rinfo->fb_local_base >> 10));
41*4882a593Smuzhiyun }
42*4882a593Smuzhiyun
radeonfb_prim_fillrect(struct radeonfb_info * rinfo,const struct fb_fillrect * region)43*4882a593Smuzhiyun static void radeonfb_prim_fillrect(struct radeonfb_info *rinfo,
44*4882a593Smuzhiyun const struct fb_fillrect *region)
45*4882a593Smuzhiyun {
46*4882a593Smuzhiyun radeon_fifo_wait(4);
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun OUTREG(DP_GUI_MASTER_CNTL,
49*4882a593Smuzhiyun rinfo->dp_gui_master_cntl /* contains, like GMC_DST_32BPP */
50*4882a593Smuzhiyun | GMC_BRUSH_SOLID_COLOR
51*4882a593Smuzhiyun | ROP3_P);
52*4882a593Smuzhiyun if (radeon_get_dstbpp(rinfo->depth) != DST_8BPP)
53*4882a593Smuzhiyun OUTREG(DP_BRUSH_FRGD_CLR, rinfo->pseudo_palette[region->color]);
54*4882a593Smuzhiyun else
55*4882a593Smuzhiyun OUTREG(DP_BRUSH_FRGD_CLR, region->color);
56*4882a593Smuzhiyun OUTREG(DP_WRITE_MSK, 0xffffffff);
57*4882a593Smuzhiyun OUTREG(DP_CNTL, (DST_X_LEFT_TO_RIGHT | DST_Y_TOP_TO_BOTTOM));
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun radeon_fifo_wait(2);
60*4882a593Smuzhiyun OUTREG(DSTCACHE_CTLSTAT, RB2D_DC_FLUSH_ALL);
61*4882a593Smuzhiyun OUTREG(WAIT_UNTIL, (WAIT_2D_IDLECLEAN | WAIT_DMA_GUI_IDLE));
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun radeon_fifo_wait(2);
64*4882a593Smuzhiyun OUTREG(DST_Y_X, (region->dy << 16) | region->dx);
65*4882a593Smuzhiyun OUTREG(DST_WIDTH_HEIGHT, (region->width << 16) | region->height);
66*4882a593Smuzhiyun }
67*4882a593Smuzhiyun
radeonfb_fillrect(struct fb_info * info,const struct fb_fillrect * region)68*4882a593Smuzhiyun void radeonfb_fillrect(struct fb_info *info, const struct fb_fillrect *region)
69*4882a593Smuzhiyun {
70*4882a593Smuzhiyun struct radeonfb_info *rinfo = info->par;
71*4882a593Smuzhiyun struct fb_fillrect modded;
72*4882a593Smuzhiyun int vxres, vyres;
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun if (info->state != FBINFO_STATE_RUNNING)
75*4882a593Smuzhiyun return;
76*4882a593Smuzhiyun if (info->flags & FBINFO_HWACCEL_DISABLED) {
77*4882a593Smuzhiyun cfb_fillrect(info, region);
78*4882a593Smuzhiyun return;
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun radeon_fixup_offset(rinfo);
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun vxres = info->var.xres_virtual;
84*4882a593Smuzhiyun vyres = info->var.yres_virtual;
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun memcpy(&modded, region, sizeof(struct fb_fillrect));
87*4882a593Smuzhiyun
88*4882a593Smuzhiyun if(!modded.width || !modded.height ||
89*4882a593Smuzhiyun modded.dx >= vxres || modded.dy >= vyres)
90*4882a593Smuzhiyun return;
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun if(modded.dx + modded.width > vxres) modded.width = vxres - modded.dx;
93*4882a593Smuzhiyun if(modded.dy + modded.height > vyres) modded.height = vyres - modded.dy;
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun radeonfb_prim_fillrect(rinfo, &modded);
96*4882a593Smuzhiyun }
97*4882a593Smuzhiyun
radeonfb_prim_copyarea(struct radeonfb_info * rinfo,const struct fb_copyarea * area)98*4882a593Smuzhiyun static void radeonfb_prim_copyarea(struct radeonfb_info *rinfo,
99*4882a593Smuzhiyun const struct fb_copyarea *area)
100*4882a593Smuzhiyun {
101*4882a593Smuzhiyun int xdir, ydir;
102*4882a593Smuzhiyun u32 sx, sy, dx, dy, w, h;
103*4882a593Smuzhiyun
104*4882a593Smuzhiyun w = area->width; h = area->height;
105*4882a593Smuzhiyun dx = area->dx; dy = area->dy;
106*4882a593Smuzhiyun sx = area->sx; sy = area->sy;
107*4882a593Smuzhiyun xdir = sx - dx;
108*4882a593Smuzhiyun ydir = sy - dy;
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun if ( xdir < 0 ) { sx += w-1; dx += w-1; }
111*4882a593Smuzhiyun if ( ydir < 0 ) { sy += h-1; dy += h-1; }
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun radeon_fifo_wait(3);
114*4882a593Smuzhiyun OUTREG(DP_GUI_MASTER_CNTL,
115*4882a593Smuzhiyun rinfo->dp_gui_master_cntl /* i.e. GMC_DST_32BPP */
116*4882a593Smuzhiyun | GMC_BRUSH_NONE
117*4882a593Smuzhiyun | GMC_SRC_DSTCOLOR
118*4882a593Smuzhiyun | ROP3_S
119*4882a593Smuzhiyun | DP_SRC_SOURCE_MEMORY );
120*4882a593Smuzhiyun OUTREG(DP_WRITE_MSK, 0xffffffff);
121*4882a593Smuzhiyun OUTREG(DP_CNTL, (xdir>=0 ? DST_X_LEFT_TO_RIGHT : 0)
122*4882a593Smuzhiyun | (ydir>=0 ? DST_Y_TOP_TO_BOTTOM : 0));
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun radeon_fifo_wait(2);
125*4882a593Smuzhiyun OUTREG(DSTCACHE_CTLSTAT, RB2D_DC_FLUSH_ALL);
126*4882a593Smuzhiyun OUTREG(WAIT_UNTIL, (WAIT_2D_IDLECLEAN | WAIT_DMA_GUI_IDLE));
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun radeon_fifo_wait(3);
129*4882a593Smuzhiyun OUTREG(SRC_Y_X, (sy << 16) | sx);
130*4882a593Smuzhiyun OUTREG(DST_Y_X, (dy << 16) | dx);
131*4882a593Smuzhiyun OUTREG(DST_HEIGHT_WIDTH, (h << 16) | w);
132*4882a593Smuzhiyun }
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun
radeonfb_copyarea(struct fb_info * info,const struct fb_copyarea * area)135*4882a593Smuzhiyun void radeonfb_copyarea(struct fb_info *info, const struct fb_copyarea *area)
136*4882a593Smuzhiyun {
137*4882a593Smuzhiyun struct radeonfb_info *rinfo = info->par;
138*4882a593Smuzhiyun struct fb_copyarea modded;
139*4882a593Smuzhiyun u32 vxres, vyres;
140*4882a593Smuzhiyun modded.sx = area->sx;
141*4882a593Smuzhiyun modded.sy = area->sy;
142*4882a593Smuzhiyun modded.dx = area->dx;
143*4882a593Smuzhiyun modded.dy = area->dy;
144*4882a593Smuzhiyun modded.width = area->width;
145*4882a593Smuzhiyun modded.height = area->height;
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun if (info->state != FBINFO_STATE_RUNNING)
148*4882a593Smuzhiyun return;
149*4882a593Smuzhiyun if (info->flags & FBINFO_HWACCEL_DISABLED) {
150*4882a593Smuzhiyun cfb_copyarea(info, area);
151*4882a593Smuzhiyun return;
152*4882a593Smuzhiyun }
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun radeon_fixup_offset(rinfo);
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun vxres = info->var.xres_virtual;
157*4882a593Smuzhiyun vyres = info->var.yres_virtual;
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun if(!modded.width || !modded.height ||
160*4882a593Smuzhiyun modded.sx >= vxres || modded.sy >= vyres ||
161*4882a593Smuzhiyun modded.dx >= vxres || modded.dy >= vyres)
162*4882a593Smuzhiyun return;
163*4882a593Smuzhiyun
164*4882a593Smuzhiyun if(modded.sx + modded.width > vxres) modded.width = vxres - modded.sx;
165*4882a593Smuzhiyun if(modded.dx + modded.width > vxres) modded.width = vxres - modded.dx;
166*4882a593Smuzhiyun if(modded.sy + modded.height > vyres) modded.height = vyres - modded.sy;
167*4882a593Smuzhiyun if(modded.dy + modded.height > vyres) modded.height = vyres - modded.dy;
168*4882a593Smuzhiyun
169*4882a593Smuzhiyun radeonfb_prim_copyarea(rinfo, &modded);
170*4882a593Smuzhiyun }
171*4882a593Smuzhiyun
radeonfb_imageblit(struct fb_info * info,const struct fb_image * image)172*4882a593Smuzhiyun void radeonfb_imageblit(struct fb_info *info, const struct fb_image *image)
173*4882a593Smuzhiyun {
174*4882a593Smuzhiyun struct radeonfb_info *rinfo = info->par;
175*4882a593Smuzhiyun
176*4882a593Smuzhiyun if (info->state != FBINFO_STATE_RUNNING)
177*4882a593Smuzhiyun return;
178*4882a593Smuzhiyun radeon_engine_idle();
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun cfb_imageblit(info, image);
181*4882a593Smuzhiyun }
182*4882a593Smuzhiyun
radeonfb_sync(struct fb_info * info)183*4882a593Smuzhiyun int radeonfb_sync(struct fb_info *info)
184*4882a593Smuzhiyun {
185*4882a593Smuzhiyun struct radeonfb_info *rinfo = info->par;
186*4882a593Smuzhiyun
187*4882a593Smuzhiyun if (info->state != FBINFO_STATE_RUNNING)
188*4882a593Smuzhiyun return 0;
189*4882a593Smuzhiyun radeon_engine_idle();
190*4882a593Smuzhiyun
191*4882a593Smuzhiyun return 0;
192*4882a593Smuzhiyun }
193*4882a593Smuzhiyun
radeonfb_engine_reset(struct radeonfb_info * rinfo)194*4882a593Smuzhiyun void radeonfb_engine_reset(struct radeonfb_info *rinfo)
195*4882a593Smuzhiyun {
196*4882a593Smuzhiyun u32 clock_cntl_index, mclk_cntl, rbbm_soft_reset;
197*4882a593Smuzhiyun u32 host_path_cntl;
198*4882a593Smuzhiyun
199*4882a593Smuzhiyun radeon_engine_flush (rinfo);
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun clock_cntl_index = INREG(CLOCK_CNTL_INDEX);
202*4882a593Smuzhiyun mclk_cntl = INPLL(MCLK_CNTL);
203*4882a593Smuzhiyun
204*4882a593Smuzhiyun OUTPLL(MCLK_CNTL, (mclk_cntl |
205*4882a593Smuzhiyun FORCEON_MCLKA |
206*4882a593Smuzhiyun FORCEON_MCLKB |
207*4882a593Smuzhiyun FORCEON_YCLKA |
208*4882a593Smuzhiyun FORCEON_YCLKB |
209*4882a593Smuzhiyun FORCEON_MC |
210*4882a593Smuzhiyun FORCEON_AIC));
211*4882a593Smuzhiyun
212*4882a593Smuzhiyun host_path_cntl = INREG(HOST_PATH_CNTL);
213*4882a593Smuzhiyun rbbm_soft_reset = INREG(RBBM_SOFT_RESET);
214*4882a593Smuzhiyun
215*4882a593Smuzhiyun if (IS_R300_VARIANT(rinfo)) {
216*4882a593Smuzhiyun u32 tmp;
217*4882a593Smuzhiyun
218*4882a593Smuzhiyun OUTREG(RBBM_SOFT_RESET, (rbbm_soft_reset |
219*4882a593Smuzhiyun SOFT_RESET_CP |
220*4882a593Smuzhiyun SOFT_RESET_HI |
221*4882a593Smuzhiyun SOFT_RESET_E2));
222*4882a593Smuzhiyun INREG(RBBM_SOFT_RESET);
223*4882a593Smuzhiyun OUTREG(RBBM_SOFT_RESET, 0);
224*4882a593Smuzhiyun tmp = INREG(RB2D_DSTCACHE_MODE);
225*4882a593Smuzhiyun OUTREG(RB2D_DSTCACHE_MODE, tmp | (1 << 17)); /* FIXME */
226*4882a593Smuzhiyun } else {
227*4882a593Smuzhiyun OUTREG(RBBM_SOFT_RESET, rbbm_soft_reset |
228*4882a593Smuzhiyun SOFT_RESET_CP |
229*4882a593Smuzhiyun SOFT_RESET_HI |
230*4882a593Smuzhiyun SOFT_RESET_SE |
231*4882a593Smuzhiyun SOFT_RESET_RE |
232*4882a593Smuzhiyun SOFT_RESET_PP |
233*4882a593Smuzhiyun SOFT_RESET_E2 |
234*4882a593Smuzhiyun SOFT_RESET_RB);
235*4882a593Smuzhiyun INREG(RBBM_SOFT_RESET);
236*4882a593Smuzhiyun OUTREG(RBBM_SOFT_RESET, rbbm_soft_reset & (u32)
237*4882a593Smuzhiyun ~(SOFT_RESET_CP |
238*4882a593Smuzhiyun SOFT_RESET_HI |
239*4882a593Smuzhiyun SOFT_RESET_SE |
240*4882a593Smuzhiyun SOFT_RESET_RE |
241*4882a593Smuzhiyun SOFT_RESET_PP |
242*4882a593Smuzhiyun SOFT_RESET_E2 |
243*4882a593Smuzhiyun SOFT_RESET_RB));
244*4882a593Smuzhiyun INREG(RBBM_SOFT_RESET);
245*4882a593Smuzhiyun }
246*4882a593Smuzhiyun
247*4882a593Smuzhiyun OUTREG(HOST_PATH_CNTL, host_path_cntl | HDP_SOFT_RESET);
248*4882a593Smuzhiyun INREG(HOST_PATH_CNTL);
249*4882a593Smuzhiyun OUTREG(HOST_PATH_CNTL, host_path_cntl);
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun if (!IS_R300_VARIANT(rinfo))
252*4882a593Smuzhiyun OUTREG(RBBM_SOFT_RESET, rbbm_soft_reset);
253*4882a593Smuzhiyun
254*4882a593Smuzhiyun OUTREG(CLOCK_CNTL_INDEX, clock_cntl_index);
255*4882a593Smuzhiyun OUTPLL(MCLK_CNTL, mclk_cntl);
256*4882a593Smuzhiyun }
257*4882a593Smuzhiyun
radeonfb_engine_init(struct radeonfb_info * rinfo)258*4882a593Smuzhiyun void radeonfb_engine_init (struct radeonfb_info *rinfo)
259*4882a593Smuzhiyun {
260*4882a593Smuzhiyun unsigned long temp;
261*4882a593Smuzhiyun
262*4882a593Smuzhiyun /* disable 3D engine */
263*4882a593Smuzhiyun OUTREG(RB3D_CNTL, 0);
264*4882a593Smuzhiyun
265*4882a593Smuzhiyun radeonfb_engine_reset(rinfo);
266*4882a593Smuzhiyun
267*4882a593Smuzhiyun radeon_fifo_wait (1);
268*4882a593Smuzhiyun if (IS_R300_VARIANT(rinfo)) {
269*4882a593Smuzhiyun OUTREG(RB2D_DSTCACHE_MODE, INREG(RB2D_DSTCACHE_MODE) |
270*4882a593Smuzhiyun RB2D_DC_AUTOFLUSH_ENABLE |
271*4882a593Smuzhiyun RB2D_DC_DC_DISABLE_IGNORE_PE);
272*4882a593Smuzhiyun } else {
273*4882a593Smuzhiyun /* This needs to be double checked with ATI. Latest X driver
274*4882a593Smuzhiyun * completely "forgets" to set this register on < r3xx, and
275*4882a593Smuzhiyun * we used to just write 0 there... I'll keep the 0 and update
276*4882a593Smuzhiyun * that when we have sorted things out on X side.
277*4882a593Smuzhiyun */
278*4882a593Smuzhiyun OUTREG(RB2D_DSTCACHE_MODE, 0);
279*4882a593Smuzhiyun }
280*4882a593Smuzhiyun
281*4882a593Smuzhiyun radeon_fifo_wait (3);
282*4882a593Smuzhiyun /* We re-read MC_FB_LOCATION from card as it can have been
283*4882a593Smuzhiyun * modified by XFree drivers (ouch !)
284*4882a593Smuzhiyun */
285*4882a593Smuzhiyun rinfo->fb_local_base = INREG(MC_FB_LOCATION) << 16;
286*4882a593Smuzhiyun
287*4882a593Smuzhiyun OUTREG(DEFAULT_PITCH_OFFSET, (rinfo->pitch << 0x16) |
288*4882a593Smuzhiyun (rinfo->fb_local_base >> 10));
289*4882a593Smuzhiyun OUTREG(DST_PITCH_OFFSET, (rinfo->pitch << 0x16) | (rinfo->fb_local_base >> 10));
290*4882a593Smuzhiyun OUTREG(SRC_PITCH_OFFSET, (rinfo->pitch << 0x16) | (rinfo->fb_local_base >> 10));
291*4882a593Smuzhiyun
292*4882a593Smuzhiyun radeon_fifo_wait (1);
293*4882a593Smuzhiyun #if defined(__BIG_ENDIAN)
294*4882a593Smuzhiyun OUTREGP(DP_DATATYPE, HOST_BIG_ENDIAN_EN, ~HOST_BIG_ENDIAN_EN);
295*4882a593Smuzhiyun #else
296*4882a593Smuzhiyun OUTREGP(DP_DATATYPE, 0, ~HOST_BIG_ENDIAN_EN);
297*4882a593Smuzhiyun #endif
298*4882a593Smuzhiyun radeon_fifo_wait (2);
299*4882a593Smuzhiyun OUTREG(DEFAULT_SC_TOP_LEFT, 0);
300*4882a593Smuzhiyun OUTREG(DEFAULT_SC_BOTTOM_RIGHT, (DEFAULT_SC_RIGHT_MAX |
301*4882a593Smuzhiyun DEFAULT_SC_BOTTOM_MAX));
302*4882a593Smuzhiyun
303*4882a593Smuzhiyun temp = radeon_get_dstbpp(rinfo->depth);
304*4882a593Smuzhiyun rinfo->dp_gui_master_cntl = ((temp << 8) | GMC_CLR_CMP_CNTL_DIS);
305*4882a593Smuzhiyun
306*4882a593Smuzhiyun radeon_fifo_wait (1);
307*4882a593Smuzhiyun OUTREG(DP_GUI_MASTER_CNTL, (rinfo->dp_gui_master_cntl |
308*4882a593Smuzhiyun GMC_BRUSH_SOLID_COLOR |
309*4882a593Smuzhiyun GMC_SRC_DATATYPE_COLOR));
310*4882a593Smuzhiyun
311*4882a593Smuzhiyun radeon_fifo_wait (7);
312*4882a593Smuzhiyun
313*4882a593Smuzhiyun /* clear line drawing regs */
314*4882a593Smuzhiyun OUTREG(DST_LINE_START, 0);
315*4882a593Smuzhiyun OUTREG(DST_LINE_END, 0);
316*4882a593Smuzhiyun
317*4882a593Smuzhiyun /* set brush color regs */
318*4882a593Smuzhiyun OUTREG(DP_BRUSH_FRGD_CLR, 0xffffffff);
319*4882a593Smuzhiyun OUTREG(DP_BRUSH_BKGD_CLR, 0x00000000);
320*4882a593Smuzhiyun
321*4882a593Smuzhiyun /* set source color regs */
322*4882a593Smuzhiyun OUTREG(DP_SRC_FRGD_CLR, 0xffffffff);
323*4882a593Smuzhiyun OUTREG(DP_SRC_BKGD_CLR, 0x00000000);
324*4882a593Smuzhiyun
325*4882a593Smuzhiyun /* default write mask */
326*4882a593Smuzhiyun OUTREG(DP_WRITE_MSK, 0xffffffff);
327*4882a593Smuzhiyun
328*4882a593Smuzhiyun radeon_engine_idle ();
329*4882a593Smuzhiyun }
330