71 int radeon_gart_table_ram_alloc(struct radeon_device *rdev)  in radeon_gart_table_ram_alloc()  argument
75 	ptr = dma_alloc_coherent(&rdev->pdev->dev, rdev->gart.table_size,  in radeon_gart_table_ram_alloc()
76 				 &rdev->gart.table_addr, GFP_KERNEL);  in radeon_gart_table_ram_alloc()
81 	if (rdev->family == CHIP_RS400 || rdev->family == CHIP_RS480 ||  in radeon_gart_table_ram_alloc()
82 	    rdev->family == CHIP_RS690 || rdev->family == CHIP_RS740) {  in radeon_gart_table_ram_alloc()
84 			      rdev->gart.table_size >> PAGE_SHIFT);  in radeon_gart_table_ram_alloc()
87 	rdev->gart.ptr = ptr;  in radeon_gart_table_ram_alloc()
100 void radeon_gart_table_ram_free(struct radeon_device *rdev)  in radeon_gart_table_ram_free()  argument
102 	if (rdev->gart.ptr == NULL) {  in radeon_gart_table_ram_free()
106 	if (rdev->family == CHIP_RS400 || rdev->family == CHIP_RS480 ||  in radeon_gart_table_ram_free()
107 	    rdev->family == CHIP_RS690 || rdev->family == CHIP_RS740) {  in radeon_gart_table_ram_free()
108 		set_memory_wb((unsigned long)rdev->gart.ptr,  in radeon_gart_table_ram_free()
109 			      rdev->gart.table_size >> PAGE_SHIFT);  in radeon_gart_table_ram_free()
112 	dma_free_coherent(&rdev->pdev->dev, rdev->gart.table_size,  in radeon_gart_table_ram_free()
113 			  (void *)rdev->gart.ptr, rdev->gart.table_addr);  in radeon_gart_table_ram_free()
114 	rdev->gart.ptr = NULL;  in radeon_gart_table_ram_free()
115 	rdev->gart.table_addr = 0;  in radeon_gart_table_ram_free()
128 int radeon_gart_table_vram_alloc(struct radeon_device *rdev)  in radeon_gart_table_vram_alloc()  argument
132 	if (rdev->gart.robj == NULL) {  in radeon_gart_table_vram_alloc()
133 		r = radeon_bo_create(rdev, rdev->gart.table_size,  in radeon_gart_table_vram_alloc()
135 				     0, NULL, NULL, &rdev->gart.robj);  in radeon_gart_table_vram_alloc()
153 int radeon_gart_table_vram_pin(struct radeon_device *rdev)  in radeon_gart_table_vram_pin()  argument
158 	r = radeon_bo_reserve(rdev->gart.robj, false);  in radeon_gart_table_vram_pin()
161 	r = radeon_bo_pin(rdev->gart.robj,  in radeon_gart_table_vram_pin()
164 		radeon_bo_unreserve(rdev->gart.robj);  in radeon_gart_table_vram_pin()
167 	r = radeon_bo_kmap(rdev->gart.robj, &rdev->gart.ptr);  in radeon_gart_table_vram_pin()
169 		radeon_bo_unpin(rdev->gart.robj);  in radeon_gart_table_vram_pin()
170 	radeon_bo_unreserve(rdev->gart.robj);  in radeon_gart_table_vram_pin()
171 	rdev->gart.table_addr = gpu_addr;  in radeon_gart_table_vram_pin()
179 		for (i = 0; i < rdev->gart.num_gpu_pages; i++)  in radeon_gart_table_vram_pin()
180 			radeon_gart_set_page(rdev, i, rdev->gart.pages_entry[i]);  in radeon_gart_table_vram_pin()
182 		radeon_gart_tlb_flush(rdev);  in radeon_gart_table_vram_pin()
196 void radeon_gart_table_vram_unpin(struct radeon_device *rdev)  in radeon_gart_table_vram_unpin()  argument
200 	if (rdev->gart.robj == NULL) {  in radeon_gart_table_vram_unpin()
203 	r = radeon_bo_reserve(rdev->gart.robj, false);  in radeon_gart_table_vram_unpin()
205 		radeon_bo_kunmap(rdev->gart.robj);  in radeon_gart_table_vram_unpin()
206 		radeon_bo_unpin(rdev->gart.robj);  in radeon_gart_table_vram_unpin()
207 		radeon_bo_unreserve(rdev->gart.robj);  in radeon_gart_table_vram_unpin()
208 		rdev->gart.ptr = NULL;  in radeon_gart_table_vram_unpin()
221 void radeon_gart_table_vram_free(struct radeon_device *rdev)  in radeon_gart_table_vram_free()  argument
223 	if (rdev->gart.robj == NULL) {  in radeon_gart_table_vram_free()
226 	radeon_bo_unref(&rdev->gart.robj);  in radeon_gart_table_vram_free()
242 void radeon_gart_unbind(struct radeon_device *rdev, unsigned offset,  in radeon_gart_unbind()  argument
249 	if (!rdev->gart.ready) {  in radeon_gart_unbind()
256 		if (rdev->gart.pages[p]) {  in radeon_gart_unbind()
257 			rdev->gart.pages[p] = NULL;  in radeon_gart_unbind()
259 				rdev->gart.pages_entry[t] = rdev->dummy_page.entry;  in radeon_gart_unbind()
260 				if (rdev->gart.ptr) {  in radeon_gart_unbind()
261 					radeon_gart_set_page(rdev, t,  in radeon_gart_unbind()
262 							     rdev->dummy_page.entry);  in radeon_gart_unbind()
267 	if (rdev->gart.ptr) {  in radeon_gart_unbind()
269 		radeon_gart_tlb_flush(rdev);  in radeon_gart_unbind()
287 int radeon_gart_bind(struct radeon_device *rdev, unsigned offset,  in radeon_gart_bind()  argument
296 	if (!rdev->gart.ready) {  in radeon_gart_bind()
304 		rdev->gart.pages[p] = pagelist[i];  in radeon_gart_bind()
308 			rdev->gart.pages_entry[t] = page_entry;  in radeon_gart_bind()
309 			if (rdev->gart.ptr) {  in radeon_gart_bind()
310 				radeon_gart_set_page(rdev, t, page_entry);  in radeon_gart_bind()
315 	if (rdev->gart.ptr) {  in radeon_gart_bind()
317 		radeon_gart_tlb_flush(rdev);  in radeon_gart_bind()
330 int radeon_gart_init(struct radeon_device *rdev)  in radeon_gart_init()  argument
334 	if (rdev->gart.pages) {  in radeon_gart_init()
342 	r = radeon_dummy_page_init(rdev);  in radeon_gart_init()
346 	rdev->gart.num_cpu_pages = rdev->mc.gtt_size / PAGE_SIZE;  in radeon_gart_init()
347 	rdev->gart.num_gpu_pages = rdev->mc.gtt_size / RADEON_GPU_PAGE_SIZE;  in radeon_gart_init()
349 		 rdev->gart.num_cpu_pages, rdev->gart.num_gpu_pages);  in radeon_gart_init()
351 	rdev->gart.pages = vzalloc(array_size(sizeof(void *),  in radeon_gart_init()
352 				   rdev->gart.num_cpu_pages));  in radeon_gart_init()
353 	if (rdev->gart.pages == NULL) {  in radeon_gart_init()
354 		radeon_gart_fini(rdev);  in radeon_gart_init()
357 	rdev->gart.pages_entry = vmalloc(array_size(sizeof(uint64_t),  in radeon_gart_init()
358 						    rdev->gart.num_gpu_pages));  in radeon_gart_init()
359 	if (rdev->gart.pages_entry == NULL) {  in radeon_gart_init()
360 		radeon_gart_fini(rdev);  in radeon_gart_init()
364 	for (i = 0; i < rdev->gart.num_gpu_pages; i++)  in radeon_gart_init()
365 		rdev->gart.pages_entry[i] = rdev->dummy_page.entry;  in radeon_gart_init()
376 void radeon_gart_fini(struct radeon_device *rdev)  in radeon_gart_fini()  argument
378 	if (rdev->gart.ready) {  in radeon_gart_fini()
380 		radeon_gart_unbind(rdev, 0, rdev->gart.num_cpu_pages);  in radeon_gart_fini()
382 	rdev->gart.ready = false;  in radeon_gart_fini()
383 	vfree(rdev->gart.pages);  in radeon_gart_fini()
384 	vfree(rdev->gart.pages_entry);  in radeon_gart_fini()
385 	rdev->gart.pages = NULL;  in radeon_gart_fini()
386 	rdev->gart.pages_entry = NULL;  in radeon_gart_fini()
388 	radeon_dummy_page_fini(rdev);  in radeon_gart_fini()