434 	struct radeon_ttm_tt *gtt = (void *)ttm;  in radeon_ttm_tt_pin_userptr()  local
438 	int write = !(gtt->userflags & RADEON_GEM_USERPTR_READONLY);  in radeon_ttm_tt_pin_userptr()
442 	if (current->mm != gtt->usermm)  in radeon_ttm_tt_pin_userptr()
445 	if (gtt->userflags & RADEON_GEM_USERPTR_ANONONLY) {  in radeon_ttm_tt_pin_userptr()
448 		unsigned long end = gtt->userptr + ttm->num_pages * PAGE_SIZE;  in radeon_ttm_tt_pin_userptr()
450 		vma = find_vma(gtt->usermm, gtt->userptr);  in radeon_ttm_tt_pin_userptr()
457 		uint64_t userptr = gtt->userptr + pinned * PAGE_SIZE;  in radeon_ttm_tt_pin_userptr()
480 					 gtt->ttm.dma_address, ttm->num_pages);  in radeon_ttm_tt_pin_userptr()
495 	struct radeon_ttm_tt *gtt = (void *)ttm;  in radeon_ttm_tt_unpin_userptr()  local
498 	int write = !(gtt->userflags & RADEON_GEM_USERPTR_READONLY);  in radeon_ttm_tt_unpin_userptr()
511 		if (!(gtt->userflags & RADEON_GEM_USERPTR_READONLY))  in radeon_ttm_tt_unpin_userptr()
523 	struct radeon_ttm_tt *gtt = (void*)ttm;  in radeon_ttm_backend_is_bound()  local
525 	return (gtt->bound);  in radeon_ttm_backend_is_bound()
532 	struct radeon_ttm_tt *gtt = (void*)ttm;  in radeon_ttm_backend_bind()  local
538 	if (gtt->bound)  in radeon_ttm_backend_bind()
541 	if (gtt->userptr) {  in radeon_ttm_backend_bind()
546 	gtt->offset = (unsigned long)(bo_mem->start << PAGE_SHIFT);  in radeon_ttm_backend_bind()
553 	r = radeon_gart_bind(rdev, gtt->offset, ttm->num_pages,  in radeon_ttm_backend_bind()
554 			     ttm->pages, gtt->ttm.dma_address, flags);  in radeon_ttm_backend_bind()
557 			  ttm->num_pages, (unsigned)gtt->offset);  in radeon_ttm_backend_bind()
560 	gtt->bound = true;  in radeon_ttm_backend_bind()
566 	struct radeon_ttm_tt *gtt = (void *)ttm;  in radeon_ttm_backend_unbind()  local
569 	if (gtt->userptr)  in radeon_ttm_backend_unbind()
572 	if (!gtt->bound)  in radeon_ttm_backend_unbind()
575 	radeon_gart_unbind(rdev, gtt->offset, ttm->num_pages);  in radeon_ttm_backend_unbind()
577 	gtt->bound = false;  in radeon_ttm_backend_unbind()
582 	struct radeon_ttm_tt *gtt = (void *)ttm;  in radeon_ttm_backend_destroy()  local
587 	ttm_dma_tt_fini(&gtt->ttm);  in radeon_ttm_backend_destroy()
588 	kfree(gtt);  in radeon_ttm_backend_destroy()
595 	struct radeon_ttm_tt *gtt;  in radeon_ttm_tt_create()  local
605 	gtt = kzalloc(sizeof(struct radeon_ttm_tt), GFP_KERNEL);  in radeon_ttm_tt_create()
606 	if (gtt == NULL) {  in radeon_ttm_tt_create()
609 	if (ttm_dma_tt_init(&gtt->ttm, bo, page_flags)) {  in radeon_ttm_tt_create()
610 		kfree(gtt);  in radeon_ttm_tt_create()
613 	return &gtt->ttm.ttm;  in radeon_ttm_tt_create()
634 	struct radeon_ttm_tt *gtt = radeon_ttm_tt_to_gtt(rdev, ttm);  in radeon_ttm_tt_populate()  local
637 	if (gtt && gtt->userptr) {  in radeon_ttm_tt_populate()
649 						 gtt->ttm.dma_address, ttm->num_pages);  in radeon_ttm_tt_populate()
662 		return ttm_dma_populate(&gtt->ttm, rdev->dev, ctx);  in radeon_ttm_tt_populate()
666 	return ttm_populate_and_map_pages(rdev->dev, &gtt->ttm, ctx);  in radeon_ttm_tt_populate()
672 	struct radeon_ttm_tt *gtt = radeon_ttm_tt_to_gtt(rdev, ttm);  in radeon_ttm_tt_unpopulate()  local
675 	if (gtt && gtt->userptr) {  in radeon_ttm_tt_unpopulate()
693 		ttm_dma_unpopulate(&gtt->ttm, rdev->dev);  in radeon_ttm_tt_unpopulate()
698 	ttm_unmap_and_unpopulate_pages(rdev->dev, &gtt->ttm);  in radeon_ttm_tt_unpopulate()
705 	struct radeon_ttm_tt *gtt = radeon_ttm_tt_to_gtt(rdev, ttm);  in radeon_ttm_tt_set_userptr()  local
707 	if (gtt == NULL)  in radeon_ttm_tt_set_userptr()
710 	gtt->userptr = addr;  in radeon_ttm_tt_set_userptr()
711 	gtt->usermm = current->mm;  in radeon_ttm_tt_set_userptr()
712 	gtt->userflags = flags;  in radeon_ttm_tt_set_userptr()
778 	struct radeon_ttm_tt *gtt = radeon_ttm_tt_to_gtt(rdev, ttm);  in radeon_ttm_tt_has_userptr()  local
780 	if (gtt == NULL)  in radeon_ttm_tt_has_userptr()
783 	return !!gtt->userptr;  in radeon_ttm_tt_has_userptr()
789 	struct radeon_ttm_tt *gtt = radeon_ttm_tt_to_gtt(rdev, ttm);  in radeon_ttm_tt_is_readonly()  local
791 	if (gtt == NULL)  in radeon_ttm_tt_is_readonly()
794 	return !!(gtt->userflags & RADEON_GEM_USERPTR_READONLY);  in radeon_ttm_tt_is_readonly()
1097 	rdev->mman.gtt = debugfs_create_file("radeon_gtt", S_IFREG | S_IRUGO,  in radeon_ttm_debugfs_init()
1121 	debugfs_remove(rdev->mman.gtt);  in radeon_ttm_debugfs_fini()
1122 	rdev->mman.gtt = NULL;  in radeon_ttm_debugfs_fini()