Lines Matching refs:svm
86 nouveau_ivmm_find(struct nouveau_svm *svm, u64 inst) in nouveau_ivmm_find() argument
89 list_for_each_entry(ivmm, &svm->inst, head) { in nouveau_ivmm_find()
164 if (!cli->svm.svmm) { in nouveau_svmm_bind()
181 nouveau_dmem_migrate_vma(cli->drm, cli->svm.svmm, vma, addr, in nouveau_svmm_bind()
205 mutex_lock(&svmm->vmm->cli->drm->svm->mutex); in nouveau_svmm_part()
206 ivmm = nouveau_ivmm_find(svmm->vmm->cli->drm->svm, inst); in nouveau_svmm_part()
211 mutex_unlock(&svmm->vmm->cli->drm->svm->mutex); in nouveau_svmm_part()
226 mutex_lock(&svmm->vmm->cli->drm->svm->mutex); in nouveau_svmm_join()
227 list_add(&ivmm->head, &svmm->vmm->cli->drm->svm->inst); in nouveau_svmm_join()
228 mutex_unlock(&svmm->vmm->cli->drm->svm->mutex); in nouveau_svmm_join()
323 if (!cli->drm->svm) in nouveau_svmm_init()
329 svmm->vmm = &cli->svm; in nouveau_svmm_init()
336 if (cli->svm.cli) { in nouveau_svmm_init()
352 }, sizeof(struct gp100_vmm_v0), &cli->svm.vmm); in nouveau_svmm_init()
363 cli->svm.svmm = svmm; in nouveau_svmm_init()
364 cli->svm.cli = cli; in nouveau_svmm_init()
379 nouveau_svm_fault_replay(struct nouveau_svm *svm) in nouveau_svm_fault_replay() argument
381 SVM_DBG(svm, "replay"); in nouveau_svm_fault_replay()
382 WARN_ON(nvif_object_mthd(&svm->drm->client.vmm.vmm.object, in nouveau_svm_fault_replay()
394 nouveau_svm_fault_cancel(struct nouveau_svm *svm, in nouveau_svm_fault_cancel() argument
397 SVM_DBG(svm, "cancel %016llx %d %02x %02x", inst, hub, gpc, client); in nouveau_svm_fault_cancel()
398 WARN_ON(nvif_object_mthd(&svm->drm->client.vmm.vmm.object, in nouveau_svm_fault_cancel()
409 nouveau_svm_fault_cancel_fault(struct nouveau_svm *svm, in nouveau_svm_fault_cancel_fault() argument
412 nouveau_svm_fault_cancel(svm, fault->inst, in nouveau_svm_fault_cancel_fault()
434 nouveau_svm_fault_cache(struct nouveau_svm *svm, in nouveau_svm_fault_cache() argument
461 nouveau_svm_fault_cancel(svm, inst, hub, gpc, client); in nouveau_svm_fault_cache()
478 SVM_DBG(svm, "fault %016llx %016llx %02x", in nouveau_svm_fault_cache()
621 struct nouveau_svm *svm = in nouveau_svm_fault() local
622 container_of(buffer, typeof(*svm), buffer[buffer->id]); in nouveau_svm_fault()
623 struct nvif_object *device = &svm->drm->client.device.object; in nouveau_svm_fault()
637 SVM_DBG(svm, "fault handler"); in nouveau_svm_fault()
646 SVM_DBG(svm, "get %08x put %08x", buffer->get, buffer->put); in nouveau_svm_fault()
648 nouveau_svm_fault_cache(svm, buffer, buffer->get * 0x20); in nouveau_svm_fault()
653 SVM_DBG(svm, "%d fault(s) pending", buffer->fault_nr); in nouveau_svm_fault()
663 mutex_lock(&svm->mutex); in nouveau_svm_fault()
667 nouveau_ivmm_find(svm, buffer->fault[fi]->inst); in nouveau_svm_fault()
670 SVM_DBG(svm, "inst %016llx -> svm-%p", inst, svmm); in nouveau_svm_fault()
674 mutex_unlock(&svm->mutex); in nouveau_svm_fault()
689 nouveau_svm_fault_cancel_fault(svm, buffer->fault[fi]); in nouveau_svm_fault()
729 nouveau_svm_fault_cancel_fault(svm, buffer->fault[fi]); in nouveau_svm_fault()
738 ret = nouveau_range_fault(svmm, svm->drm, &args.i, in nouveau_svm_fault()
771 nouveau_svm_fault_cancel_fault(svm, fault); in nouveau_svm_fault()
779 nouveau_svm_fault_replay(svm); in nouveau_svm_fault()
834 nouveau_svm_fault_buffer_fini(struct nouveau_svm *svm, int id) in nouveau_svm_fault_buffer_fini() argument
836 struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id]; in nouveau_svm_fault_buffer_fini()
841 nouveau_svm_fault_buffer_init(struct nouveau_svm *svm, int id) in nouveau_svm_fault_buffer_init() argument
843 struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id]; in nouveau_svm_fault_buffer_init()
844 struct nvif_object *device = &svm->drm->client.device.object; in nouveau_svm_fault_buffer_init()
847 SVM_DBG(svm, "get %08x put %08x (init)", buffer->get, buffer->put); in nouveau_svm_fault_buffer_init()
852 nouveau_svm_fault_buffer_dtor(struct nouveau_svm *svm, int id) in nouveau_svm_fault_buffer_dtor() argument
854 struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id]; in nouveau_svm_fault_buffer_dtor()
863 nouveau_svm_fault_buffer_fini(svm, id); in nouveau_svm_fault_buffer_dtor()
870 nouveau_svm_fault_buffer_ctor(struct nouveau_svm *svm, s32 oclass, int id) in nouveau_svm_fault_buffer_ctor() argument
872 struct nouveau_svm_fault_buffer *buffer = &svm->buffer[id]; in nouveau_svm_fault_buffer_ctor()
873 struct nouveau_drm *drm = svm->drm; in nouveau_svm_fault_buffer_ctor()
883 SVM_ERR(svm, "Fault buffer allocation failed: %d", ret); in nouveau_svm_fault_buffer_ctor()
902 return nouveau_svm_fault_buffer_init(svm, id); in nouveau_svm_fault_buffer_ctor()
908 struct nouveau_svm *svm = drm->svm; in nouveau_svm_resume() local
909 if (svm) in nouveau_svm_resume()
910 nouveau_svm_fault_buffer_init(svm, 0); in nouveau_svm_resume()
916 struct nouveau_svm *svm = drm->svm; in nouveau_svm_suspend() local
917 if (svm) in nouveau_svm_suspend()
918 nouveau_svm_fault_buffer_fini(svm, 0); in nouveau_svm_suspend()
924 struct nouveau_svm *svm = drm->svm; in nouveau_svm_fini() local
925 if (svm) { in nouveau_svm_fini()
926 nouveau_svm_fault_buffer_dtor(svm, 0); in nouveau_svm_fini()
927 kfree(drm->svm); in nouveau_svm_fini()
928 drm->svm = NULL; in nouveau_svm_fini()
940 struct nouveau_svm *svm; in nouveau_svm_init() local
950 if (!(drm->svm = svm = kzalloc(sizeof(*drm->svm), GFP_KERNEL))) in nouveau_svm_init()
953 drm->svm->drm = drm; in nouveau_svm_init()
954 mutex_init(&drm->svm->mutex); in nouveau_svm_init()
955 INIT_LIST_HEAD(&drm->svm->inst); in nouveau_svm_init()
959 SVM_DBG(svm, "No supported fault buffer class"); in nouveau_svm_init()
964 ret = nouveau_svm_fault_buffer_ctor(svm, buffers[ret].oclass, 0); in nouveau_svm_init()
970 SVM_DBG(svm, "Initialised"); in nouveau_svm_init()