Lines Matching refs:migrate
2254 struct migrate_vma *migrate = walk->private; in migrate_vma_collect_hole() local
2260 migrate->src[migrate->npages] = 0; in migrate_vma_collect_hole()
2261 migrate->dst[migrate->npages] = 0; in migrate_vma_collect_hole()
2262 migrate->npages++; in migrate_vma_collect_hole()
2268 migrate->src[migrate->npages] = MIGRATE_PFN_MIGRATE; in migrate_vma_collect_hole()
2269 migrate->dst[migrate->npages] = 0; in migrate_vma_collect_hole()
2270 migrate->npages++; in migrate_vma_collect_hole()
2271 migrate->cpages++; in migrate_vma_collect_hole()
2281 struct migrate_vma *migrate = walk->private; in migrate_vma_collect_skip() local
2285 migrate->dst[migrate->npages] = 0; in migrate_vma_collect_skip()
2286 migrate->src[migrate->npages++] = 0; in migrate_vma_collect_skip()
2297 struct migrate_vma *migrate = walk->private; in migrate_vma_collect_pmd() local
2361 migrate->cpages++; in migrate_vma_collect_pmd()
2377 if (!(migrate->flags & in migrate_vma_collect_pmd()
2379 page->pgmap->owner != migrate->pgmap_owner) in migrate_vma_collect_pmd()
2387 if (!(migrate->flags & MIGRATE_VMA_SELECT_SYSTEM)) in migrate_vma_collect_pmd()
2392 migrate->cpages++; in migrate_vma_collect_pmd()
2395 page = vm_normal_page(migrate->vma, addr, pte); in migrate_vma_collect_pmd()
2416 migrate->cpages++; in migrate_vma_collect_pmd()
2459 migrate->dst[migrate->npages] = 0; in migrate_vma_collect_pmd()
2460 migrate->src[migrate->npages++] = mpfn; in migrate_vma_collect_pmd()
2486 static void migrate_vma_collect(struct migrate_vma *migrate) in migrate_vma_collect() argument
2495 mmu_notifier_range_init_migrate(&range, 0, migrate->vma, in migrate_vma_collect()
2496 migrate->vma->vm_mm, migrate->start, migrate->end, in migrate_vma_collect()
2497 migrate->pgmap_owner); in migrate_vma_collect()
2500 walk_page_range(migrate->vma->vm_mm, migrate->start, migrate->end, in migrate_vma_collect()
2501 &migrate_vma_walk_ops, migrate); in migrate_vma_collect()
2504 migrate->end = migrate->start + (migrate->npages << PAGE_SHIFT); in migrate_vma_collect()
2569 static void migrate_vma_prepare(struct migrate_vma *migrate) in migrate_vma_prepare() argument
2571 const unsigned long npages = migrate->npages; in migrate_vma_prepare()
2572 const unsigned long start = migrate->start; in migrate_vma_prepare()
2578 for (i = 0; (i < npages) && migrate->cpages; i++) { in migrate_vma_prepare()
2579 struct page *page = migrate_pfn_to_page(migrate->src[i]); in migrate_vma_prepare()
2585 if (!(migrate->src[i] & MIGRATE_PFN_LOCKED)) { in migrate_vma_prepare()
2595 migrate->src[i] = 0; in migrate_vma_prepare()
2596 migrate->cpages--; in migrate_vma_prepare()
2601 migrate->src[i] |= MIGRATE_PFN_LOCKED; in migrate_vma_prepare()
2614 migrate->src[i] &= ~MIGRATE_PFN_MIGRATE; in migrate_vma_prepare()
2615 migrate->cpages--; in migrate_vma_prepare()
2618 migrate->src[i] = 0; in migrate_vma_prepare()
2620 migrate->cpages--; in migrate_vma_prepare()
2632 migrate->src[i] &= ~MIGRATE_PFN_MIGRATE; in migrate_vma_prepare()
2633 migrate->cpages--; in migrate_vma_prepare()
2641 migrate->src[i] = 0; in migrate_vma_prepare()
2643 migrate->cpages--; in migrate_vma_prepare()
2654 struct page *page = migrate_pfn_to_page(migrate->src[i]); in migrate_vma_prepare()
2656 if (!page || (migrate->src[i] & MIGRATE_PFN_MIGRATE)) in migrate_vma_prepare()
2659 remove_migration_pte(page, migrate->vma, addr, page); in migrate_vma_prepare()
2661 migrate->src[i] = 0; in migrate_vma_prepare()
2679 static void migrate_vma_unmap(struct migrate_vma *migrate) in migrate_vma_unmap() argument
2682 const unsigned long npages = migrate->npages; in migrate_vma_unmap()
2683 const unsigned long start = migrate->start; in migrate_vma_unmap()
2687 struct page *page = migrate_pfn_to_page(migrate->src[i]); in migrate_vma_unmap()
2689 if (!page || !(migrate->src[i] & MIGRATE_PFN_MIGRATE)) in migrate_vma_unmap()
2702 migrate->src[i] &= ~MIGRATE_PFN_MIGRATE; in migrate_vma_unmap()
2703 migrate->cpages--; in migrate_vma_unmap()
2708 struct page *page = migrate_pfn_to_page(migrate->src[i]); in migrate_vma_unmap()
2710 if (!page || (migrate->src[i] & MIGRATE_PFN_MIGRATE)) in migrate_vma_unmap()
2715 migrate->src[i] = 0; in migrate_vma_unmap()
2838 static void migrate_vma_insert_page(struct migrate_vma *migrate, in migrate_vma_insert_page() argument
2844 struct vm_area_struct *vma = migrate->vma; in migrate_vma_insert_page()
2978 void migrate_vma_pages(struct migrate_vma *migrate) in migrate_vma_pages() argument
2980 const unsigned long npages = migrate->npages; in migrate_vma_pages()
2981 const unsigned long start = migrate->start; in migrate_vma_pages()
2987 struct page *newpage = migrate_pfn_to_page(migrate->dst[i]); in migrate_vma_pages()
2988 struct page *page = migrate_pfn_to_page(migrate->src[i]); in migrate_vma_pages()
2993 migrate->src[i] &= ~MIGRATE_PFN_MIGRATE; in migrate_vma_pages()
2998 if (!(migrate->src[i] & MIGRATE_PFN_MIGRATE)) in migrate_vma_pages()
3006 migrate->vma->vm_mm, in migrate_vma_pages()
3007 addr, migrate->end); in migrate_vma_pages()
3010 migrate_vma_insert_page(migrate, addr, newpage, in migrate_vma_pages()
3011 &migrate->src[i], in migrate_vma_pages()
3012 &migrate->dst[i]); in migrate_vma_pages()
3025 migrate->src[i] &= ~MIGRATE_PFN_MIGRATE; in migrate_vma_pages()
3033 migrate->src[i] &= ~MIGRATE_PFN_MIGRATE; in migrate_vma_pages()
3040 migrate->src[i] &= ~MIGRATE_PFN_MIGRATE; in migrate_vma_pages()
3064 void migrate_vma_finalize(struct migrate_vma *migrate) in migrate_vma_finalize() argument
3066 const unsigned long npages = migrate->npages; in migrate_vma_finalize()
3070 struct page *newpage = migrate_pfn_to_page(migrate->dst[i]); in migrate_vma_finalize()
3071 struct page *page = migrate_pfn_to_page(migrate->src[i]); in migrate_vma_finalize()
3081 if (!(migrate->src[i] & MIGRATE_PFN_MIGRATE) || !newpage) { in migrate_vma_finalize()