Lines Matching full:migrate
3 * Memory Migration functionality - linux/mm/migrate.c
16 #include <linux/migrate.h>
56 #include <trace/events/migrate.h>
676 * Common logic to directly migrate a single LRU page suitable for
982 * cannot try to migrate this page. in move_to_new_page()
1151 * Obtain the lock on page, remove all ptes and migrate the page
1197 * Compaction can migrate also non-LRU pages which are in unmap_and_move()
1252 * This means that when we try to migrate hugepage whose subpages are
1381 * migrate_pages - migrate the pages specified in a list, to the free pages
1687 * pages to migrate. Since we are going to in move_pages_and_store_status()
1701 * Migrate an array of page address onto an array of nodes and fill
2058 * Attempt to migrate a misplaced page to the specified destination
2071 * Don't migrate file pages that are mapped in multiple processes in migrate_misplaced_page()
2079 * Also do not migrate dirty pages as not all filesystems can move in migrate_misplaced_page()
2254 struct migrate_vma *migrate = walk->private; in migrate_vma_collect_hole() local
2260 migrate->src[migrate->npages] = 0; in migrate_vma_collect_hole()
2261 migrate->dst[migrate->npages] = 0; in migrate_vma_collect_hole()
2262 migrate->npages++; in migrate_vma_collect_hole()
2268 migrate->src[migrate->npages] = MIGRATE_PFN_MIGRATE; in migrate_vma_collect_hole()
2269 migrate->dst[migrate->npages] = 0; in migrate_vma_collect_hole()
2270 migrate->npages++; in migrate_vma_collect_hole()
2271 migrate->cpages++; in migrate_vma_collect_hole()
2281 struct migrate_vma *migrate = walk->private; in migrate_vma_collect_skip() local
2285 migrate->dst[migrate->npages] = 0; in migrate_vma_collect_skip()
2286 migrate->src[migrate->npages++] = 0; in migrate_vma_collect_skip()
2297 struct migrate_vma *migrate = walk->private; in migrate_vma_collect_pmd() local
2361 migrate->cpages++; in migrate_vma_collect_pmd()
2377 if (!(migrate->flags & in migrate_vma_collect_pmd()
2379 page->pgmap->owner != migrate->pgmap_owner) in migrate_vma_collect_pmd()
2387 if (!(migrate->flags & MIGRATE_VMA_SELECT_SYSTEM)) in migrate_vma_collect_pmd()
2392 migrate->cpages++; in migrate_vma_collect_pmd()
2395 page = vm_normal_page(migrate->vma, addr, pte); in migrate_vma_collect_pmd()
2416 migrate->cpages++; in migrate_vma_collect_pmd()
2459 migrate->dst[migrate->npages] = 0; in migrate_vma_collect_pmd()
2460 migrate->src[migrate->npages++] = mpfn; in migrate_vma_collect_pmd()
2480 * @migrate: migrate struct containing all migration information
2486 static void migrate_vma_collect(struct migrate_vma *migrate) in migrate_vma_collect() argument
2495 mmu_notifier_range_init_migrate(&range, 0, migrate->vma, in migrate_vma_collect()
2496 migrate->vma->vm_mm, migrate->start, migrate->end, in migrate_vma_collect()
2497 migrate->pgmap_owner); in migrate_vma_collect()
2500 walk_page_range(migrate->vma->vm_mm, migrate->start, migrate->end, in migrate_vma_collect()
2501 &migrate_vma_walk_ops, migrate); in migrate_vma_collect()
2504 migrate->end = migrate->start + (migrate->npages << PAGE_SHIFT); in migrate_vma_collect()
2540 * avoid 2 racing thread trying to migrate back to CPU to enter in migrate_vma_check_page()
2562 * @migrate: migrate struct containing all migration information
2569 static void migrate_vma_prepare(struct migrate_vma *migrate) in migrate_vma_prepare() argument
2571 const unsigned long npages = migrate->npages; in migrate_vma_prepare()
2572 const unsigned long start = migrate->start; in migrate_vma_prepare()
2578 for (i = 0; (i < npages) && migrate->cpages; i++) { in migrate_vma_prepare()
2579 struct page *page = migrate_pfn_to_page(migrate->src[i]); in migrate_vma_prepare()
2585 if (!(migrate->src[i] & MIGRATE_PFN_LOCKED)) { in migrate_vma_prepare()
2595 migrate->src[i] = 0; in migrate_vma_prepare()
2596 migrate->cpages--; in migrate_vma_prepare()
2601 migrate->src[i] |= MIGRATE_PFN_LOCKED; in migrate_vma_prepare()
2614 migrate->src[i] &= ~MIGRATE_PFN_MIGRATE; in migrate_vma_prepare()
2615 migrate->cpages--; in migrate_vma_prepare()
2618 migrate->src[i] = 0; in migrate_vma_prepare()
2620 migrate->cpages--; in migrate_vma_prepare()
2632 migrate->src[i] &= ~MIGRATE_PFN_MIGRATE; in migrate_vma_prepare()
2633 migrate->cpages--; in migrate_vma_prepare()
2641 migrate->src[i] = 0; in migrate_vma_prepare()
2643 migrate->cpages--; in migrate_vma_prepare()
2654 struct page *page = migrate_pfn_to_page(migrate->src[i]); in migrate_vma_prepare()
2656 if (!page || (migrate->src[i] & MIGRATE_PFN_MIGRATE)) in migrate_vma_prepare()
2659 remove_migration_pte(page, migrate->vma, addr, page); in migrate_vma_prepare()
2661 migrate->src[i] = 0; in migrate_vma_prepare()
2670 * @migrate: migrate struct containing all migration information
2674 * cannot migrate them.
2679 static void migrate_vma_unmap(struct migrate_vma *migrate) in migrate_vma_unmap() argument
2682 const unsigned long npages = migrate->npages; in migrate_vma_unmap()
2683 const unsigned long start = migrate->start; in migrate_vma_unmap()
2687 struct page *page = migrate_pfn_to_page(migrate->src[i]); in migrate_vma_unmap()
2689 if (!page || !(migrate->src[i] & MIGRATE_PFN_MIGRATE)) in migrate_vma_unmap()
2702 migrate->src[i] &= ~MIGRATE_PFN_MIGRATE; in migrate_vma_unmap()
2703 migrate->cpages--; in migrate_vma_unmap()
2708 struct page *page = migrate_pfn_to_page(migrate->src[i]); in migrate_vma_unmap()
2710 if (!page || (migrate->src[i] & MIGRATE_PFN_MIGRATE)) in migrate_vma_unmap()
2715 migrate->src[i] = 0; in migrate_vma_unmap()
2727 * migrate_vma_setup() - prepare to migrate a range of memory
2733 * Prepare to migrate a range of memory virtual address range by collecting all
2748 * Note that the caller does not have to migrate all the pages that are marked
2750 * device memory to system memory. If the caller cannot migrate a device page
2767 * then migrate_vma_pages() to migrate struct page information from the source
2768 * struct page to the destination struct page. If it fails to migrate the
2838 static void migrate_vma_insert_page(struct migrate_vma *migrate, in migrate_vma_insert_page() argument
2844 struct vm_area_struct *vma = migrate->vma; in migrate_vma_insert_page()
2971 * migrate_vma_pages() - migrate meta-data from src page to dst page
2972 * @migrate: migrate struct containing all migration information
2978 void migrate_vma_pages(struct migrate_vma *migrate) in migrate_vma_pages() argument
2980 const unsigned long npages = migrate->npages; in migrate_vma_pages()
2981 const unsigned long start = migrate->start; in migrate_vma_pages()
2987 struct page *newpage = migrate_pfn_to_page(migrate->dst[i]); in migrate_vma_pages()
2988 struct page *page = migrate_pfn_to_page(migrate->src[i]); in migrate_vma_pages()
2993 migrate->src[i] &= ~MIGRATE_PFN_MIGRATE; in migrate_vma_pages()
2998 if (!(migrate->src[i] & MIGRATE_PFN_MIGRATE)) in migrate_vma_pages()
3006 migrate->vma->vm_mm, in migrate_vma_pages()
3007 addr, migrate->end); in migrate_vma_pages()
3010 migrate_vma_insert_page(migrate, addr, newpage, in migrate_vma_pages()
3011 &migrate->src[i], in migrate_vma_pages()
3012 &migrate->dst[i]); in migrate_vma_pages()
3025 migrate->src[i] &= ~MIGRATE_PFN_MIGRATE; in migrate_vma_pages()
3033 migrate->src[i] &= ~MIGRATE_PFN_MIGRATE; in migrate_vma_pages()
3040 migrate->src[i] &= ~MIGRATE_PFN_MIGRATE; in migrate_vma_pages()
3055 * @migrate: migrate struct containing all migration information
3064 void migrate_vma_finalize(struct migrate_vma *migrate) in migrate_vma_finalize() argument
3066 const unsigned long npages = migrate->npages; in migrate_vma_finalize()
3070 struct page *newpage = migrate_pfn_to_page(migrate->dst[i]); in migrate_vma_finalize()
3071 struct page *page = migrate_pfn_to_page(migrate->src[i]); in migrate_vma_finalize()
3081 if (!(migrate->src[i] & MIGRATE_PFN_MIGRATE) || !newpage) { in migrate_vma_finalize()