60 static int ufshpb_get_state(struct ufshpb_lu *hpb)  in ufshpb_get_state()
65 static void ufshpb_set_state(struct ufshpb_lu *hpb, int state)  in ufshpb_set_state()
88 static bool ufshpb_is_supported_chunk(struct ufshpb_lu *hpb, int transfer_len)  in ufshpb_is_supported_chunk()
97 static inline bool ufshpb_is_required_wb(struct ufshpb_lu *hpb, int len)  in ufshpb_is_required_wb()
108 static bool ufshpb_is_pinned_region(struct ufshpb_lu *hpb, int rgn_idx)  in ufshpb_is_pinned_region()
118 static void ufshpb_kick_map_work(struct ufshpb_lu *hpb)  in ufshpb_kick_map_work()
163 static void ufshpb_iterate_rgn(struct ufshpb_lu *hpb, int rgn_idx, int srgn_idx,  in ufshpb_iterate_rgn()
241 static bool ufshpb_test_ppn_dirty(struct ufshpb_lu *hpb, int rgn_idx,  in ufshpb_test_ppn_dirty()
300 static int ufshpb_fill_ppn_from_page(struct ufshpb_lu *hpb,  in ufshpb_fill_ppn_from_page()
330 ufshpb_get_pos_from_lpn(struct ufshpb_lu *hpb, unsigned long lpn, int *rgn_idx,  in ufshpb_get_pos_from_lpn()
342 ufshpb_set_hpb_read_to_upiu(struct ufs_hba *hba, struct ufshpb_lu *hpb,  in ufshpb_set_hpb_read_to_upiu()
375 static struct ufshpb_req *ufshpb_get_pre_req(struct ufshpb_lu *hpb)  in ufshpb_get_pre_req()
399 static inline void ufshpb_put_pre_req(struct ufshpb_lu *hpb,  in ufshpb_put_pre_req()
411 	struct ufshpb_lu *hpb = pre_req->hpb;  in ufshpb_pre_req_compl_fn()  local
438 	struct ufshpb_lu *hpb = pre_req->hpb;  in ufshpb_prep_entry()  local
492 static int ufshpb_pre_req_add_bio_page(struct ufshpb_lu *hpb,  in ufshpb_pre_req_add_bio_page()
517 static inline int ufshpb_get_read_id(struct ufshpb_lu *hpb)  in ufshpb_get_read_id()
524 static int ufshpb_execute_pre_req(struct ufshpb_lu *hpb, struct scsi_cmnd *cmd,  in ufshpb_execute_pre_req()
565 static int ufshpb_issue_pre_req(struct ufshpb_lu *hpb, struct scsi_cmnd *cmd,  in ufshpb_issue_pre_req()
611 	struct ufshpb_lu *hpb;  in ufshpb_prep()  local
720 static struct ufshpb_req *ufshpb_get_req(struct ufshpb_lu *hpb,  in ufshpb_get_req()
755 static void ufshpb_put_req(struct ufshpb_lu *hpb, struct ufshpb_req *rq)  in ufshpb_put_req()
761 static struct ufshpb_req *ufshpb_get_map_req(struct ufshpb_lu *hpb,  in ufshpb_get_map_req()
799 static void ufshpb_put_map_req(struct ufshpb_lu *hpb,  in ufshpb_put_map_req()
812 static int ufshpb_clear_dirty_bitmap(struct ufshpb_lu *hpb,  in ufshpb_clear_dirty_bitmap()
836 static void ufshpb_update_active_info(struct ufshpb_lu *hpb, int rgn_idx,  in ufshpb_update_active_info()
853 static void ufshpb_update_inactive_info(struct ufshpb_lu *hpb, int rgn_idx)  in ufshpb_update_inactive_info()
870 static void ufshpb_activate_subregion(struct ufshpb_lu *hpb,  in ufshpb_activate_subregion()
911 	struct ufshpb_lu *hpb = map_req->hpb;  in ufshpb_map_req_compl_fn()  local
949 static void ufshpb_execute_umap_req(struct ufshpb_lu *hpb,  in ufshpb_execute_umap_req()
968 static int ufshpb_execute_map_req(struct ufshpb_lu *hpb,  in ufshpb_execute_map_req()
1011 static struct ufshpb_map_ctx *ufshpb_get_map_ctx(struct ufshpb_lu *hpb,  in ufshpb_get_map_ctx()
1054 static void ufshpb_put_map_ctx(struct ufshpb_lu *hpb,  in ufshpb_put_map_ctx()
1067 static int ufshpb_check_srgns_issue_state(struct ufshpb_lu *hpb,  in ufshpb_check_srgns_issue_state()
1082 	struct ufshpb_lu *hpb = container_of(work, struct ufshpb_lu,  in ufshpb_read_to_handler()  local
1150 static struct ufshpb_region *ufshpb_victim_lru_info(struct ufshpb_lu *hpb)  in ufshpb_victim_lru_info()
1188 static void ufshpb_purge_active_subregion(struct ufshpb_lu *hpb,  in ufshpb_purge_active_subregion()
1198 static int ufshpb_issue_umap_req(struct ufshpb_lu *hpb,  in ufshpb_issue_umap_req()
1214 static int ufshpb_issue_umap_single_req(struct ufshpb_lu *hpb,  in ufshpb_issue_umap_single_req()
1220 static int ufshpb_issue_umap_all_req(struct ufshpb_lu *hpb)  in ufshpb_issue_umap_all_req()
1225 static void __ufshpb_evict_region(struct ufshpb_lu *hpb,  in __ufshpb_evict_region()
1242 static int ufshpb_evict_region(struct ufshpb_lu *hpb, struct ufshpb_region *rgn)  in ufshpb_evict_region()
1275 static int ufshpb_issue_map_req(struct ufshpb_lu *hpb,  in ufshpb_issue_map_req()
1352 static int ufshpb_add_region(struct ufshpb_lu *hpb, struct ufshpb_region *rgn)  in ufshpb_add_region()
1432 static void ufshpb_rsp_req_region_update(struct ufshpb_lu *hpb,  in ufshpb_rsp_req_region_update()
1518 static void ufshpb_dev_reset_handler(struct ufshpb_lu *hpb)  in ufshpb_dev_reset_handler()
1539 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(lrbp->cmd->device);  in ufshpb_rsp_upiu()  local
1628 static void ufshpb_add_active_list(struct ufshpb_lu *hpb,  in ufshpb_add_active_list()
1643 static void ufshpb_add_pending_evict_list(struct ufshpb_lu *hpb,  in ufshpb_add_pending_evict_list()
1660 static void ufshpb_run_active_subregion_list(struct ufshpb_lu *hpb)  in ufshpb_run_active_subregion_list()
1702 static void ufshpb_run_inactive_region_list(struct ufshpb_lu *hpb)  in ufshpb_run_inactive_region_list()
1735 	struct ufshpb_lu *hpb = container_of(work, struct ufshpb_lu,  in ufshpb_normalization_work_handler()  local
1766 	struct ufshpb_lu *hpb = container_of(work, struct ufshpb_lu, map_work);  in ufshpb_map_work_handler()  local
1783 					    struct ufshpb_lu *hpb,  in ufshpb_init_pinned_active_region()
1814 static void ufshpb_init_subregion_tbl(struct ufshpb_lu *hpb,  in ufshpb_init_subregion_tbl()
1832 static int ufshpb_alloc_subregion_tbl(struct ufshpb_lu *hpb,  in ufshpb_alloc_subregion_tbl()
1845 				     struct ufshpb_lu *hpb,  in ufshpb_lu_parameter_init()
1903 static int ufshpb_alloc_region_tbl(struct ufs_hba *hba, struct ufshpb_lu *hpb)  in ufshpb_alloc_region_tbl()
1963 static void ufshpb_destroy_subregion_tbl(struct ufshpb_lu *hpb,  in ufshpb_destroy_subregion_tbl()
1976 static void ufshpb_destroy_region_tbl(struct ufshpb_lu *hpb)  in ufshpb_destroy_region_tbl()
2056 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in requeue_timeout_ms_store()  local
2080 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in activation_thld_store()  local
2107 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in normalization_factor_store()  local
2134 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in eviction_thld_enter_store()  local
2161 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in eviction_thld_exit_store()  local
2188 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in read_timeout_ms_store()  local
2216 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in read_timeout_expiries_store()  local
2244 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in timeout_polling_interval_ms_store()  local
2272 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in inflight_map_req_store()  local
2294 static void ufshpb_hcm_param_init(struct ufshpb_lu *hpb)  in ufshpb_hcm_param_init()
2324 static int ufshpb_pre_req_mempool_init(struct ufshpb_lu *hpb)  in ufshpb_pre_req_mempool_init()
2369 static void ufshpb_pre_req_mempool_destroy(struct ufshpb_lu *hpb)  in ufshpb_pre_req_mempool_destroy()
2385 static void ufshpb_stat_init(struct ufshpb_lu *hpb)  in ufshpb_stat_init()
2396 static void ufshpb_param_init(struct ufshpb_lu *hpb)  in ufshpb_param_init()
2403 static int ufshpb_lu_hpb_init(struct ufs_hba *hba, struct ufshpb_lu *hpb)  in ufshpb_lu_hpb_init()
2480 	struct ufshpb_lu *hpb;  in ufshpb_alloc_hpb_lu()  local
2506 static void ufshpb_discard_rsp_lists(struct ufshpb_lu *hpb)  in ufshpb_discard_rsp_lists()
2528 static void ufshpb_cancel_jobs(struct ufshpb_lu *hpb)  in ufshpb_cancel_jobs()
2576 	struct ufshpb_lu *hpb;  in ufshpb_reset()  local
2593 	struct ufshpb_lu *hpb;  in ufshpb_reset_host()  local
2611 	struct ufshpb_lu *hpb;  in ufshpb_suspend()  local
2628 	struct ufshpb_lu *hpb;  in ufshpb_resume()  local
2700 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in ufshpb_destroy_lu()  local
2726 	struct ufshpb_lu *hpb;  in ufshpb_hpb_lu_prepared()  local
2766 	struct ufshpb_lu *hpb;  in ufshpb_init_hpb_lu()  local