Lines Matching +full:ufs +full:- +full:2
1 // SPDX-License-Identifier: GPL-2.0+
3 * ufs.c - Universal Flash Subsystem (UFS) driver
5 * Taken from Linux Kernel v5.2 (drivers/scsi/ufs/ufshcd.c) and ported
6 * to u-boot.
8 * Copyright (C) 2019 Texas Instruments Incorporated - http://www.ti.com
15 #include <dm/device-internal.h>
20 #include <asm/dma-mapping.h>
24 #include "ufs.h"
29 /* maximum number of link-startup retries */
63 * ufshcd_wait_for_register - wait for register value to change
77 err = -ETIMEDOUT; in ufshcd_wait_for_register()
86 * ufshcd_init_pwr_info - setting the POR (power on reset)
91 hba->pwr_info.gear_rx = UFS_PWM_G1; in ufshcd_init_pwr_info()
92 hba->pwr_info.gear_tx = UFS_PWM_G1; in ufshcd_init_pwr_info()
93 hba->pwr_info.lane_rx = 1; in ufshcd_init_pwr_info()
94 hba->pwr_info.lane_tx = 1; in ufshcd_init_pwr_info()
95 hba->pwr_info.pwr_rx = SLOWAUTO_MODE; in ufshcd_init_pwr_info()
96 hba->pwr_info.pwr_tx = SLOWAUTO_MODE; in ufshcd_init_pwr_info()
97 hba->pwr_info.hs_rate = 0; in ufshcd_init_pwr_info()
101 * ufshcd_print_pwr_info - print power params as saved in hba
116 dev_err(hba->dev, "[RX, TX]: gear=[%d, %d], lane[%d, %d], pwr[%s, %s], rate = %d\n", in ufshcd_print_pwr_info()
117 hba->pwr_info.gear_rx, hba->pwr_info.gear_tx, in ufshcd_print_pwr_info()
118 hba->pwr_info.lane_rx, hba->pwr_info.lane_tx, in ufshcd_print_pwr_info()
119 names[hba->pwr_info.pwr_rx], in ufshcd_print_pwr_info()
120 names[hba->pwr_info.pwr_tx], in ufshcd_print_pwr_info()
121 hba->pwr_info.hs_rate); in ufshcd_print_pwr_info()
125 * ufshcd_ready_for_uic_cmd - Check if controller is ready
137 * ufshcd_get_uic_cmd_result - Get the UIC command result
146 * ufshcd_get_dme_attr_val - Get the value of attribute returned by UIC command
154 * ufshcd_is_device_present - Check if any device connected to
164 * ufshcd_send_uic_cmd - UFS Interconnect layer command API
174 dev_err(hba->dev, in ufshcd_send_uic_cmd()
176 return -EIO; in ufshcd_send_uic_cmd()
179 debug("sending uic command:%d\n", uic_cmd->command); in ufshcd_send_uic_cmd()
182 ufshcd_writel(hba, uic_cmd->argument1, REG_UIC_COMMAND_ARG_1); in ufshcd_send_uic_cmd()
183 ufshcd_writel(hba, uic_cmd->argument2, REG_UIC_COMMAND_ARG_2); in ufshcd_send_uic_cmd()
184 ufshcd_writel(hba, uic_cmd->argument3, REG_UIC_COMMAND_ARG_3); in ufshcd_send_uic_cmd()
187 ufshcd_writel(hba, uic_cmd->command & COMMAND_OPCODE_MASK, in ufshcd_send_uic_cmd()
193 enabled_intr_status = intr_status & hba->intr_mask; in ufshcd_send_uic_cmd()
197 dev_err(hba->dev, in ufshcd_send_uic_cmd()
200 return -ETIMEDOUT; in ufshcd_send_uic_cmd()
204 dev_err(hba->dev, "Error in status:%08x\n", in ufshcd_send_uic_cmd()
207 return -1; in ufshcd_send_uic_cmd()
211 uic_cmd->argument2 = ufshcd_get_uic_cmd_result(hba); in ufshcd_send_uic_cmd()
212 uic_cmd->argument3 = ufshcd_get_dme_attr_val(hba); in ufshcd_send_uic_cmd()
220 * ufshcd_dme_set_attr - UIC command for DME_SET, DME_PEER_SET
228 "dme-set", in ufshcd_dme_set_attr()
229 "dme-peer-set" in ufshcd_dme_set_attr()
245 dev_dbg(hba->dev, "%s: attr-id 0x%x val 0x%x error code %d\n", in ufshcd_dme_set_attr()
247 } while (ret && peer && --retries); in ufshcd_dme_set_attr()
250 dev_err(hba->dev, "%s: attr-id 0x%x val 0x%x failed %d retries\n", in ufshcd_dme_set_attr()
252 UFS_UIC_COMMAND_RETRIES - retries); in ufshcd_dme_set_attr()
258 * ufshcd_dme_get_attr - UIC command for DME_GET, DME_PEER_GET
266 "dme-get", in ufshcd_dme_get_attr()
267 "dme-peer-get" in ufshcd_dme_get_attr()
281 dev_dbg(hba->dev, "%s: attr-id 0x%x error code %d\n", in ufshcd_dme_get_attr()
283 } while (ret && peer && --retries); in ufshcd_dme_get_attr()
286 dev_err(hba->dev, "%s: attr-id 0x%x failed %d retries\n", in ufshcd_dme_get_attr()
288 UFS_UIC_COMMAND_RETRIES - retries); in ufshcd_dme_get_attr()
318 dev_err(hba->dev, "%s: TX LCC Disable failed, peer = %d, lane = %d, err = %d", in ufshcd_disable_tx_lcc()
333 * ufshcd_dme_link_startup - Notify Unipro to perform link startup
345 dev_dbg(hba->dev, in ufshcd_dme_link_startup()
346 "dme-link-startup: error code %d\n", ret); in ufshcd_dme_link_startup()
351 * ufshcd_disable_intr_aggr - Disables interrupt aggregation.
360 * ufshcd_get_lists_status - Check UCRDY, UTRLRDY and UTMRLRDY
368 * ufshcd_enable_run_stop_reg - Enable run-stop registers,
369 * When run-stop registers are set to 1, it indicates the
381 * ufshcd_enable_intr - enable interrupts
388 if (hba->version == UFSHCI_VERSION_10) { in ufshcd_enable_intr()
397 hba->intr_mask = set; in ufshcd_enable_intr()
401 * ufshcd_make_hba_operational - Make UFS controller operational
403 * To bring UFS host controller to operational state,
405 * 2. Configure interrupt aggregation
407 * 4. Configure run-stop-registers
422 ufshcd_writel(hba, lower_32_bits((dma_addr_t)hba->utrdl), in ufshcd_make_hba_operational()
424 ufshcd_writel(hba, upper_32_bits((dma_addr_t)hba->utrdl), in ufshcd_make_hba_operational()
426 ufshcd_writel(hba, lower_32_bits((dma_addr_t)hba->utmrdl), in ufshcd_make_hba_operational()
428 ufshcd_writel(hba, upper_32_bits((dma_addr_t)hba->utmrdl), in ufshcd_make_hba_operational()
438 dev_err(hba->dev, in ufshcd_make_hba_operational()
440 err = -EIO; in ufshcd_make_hba_operational()
449 * ufshcd_link_startup - Initialize unipro link startup
463 /* check if device is detected by inter-connect layer */ in ufshcd_link_startup()
465 dev_err(hba->dev, "%s: Device not present\n", __func__); in ufshcd_link_startup()
466 ret = -ENXIO; in ufshcd_link_startup()
473 * succeeds. So reset the local Uni-Pro and try again. in ufshcd_link_startup()
477 } while (ret && retries--); in ufshcd_link_startup()
489 /* Mark that link is up in PWM-G1, 1-lane, SLOW-AUTO mode */ in ufshcd_link_startup()
492 if (hba->quirks & UFSHCD_QUIRK_BROKEN_LCC) { in ufshcd_link_startup()
506 dev_err(hba->dev, "link startup failed %d\n", ret); in ufshcd_link_startup()
512 * ufshcd_hba_stop - Send controller to reset state
523 dev_err(hba->dev, "%s: Controller disable failed\n", __func__); in ufshcd_hba_stop()
527 * ufshcd_is_hba_active - Get controller state
536 * ufshcd_hba_start - Start controller initialization sequence
544 * ufshcd_hba_enable - initialize the controller
560 * To initialize a UFS host controller HCE bit must be set to 1. in ufshcd_hba_enable()
561 * During initialization the HCE bit value changes from 1->0->1. in ufshcd_hba_enable()
575 retry--; in ufshcd_hba_enable()
577 dev_err(hba->dev, "Controller enable failed\n"); in ufshcd_hba_enable()
578 return -EIO; in ufshcd_hba_enable()
592 * ufshcd_host_memory_configure - configure local reference block with
602 utrdlp = hba->utrdl; in ufshcd_host_memory_configure()
603 cmd_desc_dma_addr = (dma_addr_t)hba->ucdl; in ufshcd_host_memory_configure()
605 utrdlp->command_desc_base_addr_lo = in ufshcd_host_memory_configure()
607 utrdlp->command_desc_base_addr_hi = in ufshcd_host_memory_configure()
613 utrdlp->response_upiu_offset = cpu_to_le16(response_offset >> 2); in ufshcd_host_memory_configure()
614 utrdlp->prd_table_offset = cpu_to_le16(prdt_offset >> 2); in ufshcd_host_memory_configure()
615 utrdlp->response_upiu_length = cpu_to_le16(ALIGNED_UPIU_SIZE >> 2); in ufshcd_host_memory_configure()
617 hba->ucd_req_ptr = (struct utp_upiu_req *)hba->ucdl; in ufshcd_host_memory_configure()
618 hba->ucd_rsp_ptr = in ufshcd_host_memory_configure()
619 (struct utp_upiu_rsp *)&hba->ucdl->response_upiu; in ufshcd_host_memory_configure()
620 hba->ucd_prdt_ptr = in ufshcd_host_memory_configure()
621 (struct ufshcd_sg_entry *)&hba->ucdl->prd_table; in ufshcd_host_memory_configure()
625 * ufshcd_memory_alloc - allocate memory for host memory space data structures
632 hba->utrdl = memalign(1024, sizeof(struct utp_transfer_req_desc)); in ufshcd_memory_alloc()
633 if (!hba->utrdl) { in ufshcd_memory_alloc()
634 dev_err(hba->dev, "Transfer Descriptor memory allocation failed\n"); in ufshcd_memory_alloc()
635 return -ENOMEM; in ufshcd_memory_alloc()
641 hba->ucdl = memalign(1024, sizeof(struct utp_transfer_cmd_desc)); in ufshcd_memory_alloc()
642 if (!hba->ucdl) { in ufshcd_memory_alloc()
643 dev_err(hba->dev, "Command descriptor memory allocation failed\n"); in ufshcd_memory_alloc()
644 return -ENOMEM; in ufshcd_memory_alloc()
651 * ufshcd_get_intr_mask - Get the interrupt bit mask
657 switch (hba->version) { in ufshcd_get_intr_mask()
675 * ufshcd_get_ufs_version - Get the UFS version supported by the HBA
683 * ufshcd_get_upmcrs - Get the power mode change request status
691 * ufshcd_prepare_req_desc_hdr() - Fills the requests header
718 req_desc->header.dword_0 = cpu_to_le32(dword_0); in ufshcd_prepare_req_desc_hdr()
720 req_desc->header.dword_1 = 0; in ufshcd_prepare_req_desc_hdr()
726 req_desc->header.dword_2 = in ufshcd_prepare_req_desc_hdr()
729 req_desc->header.dword_3 = 0; in ufshcd_prepare_req_desc_hdr()
731 req_desc->prd_table_length = 0; in ufshcd_prepare_req_desc_hdr()
737 struct utp_upiu_req *ucd_req_ptr = hba->ucd_req_ptr; in ufshcd_prepare_utp_query_req_upiu()
738 struct ufs_query *query = &hba->dev_cmd.query; in ufshcd_prepare_utp_query_req_upiu()
739 u16 len = be16_to_cpu(query->request.upiu_req.length); in ufshcd_prepare_utp_query_req_upiu()
742 ucd_req_ptr->header.dword_0 = in ufshcd_prepare_utp_query_req_upiu()
745 ucd_req_ptr->header.dword_1 = in ufshcd_prepare_utp_query_req_upiu()
746 UPIU_HEADER_DWORD(0, query->request.query_func, in ufshcd_prepare_utp_query_req_upiu()
750 if (query->request.upiu_req.opcode == UPIU_QUERY_OPCODE_WRITE_DESC) in ufshcd_prepare_utp_query_req_upiu()
751 ucd_req_ptr->header.dword_2 = in ufshcd_prepare_utp_query_req_upiu()
754 ucd_req_ptr->header.dword_2 = 0; in ufshcd_prepare_utp_query_req_upiu()
757 memcpy(&ucd_req_ptr->qr, &query->request.upiu_req, QUERY_OSF_SIZE); in ufshcd_prepare_utp_query_req_upiu()
760 if (query->request.upiu_req.opcode == UPIU_QUERY_OPCODE_WRITE_DESC) in ufshcd_prepare_utp_query_req_upiu()
761 memcpy(ucd_req_ptr + 1, query->descriptor, len); in ufshcd_prepare_utp_query_req_upiu()
763 memset(hba->ucd_rsp_ptr, 0, sizeof(struct utp_upiu_rsp)); in ufshcd_prepare_utp_query_req_upiu()
768 struct utp_upiu_req *ucd_req_ptr = hba->ucd_req_ptr; in ufshcd_prepare_utp_nop_upiu()
773 ucd_req_ptr->header.dword_0 = in ufshcd_prepare_utp_nop_upiu()
776 ucd_req_ptr->header.dword_1 = 0; in ufshcd_prepare_utp_nop_upiu()
777 ucd_req_ptr->header.dword_2 = 0; in ufshcd_prepare_utp_nop_upiu()
779 memset(hba->ucd_rsp_ptr, 0, sizeof(struct utp_upiu_rsp)); in ufshcd_prepare_utp_nop_upiu()
783 * ufshcd_comp_devman_upiu - UFS Protocol Information Unit(UPIU)
791 struct utp_transfer_req_desc *req_desc = hba->utrdl; in ufshcd_comp_devman_upiu()
793 hba->dev_cmd.type = cmd_type; in ufshcd_comp_devman_upiu()
804 ret = -EINVAL; in ufshcd_comp_devman_upiu()
821 enabled_intr_status = intr_status & hba->intr_mask; in ufshcd_send_command()
825 dev_err(hba->dev, in ufshcd_send_command()
828 return -ETIMEDOUT; in ufshcd_send_command()
832 dev_err(hba->dev, "Error in status:%08x\n", in ufshcd_send_command()
835 return -1; in ufshcd_send_command()
843 * ufshcd_get_req_rsp - returns the TR response transaction type
847 return be32_to_cpu(ucd_rsp_ptr->header.dword_0) >> 24; in ufshcd_get_req_rsp()
851 * ufshcd_get_tr_ocs - Get the UTRD Overall Command Status
856 return le32_to_cpu(hba->utrdl->header.dword_2) & MASK_OCS; in ufshcd_get_tr_ocs()
861 return be32_to_cpu(ucd_rsp_ptr->header.dword_1) & MASK_RSP_UPIU_RESULT; in ufshcd_get_rsp_upiu_result()
866 struct ufs_query_res *query_res = &hba->dev_cmd.query.response; in ufshcd_check_query_response()
869 query_res->response = ufshcd_get_rsp_upiu_result(hba->ucd_rsp_ptr) >> in ufshcd_check_query_response()
871 return query_res->response; in ufshcd_check_query_response()
875 * ufshcd_copy_query_response() - Copy the Query Response and the data
880 struct ufs_query_res *query_res = &hba->dev_cmd.query.response; in ufshcd_copy_query_response()
882 memcpy(&query_res->upiu_res, &hba->ucd_rsp_ptr->qr, QUERY_OSF_SIZE); in ufshcd_copy_query_response()
885 if (hba->dev_cmd.query.descriptor && in ufshcd_copy_query_response()
886 hba->ucd_rsp_ptr->qr.opcode == UPIU_QUERY_OPCODE_READ_DESC) { in ufshcd_copy_query_response()
887 u8 *descp = (u8 *)hba->ucd_rsp_ptr + in ufshcd_copy_query_response()
893 resp_len = be32_to_cpu(hba->ucd_rsp_ptr->header.dword_2) & in ufshcd_copy_query_response()
896 be16_to_cpu(hba->dev_cmd.query.request.upiu_req.length); in ufshcd_copy_query_response()
898 memcpy(hba->dev_cmd.query.descriptor, descp, resp_len); in ufshcd_copy_query_response()
900 dev_warn(hba->dev, in ufshcd_copy_query_response()
903 return -EINVAL; in ufshcd_copy_query_response()
911 * ufshcd_exec_dev_cmd - API for sending device management requests
929 dev_err(hba->dev, "Error in OCS:%d\n", err); in ufshcd_exec_dev_cmd()
930 return -EINVAL; in ufshcd_exec_dev_cmd()
933 resp = ufshcd_get_req_rsp(hba->ucd_rsp_ptr); in ufshcd_exec_dev_cmd()
944 err = -EPERM; in ufshcd_exec_dev_cmd()
945 dev_err(hba->dev, "%s: Reject UPIU not fully implemented\n", in ufshcd_exec_dev_cmd()
949 err = -EINVAL; in ufshcd_exec_dev_cmd()
950 dev_err(hba->dev, "%s: Invalid device management cmd response: %x\n", in ufshcd_exec_dev_cmd()
958 * ufshcd_init_query() - init the query response and request parameters
966 *request = &hba->dev_cmd.query.request; in ufshcd_init_query()
967 *response = &hba->dev_cmd.query.response; in ufshcd_init_query()
970 (*request)->upiu_req.opcode = opcode; in ufshcd_init_query()
971 (*request)->upiu_req.idn = idn; in ufshcd_init_query()
972 (*request)->upiu_req.index = index; in ufshcd_init_query()
973 (*request)->upiu_req.selector = selector; in ufshcd_init_query()
977 * ufshcd_query_flag() - API function for sending flag query requests
994 request->query_func = UPIU_QUERY_FUNC_STANDARD_WRITE_REQUEST; in ufshcd_query_flag()
997 request->query_func = UPIU_QUERY_FUNC_STANDARD_READ_REQUEST; in ufshcd_query_flag()
1000 dev_err(hba->dev, "%s: Invalid argument for read request\n", in ufshcd_query_flag()
1002 err = -EINVAL; in ufshcd_query_flag()
1007 dev_err(hba->dev, in ufshcd_query_flag()
1010 err = -EINVAL; in ufshcd_query_flag()
1017 dev_err(hba->dev, in ufshcd_query_flag()
1024 *flag_res = (be32_to_cpu(response->upiu_res.value) & in ufshcd_query_flag()
1041 dev_dbg(hba->dev, in ufshcd_query_flag_retry()
1049 dev_err(hba->dev, in ufshcd_query_flag_retry()
1065 dev_err(hba->dev, "%s: descriptor buffer required for opcode 0x%x\n", in __ufshcd_query_descriptor()
1067 err = -EINVAL; in __ufshcd_query_descriptor()
1072 dev_err(hba->dev, "%s: descriptor buffer size (%d) is out of range\n", in __ufshcd_query_descriptor()
1074 err = -EINVAL; in __ufshcd_query_descriptor()
1080 hba->dev_cmd.query.descriptor = desc_buf; in __ufshcd_query_descriptor()
1081 request->upiu_req.length = cpu_to_be16(*buf_len); in __ufshcd_query_descriptor()
1085 request->query_func = UPIU_QUERY_FUNC_STANDARD_WRITE_REQUEST; in __ufshcd_query_descriptor()
1088 request->query_func = UPIU_QUERY_FUNC_STANDARD_READ_REQUEST; in __ufshcd_query_descriptor()
1091 dev_err(hba->dev, "%s: Expected query descriptor opcode but got = 0x%.2x\n", in __ufshcd_query_descriptor()
1093 err = -EINVAL; in __ufshcd_query_descriptor()
1100 dev_err(hba->dev, "%s: opcode 0x%.2x for idn %d failed, index %d, err = %d\n", in __ufshcd_query_descriptor()
1105 hba->dev_cmd.query.descriptor = NULL; in __ufshcd_query_descriptor()
1106 *buf_len = be16_to_cpu(response->upiu_res.length); in __ufshcd_query_descriptor()
1113 * ufshcd_query_descriptor_retry - API function for sending descriptor requests
1122 for (retries = QUERY_REQ_RETRIES; retries > 0; retries--) { in ufshcd_query_descriptor_retry()
1125 if (!err || err == -EINVAL) in ufshcd_query_descriptor_retry()
1133 * ufshcd_read_desc_length - read the specified descriptor length from header
1143 return -EINVAL; in ufshcd_read_desc_length()
1150 dev_err(hba->dev, "%s: Failed to get descriptor header id %d", in ufshcd_read_desc_length()
1154 dev_warn(hba->dev, "%s: descriptor header id %d and desc_id %d mismatch", in ufshcd_read_desc_length()
1157 ret = -EINVAL; in ufshcd_read_desc_length()
1170 &hba->desc_size.dev_desc); in ufshcd_init_desc_sizes()
1172 hba->desc_size.dev_desc = QUERY_DESC_DEVICE_DEF_SIZE; in ufshcd_init_desc_sizes()
1175 &hba->desc_size.pwr_desc); in ufshcd_init_desc_sizes()
1177 hba->desc_size.pwr_desc = QUERY_DESC_POWER_DEF_SIZE; in ufshcd_init_desc_sizes()
1180 &hba->desc_size.interc_desc); in ufshcd_init_desc_sizes()
1182 hba->desc_size.interc_desc = QUERY_DESC_INTERCONNECT_DEF_SIZE; in ufshcd_init_desc_sizes()
1185 &hba->desc_size.conf_desc); in ufshcd_init_desc_sizes()
1187 hba->desc_size.conf_desc = QUERY_DESC_CONFIGURATION_DEF_SIZE; in ufshcd_init_desc_sizes()
1190 &hba->desc_size.unit_desc); in ufshcd_init_desc_sizes()
1192 hba->desc_size.unit_desc = QUERY_DESC_UNIT_DEF_SIZE; in ufshcd_init_desc_sizes()
1195 &hba->desc_size.geom_desc); in ufshcd_init_desc_sizes()
1197 hba->desc_size.geom_desc = QUERY_DESC_GEOMETRY_DEF_SIZE; in ufshcd_init_desc_sizes()
1200 &hba->desc_size.hlth_desc); in ufshcd_init_desc_sizes()
1202 hba->desc_size.hlth_desc = QUERY_DESC_HEALTH_DEF_SIZE; in ufshcd_init_desc_sizes()
1206 * ufshcd_map_desc_id_to_length - map descriptor IDN to its length
1214 *desc_len = hba->desc_size.dev_desc; in ufshcd_map_desc_id_to_length()
1217 *desc_len = hba->desc_size.pwr_desc; in ufshcd_map_desc_id_to_length()
1220 *desc_len = hba->desc_size.geom_desc; in ufshcd_map_desc_id_to_length()
1223 *desc_len = hba->desc_size.conf_desc; in ufshcd_map_desc_id_to_length()
1226 *desc_len = hba->desc_size.unit_desc; in ufshcd_map_desc_id_to_length()
1229 *desc_len = hba->desc_size.interc_desc; in ufshcd_map_desc_id_to_length()
1235 *desc_len = hba->desc_size.hlth_desc; in ufshcd_map_desc_id_to_length()
1243 return -EINVAL; in ufshcd_map_desc_id_to_length()
1250 * ufshcd_read_desc_param - read the specified descriptor parameter
1264 return -EINVAL; in ufshcd_read_desc_param()
1273 dev_err(hba->dev, "%s: Failed to get full descriptor length", in ufshcd_read_desc_param()
1282 return -ENOMEM; in ufshcd_read_desc_param()
1294 …dev_err(hba->dev, "%s: Failed reading descriptor. desc_id %d, desc_index %d, param_offset %d, ret … in ufshcd_read_desc_param()
1301 dev_err(hba->dev, "%s: invalid desc_id %d in descriptor header", in ufshcd_read_desc_param()
1303 ret = -EINVAL; in ufshcd_read_desc_param()
1319 /* replace non-printable or non-ASCII characters with spaces */
1330 * ufshcd_uic_pwr_ctrl - executes UIC commands (which affects the link power
1342 dev_err(hba->dev, in ufshcd_uic_pwr_ctrl()
1344 cmd->command, cmd->argument3, ret); in ufshcd_uic_pwr_ctrl()
1353 dev_err(hba->dev, in ufshcd_uic_pwr_ctrl()
1355 cmd->command, status); in ufshcd_uic_pwr_ctrl()
1356 ret = (status != PWR_OK) ? status : -1; in ufshcd_uic_pwr_ctrl()
1365 * ufshcd_uic_change_pwr_mode - Perform the UIC power mode change
1385 struct utp_upiu_req *ucd_req_ptr = hba->ucd_req_ptr; in ufshcd_prepare_utp_scsi_cmd_upiu()
1389 ucd_req_ptr->header.dword_0 = in ufshcd_prepare_utp_scsi_cmd_upiu()
1391 pccb->lun, TASK_TAG); in ufshcd_prepare_utp_scsi_cmd_upiu()
1392 ucd_req_ptr->header.dword_1 = in ufshcd_prepare_utp_scsi_cmd_upiu()
1396 ucd_req_ptr->header.dword_2 = 0; in ufshcd_prepare_utp_scsi_cmd_upiu()
1398 ucd_req_ptr->sc.exp_data_transfer_len = cpu_to_be32(pccb->datalen); in ufshcd_prepare_utp_scsi_cmd_upiu()
1400 cdb_len = min_t(unsigned short, pccb->cmdlen, UFS_CDB_SIZE); in ufshcd_prepare_utp_scsi_cmd_upiu()
1401 memset(ucd_req_ptr->sc.cdb, 0, UFS_CDB_SIZE); in ufshcd_prepare_utp_scsi_cmd_upiu()
1402 memcpy(ucd_req_ptr->sc.cdb, pccb->cmd, cdb_len); in ufshcd_prepare_utp_scsi_cmd_upiu()
1404 memset(hba->ucd_rsp_ptr, 0, sizeof(struct utp_upiu_rsp)); in ufshcd_prepare_utp_scsi_cmd_upiu()
1410 entry->size = cpu_to_le32(len) | GENMASK(1, 0); in prepare_prdt_desc()
1411 entry->base_addr = cpu_to_le32(lower_32_bits((unsigned long)buf)); in prepare_prdt_desc()
1412 entry->upper_addr = cpu_to_le32(upper_32_bits((unsigned long)buf)); in prepare_prdt_desc()
1417 struct utp_transfer_req_desc *req_desc = hba->utrdl; in prepare_prdt_table()
1418 struct ufshcd_sg_entry *prd_table = hba->ucd_prdt_ptr; in prepare_prdt_table()
1419 ulong datalen = pccb->datalen; in prepare_prdt_table()
1425 req_desc->prd_table_length = 0; in prepare_prdt_table()
1429 table_length = DIV_ROUND_UP(pccb->datalen, MAX_PRDT_ENTRY); in prepare_prdt_table()
1430 buf = pccb->pdata; in prepare_prdt_table()
1432 while (--i) { in prepare_prdt_table()
1433 prepare_prdt_desc(&prd_table[table_length - i - 1], buf, in prepare_prdt_table()
1434 MAX_PRDT_ENTRY - 1); in prepare_prdt_table()
1436 datalen -= MAX_PRDT_ENTRY; in prepare_prdt_table()
1439 prepare_prdt_desc(&prd_table[table_length - i - 1], buf, datalen - 1); in prepare_prdt_table()
1441 req_desc->prd_table_length = table_length; in prepare_prdt_table()
1446 struct ufs_hba *hba = dev_get_uclass_priv(scsi_dev->parent); in ufs_scsi_exec()
1447 struct utp_transfer_req_desc *req_desc = hba->utrdl; in ufs_scsi_exec()
1452 ufshcd_prepare_req_desc_hdr(req_desc, &upiu_flags, pccb->dma_dir); in ufs_scsi_exec()
1461 result = ufshcd_get_req_rsp(hba->ucd_rsp_ptr); in ufs_scsi_exec()
1464 result = ufshcd_get_rsp_upiu_result(hba->ucd_rsp_ptr); in ufs_scsi_exec()
1468 return -EINVAL; in ufs_scsi_exec()
1473 dev_err(hba->dev, in ufs_scsi_exec()
1475 return -EINVAL; in ufs_scsi_exec()
1477 dev_err(hba->dev, in ufs_scsi_exec()
1480 return -EINVAL; in ufs_scsi_exec()
1484 dev_err(hba->dev, "OCS error from controller = %x\n", ocs); in ufs_scsi_exec()
1485 return -EINVAL; in ufs_scsi_exec()
1503 * ufshcd_read_string_desc - read string descriptor
1515 dev_err(hba->dev, "%s: reading String Desc failed after %d retries. err = %d\n", in ufshcd_read_string_desc()
1527 /* remove header and divide by 2 to move from UTF16 to UTF8 */ in ufshcd_read_string_desc()
1528 ascii_len = (desc_len - QUERY_DESC_HDR_SIZE) / 2 + 1; in ufshcd_read_string_desc()
1530 dev_err(hba->dev, "%s: buffer allocated size is too small\n", in ufshcd_read_string_desc()
1532 err = -ENOMEM; in ufshcd_read_string_desc()
1538 err = -ENOMEM; in ufshcd_read_string_desc()
1544 * we need to convert to utf-8 so it can be displayed in ufshcd_read_string_desc()
1549 /* replace non-printable or non-ASCII characters with spaces */ in ufshcd_read_string_desc()
1554 size - QUERY_DESC_HDR_SIZE); in ufshcd_read_string_desc()
1571 buff_len = max_t(size_t, hba->desc_size.dev_desc, in ufs_get_device_desc()
1575 err = -ENOMEM; in ufs_get_device_desc()
1579 err = ufshcd_read_device_desc(hba, desc_buf, hba->desc_size.dev_desc); in ufs_get_device_desc()
1581 dev_err(hba->dev, "%s: Failed reading Device Desc. err = %d\n", in ufs_get_device_desc()
1590 dev_desc->wmanufacturerid = desc_buf[DEVICE_DESC_PARAM_MANF_ID] << 8 | in ufs_get_device_desc()
1595 /* Zero-pad entire buffer for string termination. */ in ufs_get_device_desc()
1601 dev_err(hba->dev, "%s: Failed reading Product Name. err = %d\n", in ufs_get_device_desc()
1607 strlcpy(dev_desc->model, (char *)(desc_buf + QUERY_DESC_HDR_SIZE), in ufs_get_device_desc()
1612 dev_desc->model[MAX_MODEL_LEN] = '\0'; in ufs_get_device_desc()
1620 * ufshcd_get_max_pwr_mode - reads the max power mode negotiated with device
1624 struct ufs_pa_layer_attr *pwr_info = &hba->max_pwr_info.info; in ufshcd_get_max_pwr_mode()
1626 if (hba->max_pwr_info.is_valid) in ufshcd_get_max_pwr_mode()
1629 pwr_info->pwr_tx = FAST_MODE; in ufshcd_get_max_pwr_mode()
1630 pwr_info->pwr_rx = FAST_MODE; in ufshcd_get_max_pwr_mode()
1631 pwr_info->hs_rate = PA_HS_MODE_B; in ufshcd_get_max_pwr_mode()
1635 &pwr_info->lane_rx); in ufshcd_get_max_pwr_mode()
1637 &pwr_info->lane_tx); in ufshcd_get_max_pwr_mode()
1639 if (!pwr_info->lane_rx || !pwr_info->lane_tx) { in ufshcd_get_max_pwr_mode()
1640 dev_err(hba->dev, "%s: invalid connected lanes value. rx=%d, tx=%d\n", in ufshcd_get_max_pwr_mode()
1641 __func__, pwr_info->lane_rx, pwr_info->lane_tx); in ufshcd_get_max_pwr_mode()
1642 return -EINVAL; in ufshcd_get_max_pwr_mode()
1650 ufshcd_dme_get(hba, UIC_ARG_MIB(PA_MAXRXHSGEAR), &pwr_info->gear_rx); in ufshcd_get_max_pwr_mode()
1651 if (!pwr_info->gear_rx) { in ufshcd_get_max_pwr_mode()
1653 &pwr_info->gear_rx); in ufshcd_get_max_pwr_mode()
1654 if (!pwr_info->gear_rx) { in ufshcd_get_max_pwr_mode()
1655 dev_err(hba->dev, "%s: invalid max pwm rx gear read = %d\n", in ufshcd_get_max_pwr_mode()
1656 __func__, pwr_info->gear_rx); in ufshcd_get_max_pwr_mode()
1657 return -EINVAL; in ufshcd_get_max_pwr_mode()
1659 pwr_info->pwr_rx = SLOW_MODE; in ufshcd_get_max_pwr_mode()
1663 &pwr_info->gear_tx); in ufshcd_get_max_pwr_mode()
1664 if (!pwr_info->gear_tx) { in ufshcd_get_max_pwr_mode()
1666 &pwr_info->gear_tx); in ufshcd_get_max_pwr_mode()
1667 if (!pwr_info->gear_tx) { in ufshcd_get_max_pwr_mode()
1668 dev_err(hba->dev, "%s: invalid max pwm tx gear read = %d\n", in ufshcd_get_max_pwr_mode()
1669 __func__, pwr_info->gear_tx); in ufshcd_get_max_pwr_mode()
1670 return -EINVAL; in ufshcd_get_max_pwr_mode()
1672 pwr_info->pwr_tx = SLOW_MODE; in ufshcd_get_max_pwr_mode()
1675 hba->max_pwr_info.is_valid = true; in ufshcd_get_max_pwr_mode()
1685 if (pwr_mode->gear_rx == hba->pwr_info.gear_rx && in ufshcd_change_power_mode()
1686 pwr_mode->gear_tx == hba->pwr_info.gear_tx && in ufshcd_change_power_mode()
1687 pwr_mode->lane_rx == hba->pwr_info.lane_rx && in ufshcd_change_power_mode()
1688 pwr_mode->lane_tx == hba->pwr_info.lane_tx && in ufshcd_change_power_mode()
1689 pwr_mode->pwr_rx == hba->pwr_info.pwr_rx && in ufshcd_change_power_mode()
1690 pwr_mode->pwr_tx == hba->pwr_info.pwr_tx && in ufshcd_change_power_mode()
1691 pwr_mode->hs_rate == hba->pwr_info.hs_rate) { in ufshcd_change_power_mode()
1692 dev_dbg(hba->dev, "%s: power already configured\n", __func__); in ufshcd_change_power_mode()
1698 * - PA_RXGEAR, PA_ACTIVERXDATALANES, PA_RXTERMINATION, in ufshcd_change_power_mode()
1699 * - PA_TXGEAR, PA_ACTIVETXDATALANES, PA_TXTERMINATION, in ufshcd_change_power_mode()
1700 * - PA_HSSERIES in ufshcd_change_power_mode()
1702 ufshcd_dme_set(hba, UIC_ARG_MIB(PA_RXGEAR), pwr_mode->gear_rx); in ufshcd_change_power_mode()
1704 pwr_mode->lane_rx); in ufshcd_change_power_mode()
1705 if (pwr_mode->pwr_rx == FASTAUTO_MODE || pwr_mode->pwr_rx == FAST_MODE) in ufshcd_change_power_mode()
1710 ufshcd_dme_set(hba, UIC_ARG_MIB(PA_TXGEAR), pwr_mode->gear_tx); in ufshcd_change_power_mode()
1712 pwr_mode->lane_tx); in ufshcd_change_power_mode()
1713 if (pwr_mode->pwr_tx == FASTAUTO_MODE || pwr_mode->pwr_tx == FAST_MODE) in ufshcd_change_power_mode()
1718 if (pwr_mode->pwr_rx == FASTAUTO_MODE || in ufshcd_change_power_mode()
1719 pwr_mode->pwr_tx == FASTAUTO_MODE || in ufshcd_change_power_mode()
1720 pwr_mode->pwr_rx == FAST_MODE || in ufshcd_change_power_mode()
1721 pwr_mode->pwr_tx == FAST_MODE) in ufshcd_change_power_mode()
1723 pwr_mode->hs_rate); in ufshcd_change_power_mode()
1725 ret = ufshcd_uic_change_pwr_mode(hba, pwr_mode->pwr_rx << 4 | in ufshcd_change_power_mode()
1726 pwr_mode->pwr_tx); in ufshcd_change_power_mode()
1729 dev_err(hba->dev, in ufshcd_change_power_mode()
1736 memcpy(&hba->pwr_info, pwr_mode, sizeof(struct ufs_pa_layer_attr)); in ufshcd_change_power_mode()
1742 * ufshcd_verify_dev_init() - Verify device initialization
1750 for (retries = NOP_OUT_RETRIES; retries > 0; retries--) { in ufshcd_verify_dev_init()
1753 if (!err || err == -ETIMEDOUT) in ufshcd_verify_dev_init()
1756 dev_dbg(hba->dev, "%s: error %d retrying\n", __func__, err); in ufshcd_verify_dev_init()
1760 dev_err(hba->dev, "%s: NOP OUT failed %d\n", __func__, err); in ufshcd_verify_dev_init()
1766 * ufshcd_complete_dev_init() - checks device readiness
1777 dev_err(hba->dev, in ufshcd_complete_dev_init()
1790 dev_err(hba->dev, in ufshcd_complete_dev_init()
1794 dev_err(hba->dev, in ufshcd_complete_dev_init()
1804 hba->desc_size.dev_desc = QUERY_DESC_DEVICE_DEF_SIZE; in ufshcd_def_desc_sizes()
1805 hba->desc_size.pwr_desc = QUERY_DESC_POWER_DEF_SIZE; in ufshcd_def_desc_sizes()
1806 hba->desc_size.interc_desc = QUERY_DESC_INTERCONNECT_DEF_SIZE; in ufshcd_def_desc_sizes()
1807 hba->desc_size.conf_desc = QUERY_DESC_CONFIGURATION_DEF_SIZE; in ufshcd_def_desc_sizes()
1808 hba->desc_size.unit_desc = QUERY_DESC_UNIT_DEF_SIZE; in ufshcd_def_desc_sizes()
1809 hba->desc_size.geom_desc = QUERY_DESC_GEOMETRY_DEF_SIZE; in ufshcd_def_desc_sizes()
1810 hba->desc_size.hlth_desc = QUERY_DESC_HEALTH_DEF_SIZE; in ufshcd_def_desc_sizes()
1835 dev_err(hba->dev, "%s: Failed getting device info. err = %d\n", in ufs_start()
1842 dev_err(hba->dev, in ufs_start()
1846 ret = ufshcd_change_power_mode(hba, &hba->max_pwr_info.info); in ufs_start()
1848 dev_err(hba->dev, "%s: Failed setting power mode, err = %d\n", in ufs_start()
1854 printf("Device at %s up at:", hba->dev->name); in ufs_start()
1870 return -ENODEV; in ufshcd_probe()
1873 scsi_plat->max_id = UFSHCD_MAX_ID; in ufshcd_probe()
1874 scsi_plat->max_lun = UFS_MAX_LUNS; in ufshcd_probe()
1875 //scsi_plat->max_bytes_per_req = UFS_MAX_BYTES; in ufshcd_probe()
1877 hba->dev = ufs_dev; in ufshcd_probe()
1878 hba->ops = hba_ops; in ufshcd_probe()
1879 hba->mmio_base = (void *)dev_read_addr(ufs_dev); in ufshcd_probe()
1887 hba->capabilities = ufshcd_readl(hba, REG_CONTROLLER_CAPABILITIES); in ufshcd_probe()
1889 /* Get UFS version supported by the controller */ in ufshcd_probe()
1890 hba->version = ufshcd_get_ufs_version(hba); in ufshcd_probe()
1891 if (hba->version != UFSHCI_VERSION_10 && in ufshcd_probe()
1892 hba->version != UFSHCI_VERSION_11 && in ufshcd_probe()
1893 hba->version != UFSHCI_VERSION_20 && in ufshcd_probe()
1894 hba->version != UFSHCI_VERSION_21) in ufshcd_probe()
1895 dev_err(hba->dev, "invalid UFS version 0x%x\n", in ufshcd_probe()
1896 hba->version); in ufshcd_probe()
1899 hba->intr_mask = ufshcd_get_intr_mask(hba); in ufshcd_probe()
1904 dev_err(hba->dev, "Memory allocation failed\n"); in ufshcd_probe()
1913 * registering UFS controller interrupt handler, clear any pending UFS in ufshcd_probe()
1914 * interrupt status and disable all the UFS interrupts. in ufshcd_probe()
1922 dev_err(hba->dev, "Host controller enable failed\n"); in ufshcd_probe()
1959 if (ret == -ENODEV) in ufs_probe()