228 	struct tcs_group *tcs = &drv->tcs[type];  in tcs_invalidate()  local
231 	if (bitmap_empty(tcs->slots, MAX_TCS_SLOTS))  in tcs_invalidate()
234 	for (m = tcs->offset; m < tcs->offset + tcs->num_tcs; m++) {  in tcs_invalidate()
238 	bitmap_zero(tcs->slots, MAX_TCS_SLOTS);  in tcs_invalidate()
269 	struct tcs_group *tcs;  in get_tcs_for_msg()  local
292 	tcs = &drv->tcs[type];  in get_tcs_for_msg()
293 	if (msg->state == RPMH_ACTIVE_ONLY_STATE && !tcs->num_tcs)  in get_tcs_for_msg()
294 		tcs = &drv->tcs[WAKE_TCS];  in get_tcs_for_msg()
296 	return tcs;  in get_tcs_for_msg()
318 	struct tcs_group *tcs;  in get_req_from_tcs()  local
322 		tcs = &drv->tcs[i];  in get_req_from_tcs()
323 		if (tcs->mask & BIT(tcs_id))  in get_req_from_tcs()
324 			return tcs->req[tcs_id - tcs->offset];  in get_req_from_tcs()
441 		if (!drv->tcs[ACTIVE_TCS].num_tcs)  in tcs_tx_done()
455 		if (!drv->tcs[ACTIVE_TCS].num_tcs)  in tcs_tx_done()
529 static int check_for_req_inflight(struct rsc_drv *drv, struct tcs_group *tcs,  in check_for_req_inflight()  argument
535 	int tcs_id = tcs->offset;  in check_for_req_inflight()
537 	for (i = 0; i < tcs->num_tcs; i++, tcs_id++) {  in check_for_req_inflight()
564 static int find_free_tcs(struct tcs_group *tcs)  in find_free_tcs()  argument
568 	for (i = 0; i < tcs->num_tcs; i++) {  in find_free_tcs()
569 		if (tcs_is_free(tcs->drv, tcs->offset + i))  in find_free_tcs()
570 			return tcs->offset + i;  in find_free_tcs()
591 static int claim_tcs_for_req(struct rsc_drv *drv, struct tcs_group *tcs,  in claim_tcs_for_req()  argument
600 	ret = check_for_req_inflight(drv, tcs, msg);  in claim_tcs_for_req()
604 	return find_free_tcs(tcs);  in claim_tcs_for_req()
631 	struct tcs_group *tcs;  in rpmh_rsc_send_data()  local
635 	tcs = get_tcs_for_msg(drv, msg);  in rpmh_rsc_send_data()
636 	if (IS_ERR(tcs))  in rpmh_rsc_send_data()
637 		return PTR_ERR(tcs);  in rpmh_rsc_send_data()
643 			    (tcs_id = claim_tcs_for_req(drv, tcs, msg)) >= 0,  in rpmh_rsc_send_data()
646 	tcs->req[tcs_id - tcs->offset] = msg;  in rpmh_rsc_send_data()
648 	if (msg->state == RPMH_ACTIVE_ONLY_STATE && tcs->type != ACTIVE_TCS) {  in rpmh_rsc_send_data()
689 static int find_slots(struct tcs_group *tcs, const struct tcs_request *msg,  in find_slots()  argument
697 		slot = bitmap_find_next_zero_area(tcs->slots, MAX_TCS_SLOTS,  in find_slots()
699 		if (slot >= tcs->num_tcs * tcs->ncpt)  in find_slots()
701 		i += tcs->ncpt;  in find_slots()
704 	bitmap_set(tcs->slots, slot, msg->num_cmds);  in find_slots()
706 	offset = slot / tcs->ncpt;  in find_slots()
707 	*tcs_id = offset + tcs->offset;  in find_slots()
708 	*cmd_id = slot % tcs->ncpt;  in find_slots()
728 	struct tcs_group *tcs;  in rpmh_rsc_write_ctrl_data()  local
732 	tcs = get_tcs_for_msg(drv, msg);  in rpmh_rsc_write_ctrl_data()
733 	if (IS_ERR(tcs))  in rpmh_rsc_write_ctrl_data()
734 		return PTR_ERR(tcs);  in rpmh_rsc_write_ctrl_data()
737 	ret = find_slots(tcs, msg, &tcs_id, &cmd_id);  in rpmh_rsc_write_ctrl_data()
762 	struct tcs_group *tcs = &drv->tcs[ACTIVE_TCS];  in rpmh_rsc_ctrlr_is_busy()  local
770 	if (!tcs->num_tcs)  in rpmh_rsc_ctrlr_is_busy()
771 		tcs = &drv->tcs[WAKE_TCS];  in rpmh_rsc_ctrlr_is_busy()
773 	for (m = tcs->offset; m < tcs->offset + tcs->num_tcs; m++) {  in rpmh_rsc_ctrlr_is_busy()
872 	struct tcs_group *tcs;  in rpmh_probe_tcs_config()  local
909 		tcs = &drv->tcs[tcs_cfg[i].type];  in rpmh_probe_tcs_config()
910 		if (tcs->drv)  in rpmh_probe_tcs_config()
912 		tcs->drv = drv;  in rpmh_probe_tcs_config()
913 		tcs->type = tcs_cfg[i].type;  in rpmh_probe_tcs_config()
914 		tcs->num_tcs = tcs_cfg[i].n;  in rpmh_probe_tcs_config()
915 		tcs->ncpt = ncpt;  in rpmh_probe_tcs_config()
917 		if (!tcs->num_tcs || tcs->type == CONTROL_TCS)  in rpmh_probe_tcs_config()
920 		if (st + tcs->num_tcs > max_tcs ||  in rpmh_probe_tcs_config()
921 		    st + tcs->num_tcs >= BITS_PER_BYTE * sizeof(tcs->mask))  in rpmh_probe_tcs_config()
924 		tcs->mask = ((1 << tcs->num_tcs) - 1) << st;  in rpmh_probe_tcs_config()
925 		tcs->offset = st;  in rpmh_probe_tcs_config()
926 		st += tcs->num_tcs;  in rpmh_probe_tcs_config()
1006 	writel_relaxed(drv->tcs[ACTIVE_TCS].mask,  in rpmh_rsc_probe()