1 // SPDX-License-Identifier: BSD-2-Clause
3  * Copyright (c) 2016-2022, Linaro Limited
5  * Copyright (c) 2020-2021, Arm Limited
64 #define GET_STACK_BOTTOM(stack, n) ((vaddr_t)&(stack)[n] + sizeof(stack[n]) - \
77 	((vaddr_t)&stack_thread[n] +  sizeof(stack_thread[n]) - \
87  * each locally enable the pager (the mmu). Hence kept in pager sections.
104 	return end_va - l + STACK_CANARY_SIZE;  in stack_end_va_to_top_hard()
120 	return (uint32_t *)(stack_end_va_to_top_hard(stack_size, end_va) -  in stack_end_va_to_start_canary()
127 	return (uint32_t *)(end_va + STACK_CANARY_SIZE / 2 - sizeof(uint32_t));  in stack_end_va_to_end_canary()
335 	int ct = l->curr_thread;  in get_stackcheck_recursion_flag()
338 	if (l->flags & (THREAD_CLF_ABORT | THREAD_CLF_TMP))  in get_stackcheck_recursion_flag()
339 		p = &l->stackcheck_recursion;  in get_stackcheck_recursion_flag()
340 	else if (!l->flags)  in get_stackcheck_recursion_flag()
376 	l->curr_thread = 0;  in thread_init_boot_thread()
384 	assert(l->curr_thread >= 0 && l->curr_thread < CFG_NUM_THREADS);  in thread_clr_boot_thread()
385 	assert(threads[l->curr_thread].state == THREAD_STATE_ACTIVE);  in thread_clr_boot_thread()
386 	threads[l->curr_thread].state = THREAD_STATE_FREE;  in thread_clr_boot_thread()
387 	l->curr_thread = THREAD_ID_INVALID;  in thread_clr_boot_thread()
399 	l->flags |= THREAD_CLF_TMP;  in thread_get_tmp_sp()
401 	return (void *)l->tmp_stack_va_end;  in thread_get_tmp_sp()
413 	return stack_end_va_to_top_soft(STACK_THREAD_SIZE, thr->stack_va_end);  in thread_stack_start()
426 	int ct = l->curr_thread;  in get_stack_limits()
431 	if (l->flags & THREAD_CLF_TMP) {  in get_stack_limits()
432 		va = l->tmp_stack_va_end + STACK_TMP_OFFS;  in get_stack_limits()
434 	} else if (l->flags & THREAD_CLF_ABORT) {  in get_stack_limits()
435 		va = l->abt_stack_va_end;  in get_stack_limits()
437 	} else if (!l->flags && ct >= 0 && (size_t)ct < thread_count) {  in get_stack_limits()
459 	return (l->flags >> THREAD_CLF_SAVED_SHIFT) & THREAD_CLF_ABORT;  in thread_is_from_abort_mode()
473 	 * If any bit in l->flags is set aside from THREAD_CLF_TMP we're  in thread_is_in_normal_mode()
476 	ret = (l->curr_thread != THREAD_ID_INVALID) &&  in thread_is_in_normal_mode()
477 	      !(l->flags & ~THREAD_CLF_TMP);  in thread_is_in_normal_mode()
490 	short int ct = l->curr_thread;  in thread_get_id_may_fail()
520 	end_va = va + l - STACK_CANARY_SIZE / 2;  in alloc_stack()
550 		num_pages = tee_mm_get_bytes(mm) / SMALL_PAGE_SIZE - 1;  in init_thread_stacks()
553 		/* Add the region to the pager */  in init_thread_stacks()
655 		tcl[n].tmp_stack_va_end = va - STACK_TMP_OFFS;  in thread_init_thread_core_local()
699 	assert(l->curr_thread != THREAD_ID_INVALID);  in thread_get_ctx_regs()
700 	return &threads[l->curr_thread].regs;  in thread_get_ctx_regs()
711 	assert(l->curr_thread != THREAD_ID_INVALID);  in thread_set_foreign_intr()
714 		threads[l->curr_thread].flags |=  in thread_set_foreign_intr()
722 		threads[l->curr_thread].flags &=  in thread_set_foreign_intr()
735 	assert(l->curr_thread != THREAD_ID_INVALID);  in thread_restore_foreign_intr()
737 	if (threads[l->curr_thread].flags & THREAD_FLAGS_FOREIGN_INTR_ENABLE)  in thread_restore_foreign_intr()
757 	if (ce->mobj) {  in clear_shm_cache_entry()
758 		switch (ce->type) {  in clear_shm_cache_entry()
760 			thread_rpc_free_payload(ce->mobj);  in clear_shm_cache_entry()
763 			thread_rpc_free_kernel_payload(ce->mobj);  in clear_shm_cache_entry()
766 			thread_rpc_free_global_payload(ce->mobj);  in clear_shm_cache_entry()
773 	ce->mobj = NULL;  in clear_shm_cache_entry()
774 	ce->size = 0;  in clear_shm_cache_entry()
784 		if (ce->user == user)  in get_shm_cache_entry()
789 		ce->user = user;  in get_shm_cache_entry()
818 	if (ce->type != shm_type || sz > ce->size) {  in thread_rpc_shm_cache_alloc()
821 		ce->mobj = alloc_shm(shm_type, sz);  in thread_rpc_shm_cache_alloc()
822 		if (!ce->mobj)  in thread_rpc_shm_cache_alloc()
825 		if (mobj_get_pa(ce->mobj, 0, 0, &p))  in thread_rpc_shm_cache_alloc()
831 		va = mobj_get_va(ce->mobj, 0, sz);  in thread_rpc_shm_cache_alloc()
835 		ce->size = sz;  in thread_rpc_shm_cache_alloc()
836 		ce->type = shm_type;  in thread_rpc_shm_cache_alloc()
838 		va = mobj_get_va(ce->mobj, 0, sz);  in thread_rpc_shm_cache_alloc()
842 	*mobj = ce->mobj;  in thread_rpc_shm_cache_alloc()