4  * Copyright (c) 2014, STMicroelectronics International N.V.
47  * stack_xxx[n]          "hard" top          "soft" top       bottom
64 #define GET_STACK_BOTTOM(stack, n) ((vaddr_t)&(stack)[n] + sizeof(stack[n]) - \  argument
68 #define GET_STACK_BOTTOM(stack, n) 0  argument
73 #define GET_STACK_THREAD_BOTTOM(n) 0  argument
76 #define GET_STACK_THREAD_BOTTOM(n) \  argument
77 	((vaddr_t)&stack_thread[n] +  sizeof(stack_thread[n]) - \
144 	size_t n = 0;  in thread_init_canaries()  local
147 		for (n = 0; n < thread_core_count; n++) {  in thread_init_canaries()
148 			if (thread_core_local[n].tmp_stack_va_end) {  in thread_init_canaries()
149 				va = thread_core_local[n].tmp_stack_va_end +  in thread_init_canaries()
153 			va = thread_core_local[n].abt_stack_va_end;  in thread_init_canaries()
163 		for (n = 0; n < thread_count; n++) {  in thread_init_canaries()
164 			va = threads[n].stack_va_end;  in thread_init_canaries()
193 			       size_t n __maybe_unused,  in check_stack_canary()
201 			 stack_name, n, (void *)canary);  in check_stack_canary()
208 			 stack_name, n, (void *)canary);  in check_stack_canary()
216 	size_t n = 0;  in thread_check_canaries()  local
219 		for (n = 0; n < thread_core_count; n++) {  in thread_check_canaries()
220 			if (thread_core_local[n].tmp_stack_va_end) {  in thread_check_canaries()
221 				va = thread_core_local[n].tmp_stack_va_end +  in thread_check_canaries()
223 				check_stack_canary("tmp_stack", n,  in thread_check_canaries()
227 			va = thread_core_local[n].abt_stack_va_end;  in thread_check_canaries()
229 				check_stack_canary("abt_stack", n,  in thread_check_canaries()
236 		for (n = 0; n < thread_count; n++) {  in thread_check_canaries()
237 			va = threads[n].stack_va_end;  in thread_check_canaries()
239 				check_stack_canary("thread_stack", n,  in thread_check_canaries()
287 	size_t n = 0;  in print_stack_limits()  local
292 	for (n = 0; n < thread_core_count; n++) {  in print_stack_limits()
293 		va = thread_core_local[n].tmp_stack_va_end + STACK_TMP_OFFS;  in print_stack_limits()
296 		DMSG("tmp [%zu] 0x%" PRIxVA "..0x%" PRIxVA, n, start, end);  in print_stack_limits()
298 		va = thread_core_local[n].abt_stack_va_end;  in print_stack_limits()
301 		DMSG("abt [%zu] 0x%" PRIxVA "..0x%" PRIxVA, n, start, end);  in print_stack_limits()
304 	for (n = 0; n < thread_count; n++) {  in print_stack_limits()
305 		va = threads[n].stack_va_end;  in print_stack_limits()
308 		DMSG("thr [%zu] 0x%" PRIxVA "..0x%" PRIxVA, n, start, end);  in print_stack_limits()
530 	size_t n = 0;  in init_thread_stacks()  local
535 	for (n = 0; n < thread_count; n++) {  in init_thread_stacks()
561 		threads[n].stack_va_end = sp;  in init_thread_stacks()
568 	size_t n = 0;  in init_thread_stacks()  local
571 	for (n = 0; n < thread_count; n++) {  in init_thread_stacks()
575 			va = GET_STACK_THREAD_BOTTOM(n);  in init_thread_stacks()
576 		threads[n].stack_va_end = va;  in init_thread_stacks()
585 	size_t n = 0;  in thread_init_threads()  local
603 	for (n = 0; n < thread_count; n++)  in thread_init_threads()
604 		TAILQ_INIT(&threads[n].tsd.sess_stack);  in thread_init_threads()
619 	size_t n = 0;  in thread_init_thread_core_local()  local
632 		for (n = 0; n < thread_core_count; n++) {  in thread_init_thread_core_local()
634 				      GET_STACK_BOTTOM(stack_tmp, n));  in thread_init_thread_core_local()
636 				      GET_STACK_BOTTOM(stack_abt, n));  in thread_init_thread_core_local()
640 	for (n = 0; n < core_count; n++) {  in thread_init_thread_core_local()
641 		if (n == core_pos) {  in thread_init_thread_core_local()
643 				tcl[n] = thread_core_local[0];  in thread_init_thread_core_local()
647 			tcl[n].curr_thread = THREAD_ID_INVALID;  in thread_init_thread_core_local()
648 			tcl[n].flags = THREAD_CLF_TMP;  in thread_init_thread_core_local()
654 			va = GET_STACK_BOTTOM(stack_tmp, n);  in thread_init_thread_core_local()
655 		tcl[n].tmp_stack_va_end = va - STACK_TMP_OFFS;  in thread_init_thread_core_local()
657 		tcl[n].tmp_stack_pa_end =  in thread_init_thread_core_local()
658 			vaddr_to_phys(tcl[n].tmp_stack_va_end);  in thread_init_thread_core_local()
664 			va = GET_STACK_BOTTOM(stack_abt, n);  in thread_init_thread_core_local()
665 		tcl[n].abt_stack_va_end = va;  in thread_init_thread_core_local()
672 	size_t n = 0;  in thread_init_thread_pauth_keys()  local
674 	for (n = 0; n < thread_count; n++)  in thread_init_thread_pauth_keys()
675 		if (crypto_rng_read(&threads[n].keys, sizeof(threads[n].keys)))  in thread_init_thread_pauth_keys()
682 	size_t n = 0;  in thread_init_core_local_pauth_keys()  local
684 	for (n = 0; n < thread_core_count; n++)  in thread_init_core_local_pauth_keys()
685 		if (crypto_rng_read(&tcl[n].keys, sizeof(tcl[n].keys)))  in thread_init_core_local_pauth_keys()