364 	long long i, reps;  in test_percpu_spinlock_thread()  local
370 	for (i = 0; i < reps; i++) {  in test_percpu_spinlock_thread()
375 		if (i != 0 && !(i % (reps / 10)))  in test_percpu_spinlock_thread()
377 				       (int) rseq_gettid(), i);  in test_percpu_spinlock_thread()
397 	int i, ret;  in test_percpu_spinlock()  local
404 	for (i = 0; i < num_threads; i++) {  in test_percpu_spinlock()
405 		thread_data[i].reps = opt_reps;  in test_percpu_spinlock()
406 		if (opt_disable_mod <= 0 || (i % opt_disable_mod))  in test_percpu_spinlock()
407 			thread_data[i].reg = 1;  in test_percpu_spinlock()
409 			thread_data[i].reg = 0;  in test_percpu_spinlock()
410 		thread_data[i].data = &data;  in test_percpu_spinlock()
411 		ret = pthread_create(&test_threads[i], NULL,  in test_percpu_spinlock()
413 				     &thread_data[i]);  in test_percpu_spinlock()
421 	for (i = 0; i < num_threads; i++) {  in test_percpu_spinlock()
422 		ret = pthread_join(test_threads[i], NULL);  in test_percpu_spinlock()
431 	for (i = 0; i < CPU_SETSIZE; i++)  in test_percpu_spinlock()
432 		sum += data.c[i].count;  in test_percpu_spinlock()
441 	long long i, reps;  in test_percpu_inc_thread()  local
447 	for (i = 0; i < reps; i++) {  in test_percpu_inc_thread()
457 		if (i != 0 && !(i % (reps / 10)))  in test_percpu_inc_thread()
459 				       (int) rseq_gettid(), i);  in test_percpu_inc_thread()
473 	int i, ret;  in test_percpu_inc()  local
480 	for (i = 0; i < num_threads; i++) {  in test_percpu_inc()
481 		thread_data[i].reps = opt_reps;  in test_percpu_inc()
482 		if (opt_disable_mod <= 0 || (i % opt_disable_mod))  in test_percpu_inc()
483 			thread_data[i].reg = 1;  in test_percpu_inc()
485 			thread_data[i].reg = 0;  in test_percpu_inc()
486 		thread_data[i].data = &data;  in test_percpu_inc()
487 		ret = pthread_create(&test_threads[i], NULL,  in test_percpu_inc()
489 				     &thread_data[i]);  in test_percpu_inc()
497 	for (i = 0; i < num_threads; i++) {  in test_percpu_inc()
498 		ret = pthread_join(test_threads[i], NULL);  in test_percpu_inc()
507 	for (i = 0; i < CPU_SETSIZE; i++)  in test_percpu_inc()
508 		sum += data.c[i].count;  in test_percpu_inc()
592 	long long i, reps;  in test_percpu_list_thread()  local
599 	for (i = 0; i < reps; i++) {  in test_percpu_list_thread()
621 	int i, j, ret;  in test_percpu_list()  local
631 	for (i = 0; i < CPU_SETSIZE; i++) {  in test_percpu_list()
632 		if (!CPU_ISSET(i, &allowed_cpus))  in test_percpu_list()
642 			node->next = list.c[i].head;  in test_percpu_list()
643 			list.c[i].head = node;  in test_percpu_list()
647 	for (i = 0; i < num_threads; i++) {  in test_percpu_list()
648 		ret = pthread_create(&test_threads[i], NULL,  in test_percpu_list()
657 	for (i = 0; i < num_threads; i++) {  in test_percpu_list()
658 		ret = pthread_join(test_threads[i], NULL);  in test_percpu_list()
666 	for (i = 0; i < CPU_SETSIZE; i++) {  in test_percpu_list()
669 		if (!CPU_ISSET(i, &allowed_cpus))  in test_percpu_list()
672 		while ((node = __percpu_list_pop(&list, i))) {  in test_percpu_list()
779 	long long i, reps;  in test_percpu_buffer_thread()  local
786 	for (i = 0; i < reps; i++) {  in test_percpu_buffer_thread()
812 	int i, j, ret;  in test_percpu_buffer()  local
822 	for (i = 0; i < CPU_SETSIZE; i++) {  in test_percpu_buffer()
823 		if (!CPU_ISSET(i, &allowed_cpus))  in test_percpu_buffer()
826 		buffer.c[i].array =  in test_percpu_buffer()
827 			malloc(sizeof(*buffer.c[i].array) * CPU_SETSIZE *  in test_percpu_buffer()
829 		assert(buffer.c[i].array);  in test_percpu_buffer()
830 		buffer.c[i].buflen = CPU_SETSIZE * BUFFER_ITEM_PER_CPU;  in test_percpu_buffer()
846 			buffer.c[i].array[j - 1] = node;  in test_percpu_buffer()
847 			buffer.c[i].offset++;  in test_percpu_buffer()
851 	for (i = 0; i < num_threads; i++) {  in test_percpu_buffer()
852 		ret = pthread_create(&test_threads[i], NULL,  in test_percpu_buffer()
861 	for (i = 0; i < num_threads; i++) {  in test_percpu_buffer()
862 		ret = pthread_join(test_threads[i], NULL);  in test_percpu_buffer()
870 	for (i = 0; i < CPU_SETSIZE; i++) {  in test_percpu_buffer()
873 		if (!CPU_ISSET(i, &allowed_cpus))  in test_percpu_buffer()
876 		while ((node = __percpu_buffer_pop(&buffer, i))) {  in test_percpu_buffer()
880 		free(buffer.c[i].array);  in test_percpu_buffer()
993 	long long i, reps;  in test_percpu_memcpy_buffer_thread()  local
1000 	for (i = 0; i < reps; i++) {  in test_percpu_memcpy_buffer_thread()
1027 	int i, j, ret;  in test_percpu_memcpy_buffer()  local
1037 	for (i = 0; i < CPU_SETSIZE; i++) {  in test_percpu_memcpy_buffer()
1038 		if (!CPU_ISSET(i, &allowed_cpus))  in test_percpu_memcpy_buffer()
1041 		buffer.c[i].array =  in test_percpu_memcpy_buffer()
1042 			malloc(sizeof(*buffer.c[i].array) * CPU_SETSIZE *  in test_percpu_memcpy_buffer()
1044 		assert(buffer.c[i].array);  in test_percpu_memcpy_buffer()
1045 		buffer.c[i].buflen = CPU_SETSIZE * MEMCPY_BUFFER_ITEM_PER_CPU;  in test_percpu_memcpy_buffer()
1056 			buffer.c[i].array[j - 1].data1 = j;  in test_percpu_memcpy_buffer()
1057 			buffer.c[i].array[j - 1].data2 = j + 1;  in test_percpu_memcpy_buffer()
1058 			buffer.c[i].offset++;  in test_percpu_memcpy_buffer()
1062 	for (i = 0; i < num_threads; i++) {  in test_percpu_memcpy_buffer()
1063 		ret = pthread_create(&test_threads[i], NULL,  in test_percpu_memcpy_buffer()
1073 	for (i = 0; i < num_threads; i++) {  in test_percpu_memcpy_buffer()
1074 		ret = pthread_join(test_threads[i], NULL);  in test_percpu_memcpy_buffer()
1082 	for (i = 0; i < CPU_SETSIZE; i++) {  in test_percpu_memcpy_buffer()
1085 		if (!CPU_ISSET(i, &allowed_cpus))  in test_percpu_memcpy_buffer()
1088 		while (__percpu_memcpy_buffer_pop(&buffer, &item, i)) {  in test_percpu_memcpy_buffer()
1092 		free(buffer.c[i].array);  in test_percpu_memcpy_buffer()
1145 	int i;  in test_membarrier_worker_thread()  local
1156 	for (i = 0; i < iters; ++i) {  in test_membarrier_worker_thread()
1177 	int i;  in test_membarrier_init_percpu_list()  local
1180 	for (i = 0; i < CPU_SETSIZE; i++) {  in test_membarrier_init_percpu_list()
1187 		list->c[i].head = node;  in test_membarrier_init_percpu_list()
1193 	int i;  in test_membarrier_free_percpu_list()  local
1195 	for (i = 0; i < CPU_SETSIZE; i++)  in test_membarrier_free_percpu_list()
1196 		free(list->c[i].head);  in test_membarrier_free_percpu_list()
1295 	int i, ret;  in test_membarrier()  local
1312 	for (i = 0; i < num_threads; i++) {  in test_membarrier()
1313 		ret = pthread_create(&worker_threads[i], NULL,  in test_membarrier()
1323 	for (i = 0; i < num_threads; i++) {  in test_membarrier()
1324 		ret = pthread_join(worker_threads[i], NULL);  in test_membarrier()
1379 	int i;  in main()  local
1381 	for (i = 1; i < argc; i++) {  in main()
1382 		if (argv[i][0] != '-')  in main()
1384 		switch (argv[i][1]) {  in main()
1394 			if (argc < i + 2) {  in main()
1398 			loop_cnt[argv[i][1] - '0'] = atol(argv[i + 1]);  in main()
1399 			i++;  in main()
1402 			if (argc < i + 2) {  in main()
1406 			opt_modulo = atol(argv[i + 1]);  in main()
1411 			i++;  in main()
1414 			if (argc < i + 2) {  in main()
1418 			opt_sleep = atol(argv[i + 1]);  in main()
1423 			i++;  in main()
1435 			if (argc < i + 2) {  in main()
1439 			opt_disable_mod = atol(argv[i + 1]);  in main()
1444 			i++;  in main()
1447 			if (argc < i + 2) {  in main()
1451 			opt_threads = atol(argv[i + 1]);  in main()
1456 			i++;  in main()
1459 			if (argc < i + 2) {  in main()
1463 			opt_reps = atoll(argv[i + 1]);  in main()
1468 			i++;  in main()
1474 			if (argc < i + 2) {  in main()
1478 			opt_test = *argv[i + 1];  in main()
1491 			i++;  in main()