40 	0x00000001, 0x00000002, 0x00000004, 0x00000008,
41 	0x00000010, 0x00000020, 0x00000040, 0x00000080,
42 	0x00000100, 0x00000200, 0x00000400, 0x00000800,
43 	0x00001000, 0x00002000, 0x00004000, 0x00008000,
44 	0x00010000, 0x00020000, 0x00040000, 0x00080000,
45 	0x00100000, 0x00200000, 0x00400000, 0x00800000,
46 	0x01000000, 0x02000000, 0x04000000, 0x08000000,
47 	0x10000000, 0x20000000, 0x40000000, 0x80000000,
48 	0x40000000, 0x20000000, 0x10000000, 0x08000000,
49 	0x04000000, 0x02000000, 0x01000000, 0x00800000,
50 	0x00400000, 0x00200000, 0x00100000, 0x00080000,
51 	0x00040000, 0x00020000, 0x00010000, 0x00008000,
52 	0x00004000, 0x00002000, 0x00001000, 0x00000800,
53 	0x00000400, 0x00000200, 0x00000100, 0x00000080,
54 	0x00000040, 0x00000020, 0x00000010, 0x00000008,
55 	0x00000004, 0x00000002, 0x00000001, 0x00000000
66 	0x00020001, 0x00080004, 0x00200010, 0x00800040,
67 	0x02000100, 0x08000400, 0x20001000, 0x80004000,
68 	0x20004000, 0x08001000, 0x02000400, 0x00800100,
69 	0x00200040, 0x00080010, 0x00020004, 0x00000001
76 	{2, 0, 0, 0}	/* Weight for choosing 32/64/128/256 bit wide of this pattern */
81 	0x00010001, 0x00020002, 0x00040004, 0x00080008,
82 	0x00100010, 0x00200020, 0x00400040, 0x00800080,
83 	0x01000100, 0x02000200, 0x04000400, 0x08000800,
84 	0x10001000, 0x20002000, 0x40004000, 0x80008000,
85 	0x40004000, 0x20002000, 0x10001000, 0x08000800,
86 	0x04000400, 0x02000200, 0x01000100, 0x00800080,
87 	0x00400040, 0x00200020, 0x00100010, 0x00080008,
88 	0x00040004, 0x00020002, 0x00010001, 0x00000000
95 	{2, 4, 2, 0}	/* Weight for choosing 32/64/128/256 bit wide of this pattern */
100 	0x00000001, 0xfffffffe, 0x00000002, 0xfffffffd,
101 	0x00000004, 0xfffffffb, 0x00000008, 0xfffffff7,
102 	0x00000010, 0xffffffef, 0x00000020, 0xffffffdf,
103 	0x00000040, 0xffffffbf, 0x00000080, 0xffffff7f,
104 	0x00000100, 0xfffffeff, 0x00000200, 0xfffffdff,
105 	0x00000400, 0xfffffbff, 0x00000800, 0xfffff7ff,
106 	0x00001000, 0xffffefff, 0x00002000, 0xffffdfff,
107 	0x00004000, 0xffffbfff, 0x00008000, 0xffff7fff,
108 	0x00010000, 0xfffeffff, 0x00020000, 0xfffdffff,
109 	0x00040000, 0xfffbffff, 0x00080000, 0xfff7ffff,
110 	0x00100000, 0xffefffff, 0x00200000, 0xffdfffff,
111 	0x00400000, 0xffbfffff, 0x00800000, 0xff7fffff,
112 	0x01000000, 0xfeffffff, 0x02000000, 0xfdffffff,
113 	0x04000000, 0xfbffffff, 0x08000000, 0xf7ffffff,
114 	0x10000000, 0xefffffff, 0x20000000, 0xdfffffff,
115 	0x40000000, 0xbfffffff, 0x80000000, 0x7fffffff,
116 	0x40000000, 0xbfffffff, 0x20000000, 0xdfffffff,
117 	0x10000000, 0xefffffff, 0x08000000, 0xf7ffffff,
118 	0x04000000, 0xfbffffff, 0x02000000, 0xfdffffff,
119 	0x01000000, 0xfeffffff, 0x00800000, 0xff7fffff,
120 	0x00400000, 0xffbfffff, 0x00200000, 0xffdfffff,
121 	0x00100000, 0xffefffff, 0x00080000, 0xfff7ffff,
122 	0x00040000, 0xfffbffff, 0x00020000, 0xfffdffff,
123 	0x00010000, 0xfffeffff, 0x00008000, 0xffff7fff,
124 	0x00004000, 0xffffbfff, 0x00002000, 0xffffdfff,
125 	0x00001000, 0xffffefff, 0x00000800, 0xfffff7ff,
126 	0x00000400, 0xfffffbff, 0x00000200, 0xfffffdff,
127 	0x00000100, 0xfffffeff, 0x00000080, 0xffffff7f,
128 	0x00000040, 0xffffffbf, 0x00000020, 0xffffffdf,
129 	0x00000010, 0xffffffef, 0x00000008, 0xfffffff7,
130 	0x00000004, 0xfffffffb, 0x00000002, 0xfffffffd,
131 	0x00000001, 0xfffffffe, 0x00000000, 0xffffffff
142 	0xfffe0001, 0xfffd0002, 0xfffb0004, 0xfff70008,
143 	0xffef0010, 0xffdf0020, 0xffbf0040, 0xff7f0080,
144 	0xfeff0100, 0xfdff0200, 0xfbff0400, 0xf7ff0800,
145 	0xefff1000, 0xdfff2000, 0xbfff4000, 0x7fff8000,
146 	0xbfff4000, 0xdfff2000, 0xefff1000, 0xf7ff0800,
147 	0xfbff0400, 0xfdff0200, 0xfeff0100, 0xff7f0080,
148 	0xffbf0040, 0xffdf0020, 0xffef0010, 0xfff70008,
149 	0xfffb0004, 0xfffd0002, 0xfffe0001, 0xffff0000
156 	{2, 0, 0, 0}	/* weight */
160 	0x00010001, 0xfffefffe, 0x00020002, 0xfffdfffd,
161 	0x00040004, 0xfffbfffb, 0x00080008, 0xfff7fff7,
162 	0x00100010, 0xffefffef, 0x00200020, 0xffdfffdf,
163 	0x00400040, 0xffbfffbf, 0x00800080, 0xff7fff7f,
164 	0x01000100, 0xfefffeff, 0x02000200, 0xfdfffdff,
165 	0x04000400, 0xfbfffbff, 0x08000800, 0xf7fff7ff,
166 	0x10001000, 0xefffefff, 0x20002000, 0xdfffdfff,
167 	0x40004000, 0xbfffbfff, 0x80008000, 0x7fff7fff,
168 	0x40004000, 0xbfffbfff, 0x20002000, 0xdfffdfff,
169 	0x10001000, 0xefffefff, 0x08000800, 0xf7fff7ff,
170 	0x04000400, 0xfbfffbff, 0x02000200, 0xfdfffdff,
171 	0x01000100, 0xfefffeff, 0x00800080, 0xff7fff7f,
172 	0x00400040, 0xffbfffbf, 0x00200020, 0xffdfffdf,
173 	0x00100010, 0xffefffef, 0x00080008, 0xfff7fff7,
174 	0x00040004, 0xfffbfffb, 0x00020002, 0xfffdfffd,
175 	0x00010001, 0xfffefffe, 0x00000000, 0xffffffff
182 	{2, 5, 5, 0}	/* weight */
186 	0xfffffffe, 0xfffffffd, 0xfffffffb, 0xfffffff7,
187 	0xffffffef, 0xffffffdf, 0xffffffbf, 0xffffff7f,
188 	0xfffffeff, 0xfffffdff, 0xfffffbff, 0xfffff7ff,
189 	0xffffefff, 0xffffdfff, 0xffffbfff, 0xffff7fff,
190 	0xfffeffff, 0xfffdffff, 0xfffbffff, 0xfff7ffff,
191 	0xffefffff, 0xffdfffff, 0xffbfffff, 0xff7fffff,
192 	0xfeffffff, 0xfdffffff, 0xfbffffff, 0xf7ffffff,
193 	0xefffffff, 0xdfffffff, 0xbfffffff, 0x7fffffff,
194 	0xbfffffff, 0xdfffffff, 0xefffffff, 0xf7ffffff,
195 	0xfbffffff, 0xfdffffff, 0xfeffffff, 0xff7fffff,
196 	0xffbfffff, 0xffdfffff, 0xffefffff, 0xfff7ffff,
197 	0xfffbffff, 0xfffdffff, 0xfffeffff, 0xffff7fff,
198 	0xffffbfff, 0xffffdfff, 0xffffefff, 0xfffff7ff,
199 	0xfffffbff, 0xfffffdff, 0xfffffeff, 0xffffff7f,
200 	0xffffffbf, 0xffffffdf, 0xffffffef, 0xfffffff7,
201 	0xfffffffb, 0xfffffffd, 0xfffffffe, 0xffffffff
211 static u32 one_zero_data[] = {0x00000000, 0xffffffff};
220 static unsigned int one_zero_x16_data[] = {0x0000ffff, 0x0000ffff};
226 	{5, 0, 0, 0}	/* weight */
229 static u32 just_0_data[] = {0x00000000, 0x00000000};
235 	{2, 0, 0, 0}	/* weight */
238 static u32 just_1_data[] = {0xffffffff, 0xffffffff};
244 	{2, 0, 0, 0}	/* weight */
247 static u32 just_5_data[] = {0x55555555, 0x55555555};
253 	{2, 0, 0, 0}	/* weight */
256 static u32 just_a_data[] = {0xaaaaaaaa, 0xaaaaaaaa};
262 	{2, 0, 0, 0}	/* weight */
265 static u32 five_a_data[] = {0x55555555, 0xaaaaaaaa};
274 static unsigned int five_a_x16_data[] = {0x5555aaaa, 0x5555aaaa};
280 	{1, 0, 0, 0}	/* weight */
284 	0x5aa5a55a, 0xa55a5aa5, 0xa55a5aa5, 0x5aa5a55a
294 static u32 five_a8_x16_data[] = {0x5aa5a55a, 0xa55a5aa5};
300 	{1, 0, 0, 0}	/* weight */
304 	0x5aa55aa5, 0xa55aa55a, 0xa55aa55a, 0x5aa55aa5
311 	{1, 1, 1, 0}	/* weight */
314 static u32 long_8b10b_data[] = {0x16161616, 0x16161616};
320 	{2, 0, 0, 0}	/* weight */
323 static u32 short_8b10b_data[] = {0xb5b5b5b5, 0xb5b5b5b5};
329 	{2, 0, 0, 0}	/* weight */
332 static u32 checker_8b10b_data[] = {0xb5b5b5b5, 0x4a4a4a4a};
338 	{1, 0, 1, 1}	/* weight */
341 static u32 checker_8b10b_x16_data[] = {0xb5b54a4a, 0xb5b54a4a};
347 	{1, 0, 0, 0}	/* weight */
350 static u32 five_7_data[] = {0x55555557, 0x55575555};
356 	{0, 2, 0, 0}	/* weight */
359 static u32 five_7_x16_data[] = {0x55575557, 0x57555755};
365 	{2, 0, 0, 0}	/* weight */
368 static u32 zero2_fd_data[] = {0x00020002, 0xfffdfffd};
374 	{0, 2, 0, 0}	/* weight */
377 static u32 zero2_fd_x16_data[] = {0x02020202, 0xfdfdfdfd};
383 	{2, 0, 0, 0}	/* weight */
426 static ulong test_count = 0;
431 u32 print_mutex;	/* 0: unlock, 1: lock */
465 	int i = 0;  in pattern_adler_sum_calc()
467 	u64 b1 = 0;  in pattern_adler_sum_calc()
469 	u64 b2 = 0;  in pattern_adler_sum_calc()
492 	u32 weight_count = 0;  in pattern_list_init()
493 	int k = 0;  in pattern_list_init()
495 	for (int i = 0; i < PAT_NUM; i++) {  in pattern_list_init()
496 		for (int j = 0; j < 8; j++) {  in pattern_list_init()
513 	u32 page_num = 0;  in get_max_page_num()
515 	get_print_available_addr(start_adr, length, 0);  in get_max_page_num()
517 	page_num = 0;  in get_max_page_num()
518 	for (int i = 0; i < ARRAY_SIZE(start_adr) || i < ARRAY_SIZE(length); i++) {  in get_max_page_num()
519 		if ((start_adr[i] == 0 && length[i] == 0))  in get_max_page_num()
532 	u32 page = 0;  in get_page_addr()
534 	get_print_available_addr(start_adr, length, 0);  in get_page_addr()
537 	for (int i = 0; i < CONFIG_NR_DRAM_BANKS; i++) {  in get_page_addr()
538 		if ((start_adr[i] == 0 && length[i] == 0) || page >= sat->page_num)  in get_page_addr()
547 		used_length = 0;  in get_page_addr()
554 		printf("	0x%09lx - 0x%09lx 0x%09lx\n",  in get_page_addr()
558 	printf("page_num = %d, page_size = 0x%lx, total_test_size = 0x%lx\n",  in get_page_addr()
561 	if (sat->total_test_size_mb == 0) {  in get_page_addr()
571 	return 0;  in get_page_addr()
578 	int i = 0;  in page_init_valid()
584 		if (target <= 0)  in page_init_valid()
591 	for (i = 0; i < sat->page_size_byte / sizeof(u64); i++)  in page_init_valid()
598 	page->valid = 0;  in page_init_empty()
607 	for (cpu = 0; cpu < sat->cpu_num; cpu++) {  in page_init()
608 		empty_page_num = 0;  in page_init()
613 				page_list[i].valid = 0;  in page_init()
617 		while (empty_page_num >= sat->page_num / sat->cpu_num / 2 && i > 0) {  in page_init()
619 			if (page_list[i].valid == 0) {  in page_init()
627 				page_list[i].valid = 0;  in page_init()
634 	for (i = 0; i < sat->page_num; i++) {  in page_init()
667 	u32 err = 0;  in block_mis_search()
673 	for (i = 0; i < sat->block_size_byte / sizeof(u32); i++) {  in block_mis_search()
684 			printf("%s Hardware Error: miscompare on CPU %d at 0x%lx:\n",  in block_mis_search()
686 			printf("	read:    0x%08x\n", read);  in block_mis_search()
687 			printf("	reread:  0x%08x(reread^read:0x%08x)\n",  in block_mis_search()
689 			printf("	expected:0x%08x(expected^read:0x%08x)\n",  in block_mis_search()
700 			for (j = 0; j < 128; j += 8)  in block_mis_search()
701 				printf("  [0x%010lx] 0x%08x, 0x%08x, 0x%08x, 0x%08x, 0x%08x, 0x%08x, 0x%08x, 0x%08x\n",  in block_mis_search()
717 	if (err == 0) {  in block_mis_search()
730 	u32 err = 0;  in block_inv_check()
731 	int i = 0;  in block_inv_check()
737 		1, 0, 1, 0  in block_inv_check()
743 	a = 2.0 * dst_mem[0];  in block_inv_check()
744 	b = 5.0 * dst_mem[0];  in block_inv_check()
745 	c = 7.0 * dst_mem[0];  in block_inv_check()
746 	d = 9.0 * dst_mem[0];  in block_inv_check()
792 	for (int i = 0; i < sat->block_num; i++) {  in page_inv_up()
794 		for (int j = 0; j < sat->block_size_byte / sizeof(uint); j++) {  in page_inv_up()
811 	for (int i = sat->block_num - 1; i >= 0; i--) {  in page_inv_down()
813 		for (int j = sat->block_size_byte / sizeof(uint) - 1; j >= 0; j--) {  in page_inv_down()
826 	u32 err = 0;  in page_inv()
831 	for (int i = 0; i < 4; i++) {  in page_inv()
832 		if (rand() % 2 == 0)  in page_inv()
838 	for (int i = 0; i < sat->block_num; i++) {  in page_inv()
852 	u32 err = 0;  in block_copy_check()
870 	int i = 0;  in block_copy()
876 		1, 0, 1, 0  in block_copy()
883 	a = 2.0 * src_mem[0];  in block_copy()
884 	b = 5.0 * src_mem[0];  in block_copy()
885 	c = 7.0 * src_mem[0];  in block_copy()
886 	d = 9.0 * src_mem[0];  in block_copy()
891 		adler_sum.a1 += data & 0xffffffff;  in block_copy()
904 		adler_sum.a2 += data & 0xffffffff;  in block_copy()
935 	u32 err = 0;  in page_copy()
937 	dst = page_rand_pick(page_list, 0, sat, cpu_id);	/* pick a empty page */  in page_copy()
943 	for (int i = 0; i < sat->block_num; i++) {  in page_copy()
952 	page_list[src].valid = 0;  in page_copy()
962 	ulong test = 0;  in secondary_main()
965 	asm volatile("mov r9, %0" : : "r" (__gd));	/* set r9 to gd addr */  in secondary_main()
967 	asm volatile("mov x18, %0" : : "r" (__gd));	/* set x18 to gd addr */  in secondary_main()
980 	while (pattern_page_init_finish == 0) {  in secondary_main()
989 			cpu_test_finish[cpu_id] = 0;  in secondary_main()
992 				if (rand() % 2 == 0)  in secondary_main()
1016 	u32 all_copy_err = 0;  in doing_stressapptest()
1017 	u32 all_inv_err = 0;  in doing_stressapptest()
1018 	u32 cpu_no_response_err = 0;  in doing_stressapptest()
1022 	for (i = 0; i < CPU_NUM_MAX; i++) {  in doing_stressapptest()
1023 		cpu_copy_err[i] = 0;  in doing_stressapptest()
1024 		cpu_inv_err[i] = 0;  in doing_stressapptest()
1025 		cpu_init_finish[i] = 0;  in doing_stressapptest()
1026 		cpu_test_finish[i] = 0;  in doing_stressapptest()
1028 	pattern_page_init_finish = 0;  in doing_stressapptest()
1029 	print_mutex = 0;  in doing_stressapptest()
1033 	if (test_count == 0) {  in doing_stressapptest()
1035 		asm volatile("mov %0, sp" : "=r" (__sp));  in doing_stressapptest()
1036 		printf("CPU0 sp is at 0x%lx now.\n", __sp);  in doing_stressapptest()
1037 		__sp &= ~(ulong)0xffff;  in doing_stressapptest()
1039 			__sp -= 0x10000;  in doing_stressapptest()
1041 			if (psci_cpu_on(sat.cpu_num, (ulong)secondary_init) == 0) {  in doing_stressapptest()
1043 				printf("Calling CPU%d, sp = 0x%lx\n", sat.cpu_num, __sp);  in doing_stressapptest()
1047 			while (cpu_init_finish[sat.cpu_num] == 0) {  in doing_stressapptest()
1057 	if (sat.total_test_size_mb == 0)  in doing_stressapptest()
1066 	if (page_info == 0) {  in doing_stressapptest()
1074 	if (get_page_addr(page_list, &sat) < 0) {  in doing_stressapptest()
1097 		if (rand() % 2 == 0)  in doing_stressapptest()
1098 			cpu_copy_err[0] += page_copy(&sat, 0);  in doing_stressapptest()
1100 			cpu_inv_err[0] += page_inv(&sat, 0);  in doing_stressapptest()
1115 		while (cpu_test_finish[i] == 0) {  in doing_stressapptest()
1131 	for (i = 0; i < sat.cpu_num; i++) {  in doing_stressapptest()
1137 	if (all_copy_err == 0 && all_inv_err == 0 && cpu_no_response_err == 0)  in doing_stressapptest()
1154 	sat.total_test_size_mb = 0;  in do_stressapptest()
1156 	sat.total_start_addr = 0x0;  in do_stressapptest()
1161 		if (strict_strtoul(argv[1], 0, &test_time_sec) < 0)  in do_stressapptest()
1167 		if (strict_strtoul(argv[2], 0, &sat.total_test_size_mb) < 0)  in do_stressapptest()
1170 			sat.total_test_size_mb = 0;  in do_stressapptest()
1173 		if (strict_strtoul(argv[3], 0, &sat.total_start_addr) < 0)  in do_stressapptest()
1175 		if (sat.total_start_addr < 0x1)  in do_stressapptest()
1176 			sat.total_start_addr = 0x0;  in do_stressapptest()
1179 		if (strict_strtoul(argv[4], 0, &page_size_kb) < 0)  in do_stressapptest()
1191 	srand((unsigned int)(start_time_us & 0xffffffff));  in do_stressapptest()
1205 …"	stressapptest 86400 1024 0x80000000: test for 24h, test size is 1024MB, start addr for test is 0…
1206 …"	stressapptest 43200 16 0x40000000 512: test for 12h, test size is 16MB, start addr for test is 0…