xref: /OK3568_Linux_fs/kernel/drivers/block/drbd/drbd_proc.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun    drbd_proc.c
4*4882a593Smuzhiyun 
5*4882a593Smuzhiyun    This file is part of DRBD by Philipp Reisner and Lars Ellenberg.
6*4882a593Smuzhiyun 
7*4882a593Smuzhiyun    Copyright (C) 2001-2008, LINBIT Information Technologies GmbH.
8*4882a593Smuzhiyun    Copyright (C) 1999-2008, Philipp Reisner <philipp.reisner@linbit.com>.
9*4882a593Smuzhiyun    Copyright (C) 2002-2008, Lars Ellenberg <lars.ellenberg@linbit.com>.
10*4882a593Smuzhiyun 
11*4882a593Smuzhiyun 
12*4882a593Smuzhiyun  */
13*4882a593Smuzhiyun 
14*4882a593Smuzhiyun #include <linux/module.h>
15*4882a593Smuzhiyun 
16*4882a593Smuzhiyun #include <linux/uaccess.h>
17*4882a593Smuzhiyun #include <linux/fs.h>
18*4882a593Smuzhiyun #include <linux/file.h>
19*4882a593Smuzhiyun #include <linux/proc_fs.h>
20*4882a593Smuzhiyun #include <linux/seq_file.h>
21*4882a593Smuzhiyun #include <linux/drbd.h>
22*4882a593Smuzhiyun #include "drbd_int.h"
23*4882a593Smuzhiyun 
24*4882a593Smuzhiyun struct proc_dir_entry *drbd_proc;
25*4882a593Smuzhiyun 
seq_printf_with_thousands_grouping(struct seq_file * seq,long v)26*4882a593Smuzhiyun static void seq_printf_with_thousands_grouping(struct seq_file *seq, long v)
27*4882a593Smuzhiyun {
28*4882a593Smuzhiyun 	/* v is in kB/sec. We don't expect TiByte/sec yet. */
29*4882a593Smuzhiyun 	if (unlikely(v >= 1000000)) {
30*4882a593Smuzhiyun 		/* cool: > GiByte/s */
31*4882a593Smuzhiyun 		seq_printf(seq, "%ld,", v / 1000000);
32*4882a593Smuzhiyun 		v %= 1000000;
33*4882a593Smuzhiyun 		seq_printf(seq, "%03ld,%03ld", v/1000, v % 1000);
34*4882a593Smuzhiyun 	} else if (likely(v >= 1000))
35*4882a593Smuzhiyun 		seq_printf(seq, "%ld,%03ld", v/1000, v % 1000);
36*4882a593Smuzhiyun 	else
37*4882a593Smuzhiyun 		seq_printf(seq, "%ld", v);
38*4882a593Smuzhiyun }
39*4882a593Smuzhiyun 
drbd_get_syncer_progress(struct drbd_device * device,union drbd_dev_state state,unsigned long * rs_total,unsigned long * bits_left,unsigned int * per_mil_done)40*4882a593Smuzhiyun static void drbd_get_syncer_progress(struct drbd_device *device,
41*4882a593Smuzhiyun 		union drbd_dev_state state, unsigned long *rs_total,
42*4882a593Smuzhiyun 		unsigned long *bits_left, unsigned int *per_mil_done)
43*4882a593Smuzhiyun {
44*4882a593Smuzhiyun 	/* this is to break it at compile time when we change that, in case we
45*4882a593Smuzhiyun 	 * want to support more than (1<<32) bits on a 32bit arch. */
46*4882a593Smuzhiyun 	typecheck(unsigned long, device->rs_total);
47*4882a593Smuzhiyun 	*rs_total = device->rs_total;
48*4882a593Smuzhiyun 
49*4882a593Smuzhiyun 	/* note: both rs_total and rs_left are in bits, i.e. in
50*4882a593Smuzhiyun 	 * units of BM_BLOCK_SIZE.
51*4882a593Smuzhiyun 	 * for the percentage, we don't care. */
52*4882a593Smuzhiyun 
53*4882a593Smuzhiyun 	if (state.conn == C_VERIFY_S || state.conn == C_VERIFY_T)
54*4882a593Smuzhiyun 		*bits_left = device->ov_left;
55*4882a593Smuzhiyun 	else
56*4882a593Smuzhiyun 		*bits_left = drbd_bm_total_weight(device) - device->rs_failed;
57*4882a593Smuzhiyun 	/* >> 10 to prevent overflow,
58*4882a593Smuzhiyun 	 * +1 to prevent division by zero */
59*4882a593Smuzhiyun 	if (*bits_left > *rs_total) {
60*4882a593Smuzhiyun 		/* D'oh. Maybe a logic bug somewhere.  More likely just a race
61*4882a593Smuzhiyun 		 * between state change and reset of rs_total.
62*4882a593Smuzhiyun 		 */
63*4882a593Smuzhiyun 		*bits_left = *rs_total;
64*4882a593Smuzhiyun 		*per_mil_done = *rs_total ? 0 : 1000;
65*4882a593Smuzhiyun 	} else {
66*4882a593Smuzhiyun 		/* Make sure the division happens in long context.
67*4882a593Smuzhiyun 		 * We allow up to one petabyte storage right now,
68*4882a593Smuzhiyun 		 * at a granularity of 4k per bit that is 2**38 bits.
69*4882a593Smuzhiyun 		 * After shift right and multiplication by 1000,
70*4882a593Smuzhiyun 		 * this should still fit easily into a 32bit long,
71*4882a593Smuzhiyun 		 * so we don't need a 64bit division on 32bit arch.
72*4882a593Smuzhiyun 		 * Note: currently we don't support such large bitmaps on 32bit
73*4882a593Smuzhiyun 		 * arch anyways, but no harm done to be prepared for it here.
74*4882a593Smuzhiyun 		 */
75*4882a593Smuzhiyun 		unsigned int shift = *rs_total > UINT_MAX ? 16 : 10;
76*4882a593Smuzhiyun 		unsigned long left = *bits_left >> shift;
77*4882a593Smuzhiyun 		unsigned long total = 1UL + (*rs_total >> shift);
78*4882a593Smuzhiyun 		unsigned long tmp = 1000UL - left * 1000UL/total;
79*4882a593Smuzhiyun 		*per_mil_done = tmp;
80*4882a593Smuzhiyun 	}
81*4882a593Smuzhiyun }
82*4882a593Smuzhiyun 
83*4882a593Smuzhiyun 
84*4882a593Smuzhiyun /*lge
85*4882a593Smuzhiyun  * progress bars shamelessly adapted from driver/md/md.c
86*4882a593Smuzhiyun  * output looks like
87*4882a593Smuzhiyun  *	[=====>..............] 33.5% (23456/123456)
88*4882a593Smuzhiyun  *	finish: 2:20:20 speed: 6,345 (6,456) K/sec
89*4882a593Smuzhiyun  */
drbd_syncer_progress(struct drbd_device * device,struct seq_file * seq,union drbd_dev_state state)90*4882a593Smuzhiyun static void drbd_syncer_progress(struct drbd_device *device, struct seq_file *seq,
91*4882a593Smuzhiyun 		union drbd_dev_state state)
92*4882a593Smuzhiyun {
93*4882a593Smuzhiyun 	unsigned long db, dt, dbdt, rt, rs_total, rs_left;
94*4882a593Smuzhiyun 	unsigned int res;
95*4882a593Smuzhiyun 	int i, x, y;
96*4882a593Smuzhiyun 	int stalled = 0;
97*4882a593Smuzhiyun 
98*4882a593Smuzhiyun 	drbd_get_syncer_progress(device, state, &rs_total, &rs_left, &res);
99*4882a593Smuzhiyun 
100*4882a593Smuzhiyun 	x = res/50;
101*4882a593Smuzhiyun 	y = 20-x;
102*4882a593Smuzhiyun 	seq_puts(seq, "\t[");
103*4882a593Smuzhiyun 	for (i = 1; i < x; i++)
104*4882a593Smuzhiyun 		seq_putc(seq, '=');
105*4882a593Smuzhiyun 	seq_putc(seq, '>');
106*4882a593Smuzhiyun 	for (i = 0; i < y; i++)
107*4882a593Smuzhiyun 		seq_putc(seq, '.');
108*4882a593Smuzhiyun 	seq_puts(seq, "] ");
109*4882a593Smuzhiyun 
110*4882a593Smuzhiyun 	if (state.conn == C_VERIFY_S || state.conn == C_VERIFY_T)
111*4882a593Smuzhiyun 		seq_puts(seq, "verified:");
112*4882a593Smuzhiyun 	else
113*4882a593Smuzhiyun 		seq_puts(seq, "sync'ed:");
114*4882a593Smuzhiyun 	seq_printf(seq, "%3u.%u%% ", res / 10, res % 10);
115*4882a593Smuzhiyun 
116*4882a593Smuzhiyun 	/* if more than a few GB, display in MB */
117*4882a593Smuzhiyun 	if (rs_total > (4UL << (30 - BM_BLOCK_SHIFT)))
118*4882a593Smuzhiyun 		seq_printf(seq, "(%lu/%lu)M",
119*4882a593Smuzhiyun 			    (unsigned long) Bit2KB(rs_left >> 10),
120*4882a593Smuzhiyun 			    (unsigned long) Bit2KB(rs_total >> 10));
121*4882a593Smuzhiyun 	else
122*4882a593Smuzhiyun 		seq_printf(seq, "(%lu/%lu)K",
123*4882a593Smuzhiyun 			    (unsigned long) Bit2KB(rs_left),
124*4882a593Smuzhiyun 			    (unsigned long) Bit2KB(rs_total));
125*4882a593Smuzhiyun 
126*4882a593Smuzhiyun 	seq_puts(seq, "\n\t");
127*4882a593Smuzhiyun 
128*4882a593Smuzhiyun 	/* see drivers/md/md.c
129*4882a593Smuzhiyun 	 * We do not want to overflow, so the order of operands and
130*4882a593Smuzhiyun 	 * the * 100 / 100 trick are important. We do a +1 to be
131*4882a593Smuzhiyun 	 * safe against division by zero. We only estimate anyway.
132*4882a593Smuzhiyun 	 *
133*4882a593Smuzhiyun 	 * dt: time from mark until now
134*4882a593Smuzhiyun 	 * db: blocks written from mark until now
135*4882a593Smuzhiyun 	 * rt: remaining time
136*4882a593Smuzhiyun 	 */
137*4882a593Smuzhiyun 	/* Rolling marks. last_mark+1 may just now be modified.  last_mark+2 is
138*4882a593Smuzhiyun 	 * at least (DRBD_SYNC_MARKS-2)*DRBD_SYNC_MARK_STEP old, and has at
139*4882a593Smuzhiyun 	 * least DRBD_SYNC_MARK_STEP time before it will be modified. */
140*4882a593Smuzhiyun 	/* ------------------------ ~18s average ------------------------ */
141*4882a593Smuzhiyun 	i = (device->rs_last_mark + 2) % DRBD_SYNC_MARKS;
142*4882a593Smuzhiyun 	dt = (jiffies - device->rs_mark_time[i]) / HZ;
143*4882a593Smuzhiyun 	if (dt > 180)
144*4882a593Smuzhiyun 		stalled = 1;
145*4882a593Smuzhiyun 
146*4882a593Smuzhiyun 	if (!dt)
147*4882a593Smuzhiyun 		dt++;
148*4882a593Smuzhiyun 	db = device->rs_mark_left[i] - rs_left;
149*4882a593Smuzhiyun 	rt = (dt * (rs_left / (db/100+1)))/100; /* seconds */
150*4882a593Smuzhiyun 
151*4882a593Smuzhiyun 	seq_printf(seq, "finish: %lu:%02lu:%02lu",
152*4882a593Smuzhiyun 		rt / 3600, (rt % 3600) / 60, rt % 60);
153*4882a593Smuzhiyun 
154*4882a593Smuzhiyun 	dbdt = Bit2KB(db/dt);
155*4882a593Smuzhiyun 	seq_puts(seq, " speed: ");
156*4882a593Smuzhiyun 	seq_printf_with_thousands_grouping(seq, dbdt);
157*4882a593Smuzhiyun 	seq_puts(seq, " (");
158*4882a593Smuzhiyun 	/* ------------------------- ~3s average ------------------------ */
159*4882a593Smuzhiyun 	if (drbd_proc_details >= 1) {
160*4882a593Smuzhiyun 		/* this is what drbd_rs_should_slow_down() uses */
161*4882a593Smuzhiyun 		i = (device->rs_last_mark + DRBD_SYNC_MARKS-1) % DRBD_SYNC_MARKS;
162*4882a593Smuzhiyun 		dt = (jiffies - device->rs_mark_time[i]) / HZ;
163*4882a593Smuzhiyun 		if (!dt)
164*4882a593Smuzhiyun 			dt++;
165*4882a593Smuzhiyun 		db = device->rs_mark_left[i] - rs_left;
166*4882a593Smuzhiyun 		dbdt = Bit2KB(db/dt);
167*4882a593Smuzhiyun 		seq_printf_with_thousands_grouping(seq, dbdt);
168*4882a593Smuzhiyun 		seq_puts(seq, " -- ");
169*4882a593Smuzhiyun 	}
170*4882a593Smuzhiyun 
171*4882a593Smuzhiyun 	/* --------------------- long term average ---------------------- */
172*4882a593Smuzhiyun 	/* mean speed since syncer started
173*4882a593Smuzhiyun 	 * we do account for PausedSync periods */
174*4882a593Smuzhiyun 	dt = (jiffies - device->rs_start - device->rs_paused) / HZ;
175*4882a593Smuzhiyun 	if (dt == 0)
176*4882a593Smuzhiyun 		dt = 1;
177*4882a593Smuzhiyun 	db = rs_total - rs_left;
178*4882a593Smuzhiyun 	dbdt = Bit2KB(db/dt);
179*4882a593Smuzhiyun 	seq_printf_with_thousands_grouping(seq, dbdt);
180*4882a593Smuzhiyun 	seq_putc(seq, ')');
181*4882a593Smuzhiyun 
182*4882a593Smuzhiyun 	if (state.conn == C_SYNC_TARGET ||
183*4882a593Smuzhiyun 	    state.conn == C_VERIFY_S) {
184*4882a593Smuzhiyun 		seq_puts(seq, " want: ");
185*4882a593Smuzhiyun 		seq_printf_with_thousands_grouping(seq, device->c_sync_rate);
186*4882a593Smuzhiyun 	}
187*4882a593Smuzhiyun 	seq_printf(seq, " K/sec%s\n", stalled ? " (stalled)" : "");
188*4882a593Smuzhiyun 
189*4882a593Smuzhiyun 	if (drbd_proc_details >= 1) {
190*4882a593Smuzhiyun 		/* 64 bit:
191*4882a593Smuzhiyun 		 * we convert to sectors in the display below. */
192*4882a593Smuzhiyun 		unsigned long bm_bits = drbd_bm_bits(device);
193*4882a593Smuzhiyun 		unsigned long bit_pos;
194*4882a593Smuzhiyun 		unsigned long long stop_sector = 0;
195*4882a593Smuzhiyun 		if (state.conn == C_VERIFY_S ||
196*4882a593Smuzhiyun 		    state.conn == C_VERIFY_T) {
197*4882a593Smuzhiyun 			bit_pos = bm_bits - device->ov_left;
198*4882a593Smuzhiyun 			if (verify_can_do_stop_sector(device))
199*4882a593Smuzhiyun 				stop_sector = device->ov_stop_sector;
200*4882a593Smuzhiyun 		} else
201*4882a593Smuzhiyun 			bit_pos = device->bm_resync_fo;
202*4882a593Smuzhiyun 		/* Total sectors may be slightly off for oddly
203*4882a593Smuzhiyun 		 * sized devices. So what. */
204*4882a593Smuzhiyun 		seq_printf(seq,
205*4882a593Smuzhiyun 			"\t%3d%% sector pos: %llu/%llu",
206*4882a593Smuzhiyun 			(int)(bit_pos / (bm_bits/100+1)),
207*4882a593Smuzhiyun 			(unsigned long long)bit_pos * BM_SECT_PER_BIT,
208*4882a593Smuzhiyun 			(unsigned long long)bm_bits * BM_SECT_PER_BIT);
209*4882a593Smuzhiyun 		if (stop_sector != 0 && stop_sector != ULLONG_MAX)
210*4882a593Smuzhiyun 			seq_printf(seq, " stop sector: %llu", stop_sector);
211*4882a593Smuzhiyun 		seq_putc(seq, '\n');
212*4882a593Smuzhiyun 	}
213*4882a593Smuzhiyun }
214*4882a593Smuzhiyun 
drbd_seq_show(struct seq_file * seq,void * v)215*4882a593Smuzhiyun int drbd_seq_show(struct seq_file *seq, void *v)
216*4882a593Smuzhiyun {
217*4882a593Smuzhiyun 	int i, prev_i = -1;
218*4882a593Smuzhiyun 	const char *sn;
219*4882a593Smuzhiyun 	struct drbd_device *device;
220*4882a593Smuzhiyun 	struct net_conf *nc;
221*4882a593Smuzhiyun 	union drbd_dev_state state;
222*4882a593Smuzhiyun 	char wp;
223*4882a593Smuzhiyun 
224*4882a593Smuzhiyun 	static char write_ordering_chars[] = {
225*4882a593Smuzhiyun 		[WO_NONE] = 'n',
226*4882a593Smuzhiyun 		[WO_DRAIN_IO] = 'd',
227*4882a593Smuzhiyun 		[WO_BDEV_FLUSH] = 'f',
228*4882a593Smuzhiyun 	};
229*4882a593Smuzhiyun 
230*4882a593Smuzhiyun 	seq_printf(seq, "version: " REL_VERSION " (api:%d/proto:%d-%d)\n%s\n",
231*4882a593Smuzhiyun 		   API_VERSION, PRO_VERSION_MIN, PRO_VERSION_MAX, drbd_buildtag());
232*4882a593Smuzhiyun 
233*4882a593Smuzhiyun 	/*
234*4882a593Smuzhiyun 	  cs .. connection state
235*4882a593Smuzhiyun 	  ro .. node role (local/remote)
236*4882a593Smuzhiyun 	  ds .. disk state (local/remote)
237*4882a593Smuzhiyun 	     protocol
238*4882a593Smuzhiyun 	     various flags
239*4882a593Smuzhiyun 	  ns .. network send
240*4882a593Smuzhiyun 	  nr .. network receive
241*4882a593Smuzhiyun 	  dw .. disk write
242*4882a593Smuzhiyun 	  dr .. disk read
243*4882a593Smuzhiyun 	  al .. activity log write count
244*4882a593Smuzhiyun 	  bm .. bitmap update write count
245*4882a593Smuzhiyun 	  pe .. pending (waiting for ack or data reply)
246*4882a593Smuzhiyun 	  ua .. unack'd (still need to send ack or data reply)
247*4882a593Smuzhiyun 	  ap .. application requests accepted, but not yet completed
248*4882a593Smuzhiyun 	  ep .. number of epochs currently "on the fly", P_BARRIER_ACK pending
249*4882a593Smuzhiyun 	  wo .. write ordering mode currently in use
250*4882a593Smuzhiyun 	 oos .. known out-of-sync kB
251*4882a593Smuzhiyun 	*/
252*4882a593Smuzhiyun 
253*4882a593Smuzhiyun 	rcu_read_lock();
254*4882a593Smuzhiyun 	idr_for_each_entry(&drbd_devices, device, i) {
255*4882a593Smuzhiyun 		if (prev_i != i - 1)
256*4882a593Smuzhiyun 			seq_putc(seq, '\n');
257*4882a593Smuzhiyun 		prev_i = i;
258*4882a593Smuzhiyun 
259*4882a593Smuzhiyun 		state = device->state;
260*4882a593Smuzhiyun 		sn = drbd_conn_str(state.conn);
261*4882a593Smuzhiyun 
262*4882a593Smuzhiyun 		if (state.conn == C_STANDALONE &&
263*4882a593Smuzhiyun 		    state.disk == D_DISKLESS &&
264*4882a593Smuzhiyun 		    state.role == R_SECONDARY) {
265*4882a593Smuzhiyun 			seq_printf(seq, "%2d: cs:Unconfigured\n", i);
266*4882a593Smuzhiyun 		} else {
267*4882a593Smuzhiyun 			/* reset device->congestion_reason */
268*4882a593Smuzhiyun 
269*4882a593Smuzhiyun 			nc = rcu_dereference(first_peer_device(device)->connection->net_conf);
270*4882a593Smuzhiyun 			wp = nc ? nc->wire_protocol - DRBD_PROT_A + 'A' : ' ';
271*4882a593Smuzhiyun 			seq_printf(seq,
272*4882a593Smuzhiyun 			   "%2d: cs:%s ro:%s/%s ds:%s/%s %c %c%c%c%c%c%c\n"
273*4882a593Smuzhiyun 			   "    ns:%u nr:%u dw:%u dr:%u al:%u bm:%u "
274*4882a593Smuzhiyun 			   "lo:%d pe:%d ua:%d ap:%d ep:%d wo:%c",
275*4882a593Smuzhiyun 			   i, sn,
276*4882a593Smuzhiyun 			   drbd_role_str(state.role),
277*4882a593Smuzhiyun 			   drbd_role_str(state.peer),
278*4882a593Smuzhiyun 			   drbd_disk_str(state.disk),
279*4882a593Smuzhiyun 			   drbd_disk_str(state.pdsk),
280*4882a593Smuzhiyun 			   wp,
281*4882a593Smuzhiyun 			   drbd_suspended(device) ? 's' : 'r',
282*4882a593Smuzhiyun 			   state.aftr_isp ? 'a' : '-',
283*4882a593Smuzhiyun 			   state.peer_isp ? 'p' : '-',
284*4882a593Smuzhiyun 			   state.user_isp ? 'u' : '-',
285*4882a593Smuzhiyun 			   device->congestion_reason ?: '-',
286*4882a593Smuzhiyun 			   test_bit(AL_SUSPENDED, &device->flags) ? 's' : '-',
287*4882a593Smuzhiyun 			   device->send_cnt/2,
288*4882a593Smuzhiyun 			   device->recv_cnt/2,
289*4882a593Smuzhiyun 			   device->writ_cnt/2,
290*4882a593Smuzhiyun 			   device->read_cnt/2,
291*4882a593Smuzhiyun 			   device->al_writ_cnt,
292*4882a593Smuzhiyun 			   device->bm_writ_cnt,
293*4882a593Smuzhiyun 			   atomic_read(&device->local_cnt),
294*4882a593Smuzhiyun 			   atomic_read(&device->ap_pending_cnt) +
295*4882a593Smuzhiyun 			   atomic_read(&device->rs_pending_cnt),
296*4882a593Smuzhiyun 			   atomic_read(&device->unacked_cnt),
297*4882a593Smuzhiyun 			   atomic_read(&device->ap_bio_cnt),
298*4882a593Smuzhiyun 			   first_peer_device(device)->connection->epochs,
299*4882a593Smuzhiyun 			   write_ordering_chars[device->resource->write_ordering]
300*4882a593Smuzhiyun 			);
301*4882a593Smuzhiyun 			seq_printf(seq, " oos:%llu\n",
302*4882a593Smuzhiyun 				   Bit2KB((unsigned long long)
303*4882a593Smuzhiyun 					   drbd_bm_total_weight(device)));
304*4882a593Smuzhiyun 		}
305*4882a593Smuzhiyun 		if (state.conn == C_SYNC_SOURCE ||
306*4882a593Smuzhiyun 		    state.conn == C_SYNC_TARGET ||
307*4882a593Smuzhiyun 		    state.conn == C_VERIFY_S ||
308*4882a593Smuzhiyun 		    state.conn == C_VERIFY_T)
309*4882a593Smuzhiyun 			drbd_syncer_progress(device, seq, state);
310*4882a593Smuzhiyun 
311*4882a593Smuzhiyun 		if (drbd_proc_details >= 1 && get_ldev_if_state(device, D_FAILED)) {
312*4882a593Smuzhiyun 			lc_seq_printf_stats(seq, device->resync);
313*4882a593Smuzhiyun 			lc_seq_printf_stats(seq, device->act_log);
314*4882a593Smuzhiyun 			put_ldev(device);
315*4882a593Smuzhiyun 		}
316*4882a593Smuzhiyun 
317*4882a593Smuzhiyun 		if (drbd_proc_details >= 2)
318*4882a593Smuzhiyun 			seq_printf(seq, "\tblocked on activity log: %d\n", atomic_read(&device->ap_actlog_cnt));
319*4882a593Smuzhiyun 	}
320*4882a593Smuzhiyun 	rcu_read_unlock();
321*4882a593Smuzhiyun 
322*4882a593Smuzhiyun 	return 0;
323*4882a593Smuzhiyun }
324