xref: /optee_os/lib/libutils/isoc/bget.c (revision 5b25c76ac40f830867e3d60800120ffd7874e8dc)
1 /*
2 
3 			       B G E T
4 
5 			   Buffer allocator
6 
7     Designed and implemented in April of 1972 by John Walker, based on the
8     Case Algol OPRO$ algorithm implemented in 1966.
9 
10     Reimplemented in 1975 by John Walker for the Interdata 70.
11     Reimplemented in 1977 by John Walker for the Marinchip 9900.
12     Reimplemented in 1982 by Duff Kurland for the Intel 8080.
13 
14     Portable C version implemented in September of 1990 by an older, wiser
15     instance of the original implementor.
16 
17     Souped up and/or weighed down  slightly  shortly  thereafter  by  Greg
18     Lutz.
19 
20     AMIX  edition, including the new compaction call-back option, prepared
21     by John Walker in July of 1992.
22 
23     Bug in built-in test program fixed, ANSI compiler warnings eradicated,
24     buffer pool validator  implemented,  and  guaranteed  repeatable  test
25     added by John Walker in October of 1995.
26 
27     This program is in the public domain.
28 
29      1. This is the book of the generations of Adam.   In the day that God
30 	created man, in the likeness of God made he him;
31      2. Male and female created he them;  and  blessed	them,  and  called
32 	their name Adam, in the day when they were created.
33      3. And  Adam  lived  an hundred and thirty years,	and begat a son in
34 	his own likeness, and after his image; and called his name Seth:
35      4. And the days of  Adam  after  he  had  begotten  Seth  were  eight
36 	hundred years: and he begat sons and daughters:
37      5. And  all  the  days  that Adam lived were nine	hundred and thirty
38 	years: and he died.
39      6. And Seth lived an hundred and five years, and begat Enos:
40      7. And Seth lived after he begat Enos eight hundred and seven  years,
41 	and begat sons and daughters:
42      8.  And  all the days of Seth were nine hundred and twelve years: and
43 	 he died.
44      9. And Enos lived ninety years, and begat Cainan:
45     10. And Enos lived after he begat  Cainan eight  hundred  and  fifteen
46 	years, and begat sons and daughters:
47     11. And  all  the days of Enos were nine hundred  and five years:  and
48 	he died.
49     12. And Cainan lived seventy years and begat Mahalaleel:
50     13. And Cainan lived  after he  begat  Mahalaleel  eight  hundred  and
51 	forty years, and begat sons and daughters:
52     14. And  all the days of Cainan were nine  hundred and ten years:  and
53 	he died.
54     15. And Mahalaleel lived sixty and five years, and begat Jared:
55     16. And Mahalaleel lived  after  he  begat	Jared  eight  hundred  and
56 	thirty years, and begat sons and daughters:
57     17. And  all  the  days  of Mahalaleel  were eight hundred	ninety and
58 	five years: and he died.
59     18. And Jared lived an hundred sixty and  two  years,   and  he  begat
60 	Enoch:
61     19. And  Jared  lived  after he begat Enoch  eight hundred years,  and
62 	begat sons and daughters:
63     20. And all the days of Jared  were nine hundred sixty and two  years:
64 	and he died.
65     21. And Enoch lived sixty and five years, and begat Methuselah:
66     22. And  Enoch  walked   with  God	after  he  begat Methuselah  three
67 	hundred years, and begat sons and daughters:
68     23. And all the days of  Enoch  were  three  hundred  sixty  and  five
69 	years:
70     24. And Enoch walked with God: and he was not; for God took him.
71     25. And  Methuselah  lived	an  hundred  eighty and  seven years,  and
72 	begat Lamech.
73     26. And Methuselah lived after he  begat Lamech seven  hundred  eighty
74 	and two years, and begat sons and daughters:
75     27. And  all the days of Methuselah  were nine hundred  sixty and nine
76 	years: and he died.
77     28. And Lamech lived an hundred eighty  and two  years,  and  begat  a
78 	son:
79     29. And  he called his name Noah, saying,  This same shall	comfort us
80 	concerning  our  work and toil of our hands, because of the ground
81 	which the LORD hath cursed.
82     30. And  Lamech  lived  after  he begat Noah  five hundred	ninety and
83 	five years, and begat sons and daughters:
84     31. And all the days of Lamech were  seven hundred seventy	and  seven
85 	years: and he died.
86     32. And  Noah  was five hundred years old:	and Noah begat Shem,  Ham,
87 	and Japheth.
88 
89     And buffers begat buffers, and links begat	links,	and  buffer  pools
90     begat  links  to chains of buffer pools containing buffers, and lo the
91     buffers and links and pools of buffers and pools of links to chains of
92     pools  of  buffers were fruitful and they multiplied and the Operating
93     System looked down upon them and said that it was Good.
94 
95 
96     INTRODUCTION
97     ============
98 
99     BGET  is a comprehensive memory allocation package which is easily
100     configured to the needs of an application.	BGET is  efficient  in
101     both  the  time  needed to allocate and release buffers and in the
102     memory  overhead  required	for  buffer   pool   management.    It
103     automatically    consolidates   contiguous	 space	 to   minimise
104     fragmentation.  BGET is configured	by  compile-time  definitions,
105     Major options include:
106 
107 	*   A  built-in  test  program	to  exercise  BGET   and
108 	    demonstrate how the various functions are used.
109 
110         *   Allocation  by  either the "first fit" or "best fit"
111 	    method.
112 
113 	*   Wiping buffers at release time to catch  code  which
114 	    references previously released storage.
115 
116 	*   Built-in  routines to dump individual buffers or the
117 	    entire buffer pool.
118 
119 	*   Retrieval of allocation and pool size statistics.
120 
121 	*   Quantisation of buffer sizes to a power  of  two  to
122 	    satisfy hardware alignment constraints.
123 
124 	*   Automatic  pool compaction, growth, and shrinkage by
125 	    means of call-backs to user defined functions.
126 
127     Applications  of  BGET  can  range	from  storage  management   in
128     ROM-based  embedded programs to providing the framework upon which
129     a  multitasking  system  incorporating   garbage   collection   is
130     constructed.   BGET  incorporates  extensive  internal consistency
131     checking using the <assert.h> mechanism; all these checks  can  be
132     turned off by compiling with NDEBUG defined, yielding a version of
133     BGET with minimal size and maximum speed.
134 
135     The  basic	algorithm  underlying  BGET  has withstood the test of
136     time;  more  than  25  years   have   passed   since   the	 first
137     implementation  of	this  code.  And yet, it is substantially more
138     efficient than the native allocation  schemes  of  many  operating
139     systems: the Macintosh and Microsoft Windows to name two, on which
140     programs have obtained substantial speed-ups by layering  BGET  as
141     an application level memory manager atop the underlying system's.
142 
143     BGET has been implemented on the largest mainframes and the lowest
144     of	microprocessors.   It  has served as the core for multitasking
145     operating systems, multi-thread applications, embedded software in
146     data  network switching processors, and a host of C programs.  And
147     while it has accreted flexibility and additional options over  the
148     years,  it	remains  fast, memory efficient, portable, and easy to
149     integrate into your program.
150 
151 
152     BGET IMPLEMENTATION ASSUMPTIONS
153     ===============================
154 
155     BGET is written in as portable a dialect of C  as  possible.   The
156     only   fundamental	 assumption   about  the  underlying  hardware
157     architecture is that memory is allocated is a linear  array  which
158     can  be  addressed  as a vector of C "char" objects.  On segmented
159     address space architectures, this generally means that BGET should
160     be used to allocate storage within a single segment (although some
161     compilers	simulate   linear   address   spaces   on    segmented
162     architectures).   On  segmented  architectures,  then, BGET buffer
163     pools  may not be larger than a segment, but since BGET allows any
164     number of separate buffer pools, there is no limit	on  the  total
165     storage  which  can  be  managed,  only  on the largest individual
166     object which can be allocated.  Machines  with  a  linear  address
167     architecture,  such  as  the VAX, 680x0, Sparc, MIPS, or the Intel
168     80386 and above in native mode, may use BGET without restriction.
169 
170 
171     GETTING STARTED WITH BGET
172     =========================
173 
174     Although BGET can be configured in a multitude of fashions,  there
175     are  three	basic  ways  of  working  with	BGET.	The  functions
176     mentioned below are documented in the following  section.	Please
177     excuse  the  forward  references which are made in the interest of
178     providing a roadmap to guide you  to  the  BGET  functions  you're
179     likely to need.
180 
181     Embedded Applications
182     ---------------------
183 
184     Embedded applications  typically  have  a  fixed  area  of	memory
185     dedicated  to  buffer  allocation (often in a separate RAM address
186     space distinct from the ROM that contains  the  executable	code).
187     To	use  BGET in such an environment, simply call bpool() with the
188     start address and length of the buffer  pool  area	in  RAM,  then
189     allocate  buffers  with  bget()  and  release  them  with  brel().
190     Embedded applications with very limited RAM but abundant CPU speed
191     may  benefit  by configuring BGET for BestFit allocation (which is
192     usually not worth it in other environments).
193 
194     Malloc() Emulation
195     ------------------
196 
197     If the C library malloc() function is too  slow,  not  present  in
198     your  development environment (for example, an a native Windows or
199     Macintosh program), or otherwise unsuitable, you  can  replace  it
200     with  BGET.  Initially define a buffer pool of an appropriate size
201     with bpool()--usually obtained by making a call to	the  operating
202     system's  low-level  memory allocator.  Then allocate buffers with
203     bget(), bgetz(), and bgetr() (the last two permit  the  allocation
204     of	buffers initialised to zero and [inefficient] re-allocation of
205     existing buffers for  compatibility  with  C  library  functions).
206     Release buffers by calling brel().	If a buffer allocation request
207     fails, obtain more storage from the underlying  operating  system,
208     add it to the buffer pool by another call to bpool(), and continue
209     execution.
210 
211     Automatic Storage Management
212     ----------------------------
213 
214     You can use BGET as your application's native memory  manager  and
215     implement  automatic  storage  pool  expansion,  contraction,  and
216     optionally application-specific  memory  compaction  by  compiling
217     BGET  with	the  BECtl  variable defined, then calling bectl() and
218     supplying  functions  for  storage	compaction,  acquisition,  and
219     release,  as  well as a standard pool expansion increment.	All of
220     these functions are optional (although it doesn't make much  sense
221     to	provide  a  release  function without an acquisition function,
222     does it?).	Once the call-back functions have  been  defined  with
223     bectl(),  you simply use bget() and brel() to allocate and release
224     storage as before.	You can supply an  initial  buffer  pool  with
225     bpool()  or  rely  on  automatic  allocation to acquire the entire
226     pool.  When a call on  bget()  cannot  be  satisfied,  BGET  first
227     checks  if	a compaction function has been supplied.  If so, it is
228     called (with the space required to satisfy the allocation  request
229     and a sequence number to allow the compaction routine to be called
230     successively without looping).  If the compaction function is able
231     to  free any storage (it needn't know whether the storage it freed
232     was adequate) it should return a  nonzero  value,  whereupon  BGET
233     will retry the allocation request and, if it fails again, call the
234     compaction function again with the next-higher sequence number.
235 
236     If	the  compaction  function  returns zero, indicating failure to
237     free space, or no compaction function is defined, BGET next  tests
238     whether  a	non-NULL  allocation function was supplied to bectl().
239     If so, that function is called with  an  argument  indicating  how
240     many  bytes  of  additional  space are required.  This will be the
241     standard pool expansion increment supplied in the call to  bectl()
242     unless  the  original  bget()  call requested a buffer larger than
243     this; buffers larger than the standard pool block can  be  managed
244     "off  the books" by BGET in this mode.  If the allocation function
245     succeeds in obtaining the storage, it returns a pointer to the new
246     block  and	BGET  expands  the  buffer  pool;  if  it  fails,  the
247     allocation request fails and returns NULL to  the  caller.	 If  a
248     non-NULL  release  function  is  supplied,	expansion blocks which
249     become totally empty are released  to  the	global	free  pool  by
250     passing their addresses to the release function.
251 
252     Equipped  with  appropriate  allocation,  release,	and compaction
253     functions, BGET can be used as part of very  sophisticated	memory
254     management	 strategies,  including  garbage  collection.	(Note,
255     however, that BGET is *not* a garbage  collector  by  itself,  and
256     that  developing  such a system requires much additional logic and
257     careful design of the application's memory allocation strategy.)
258 
259 
260     BGET FUNCTION DESCRIPTIONS
261     ==========================
262 
263     Functions implemented in this file (some are enabled by certain of
264     the optional settings below):
265 
266 	    void bpool(void *buffer, bufsize len);
267 
268     Create a buffer pool of <len> bytes, using the storage starting at
269     <buffer>.	You  can  call	bpool()  subsequently  to   contribute
270     additional storage to the overall buffer pool.
271 
272 	    void *bget(bufsize size);
273 
274     Allocate  a  buffer of <size> bytes.  The address of the buffer is
275     returned, or NULL if insufficient memory was available to allocate
276     the buffer.
277 
278 	    void *bgetz(bufsize size);
279 
280     Allocate a buffer of <size> bytes and clear it to all zeroes.  The
281     address of the buffer is returned, or NULL if insufficient	memory
282     was available to allocate the buffer.
283 
284 	    void *bgetr(void *buffer, bufsize newsize);
285 
286     Reallocate a buffer previously allocated by bget(),  changing  its
287     size  to  <newsize>  and  preserving  all  existing data.  NULL is
288     returned if insufficient memory is	available  to  reallocate  the
289     buffer, in which case the original buffer remains intact.
290 
291 	    void brel(void *buf);
292 
293     Return  the  buffer  <buf>, previously allocated by bget(), to the
294     free space pool.
295 
296 	    void bectl(int (*compact)(bufsize sizereq, int sequence),
297 		       void *(*acquire)(bufsize size),
298 		       void (*release)(void *buf),
299 		       bufsize pool_incr);
300 
301     Expansion control: specify functions through which the package may
302     compact  storage  (or  take  other	appropriate  action)  when  an
303     allocation	request  fails,  and  optionally automatically acquire
304     storage for expansion blocks  when	necessary,  and  release  such
305     blocks when they become empty.  If <compact> is non-NULL, whenever
306     a buffer allocation request fails, the <compact> function will  be
307     called with arguments specifying the number of bytes (total buffer
308     size,  including  header  overhead)  required   to	 satisfy   the
309     allocation request, and a sequence number indicating the number of
310     consecutive  calls	on  <compact>  attempting  to	satisfy   this
311     allocation	request.   The sequence number is 1 for the first call
312     on <compact> for a given allocation  request,  and	increments  on
313     subsequent	calls,	permitting  the  <compact>  function  to  take
314     increasingly dire measures in an attempt to free up  storage.   If
315     the  <compact>  function  returns  a nonzero value, the allocation
316     attempt is re-tried.  If <compact> returns 0 (as  it  must	if  it
317     isn't  able  to  release  any  space  or add storage to the buffer
318     pool), the allocation request fails, which can  trigger  automatic
319     pool expansion if the <acquire> argument is non-NULL.  At the time
320     the  <compact>  function  is  called,  the	state  of  the	buffer
321     allocator  is  identical  to  that	at  the  moment the allocation
322     request was made; consequently, the <compact>  function  may  call
323     brel(), bpool(), bstats(), and/or directly manipulate  the	buffer
324     pool  in  any  manner which would be valid were the application in
325     control.  This does not, however, relieve the  <compact>  function
326     of the need to ensure that whatever actions it takes do not change
327     things   underneath  the  application  that  made  the  allocation
328     request.  For example, a <compact> function that released a buffer
329     in	the  process  of  being reallocated with bgetr() would lead to
330     disaster.  Implementing a safe and effective  <compact>  mechanism
331     requires  careful  design of an application's memory architecture,
332     and cannot generally be easily retrofitted into existing code.
333 
334     If <acquire> is non-NULL, that function will be called whenever an
335     allocation	request  fails.  If the <acquire> function succeeds in
336     allocating the requested space and returns a pointer  to  the  new
337     area,  allocation will proceed using the expanded buffer pool.  If
338     <acquire> cannot obtain the requested space, it should return NULL
339     and   the	entire	allocation  process  will  fail.   <pool_incr>
340     specifies the normal expansion block size.	Providing an <acquire>
341     function will cause subsequent bget()  requests  for  buffers  too
342     large  to  be  managed in the linked-block scheme (in other words,
343     larger than <pool_incr> minus the buffer overhead) to be satisfied
344     directly by calls to the <acquire> function.  Automatic release of
345     empty pool blocks will occur only if all pool blocks in the system
346     are the size given by <pool_incr>.
347 
348 	    void bstats(bufsize *curalloc, bufsize *totfree,
349 			bufsize *maxfree, long *nget, long *nrel);
350 
351     The amount	of  space  currently  allocated  is  stored  into  the
352     variable  pointed  to by <curalloc>.  The total free space (sum of
353     all free blocks in the pool) is stored into the  variable  pointed
354     to	by  <totfree>, and the size of the largest single block in the
355     free space	pool  is  stored  into	the  variable  pointed	to  by
356     <maxfree>.	 The  variables  pointed  to  by <nget> and <nrel> are
357     filled, respectively, with	the  number  of  successful  (non-NULL
358     return) bget() calls and the number of brel() calls.
359 
360 	    void bstatse(bufsize *pool_incr, long *npool,
361 			 long *npget, long *nprel,
362 			 long *ndget, long *ndrel);
363 
364     Extended  statistics: The expansion block size will be stored into
365     the variable pointed to by <pool_incr>, or the negative thereof if
366     automatic  expansion  block  releases are disabled.  The number of
367     currently active pool blocks will  be  stored  into  the  variable
368     pointed  to  by  <npool>.  The variables pointed to by <npget> and
369     <nprel> will be filled with, respectively, the number of expansion
370     block   acquisitions   and	releases  which  have  occurred.   The
371     variables pointed to by <ndget> and <ndrel> will  be  filled  with
372     the  number  of  bget()  and  brel()  calls, respectively, managed
373     through blocks directly allocated by the acquisition  and  release
374     functions.
375 
376 	    void bufdump(void *buf);
377 
378     The buffer pointed to by <buf> is dumped on standard output.
379 
380 	    void bpoold(void *pool, int dumpalloc, int dumpfree);
381 
382     All buffers in the buffer pool <pool>, previously initialised by a
383     call on bpool(), are listed in ascending memory address order.  If
384     <dumpalloc> is nonzero, the  contents  of  allocated  buffers  are
385     dumped;  if <dumpfree> is nonzero, the contents of free blocks are
386     dumped.
387 
388 	    int bpoolv(void *pool);
389 
390     The  named	buffer	pool,  previously  initialised	by  a  call on
391     bpool(), is validated for bad pointers, overwritten data, etc.  If
392     compiled with NDEBUG not defined, any error generates an assertion
393     failure.  Otherwise 1 is returned if the pool is valid,  0	if  an
394     error is found.
395 
396 
397     BGET CONFIGURATION
398     ==================
399 */
400 
401 /*
402  * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
403  * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
404  * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
405  * IN NO EVENT SHALL ST BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
406  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
407  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
408  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
409  * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
410  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
411  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
412  */
413 
414 /* #define BGET_ENABLE_ALL_OPTIONS */
415 #ifdef BGET_ENABLE_OPTION
416 #define TestProg    20000	      /* Generate built-in test program
417 					 if defined.  The value specifies
418 					 how many buffer allocation attempts
419 					 the test program should make. */
420 
421 #define SizeQuant   4		      /* Buffer allocation size quantum:
422 					 all buffers allocated are a
423 					 multiple of this size.  This
424 					 MUST be a power of two. */
425 
426 #define BufDump     1		      /* Define this symbol to enable the
427 					 bpoold() function which dumps the
428 					 buffers in a buffer pool. */
429 
430 #define BufValid    1		      /* Define this symbol to enable the
431 					 bpoolv() function for validating
432 					 a buffer pool. */
433 
434 #define DumpData    1		      /* Define this symbol to enable the
435 					 bufdump() function which allows
436 					 dumping the contents of an allocated
437 					 or free buffer. */
438 
439 #define BufStats    1		      /* Define this symbol to enable the
440 					 bstats() function which calculates
441 					 the total free space in the buffer
442 					 pool, the largest available
443 					 buffer, and the total space
444 					 currently allocated. */
445 
446 #define FreeWipe    1		      /* Wipe free buffers to a guaranteed
447 					 pattern of garbage to trip up
448 					 miscreants who attempt to use
449 					 pointers into released buffers. */
450 
451 #define BestFit     1		      /* Use a best fit algorithm when
452 					 searching for space for an
453 					 allocation request.  This uses
454 					 memory more efficiently, but
455 					 allocation will be much slower. */
456 
457 #define BECtl	    1		      /* Define this symbol to enable the
458 					 bectl() function for automatic
459 					 pool space control.  */
460 #endif
461 
462 #include <stdio.h>
463 #include <stdbool.h>
464 
465 #ifdef lint
466 #define NDEBUG			      /* Exits in asserts confuse lint */
467 /* LINTLIBRARY */                     /* Don't complain about def, no ref */
468 extern char *sprintf();               /* Sun includes don't define sprintf */
469 #endif
470 
471 #include <assert.h>
472 #include <memory.h>
473 
474 #ifdef BufDump			      /* BufDump implies DumpData */
475 #ifndef DumpData
476 #define DumpData    1
477 #endif
478 #endif
479 
480 #ifdef DumpData
481 #include <ctype.h>
482 #endif
483 
484 #ifdef __KERNEL__
485 #ifdef CFG_CORE_BGET_BESTFIT
486 #define BestFit 1
487 #endif
488 #endif
489 
490 /*  Declare the interface, including the requested buffer size type,
491     bufsize.  */
492 
493 #include "bget.h"
494 
495 #define MemSize     int 	      /* Type for size arguments to memxxx()
496 					 functions such as memcmp(). */
497 
498 /* Queue links */
499 
500 struct qlinks {
501     struct bfhead *flink;	      /* Forward link */
502     struct bfhead *blink;	      /* Backward link */
503 };
504 
505 /* Header in allocated and free buffers */
506 
507 struct bhead {
508     bufsize prevfree;		      /* Relative link back to previous
509 					 free buffer in memory or 0 if
510 					 previous buffer is allocated.	*/
511     bufsize bsize;		      /* Buffer size: positive if free,
512 					 negative if allocated. */
513 };
514 #define BH(p)	((struct bhead *) (p))
515 
516 /*  Header in directly allocated buffers (by acqfcn) */
517 
518 struct bdhead {
519     bufsize tsize;		      /* Total size, including overhead */
520     struct bhead bh;		      /* Common header */
521 };
522 #define BDH(p)	((struct bdhead *) (p))
523 
524 /* Header in free buffers */
525 
526 struct bfhead {
527     struct bhead bh;		      /* Common allocated/free header */
528     struct qlinks ql;		      /* Links on free list */
529 };
530 #define BFH(p)	((struct bfhead *) (p))
531 
532 /* Poolset definition */
533 struct bpoolset {
534     struct bfhead freelist;
535 #ifdef BufStats
536     bufsize totalloc;		      /* Total space currently allocated */
537     long numget;		      /* Number of bget() calls */
538     long numrel;		      /* Number of brel() calls */
539 #ifdef BECtl
540     long numpblk;		      /* Number of pool blocks */
541     long numpget;		      /* Number of block gets and rels */
542     long numprel;
543     long numdget;		      /* Number of direct gets and rels */
544     long numdrel;
545 #endif /* BECtl */
546 #endif /* BufStats */
547 
548 #ifdef BECtl
549     /* Automatic expansion block management functions */
550 
551     int (*compfcn) _((bufsize sizereq, int sequence));
552     void *(*acqfcn) _((bufsize size));
553     void (*relfcn) _((void *buf));
554 
555     bufsize exp_incr;		      /* Expansion block size */
556     bufsize pool_len;		      /* 0: no bpool calls have been made
557 					 -1: not all pool blocks are
558 					     the same size
559 					 >0: (common) block size for all
560 					     bpool calls made so far
561 				      */
562 #endif
563 };
564 
565 /*  Minimum allocation quantum: */
566 
567 #define QLSize	(sizeof(struct qlinks))
568 #define SizeQ	((SizeQuant > QLSize) ? SizeQuant : QLSize)
569 
570 #define V   (void)		      /* To denote unwanted returned values */
571 
572 /* End sentinel: value placed in bsize field of dummy block delimiting
573    end of pool block.  The most negative number which will  fit  in  a
574    bufsize, defined in a way that the compiler will accept. */
575 
576 #define ESent	((bufsize) (-(((1L << (sizeof(bufsize) * 8 - 2)) - 1) * 2) - 2))
577 
578 /*  BGET  --  Allocate a buffer.  */
579 
580 void *bget(requested_size, poolset)
581   bufsize requested_size;
582   struct bpoolset *poolset;
583 {
584     bufsize size = requested_size;
585     struct bfhead *b;
586 #ifdef BestFit
587     struct bfhead *best;
588 #endif
589     void *buf;
590 #ifdef BECtl
591     int compactseq = 0;
592 #endif
593 
594     assert(size > 0);
595 
596     if (size < SizeQ) { 	      /* Need at least room for the */
597 	size = SizeQ;		      /*    queue links.  */
598     }
599 #ifdef SizeQuant
600 #if SizeQuant > 1
601     if (ADD_OVERFLOW(size, SizeQuant - 1, &size))
602         return NULL;
603 
604     size = ROUNDDOWN(size, SizeQuant);
605 #endif
606 #endif
607 
608     /* Add overhead in allocated buffer to size required. */
609     if (ADD_OVERFLOW(size, sizeof(struct bhead), &size))
610         return NULL;
611 
612 #ifdef BECtl
613     /* If a compact function was provided in the call to bectl(), wrap
614        a loop around the allocation process  to  allow	compaction  to
615        intervene in case we don't find a suitable buffer in the chain. */
616 
617     while (1) {
618 #endif
619 	b = poolset->freelist.ql.flink;
620 #ifdef BestFit
621 	best = &poolset->freelist;
622 #endif
623 
624 
625 	/* Scan the free list searching for the first buffer big enough
626 	   to hold the requested size buffer. */
627 
628 #ifdef BestFit
629 	while (b != &poolset->freelist) {
630 	    if (b->bh.bsize >= size) {
631 		if ((best == &poolset->freelist) ||
632 		    (b->bh.bsize < best->bh.bsize)) {
633 		    best = b;
634 		}
635 	    }
636 	    b = b->ql.flink;		  /* Link to next buffer */
637 	}
638 	b = best;
639 #endif /* BestFit */
640 
641 	while (b != &poolset->freelist) {
642 	    if ((bufsize) b->bh.bsize >= size) {
643 
644 		/* Buffer  is big enough to satisfy  the request.  Allocate it
645 		   to the caller.  We must decide whether the buffer is  large
646 		   enough  to  split  into  the part given to the caller and a
647 		   free buffer that remains on the free list, or  whether  the
648 		   entire  buffer  should  be  removed	from the free list and
649 		   given to the caller in its entirety.   We  only  split  the
650 		   buffer if enough room remains for a header plus the minimum
651 		   quantum of allocation. */
652 
653 		if ((b->bh.bsize - size) > (SizeQ + (sizeof(struct bhead)))) {
654 		    struct bhead *ba, *bn;
655 
656 		    ba = BH(((char *) b) + (b->bh.bsize - size));
657 		    bn = BH(((char *) ba) + size);
658 		    assert(bn->prevfree == b->bh.bsize);
659 		    /* Subtract size from length of free block. */
660 		    b->bh.bsize -= size;
661 		    /* Link allocated buffer to the previous free buffer. */
662 		    ba->prevfree = b->bh.bsize;
663 		    /* Plug negative size into user buffer. */
664 		    ba->bsize = -(bufsize) size;
665 		    /* Mark buffer after this one not preceded by free block. */
666 		    bn->prevfree = 0;
667 
668 #ifdef BufStats
669 		    poolset->totalloc += size;
670 		    poolset->numget++;		  /* Increment number of bget() calls */
671 #endif
672 		    buf = (void *) ((((char *) ba) + sizeof(struct bhead)));
673 		    tag_asan_alloced(buf, size);
674 		    return buf;
675 		} else {
676 		    struct bhead *ba;
677 
678 		    ba = BH(((char *) b) + b->bh.bsize);
679 		    assert(ba->prevfree == b->bh.bsize);
680 
681                     /* The buffer isn't big enough to split.  Give  the  whole
682 		       shebang to the caller and remove it from the free list. */
683 
684 		    assert(b->ql.blink->ql.flink == b);
685 		    assert(b->ql.flink->ql.blink == b);
686 		    b->ql.blink->ql.flink = b->ql.flink;
687 		    b->ql.flink->ql.blink = b->ql.blink;
688 
689 #ifdef BufStats
690 		    poolset->totalloc += b->bh.bsize;
691 		    poolset->numget++;		  /* Increment number of bget() calls */
692 #endif
693 		    /* Negate size to mark buffer allocated. */
694 		    b->bh.bsize = -(b->bh.bsize);
695 
696 		    /* Zero the back pointer in the next buffer in memory
697 		       to indicate that this buffer is allocated. */
698 		    ba->prevfree = 0;
699 
700 		    /* Give user buffer starting at queue links. */
701 		    buf =  (void *) &(b->ql);
702 		    tag_asan_alloced(buf, size);
703 		    return buf;
704 		}
705 	    }
706 	    b = b->ql.flink;		  /* Link to next buffer */
707 	}
708 #ifdef BECtl
709 
710         /* We failed to find a buffer.  If there's a compact  function
711 	   defined,  notify  it  of the size requested.  If it returns
712 	   TRUE, try the allocation again. */
713 
714 	if ((poolset->compfcn == NULL) ||
715 	    (!(poolset->compfcn)(size, ++compactseq))) {
716 	    break;
717 	}
718     }
719 
720     /* No buffer available with requested size free. */
721 
722     /* Don't give up yet -- look in the reserve supply. */
723 
724     if (poolset->acqfcn != NULL) {
725 	if (size > exp_incr - sizeof(struct bhead)) {
726 
727 	    /* Request	is  too  large	to  fit in a single expansion
728 	       block.  Try to satisy it by a direct buffer acquisition. */
729 
730 	    struct bdhead *bdh;
731 
732 	    size += sizeof(struct bdhead) - sizeof(struct bhead);
733 	    if ((bdh = BDH((*acqfcn)((bufsize) size))) != NULL) {
734 
735 		/*  Mark the buffer special by setting the size field
736 		    of its header to zero.  */
737 		bdh->bh.bsize = 0;
738 		bdh->bh.prevfree = 0;
739 		bdh->tsize = size;
740 #ifdef BufStats
741 		poolset->totalloc += size;
742 		poolset->numget++;	  /* Increment number of bget() calls */
743 		poolset->numdget++;	  /* Direct bget() call count */
744 #endif
745 		buf =  (void *) (bdh + 1);
746 		tag_asan_alloced(buf, size);
747 		return buf;
748 	    }
749 
750 	} else {
751 
752 	    /*	Try to obtain a new expansion block */
753 
754 	    void *newpool;
755 
756 	    if ((newpool = poolset->acqfcn((bufsize) exp_incr)) != NULL) {
757 		bpool(newpool, exp_incr, poolset);
758                 buf =  bget(requested_size, pool);  /* This can't, I say, can't
759 						       get into a loop. */
760 		return buf;
761 	    }
762 	}
763     }
764 
765     /*	Still no buffer available */
766 
767 #endif /* BECtl */
768 
769     return NULL;
770 }
771 
772 /*  BGETZ  --  Allocate a buffer and clear its contents to zero.  We clear
773 	       the  entire  contents  of  the buffer to zero, not just the
774 	       region requested by the caller. */
775 
776 void *bgetz(size, poolset)
777   bufsize size;
778   struct bpoolset *poolset;
779 {
780     char *buf = (char *) bget(size, poolset);
781 
782     if (buf != NULL) {
783 	struct bhead *b;
784 	bufsize rsize;
785 
786 	b = BH(buf - sizeof(struct bhead));
787 	rsize = -(b->bsize);
788 	if (rsize == 0) {
789 	    struct bdhead *bd;
790 
791 	    bd = BDH(buf - sizeof(struct bdhead));
792 	    rsize = bd->tsize - sizeof(struct bdhead);
793 	} else {
794 	    rsize -= sizeof(struct bhead);
795 	}
796 	assert(rsize >= size);
797 	V memset_unchecked(buf, 0, (MemSize) rsize);
798     }
799     return ((void *) buf);
800 }
801 
802 /*  BGETR  --  Reallocate a buffer.  This is a minimal implementation,
803 	       simply in terms of brel()  and  bget().	 It  could  be
804 	       enhanced to allow the buffer to grow into adjacent free
805 	       blocks and to avoid moving data unnecessarily.  */
806 
807 void *bgetr(buf, size, poolset)
808   void *buf;
809   bufsize size;
810   struct bpoolset *poolset;
811 {
812     void *nbuf;
813     bufsize osize;		      /* Old size of buffer */
814     struct bhead *b;
815 
816     if ((nbuf = bget(size, poolset)) == NULL) { /* Acquire new buffer */
817 	return NULL;
818     }
819     if (buf == NULL) {
820 	return nbuf;
821     }
822     b = BH(((char *) buf) - sizeof(struct bhead));
823     osize = -b->bsize;
824 #ifdef BECtl
825     if (osize == 0) {
826 	/*  Buffer acquired directly through acqfcn. */
827 	struct bdhead *bd;
828 
829 	bd = BDH(((char *) buf) - sizeof(struct bdhead));
830 	osize = bd->tsize - sizeof(struct bdhead);
831     } else
832 #endif
833 	osize -= sizeof(struct bhead);
834     assert(osize > 0);
835     V memcpy((char *) nbuf, (char *) buf, /* Copy the data */
836 	     (MemSize) ((size < osize) ? size : osize));
837 #ifndef __KERNEL__
838     /* User space reallocations are always zeroed */
839     if (size > osize)
840          V memset((char *) nbuf + osize, 0, size - osize);
841 #endif
842     brel(buf, poolset, false /* !wipe */);
843     return nbuf;
844 }
845 
846 /*  BREL  --  Release a buffer.  */
847 
848 void brel(buf, poolset, wipe)
849   void *buf;
850   struct bpoolset *poolset;
851   int wipe;
852 {
853     struct bfhead *b, *bn;
854     bufsize bs;
855 
856     b = BFH(((char *) buf) - sizeof(struct bhead));
857 #ifdef BufStats
858     poolset->numrel++;		      /* Increment number of brel() calls */
859 #endif
860     assert(buf != NULL);
861 
862 #ifdef FreeWipe
863     wipe = true;
864 #endif
865 #ifdef BECtl
866     if (b->bh.bsize == 0) {	      /* Directly-acquired buffer? */
867 	struct bdhead *bdh;
868 
869 	bdh = BDH(((char *) buf) - sizeof(struct bdhead));
870 	assert(b->bh.prevfree == 0);
871 #ifdef BufStats
872 	poolset->totalloc -= bdh->tsize;
873 	assert(poolset->totalloc >= 0);
874 	poolset->numdrel++;	       /* Number of direct releases */
875 #endif /* BufStats */
876 	if (wipe) {
877 		V memset_unchecked((char *) buf, 0x55,
878 				   (MemSize) (bdh->tsize -
879 					      sizeof(struct bdhead)));
880 	}
881 	bs = bdh->tsize - sizeof(struct bdhead);
882 	assert(poolset->relfcn != NULL);
883 	poolset->relfcn((void *) bdh);      /* Release it directly. */
884 	tag_asan_free(buf, bs);
885 	return;
886     }
887 #endif /* BECtl */
888 
889     /* Buffer size must be negative, indicating that the buffer is
890        allocated. */
891 
892     if (b->bh.bsize >= 0) {
893 	bn = NULL;
894     }
895     assert(b->bh.bsize < 0);
896     bs = -b->bh.bsize;
897 
898     /*	Back pointer in next buffer must be zero, indicating the
899 	same thing: */
900 
901     assert(BH((char *) b - b->bh.bsize)->prevfree == 0);
902 
903 #ifdef BufStats
904     poolset->totalloc += b->bh.bsize;
905     assert(poolset->totalloc >= 0);
906 #endif
907 
908     /* If the back link is nonzero, the previous buffer is free.  */
909 
910     if (b->bh.prevfree != 0) {
911 
912 	/* The previous buffer is free.  Consolidate this buffer  with	it
913 	   by  adding  the  length  of	this  buffer  to the previous free
914 	   buffer.  Note that we subtract the size  in	the  buffer  being
915            released,  since  it's  negative to indicate that the buffer is
916 	   allocated. */
917 
918 	register bufsize size = b->bh.bsize;
919 
920         /* Make the previous buffer the one we're working on. */
921 	assert(BH((char *) b - b->bh.prevfree)->bsize == b->bh.prevfree);
922 	b = BFH(((char *) b) - b->bh.prevfree);
923 	b->bh.bsize -= size;
924     } else {
925 
926         /* The previous buffer isn't allocated.  Insert this buffer
927 	   on the free list as an isolated free block. */
928 
929 	assert(poolset->freelist.ql.blink->ql.flink == &poolset->freelist);
930 	assert(poolset->freelist.ql.flink->ql.blink == &poolset->freelist);
931 	b->ql.flink = &poolset->freelist;
932 	b->ql.blink = poolset->freelist.ql.blink;
933 	poolset->freelist.ql.blink = b;
934 	b->ql.blink->ql.flink = b;
935 	b->bh.bsize = -b->bh.bsize;
936     }
937 
938     /* Now we look at the next buffer in memory, located by advancing from
939        the  start  of  this  buffer  by its size, to see if that buffer is
940        free.  If it is, we combine  this  buffer  with	the  next  one	in
941        memory, dechaining the second buffer from the free list. */
942 
943     bn =  BFH(((char *) b) + b->bh.bsize);
944     if (bn->bh.bsize > 0) {
945 
946 	/* The buffer is free.	Remove it from the free list and add
947 	   its size to that of our buffer. */
948 
949 	assert(BH((char *) bn + bn->bh.bsize)->prevfree == bn->bh.bsize);
950 	assert(bn->ql.blink->ql.flink == bn);
951 	assert(bn->ql.flink->ql.blink == bn);
952 	bn->ql.blink->ql.flink = bn->ql.flink;
953 	bn->ql.flink->ql.blink = bn->ql.blink;
954 	b->bh.bsize += bn->bh.bsize;
955 
956 	/* Finally,  advance  to   the	buffer	that   follows	the  newly
957 	   consolidated free block.  We must set its  backpointer  to  the
958 	   head  of  the  consolidated free block.  We know the next block
959 	   must be an allocated block because the process of recombination
960 	   guarantees  that  two  free	blocks will never be contiguous in
961 	   memory.  */
962 
963 	bn = BFH(((char *) b) + b->bh.bsize);
964     }
965     if (wipe) {
966 	V memset_unchecked(((char *) b) + sizeof(struct bfhead), 0x55,
967 			   (MemSize) (b->bh.bsize - sizeof(struct bfhead)));
968     }
969     assert(bn->bh.bsize < 0);
970 
971     /* The next buffer is allocated.  Set the backpointer in it  to  point
972        to this buffer; the previous free buffer in memory. */
973 
974     bn->bh.prevfree = b->bh.bsize;
975 
976 #ifdef BECtl
977 
978     /*	If  a  block-release function is defined, and this free buffer
979 	constitutes the entire block, release it.  Note that  pool_len
980 	is  defined  in  such a way that the test will fail unless all
981 	pool blocks are the same size.	*/
982 
983     if (poolset->relfcn != NULL &&
984 	((bufsize) b->bh.bsize) == (pool_len - sizeof(struct bhead))) {
985 
986 	assert(b->bh.prevfree == 0);
987 	assert(BH((char *) b + b->bh.bsize)->bsize == ESent);
988 	assert(BH((char *) b + b->bh.bsize)->prevfree == b->bh.bsize);
989 	/*  Unlink the buffer from the free list  */
990 	b->ql.blink->ql.flink = b->ql.flink;
991 	b->ql.flink->ql.blink = b->ql.blink;
992 
993 	poolset->relfcn(b);
994 #ifdef BufStats
995 	poolset->numprel++;	       /* Nr of expansion block releases */
996 	poolset->numpblk--;	       /* Total number of blocks */
997 	assert(numpblk == numpget - numprel);
998 #endif /* BufStats */
999     }
1000 #endif /* BECtl */
1001     tag_asan_free(buf, bs);
1002 }
1003 
1004 #ifdef BECtl
1005 
1006 /*  BECTL  --  Establish automatic pool expansion control  */
1007 
1008 void bectl(compact, acquire, release, pool_incr, poolset)
1009   int (*compact) _((bufsize sizereq, int sequence));
1010   void *(*acquire) _((bufsize size));
1011   void (*release) _((void *buf));
1012   bufsize pool_incr;
1013   struct bpoolset *poolset;
1014 {
1015     poolset->compfcn = compact;
1016     poolset->acqfcn = acquire;
1017     poolset->relfcn = release;
1018     poolset->exp_incr = pool_incr;
1019 }
1020 #endif
1021 
1022 /*  BPOOL  --  Add a region of memory to the buffer pool.  */
1023 
1024 void bpool(buf, len, poolset)
1025   void *buf;
1026   bufsize len;
1027   struct bpoolset *poolset;
1028 {
1029     struct bfhead *b = BFH(buf);
1030     struct bhead *bn;
1031 
1032 #ifdef SizeQuant
1033     len &= ~(SizeQuant - 1);
1034 #endif
1035 #ifdef BECtl
1036     if (poolset->pool_len == 0) {
1037 	pool_len = len;
1038     } else if (len != poolset->pool_len) {
1039 	poolset->pool_len = -1;
1040     }
1041 #ifdef BufStats
1042     poolset->numpget++;		       /* Number of block acquisitions */
1043     poolset->numpblk++;		       /* Number of blocks total */
1044     assert(poolset->numpblk == poolset->numpget - poolset->numprel);
1045 #endif /* BufStats */
1046 #endif /* BECtl */
1047 
1048     /* Since the block is initially occupied by a single free  buffer,
1049        it  had	better	not  be  (much) larger than the largest buffer
1050        whose size we can store in bhead.bsize. */
1051 
1052     assert(len - sizeof(struct bhead) <= -((bufsize) ESent + 1));
1053 
1054     /* Clear  the  backpointer at  the start of the block to indicate that
1055        there  is  no  free  block  prior  to  this   one.    That   blocks
1056        recombination when the first block in memory is released. */
1057 
1058     b->bh.prevfree = 0;
1059 
1060     /* Chain the new block to the free list. */
1061 
1062     assert(poolset->freelist.ql.blink->ql.flink == &poolset->freelist);
1063     assert(poolset->freelist.ql.flink->ql.blink == &poolset->freelist);
1064     b->ql.flink = &poolset->freelist;
1065     b->ql.blink = poolset->freelist.ql.blink;
1066     poolset->freelist.ql.blink = b;
1067     b->ql.blink->ql.flink = b;
1068 
1069     /* Create a dummy allocated buffer at the end of the pool.	This dummy
1070        buffer is seen when a buffer at the end of the pool is released and
1071        blocks  recombination  of  the last buffer with the dummy buffer at
1072        the end.  The length in the dummy buffer  is  set  to  the  largest
1073        negative  number  to  denote  the  end  of  the pool for diagnostic
1074        routines (this specific value is  not  counted  on  by  the  actual
1075        allocation and release functions). */
1076 
1077     len -= sizeof(struct bhead);
1078     b->bh.bsize = (bufsize) len;
1079 #ifdef FreeWipe
1080     V memset_unchecked(((char *) b) + sizeof(struct bfhead), 0x55,
1081 		       (MemSize) (len - sizeof(struct bfhead)));
1082 #endif
1083     bn = BH(((char *) b) + len);
1084     bn->prevfree = (bufsize) len;
1085     /* Definition of ESent assumes two's complement! */
1086     assert((~0) == -1);
1087     bn->bsize = ESent;
1088 }
1089 
1090 #ifdef BufStats
1091 
1092 /*  BSTATS  --	Return buffer allocation free space statistics.  */
1093 
1094 void bstats(curalloc, totfree, maxfree, nget, nrel, poolset)
1095   bufsize *curalloc, *totfree, *maxfree;
1096   long *nget, *nrel;
1097   struct bpoolset *poolset;
1098 {
1099     struct bfhead *b = poolset->freelist.ql.flink;
1100 
1101     *nget = poolset->numget;
1102     *nrel = poolset->numrel;
1103     *curalloc = poolset->totalloc;
1104     *totfree = 0;
1105     *maxfree = -1;
1106     while (b != &poolset->freelist) {
1107 	assert(b->bh.bsize > 0);
1108 	*totfree += b->bh.bsize;
1109 	if (b->bh.bsize > *maxfree) {
1110 	    *maxfree = b->bh.bsize;
1111 	}
1112 	b = b->ql.flink;	      /* Link to next buffer */
1113     }
1114 }
1115 
1116 #ifdef BECtl
1117 
1118 /*  BSTATSE  --  Return extended statistics  */
1119 
1120 void bstatse(pool_incr, npool, npget, nprel, ndget, ndrel, poolset)
1121   bufsize *pool_incr;
1122   long *npool, *npget, *nprel, *ndget, *ndrel;
1123   struct bpoolset *poolset;
1124 {
1125     *pool_incr = (poolset->pool_len < 0) ?
1126 	    -poolset->exp_incr : poolset->exp_incr;
1127     *npool = poolset->numpblk;
1128     *npget = poolset->numpget;
1129     *nprel = poolset->numprel;
1130     *ndget = poolset->numdget;
1131     *ndrel = poolset->numdrel;
1132 }
1133 #endif /* BECtl */
1134 #endif /* BufStats */
1135 
1136 #ifdef DumpData
1137 
1138 /*  BUFDUMP  --  Dump the data in a buffer.  This is called with the  user
1139 		 data pointer, and backs up to the buffer header.  It will
1140 		 dump either a free block or an allocated one.	*/
1141 
1142 void bufdump(buf)
1143   void *buf;
1144 {
1145     struct bfhead *b;
1146     unsigned char *bdump;
1147     bufsize bdlen;
1148 
1149     b = BFH(((char *) buf) - sizeof(struct bhead));
1150     assert(b->bh.bsize != 0);
1151     if (b->bh.bsize < 0) {
1152 	bdump = (unsigned char *) buf;
1153 	bdlen = (-b->bh.bsize) - sizeof(struct bhead);
1154     } else {
1155 	bdump = (unsigned char *) (((char *) b) + sizeof(struct bfhead));
1156 	bdlen = b->bh.bsize - sizeof(struct bfhead);
1157     }
1158 
1159     while (bdlen > 0) {
1160 	int i, dupes = 0;
1161 	bufsize l = bdlen;
1162 	char bhex[50], bascii[20];
1163 
1164 	if (l > 16) {
1165 	    l = 16;
1166 	}
1167 
1168 	for (i = 0; i < l; i++) {
1169 			V snprintf(bhex + i * 3, sizeof(bhex) - i * 3, "%02X ",
1170 				   bdump[i]);
1171             bascii[i] = isprint(bdump[i]) ? bdump[i] : ' ';
1172 	}
1173 	bascii[i] = 0;
1174         V printf("%-48s   %s\n", bhex, bascii);
1175 	bdump += l;
1176 	bdlen -= l;
1177 	while ((bdlen > 16) && (memcmp((char *) (bdump - 16),
1178 				       (char *) bdump, 16) == 0)) {
1179 	    dupes++;
1180 	    bdump += 16;
1181 	    bdlen -= 16;
1182 	}
1183 	if (dupes > 1) {
1184 	    V printf(
1185                 "     (%d lines [%d bytes] identical to above line skipped)\n",
1186 		dupes, dupes * 16);
1187 	} else if (dupes == 1) {
1188 	    bdump -= 16;
1189 	    bdlen += 16;
1190 	}
1191     }
1192 }
1193 #endif
1194 
1195 #ifdef BufDump
1196 
1197 /*  BPOOLD  --	Dump a buffer pool.  The buffer headers are always listed.
1198 		If DUMPALLOC is nonzero, the contents of allocated buffers
1199 		are  dumped.   If  DUMPFREE  is  nonzero,  free blocks are
1200 		dumped as well.  If FreeWipe  checking	is  enabled,  free
1201 		blocks	which  have  been clobbered will always be dumped. */
1202 
1203 void bpoold(buf, dumpalloc, dumpfree)
1204   void *buf;
1205   int dumpalloc, dumpfree;
1206 {
1207     struct bfhead *b = BFH(buf);
1208 
1209     while (b->bh.bsize != ESent) {
1210 	bufsize bs = b->bh.bsize;
1211 
1212 	if (bs < 0) {
1213 	    bs = -bs;
1214             V printf("Allocated buffer: size %6ld bytes.\n", (long) bs);
1215 	    if (dumpalloc) {
1216 		bufdump((void *) (((char *) b) + sizeof(struct bhead)));
1217 	    }
1218 	} else {
1219             char *lerr = "";
1220 
1221 	    assert(bs > 0);
1222 	    if ((b->ql.blink->ql.flink != b) ||
1223 		(b->ql.flink->ql.blink != b)) {
1224                 lerr = "  (Bad free list links)";
1225 	    }
1226             V printf("Free block:       size %6ld bytes.%s\n",
1227 		(long) bs, lerr);
1228 #ifdef FreeWipe
1229 	    lerr = ((char *) b) + sizeof(struct bfhead);
1230 	    if ((bs > sizeof(struct bfhead)) && ((*lerr != 0x55) ||
1231 		(memcmp(lerr, lerr + 1,
1232 		  (MemSize) (bs - (sizeof(struct bfhead) + 1))) != 0))) {
1233 		V printf(
1234                     "(Contents of above free block have been overstored.)\n");
1235 		bufdump((void *) (((char *) b) + sizeof(struct bhead)));
1236 	    } else
1237 #endif
1238 	    if (dumpfree) {
1239 		bufdump((void *) (((char *) b) + sizeof(struct bhead)));
1240 	    }
1241 	}
1242 	b = BFH(((char *) b) + bs);
1243     }
1244 }
1245 #endif /* BufDump */
1246 
1247 #ifdef BufValid
1248 
1249 /*  BPOOLV  --  Validate a buffer pool.  If NDEBUG isn't defined,
1250 		any error generates an assertion failure.  */
1251 
1252 int bpoolv(buf)
1253   void *buf;
1254 {
1255     struct bfhead *b = BFH(buf);
1256 
1257     while (b->bh.bsize != ESent) {
1258 	bufsize bs = b->bh.bsize;
1259 
1260 	if (bs < 0) {
1261 	    bs = -bs;
1262 	} else {
1263 			const char *lerr = "";
1264 
1265 	    assert(bs > 0);
1266 	    if (bs <= 0) {
1267 		return 0;
1268 	    }
1269 	    if ((b->ql.blink->ql.flink != b) ||
1270 		(b->ql.flink->ql.blink != b)) {
1271                 V printf("Free block: size %6ld bytes.  (Bad free list links)\n",
1272 		     (long) bs);
1273 		assert(0);
1274 		return 0;
1275 	    }
1276 #ifdef FreeWipe
1277 	    lerr = ((char *) b) + sizeof(struct bfhead);
1278 	    if ((bs > sizeof(struct bfhead)) && ((*lerr != 0x55) ||
1279 		(memcmp(lerr, lerr + 1,
1280 		  (MemSize) (bs - (sizeof(struct bfhead) + 1))) != 0))) {
1281 		V printf(
1282                     "(Contents of above free block have been overstored.)\n");
1283 		bufdump((void *) (((char *) b) + sizeof(struct bhead)));
1284 		assert(0);
1285 		return 0;
1286 	    }
1287 #endif
1288 	}
1289 	b = BFH(((char *) b) + bs);
1290     }
1291     return 1;
1292 }
1293 #endif /* BufValid */
1294 
1295         /***********************\
1296 	*			*
1297 	* Built-in test program *
1298 	*			*
1299         \***********************/
1300 
1301 #ifdef TestProg
1302 
1303 #define Repeatable  1		      /* Repeatable pseudorandom sequence */
1304 				      /* If Repeatable is not defined, a
1305 					 time-seeded pseudorandom sequence
1306 					 is generated, exercising BGET with
1307 					 a different pattern of calls on each
1308 					 run. */
1309 #define OUR_RAND		      /* Use our own built-in version of
1310 					 rand() to guarantee the test is
1311 					 100% repeatable. */
1312 
1313 #ifdef BECtl
1314 #define PoolSize    300000	      /* Test buffer pool size */
1315 #else
1316 #define PoolSize    50000	      /* Test buffer pool size */
1317 #endif
1318 #define ExpIncr     32768	      /* Test expansion block size */
1319 #define CompactTries 10 	      /* Maximum tries at compacting */
1320 
1321 #define dumpAlloc   0		      /* Dump allocated buffers ? */
1322 #define dumpFree    0		      /* Dump free buffers ? */
1323 
1324 #ifndef Repeatable
1325 extern long time();
1326 #endif
1327 
1328 extern char *malloc();
1329 extern int free _((char *));
1330 
1331 static char *bchain = NULL;	      /* Our private buffer chain */
1332 static char *bp = NULL; 	      /* Our initial buffer pool */
1333 
1334 #include <math.h>
1335 
1336 #ifdef OUR_RAND
1337 
1338 static unsigned long int next = 1;
1339 
1340 /* Return next random integer */
1341 
1342 int rand()
1343 {
1344 	next = next * 1103515245L + 12345;
1345 	return (unsigned int) (next / 65536L) % 32768L;
1346 }
1347 
1348 /* Set seed for random generator */
1349 
1350 void srand(seed)
1351   unsigned int seed;
1352 {
1353 	next = seed;
1354 }
1355 #endif
1356 
1357 /*  STATS  --  Edit statistics returned by bstats() or bstatse().  */
1358 
1359 static void stats(when)
1360   char *when;
1361 {
1362     bufsize cural, totfree, maxfree;
1363     long nget, nfree;
1364 #ifdef BECtl
1365     bufsize pincr;
1366     long totblocks, npget, nprel, ndget, ndrel;
1367 #endif
1368 
1369     bstats(&cural, &totfree, &maxfree, &nget, &nfree);
1370     V printf(
1371         "%s: %ld gets, %ld releases.  %ld in use, %ld free, largest = %ld\n",
1372 	when, nget, nfree, (long) cural, (long) totfree, (long) maxfree);
1373 #ifdef BECtl
1374     bstatse(&pincr, &totblocks, &npget, &nprel, &ndget, &ndrel);
1375     V printf(
1376          "  Blocks: size = %ld, %ld (%ld bytes) in use, %ld gets, %ld frees\n",
1377 	 (long)pincr, totblocks, pincr * totblocks, npget, nprel);
1378     V printf("  %ld direct gets, %ld direct frees\n", ndget, ndrel);
1379 #endif /* BECtl */
1380 }
1381 
1382 #ifdef BECtl
1383 static int protect = 0; 	      /* Disable compaction during bgetr() */
1384 
1385 /*  BCOMPACT  --  Compaction call-back function.  */
1386 
1387 static int bcompact(bsize, seq)
1388   bufsize bsize;
1389   int seq;
1390 {
1391 #ifdef CompactTries
1392     char *bc = bchain;
1393     int i = rand() & 0x3;
1394 
1395 #ifdef COMPACTRACE
1396     V printf("Compaction requested.  %ld bytes needed, sequence %d.\n",
1397 	(long) bsize, seq);
1398 #endif
1399 
1400     if (protect || (seq > CompactTries)) {
1401 #ifdef COMPACTRACE
1402         V printf("Compaction gave up.\n");
1403 #endif
1404 	return 0;
1405     }
1406 
1407     /* Based on a random cast, release a random buffer in the list
1408        of allocated buffers. */
1409 
1410     while (i > 0 && bc != NULL) {
1411 	bc = *((char **) bc);
1412 	i--;
1413     }
1414     if (bc != NULL) {
1415 	char *fb;
1416 
1417 	fb = *((char **) bc);
1418 	if (fb != NULL) {
1419 	    *((char **) bc) = *((char **) fb);
1420 	    brel((void *) fb);
1421 	    return 1;
1422 	}
1423     }
1424 
1425 #ifdef COMPACTRACE
1426     V printf("Compaction bailed out.\n");
1427 #endif
1428 #endif /* CompactTries */
1429     return 0;
1430 }
1431 
1432 /*  BEXPAND  --  Expand pool call-back function.  */
1433 
1434 static void *bexpand(size)
1435   bufsize size;
1436 {
1437     void *np = NULL;
1438     bufsize cural, totfree, maxfree;
1439     long nget, nfree;
1440 
1441     /* Don't expand beyond the total allocated size given by PoolSize. */
1442 
1443     bstats(&cural, &totfree, &maxfree, &nget, &nfree);
1444 
1445     if (cural < PoolSize) {
1446 	np = (void *) malloc((unsigned) size);
1447     }
1448 #ifdef EXPTRACE
1449     V printf("Expand pool by %ld -- %s.\n", (long) size,
1450         np == NULL ? "failed" : "succeeded");
1451 #endif
1452     return np;
1453 }
1454 
1455 /*  BSHRINK  --  Shrink buffer pool call-back function.  */
1456 
1457 static void bshrink(buf)
1458   void *buf;
1459 {
1460     if (((char *) buf) == bp) {
1461 #ifdef EXPTRACE
1462         V printf("Initial pool released.\n");
1463 #endif
1464 	bp = NULL;
1465     }
1466 #ifdef EXPTRACE
1467     V printf("Shrink pool.\n");
1468 #endif
1469     free((char *) buf);
1470 }
1471 
1472 #endif /* BECtl */
1473 
1474 /*  Restrict buffer requests to those large enough to contain our pointer and
1475     small enough for the CPU architecture.  */
1476 
1477 static bufsize blimit(bs)
1478   bufsize bs;
1479 {
1480     if (bs < sizeof(char *)) {
1481 	bs = sizeof(char *);
1482     }
1483 
1484     /* This is written out in this ugly fashion because the
1485        cool expression in sizeof(int) that auto-configured
1486        to any length int befuddled some compilers. */
1487 
1488     if (sizeof(int) == 2) {
1489 	if (bs > 32767) {
1490 	    bs = 32767;
1491 	}
1492     } else {
1493 	if (bs > 200000) {
1494 	    bs = 200000;
1495 	}
1496     }
1497     return bs;
1498 }
1499 
1500 int main()
1501 {
1502     int i;
1503     double x;
1504 
1505     /* Seed the random number generator.  If Repeatable is defined, we
1506        always use the same seed.  Otherwise, we seed from the clock to
1507        shake things up from run to run. */
1508 
1509 #ifdef Repeatable
1510     V srand(1234);
1511 #else
1512     V srand((int) time((long *) NULL));
1513 #endif
1514 
1515     /*	Compute x such that pow(x, p) ranges between 1 and 4*ExpIncr as
1516 	p ranges from 0 to ExpIncr-1, with a concentration in the lower
1517 	numbers.  */
1518 
1519     x = 4.0 * ExpIncr;
1520     x = log(x);
1521     x = exp(log(4.0 * ExpIncr) / (ExpIncr - 1.0));
1522 
1523 #ifdef BECtl
1524     bectl(bcompact, bexpand, bshrink, (bufsize) ExpIncr);
1525     bp = malloc(ExpIncr);
1526     assert(bp != NULL);
1527     bpool((void *) bp, (bufsize) ExpIncr);
1528 #else
1529     bp = malloc(PoolSize);
1530     assert(bp != NULL);
1531     bpool((void *) bp, (bufsize) PoolSize);
1532 #endif
1533 
1534     stats("Create pool");
1535     V bpoolv((void *) bp);
1536     bpoold((void *) bp, dumpAlloc, dumpFree);
1537 
1538     for (i = 0; i < TestProg; i++) {
1539 	char *cb;
1540 	bufsize bs = pow(x, (double) (rand() & (ExpIncr - 1)));
1541 
1542 	assert(bs <= (((bufsize) 4) * ExpIncr));
1543 	bs = blimit(bs);
1544 	if (rand() & 0x400) {
1545 	    cb = (char *) bgetz(bs);
1546 	} else {
1547 	    cb = (char *) bget(bs);
1548 	}
1549 	if (cb == NULL) {
1550 #ifdef EasyOut
1551 	    break;
1552 #else
1553 	    char *bc = bchain;
1554 
1555 	    if (bc != NULL) {
1556 		char *fb;
1557 
1558 		fb = *((char **) bc);
1559 		if (fb != NULL) {
1560 		    *((char **) bc) = *((char **) fb);
1561 		    brel((void *) fb);
1562 		}
1563 		continue;
1564 	    }
1565 #endif
1566 	}
1567 	*((char **) cb) = (char *) bchain;
1568 	bchain = cb;
1569 
1570 	/* Based on a random cast, release a random buffer in the list
1571 	   of allocated buffers. */
1572 
1573 	if ((rand() & 0x10) == 0) {
1574 	    char *bc = bchain;
1575 	    int i = rand() & 0x3;
1576 
1577 	    while (i > 0 && bc != NULL) {
1578 		bc = *((char **) bc);
1579 		i--;
1580 	    }
1581 	    if (bc != NULL) {
1582 		char *fb;
1583 
1584 		fb = *((char **) bc);
1585 		if (fb != NULL) {
1586 		    *((char **) bc) = *((char **) fb);
1587 		    brel((void *) fb);
1588 		}
1589 	    }
1590 	}
1591 
1592 	/* Based on a random cast, reallocate a random buffer in the list
1593 	   to a random size */
1594 
1595 	if ((rand() & 0x20) == 0) {
1596 	    char *bc = bchain;
1597 	    int i = rand() & 0x3;
1598 
1599 	    while (i > 0 && bc != NULL) {
1600 		bc = *((char **) bc);
1601 		i--;
1602 	    }
1603 	    if (bc != NULL) {
1604 		char *fb;
1605 
1606 		fb = *((char **) bc);
1607 		if (fb != NULL) {
1608 		    char *newb;
1609 
1610 		    bs = pow(x, (double) (rand() & (ExpIncr - 1)));
1611 		    bs = blimit(bs);
1612 #ifdef BECtl
1613 		    protect = 1;      /* Protect against compaction */
1614 #endif
1615 		    newb = (char *) bgetr((void *) fb, bs);
1616 #ifdef BECtl
1617 		    protect = 0;
1618 #endif
1619 		    if (newb != NULL) {
1620 			*((char **) bc) = newb;
1621 		    }
1622 		}
1623 	    }
1624 	}
1625     }
1626     stats("\nAfter allocation");
1627     if (bp != NULL) {
1628 	V bpoolv((void *) bp);
1629 	bpoold((void *) bp, dumpAlloc, dumpFree);
1630     }
1631 
1632     while (bchain != NULL) {
1633 	char *buf = bchain;
1634 
1635 	bchain = *((char **) buf);
1636 	brel((void *) buf);
1637     }
1638     stats("\nAfter release");
1639 #ifndef BECtl
1640     if (bp != NULL) {
1641 	V bpoolv((void *) bp);
1642 	bpoold((void *) bp, dumpAlloc, dumpFree);
1643     }
1644 #endif
1645 
1646     return 0;
1647 }
1648 #endif
1649