xref: /optee_os/lib/libutils/isoc/bget.c (revision 817466cb476de705a8e3dabe1ef165fe27a18c2f)
1 /*
2 
3 			       B G E T
4 
5 			   Buffer allocator
6 
7     Designed and implemented in April of 1972 by John Walker, based on the
8     Case Algol OPRO$ algorithm implemented in 1966.
9 
10     Reimplemented in 1975 by John Walker for the Interdata 70.
11     Reimplemented in 1977 by John Walker for the Marinchip 9900.
12     Reimplemented in 1982 by Duff Kurland for the Intel 8080.
13 
14     Portable C version implemented in September of 1990 by an older, wiser
15     instance of the original implementor.
16 
17     Souped up and/or weighed down  slightly  shortly  thereafter  by  Greg
18     Lutz.
19 
20     AMIX  edition, including the new compaction call-back option, prepared
21     by John Walker in July of 1992.
22 
23     Bug in built-in test program fixed, ANSI compiler warnings eradicated,
24     buffer pool validator  implemented,  and  guaranteed  repeatable  test
25     added by John Walker in October of 1995.
26 
27     This program is in the public domain.
28 
29      1. This is the book of the generations of Adam.   In the day that God
30 	created man, in the likeness of God made he him;
31      2. Male and female created he them;  and  blessed	them,  and  called
32 	their name Adam, in the day when they were created.
33      3. And  Adam  lived  an hundred and thirty years,	and begat a son in
34 	his own likeness, and after his image; and called his name Seth:
35      4. And the days of  Adam  after  he  had  begotten  Seth  were  eight
36 	hundred years: and he begat sons and daughters:
37      5. And  all  the  days  that Adam lived were nine	hundred and thirty
38 	years: and he died.
39      6. And Seth lived an hundred and five years, and begat Enos:
40      7. And Seth lived after he begat Enos eight hundred and seven  years,
41 	and begat sons and daughters:
42      8.  And  all the days of Seth were nine hundred and twelve years: and
43 	 he died.
44      9. And Enos lived ninety years, and begat Cainan:
45     10. And Enos lived after he begat  Cainan eight  hundred  and  fifteen
46 	years, and begat sons and daughters:
47     11. And  all  the days of Enos were nine hundred  and five years:  and
48 	he died.
49     12. And Cainan lived seventy years and begat Mahalaleel:
50     13. And Cainan lived  after he  begat  Mahalaleel  eight  hundred  and
51 	forty years, and begat sons and daughters:
52     14. And  all the days of Cainan were nine  hundred and ten years:  and
53 	he died.
54     15. And Mahalaleel lived sixty and five years, and begat Jared:
55     16. And Mahalaleel lived  after  he  begat	Jared  eight  hundred  and
56 	thirty years, and begat sons and daughters:
57     17. And  all  the  days  of Mahalaleel  were eight hundred	ninety and
58 	five years: and he died.
59     18. And Jared lived an hundred sixty and  two  years,   and  he  begat
60 	Enoch:
61     19. And  Jared  lived  after he begat Enoch  eight hundred years,  and
62 	begat sons and daughters:
63     20. And all the days of Jared  were nine hundred sixty and two  years:
64 	and he died.
65     21. And Enoch lived sixty and five years, and begat Methuselah:
66     22. And  Enoch  walked   with  God	after  he  begat Methuselah  three
67 	hundred years, and begat sons and daughters:
68     23. And all the days of  Enoch  were  three  hundred  sixty  and  five
69 	years:
70     24. And Enoch walked with God: and he was not; for God took him.
71     25. And  Methuselah  lived	an  hundred  eighty and  seven years,  and
72 	begat Lamech.
73     26. And Methuselah lived after he  begat Lamech seven  hundred  eighty
74 	and two years, and begat sons and daughters:
75     27. And  all the days of Methuselah  were nine hundred  sixty and nine
76 	years: and he died.
77     28. And Lamech lived an hundred eighty  and two  years,  and  begat  a
78 	son:
79     29. And  he called his name Noah, saying,  This same shall	comfort us
80 	concerning  our  work and toil of our hands, because of the ground
81 	which the LORD hath cursed.
82     30. And  Lamech  lived  after  he begat Noah  five hundred	ninety and
83 	five years, and begat sons and daughters:
84     31. And all the days of Lamech were  seven hundred seventy	and  seven
85 	years: and he died.
86     32. And  Noah  was five hundred years old:	and Noah begat Shem,  Ham,
87 	and Japheth.
88 
89     And buffers begat buffers, and links begat	links,	and  buffer  pools
90     begat  links  to chains of buffer pools containing buffers, and lo the
91     buffers and links and pools of buffers and pools of links to chains of
92     pools  of  buffers were fruitful and they multiplied and the Operating
93     System looked down upon them and said that it was Good.
94 
95 
96     INTRODUCTION
97     ============
98 
99     BGET  is a comprehensive memory allocation package which is easily
100     configured to the needs of an application.	BGET is  efficient  in
101     both  the  time  needed to allocate and release buffers and in the
102     memory  overhead  required	for  buffer   pool   management.    It
103     automatically    consolidates   contiguous	 space	 to   minimise
104     fragmentation.  BGET is configured	by  compile-time  definitions,
105     Major options include:
106 
107 	*   A  built-in  test  program	to  exercise  BGET   and
108 	    demonstrate how the various functions are used.
109 
110         *   Allocation  by  either the "first fit" or "best fit"
111 	    method.
112 
113 	*   Wiping buffers at release time to catch  code  which
114 	    references previously released storage.
115 
116 	*   Built-in  routines to dump individual buffers or the
117 	    entire buffer pool.
118 
119 	*   Retrieval of allocation and pool size statistics.
120 
121 	*   Quantisation of buffer sizes to a power  of  two  to
122 	    satisfy hardware alignment constraints.
123 
124 	*   Automatic  pool compaction, growth, and shrinkage by
125 	    means of call-backs to user defined functions.
126 
127     Applications  of  BGET  can  range	from  storage  management   in
128     ROM-based  embedded programs to providing the framework upon which
129     a  multitasking  system  incorporating   garbage   collection   is
130     constructed.   BGET  incorporates  extensive  internal consistency
131     checking using the <assert.h> mechanism; all these checks  can  be
132     turned off by compiling with NDEBUG defined, yielding a version of
133     BGET with minimal size and maximum speed.
134 
135     The  basic	algorithm  underlying  BGET  has withstood the test of
136     time;  more  than  25  years   have   passed   since   the	 first
137     implementation  of	this  code.  And yet, it is substantially more
138     efficient than the native allocation  schemes  of  many  operating
139     systems: the Macintosh and Microsoft Windows to name two, on which
140     programs have obtained substantial speed-ups by layering  BGET  as
141     an application level memory manager atop the underlying system's.
142 
143     BGET has been implemented on the largest mainframes and the lowest
144     of	microprocessors.   It  has served as the core for multitasking
145     operating systems, multi-thread applications, embedded software in
146     data  network switching processors, and a host of C programs.  And
147     while it has accreted flexibility and additional options over  the
148     years,  it	remains  fast, memory efficient, portable, and easy to
149     integrate into your program.
150 
151 
152     BGET IMPLEMENTATION ASSUMPTIONS
153     ===============================
154 
155     BGET is written in as portable a dialect of C  as  possible.   The
156     only   fundamental	 assumption   about  the  underlying  hardware
157     architecture is that memory is allocated is a linear  array  which
158     can  be  addressed  as a vector of C "char" objects.  On segmented
159     address space architectures, this generally means that BGET should
160     be used to allocate storage within a single segment (although some
161     compilers	simulate   linear   address   spaces   on    segmented
162     architectures).   On  segmented  architectures,  then, BGET buffer
163     pools  may not be larger than a segment, but since BGET allows any
164     number of separate buffer pools, there is no limit	on  the  total
165     storage  which  can  be  managed,  only  on the largest individual
166     object which can be allocated.  Machines  with  a  linear  address
167     architecture,  such  as  the VAX, 680x0, Sparc, MIPS, or the Intel
168     80386 and above in native mode, may use BGET without restriction.
169 
170 
171     GETTING STARTED WITH BGET
172     =========================
173 
174     Although BGET can be configured in a multitude of fashions,  there
175     are  three	basic  ways  of  working  with	BGET.	The  functions
176     mentioned below are documented in the following  section.	Please
177     excuse  the  forward  references which are made in the interest of
178     providing a roadmap to guide you  to  the  BGET  functions  you're
179     likely to need.
180 
181     Embedded Applications
182     ---------------------
183 
184     Embedded applications  typically  have  a  fixed  area  of	memory
185     dedicated  to  buffer  allocation (often in a separate RAM address
186     space distinct from the ROM that contains  the  executable	code).
187     To	use  BGET in such an environment, simply call bpool() with the
188     start address and length of the buffer  pool  area	in  RAM,  then
189     allocate  buffers  with  bget()  and  release  them  with  brel().
190     Embedded applications with very limited RAM but abundant CPU speed
191     may  benefit  by configuring BGET for BestFit allocation (which is
192     usually not worth it in other environments).
193 
194     Malloc() Emulation
195     ------------------
196 
197     If the C library malloc() function is too  slow,  not  present  in
198     your  development environment (for example, an a native Windows or
199     Macintosh program), or otherwise unsuitable, you  can  replace  it
200     with  BGET.  Initially define a buffer pool of an appropriate size
201     with bpool()--usually obtained by making a call to	the  operating
202     system's  low-level  memory allocator.  Then allocate buffers with
203     bget(), bgetz(), and bgetr() (the last two permit  the  allocation
204     of	buffers initialised to zero and [inefficient] re-allocation of
205     existing buffers for  compatibility  with  C  library  functions).
206     Release buffers by calling brel().	If a buffer allocation request
207     fails, obtain more storage from the underlying  operating  system,
208     add it to the buffer pool by another call to bpool(), and continue
209     execution.
210 
211     Automatic Storage Management
212     ----------------------------
213 
214     You can use BGET as your application's native memory  manager  and
215     implement  automatic  storage  pool  expansion,  contraction,  and
216     optionally application-specific  memory  compaction  by  compiling
217     BGET  with	the  BECtl  variable defined, then calling bectl() and
218     supplying  functions  for  storage	compaction,  acquisition,  and
219     release,  as  well as a standard pool expansion increment.	All of
220     these functions are optional (although it doesn't make much  sense
221     to	provide  a  release  function without an acquisition function,
222     does it?).	Once the call-back functions have  been  defined  with
223     bectl(),  you simply use bget() and brel() to allocate and release
224     storage as before.	You can supply an  initial  buffer  pool  with
225     bpool()  or  rely  on  automatic  allocation to acquire the entire
226     pool.  When a call on  bget()  cannot  be  satisfied,  BGET  first
227     checks  if	a compaction function has been supplied.  If so, it is
228     called (with the space required to satisfy the allocation  request
229     and a sequence number to allow the compaction routine to be called
230     successively without looping).  If the compaction function is able
231     to  free any storage (it needn't know whether the storage it freed
232     was adequate) it should return a  nonzero  value,  whereupon  BGET
233     will retry the allocation request and, if it fails again, call the
234     compaction function again with the next-higher sequence number.
235 
236     If	the  compaction  function  returns zero, indicating failure to
237     free space, or no compaction function is defined, BGET next  tests
238     whether  a	non-NULL  allocation function was supplied to bectl().
239     If so, that function is called with  an  argument  indicating  how
240     many  bytes  of  additional  space are required.  This will be the
241     standard pool expansion increment supplied in the call to  bectl()
242     unless  the  original  bget()  call requested a buffer larger than
243     this; buffers larger than the standard pool block can  be  managed
244     "off  the books" by BGET in this mode.  If the allocation function
245     succeeds in obtaining the storage, it returns a pointer to the new
246     block  and	BGET  expands  the  buffer  pool;  if  it  fails,  the
247     allocation request fails and returns NULL to  the  caller.	 If  a
248     non-NULL  release  function  is  supplied,	expansion blocks which
249     become totally empty are released  to  the	global	free  pool  by
250     passing their addresses to the release function.
251 
252     Equipped  with  appropriate  allocation,  release,	and compaction
253     functions, BGET can be used as part of very  sophisticated	memory
254     management	 strategies,  including  garbage  collection.	(Note,
255     however, that BGET is *not* a garbage  collector  by  itself,  and
256     that  developing  such a system requires much additional logic and
257     careful design of the application's memory allocation strategy.)
258 
259 
260     BGET FUNCTION DESCRIPTIONS
261     ==========================
262 
263     Functions implemented in this file (some are enabled by certain of
264     the optional settings below):
265 
266 	    void bpool(void *buffer, bufsize len);
267 
268     Create a buffer pool of <len> bytes, using the storage starting at
269     <buffer>.	You  can  call	bpool()  subsequently  to   contribute
270     additional storage to the overall buffer pool.
271 
272 	    void *bget(bufsize size);
273 
274     Allocate  a  buffer of <size> bytes.  The address of the buffer is
275     returned, or NULL if insufficient memory was available to allocate
276     the buffer.
277 
278 	    void *bgetz(bufsize size);
279 
280     Allocate a buffer of <size> bytes and clear it to all zeroes.  The
281     address of the buffer is returned, or NULL if insufficient	memory
282     was available to allocate the buffer.
283 
284 	    void *bgetr(void *buffer, bufsize newsize);
285 
286     Reallocate a buffer previously allocated by bget(),  changing  its
287     size  to  <newsize>  and  preserving  all  existing data.  NULL is
288     returned if insufficient memory is	available  to  reallocate  the
289     buffer, in which case the original buffer remains intact.
290 
291 	    void brel(void *buf);
292 
293     Return  the  buffer  <buf>, previously allocated by bget(), to the
294     free space pool.
295 
296 	    void bectl(int (*compact)(bufsize sizereq, int sequence),
297 		       void *(*acquire)(bufsize size),
298 		       void (*release)(void *buf),
299 		       bufsize pool_incr);
300 
301     Expansion control: specify functions through which the package may
302     compact  storage  (or  take  other	appropriate  action)  when  an
303     allocation	request  fails,  and  optionally automatically acquire
304     storage for expansion blocks  when	necessary,  and  release  such
305     blocks when they become empty.  If <compact> is non-NULL, whenever
306     a buffer allocation request fails, the <compact> function will  be
307     called with arguments specifying the number of bytes (total buffer
308     size,  including  header  overhead)  required   to	 satisfy   the
309     allocation request, and a sequence number indicating the number of
310     consecutive  calls	on  <compact>  attempting  to	satisfy   this
311     allocation	request.   The sequence number is 1 for the first call
312     on <compact> for a given allocation  request,  and	increments  on
313     subsequent	calls,	permitting  the  <compact>  function  to  take
314     increasingly dire measures in an attempt to free up  storage.   If
315     the  <compact>  function  returns  a nonzero value, the allocation
316     attempt is re-tried.  If <compact> returns 0 (as  it  must	if  it
317     isn't  able  to  release  any  space  or add storage to the buffer
318     pool), the allocation request fails, which can  trigger  automatic
319     pool expansion if the <acquire> argument is non-NULL.  At the time
320     the  <compact>  function  is  called,  the	state  of  the	buffer
321     allocator  is  identical  to  that	at  the  moment the allocation
322     request was made; consequently, the <compact>  function  may  call
323     brel(), bpool(), bstats(), and/or directly manipulate  the	buffer
324     pool  in  any  manner which would be valid were the application in
325     control.  This does not, however, relieve the  <compact>  function
326     of the need to ensure that whatever actions it takes do not change
327     things   underneath  the  application  that  made  the  allocation
328     request.  For example, a <compact> function that released a buffer
329     in	the  process  of  being reallocated with bgetr() would lead to
330     disaster.  Implementing a safe and effective  <compact>  mechanism
331     requires  careful  design of an application's memory architecture,
332     and cannot generally be easily retrofitted into existing code.
333 
334     If <acquire> is non-NULL, that function will be called whenever an
335     allocation	request  fails.  If the <acquire> function succeeds in
336     allocating the requested space and returns a pointer  to  the  new
337     area,  allocation will proceed using the expanded buffer pool.  If
338     <acquire> cannot obtain the requested space, it should return NULL
339     and   the	entire	allocation  process  will  fail.   <pool_incr>
340     specifies the normal expansion block size.	Providing an <acquire>
341     function will cause subsequent bget()  requests  for  buffers  too
342     large  to  be  managed in the linked-block scheme (in other words,
343     larger than <pool_incr> minus the buffer overhead) to be satisfied
344     directly by calls to the <acquire> function.  Automatic release of
345     empty pool blocks will occur only if all pool blocks in the system
346     are the size given by <pool_incr>.
347 
348 	    void bstats(bufsize *curalloc, bufsize *totfree,
349 			bufsize *maxfree, long *nget, long *nrel);
350 
351     The amount	of  space  currently  allocated  is  stored  into  the
352     variable  pointed  to by <curalloc>.  The total free space (sum of
353     all free blocks in the pool) is stored into the  variable  pointed
354     to	by  <totfree>, and the size of the largest single block in the
355     free space	pool  is  stored  into	the  variable  pointed	to  by
356     <maxfree>.	 The  variables  pointed  to  by <nget> and <nrel> are
357     filled, respectively, with	the  number  of  successful  (non-NULL
358     return) bget() calls and the number of brel() calls.
359 
360 	    void bstatse(bufsize *pool_incr, long *npool,
361 			 long *npget, long *nprel,
362 			 long *ndget, long *ndrel);
363 
364     Extended  statistics: The expansion block size will be stored into
365     the variable pointed to by <pool_incr>, or the negative thereof if
366     automatic  expansion  block  releases are disabled.  The number of
367     currently active pool blocks will  be  stored  into  the  variable
368     pointed  to  by  <npool>.  The variables pointed to by <npget> and
369     <nprel> will be filled with, respectively, the number of expansion
370     block   acquisitions   and	releases  which  have  occurred.   The
371     variables pointed to by <ndget> and <ndrel> will  be  filled  with
372     the  number  of  bget()  and  brel()  calls, respectively, managed
373     through blocks directly allocated by the acquisition  and  release
374     functions.
375 
376 	    void bufdump(void *buf);
377 
378     The buffer pointed to by <buf> is dumped on standard output.
379 
380 	    void bpoold(void *pool, int dumpalloc, int dumpfree);
381 
382     All buffers in the buffer pool <pool>, previously initialised by a
383     call on bpool(), are listed in ascending memory address order.  If
384     <dumpalloc> is nonzero, the  contents  of  allocated  buffers  are
385     dumped;  if <dumpfree> is nonzero, the contents of free blocks are
386     dumped.
387 
388 	    int bpoolv(void *pool);
389 
390     The  named	buffer	pool,  previously  initialised	by  a  call on
391     bpool(), is validated for bad pointers, overwritten data, etc.  If
392     compiled with NDEBUG not defined, any error generates an assertion
393     failure.  Otherwise 1 is returned if the pool is valid,  0	if  an
394     error is found.
395 
396 
397     BGET CONFIGURATION
398     ==================
399 */
400 
401 /*
402  * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
403  * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
404  * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
405  * IN NO EVENT SHALL ST BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
406  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
407  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
408  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
409  * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
410  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
411  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
412  */
413 
414 /* #define BGET_ENABLE_ALL_OPTIONS */
415 #ifdef BGET_ENABLE_OPTION
416 #define TestProg    20000	      /* Generate built-in test program
417 					 if defined.  The value specifies
418 					 how many buffer allocation attempts
419 					 the test program should make. */
420 
421 #define SizeQuant   4		      /* Buffer allocation size quantum:
422 					 all buffers allocated are a
423 					 multiple of this size.  This
424 					 MUST be a power of two. */
425 
426 #define BufDump     1		      /* Define this symbol to enable the
427 					 bpoold() function which dumps the
428 					 buffers in a buffer pool. */
429 
430 #define BufValid    1		      /* Define this symbol to enable the
431 					 bpoolv() function for validating
432 					 a buffer pool. */
433 
434 #define DumpData    1		      /* Define this symbol to enable the
435 					 bufdump() function which allows
436 					 dumping the contents of an allocated
437 					 or free buffer. */
438 
439 #define BufStats    1		      /* Define this symbol to enable the
440 					 bstats() function which calculates
441 					 the total free space in the buffer
442 					 pool, the largest available
443 					 buffer, and the total space
444 					 currently allocated. */
445 
446 #define FreeWipe    1		      /* Wipe free buffers to a guaranteed
447 					 pattern of garbage to trip up
448 					 miscreants who attempt to use
449 					 pointers into released buffers. */
450 
451 #define BestFit     1		      /* Use a best fit algorithm when
452 					 searching for space for an
453 					 allocation request.  This uses
454 					 memory more efficiently, but
455 					 allocation will be much slower. */
456 
457 #define BECtl	    1		      /* Define this symbol to enable the
458 					 bectl() function for automatic
459 					 pool space control.  */
460 #endif
461 
462 #include <stdio.h>
463 
464 #ifdef lint
465 #define NDEBUG			      /* Exits in asserts confuse lint */
466 /* LINTLIBRARY */                     /* Don't complain about def, no ref */
467 extern char *sprintf();               /* Sun includes don't define sprintf */
468 #endif
469 
470 #include <assert.h>
471 #include <memory.h>
472 
473 #ifdef BufDump			      /* BufDump implies DumpData */
474 #ifndef DumpData
475 #define DumpData    1
476 #endif
477 #endif
478 
479 #ifdef DumpData
480 #include <ctype.h>
481 #endif
482 
483 /*  Declare the interface, including the requested buffer size type,
484     bufsize.  */
485 
486 #include "bget.h"
487 
488 #define MemSize     int 	      /* Type for size arguments to memxxx()
489 					 functions such as memcmp(). */
490 
491 /* Queue links */
492 
493 struct qlinks {
494     struct bfhead *flink;	      /* Forward link */
495     struct bfhead *blink;	      /* Backward link */
496 };
497 
498 /* Header in allocated and free buffers */
499 
500 struct bhead {
501     bufsize prevfree;		      /* Relative link back to previous
502 					 free buffer in memory or 0 if
503 					 previous buffer is allocated.	*/
504     bufsize bsize;		      /* Buffer size: positive if free,
505 					 negative if allocated. */
506 };
507 #define BH(p)	((struct bhead *) (p))
508 
509 /*  Header in directly allocated buffers (by acqfcn) */
510 
511 struct bdhead {
512     bufsize tsize;		      /* Total size, including overhead */
513     struct bhead bh;		      /* Common header */
514 };
515 #define BDH(p)	((struct bdhead *) (p))
516 
517 /* Header in free buffers */
518 
519 struct bfhead {
520     struct bhead bh;		      /* Common allocated/free header */
521     struct qlinks ql;		      /* Links on free list */
522 };
523 #define BFH(p)	((struct bfhead *) (p))
524 
525 /* Poolset definition */
526 struct bpoolset {
527     struct bfhead freelist;
528 #ifdef BufStats
529     bufsize totalloc;		      /* Total space currently allocated */
530     long numget;		      /* Number of bget() calls */
531     long numrel;		      /* Number of brel() calls */
532 #ifdef BECtl
533     long numpblk;		      /* Number of pool blocks */
534     long numpget;		      /* Number of block gets and rels */
535     long numprel;
536     long numdget;		      /* Number of direct gets and rels */
537     long numdrel;
538 #endif /* BECtl */
539 #endif /* BufStats */
540 
541 #ifdef BECtl
542     /* Automatic expansion block management functions */
543 
544     int (*compfcn) _((bufsize sizereq, int sequence));
545     void *(*acqfcn) _((bufsize size));
546     void (*relfcn) _((void *buf));
547 
548     bufsize exp_incr;		      /* Expansion block size */
549     bufsize pool_len;		      /* 0: no bpool calls have been made
550 					 -1: not all pool blocks are
551 					     the same size
552 					 >0: (common) block size for all
553 					     bpool calls made so far
554 				      */
555 #endif
556 };
557 
558 /*  Minimum allocation quantum: */
559 
560 #define QLSize	(sizeof(struct qlinks))
561 #define SizeQ	((SizeQuant > QLSize) ? SizeQuant : QLSize)
562 
563 #define V   (void)		      /* To denote unwanted returned values */
564 
565 /* End sentinel: value placed in bsize field of dummy block delimiting
566    end of pool block.  The most negative number which will  fit  in  a
567    bufsize, defined in a way that the compiler will accept. */
568 
569 #define ESent	((bufsize) (-(((1L << (sizeof(bufsize) * 8 - 2)) - 1) * 2) - 2))
570 
571 /*  BGET  --  Allocate a buffer.  */
572 
573 void *bget(requested_size, poolset)
574   bufsize requested_size;
575   struct bpoolset *poolset;
576 {
577     bufsize size = requested_size;
578     struct bfhead *b;
579 #ifdef BestFit
580     struct bfhead *best;
581 #endif
582     void *buf;
583 #ifdef BECtl
584     int compactseq = 0;
585 #endif
586 
587     assert(size > 0);
588 
589     if (size < SizeQ) { 	      /* Need at least room for the */
590 	size = SizeQ;		      /*    queue links.  */
591     }
592 #ifdef SizeQuant
593 #if SizeQuant > 1
594     size = (size + (SizeQuant - 1)) & (~(SizeQuant - 1));
595 #endif
596 #endif
597 
598     size += sizeof(struct bhead);     /* Add overhead in allocated buffer
599 					 to size required. */
600 
601 #ifdef BECtl
602     /* If a compact function was provided in the call to bectl(), wrap
603        a loop around the allocation process  to  allow	compaction  to
604        intervene in case we don't find a suitable buffer in the chain. */
605 
606     while (1) {
607 #endif
608 	b = poolset->freelist.ql.flink;
609 #ifdef BestFit
610 	best = &poolset->freelist;
611 #endif
612 
613 
614 	/* Scan the free list searching for the first buffer big enough
615 	   to hold the requested size buffer. */
616 
617 #ifdef BestFit
618 	while (b != &poolset->freelist) {
619 	    if (b->bh.bsize >= size) {
620 		if ((best == &poolset->freelist) ||
621 		    (b->bh.bsize < best->bh.bsize)) {
622 		    best = b;
623 		}
624 	    }
625 	    b = b->ql.flink;		  /* Link to next buffer */
626 	}
627 	b = best;
628 #endif /* BestFit */
629 
630 	while (b != &poolset->freelist) {
631 	    if ((bufsize) b->bh.bsize >= size) {
632 
633 		/* Buffer  is big enough to satisfy  the request.  Allocate it
634 		   to the caller.  We must decide whether the buffer is  large
635 		   enough  to  split  into  the part given to the caller and a
636 		   free buffer that remains on the free list, or  whether  the
637 		   entire  buffer  should  be  removed	from the free list and
638 		   given to the caller in its entirety.   We  only  split  the
639 		   buffer if enough room remains for a header plus the minimum
640 		   quantum of allocation. */
641 
642 		if ((b->bh.bsize - size) > (SizeQ + (sizeof(struct bhead)))) {
643 		    struct bhead *ba, *bn;
644 
645 		    ba = BH(((char *) b) + (b->bh.bsize - size));
646 		    bn = BH(((char *) ba) + size);
647 		    assert(bn->prevfree == b->bh.bsize);
648 		    /* Subtract size from length of free block. */
649 		    b->bh.bsize -= size;
650 		    /* Link allocated buffer to the previous free buffer. */
651 		    ba->prevfree = b->bh.bsize;
652 		    /* Plug negative size into user buffer. */
653 		    ba->bsize = -(bufsize) size;
654 		    /* Mark buffer after this one not preceded by free block. */
655 		    bn->prevfree = 0;
656 
657 #ifdef BufStats
658 		    poolset->totalloc += size;
659 		    poolset->numget++;		  /* Increment number of bget() calls */
660 #endif
661 		    buf = (void *) ((((char *) ba) + sizeof(struct bhead)));
662 		    tag_asan_alloced(buf, size);
663 		    return buf;
664 		} else {
665 		    struct bhead *ba;
666 
667 		    ba = BH(((char *) b) + b->bh.bsize);
668 		    assert(ba->prevfree == b->bh.bsize);
669 
670                     /* The buffer isn't big enough to split.  Give  the  whole
671 		       shebang to the caller and remove it from the free list. */
672 
673 		    assert(b->ql.blink->ql.flink == b);
674 		    assert(b->ql.flink->ql.blink == b);
675 		    b->ql.blink->ql.flink = b->ql.flink;
676 		    b->ql.flink->ql.blink = b->ql.blink;
677 
678 #ifdef BufStats
679 		    poolset->totalloc += b->bh.bsize;
680 		    poolset->numget++;		  /* Increment number of bget() calls */
681 #endif
682 		    /* Negate size to mark buffer allocated. */
683 		    b->bh.bsize = -(b->bh.bsize);
684 
685 		    /* Zero the back pointer in the next buffer in memory
686 		       to indicate that this buffer is allocated. */
687 		    ba->prevfree = 0;
688 
689 		    /* Give user buffer starting at queue links. */
690 		    buf =  (void *) &(b->ql);
691 		    tag_asan_alloced(buf, size);
692 		    return buf;
693 		}
694 	    }
695 	    b = b->ql.flink;		  /* Link to next buffer */
696 	}
697 #ifdef BECtl
698 
699         /* We failed to find a buffer.  If there's a compact  function
700 	   defined,  notify  it  of the size requested.  If it returns
701 	   TRUE, try the allocation again. */
702 
703 	if ((poolset->compfcn == NULL) ||
704 	    (!(poolset->compfcn)(size, ++compactseq))) {
705 	    break;
706 	}
707     }
708 
709     /* No buffer available with requested size free. */
710 
711     /* Don't give up yet -- look in the reserve supply. */
712 
713     if (poolset->acqfcn != NULL) {
714 	if (size > exp_incr - sizeof(struct bhead)) {
715 
716 	    /* Request	is  too  large	to  fit in a single expansion
717 	       block.  Try to satisy it by a direct buffer acquisition. */
718 
719 	    struct bdhead *bdh;
720 
721 	    size += sizeof(struct bdhead) - sizeof(struct bhead);
722 	    if ((bdh = BDH((*acqfcn)((bufsize) size))) != NULL) {
723 
724 		/*  Mark the buffer special by setting the size field
725 		    of its header to zero.  */
726 		bdh->bh.bsize = 0;
727 		bdh->bh.prevfree = 0;
728 		bdh->tsize = size;
729 #ifdef BufStats
730 		poolset->totalloc += size;
731 		poolset->numget++;	  /* Increment number of bget() calls */
732 		poolset->numdget++;	  /* Direct bget() call count */
733 #endif
734 		buf =  (void *) (bdh + 1);
735 		tag_asan_alloced(buf, size);
736 		return buf;
737 	    }
738 
739 	} else {
740 
741 	    /*	Try to obtain a new expansion block */
742 
743 	    void *newpool;
744 
745 	    if ((newpool = poolset->acqfcn((bufsize) exp_incr)) != NULL) {
746 		bpool(newpool, exp_incr, poolset);
747                 buf =  bget(requested_size, pool);  /* This can't, I say, can't
748 						       get into a loop. */
749 		return buf;
750 	    }
751 	}
752     }
753 
754     /*	Still no buffer available */
755 
756 #endif /* BECtl */
757 
758     return NULL;
759 }
760 
761 /*  BGETZ  --  Allocate a buffer and clear its contents to zero.  We clear
762 	       the  entire  contents  of  the buffer to zero, not just the
763 	       region requested by the caller. */
764 
765 void *bgetz(size, poolset)
766   bufsize size;
767   struct bpoolset *poolset;
768 {
769     char *buf = (char *) bget(size, poolset);
770 
771     if (buf != NULL) {
772 	struct bhead *b;
773 	bufsize rsize;
774 
775 	b = BH(buf - sizeof(struct bhead));
776 	rsize = -(b->bsize);
777 	if (rsize == 0) {
778 	    struct bdhead *bd;
779 
780 	    bd = BDH(buf - sizeof(struct bdhead));
781 	    rsize = bd->tsize - sizeof(struct bdhead);
782 	} else {
783 	    rsize -= sizeof(struct bhead);
784 	}
785 	assert(rsize >= size);
786 	V memset_unchecked(buf, 0, (MemSize) rsize);
787     }
788     return ((void *) buf);
789 }
790 
791 /*  BGETR  --  Reallocate a buffer.  This is a minimal implementation,
792 	       simply in terms of brel()  and  bget().	 It  could  be
793 	       enhanced to allow the buffer to grow into adjacent free
794 	       blocks and to avoid moving data unnecessarily.  */
795 
796 void *bgetr(buf, size, poolset)
797   void *buf;
798   bufsize size;
799   struct bpoolset *poolset;
800 {
801     void *nbuf;
802     bufsize osize;		      /* Old size of buffer */
803     struct bhead *b;
804 
805     if ((nbuf = bget(size, poolset)) == NULL) { /* Acquire new buffer */
806 	return NULL;
807     }
808     if (buf == NULL) {
809 	return nbuf;
810     }
811     b = BH(((char *) buf) - sizeof(struct bhead));
812     osize = -b->bsize;
813 #ifdef BECtl
814     if (osize == 0) {
815 	/*  Buffer acquired directly through acqfcn. */
816 	struct bdhead *bd;
817 
818 	bd = BDH(((char *) buf) - sizeof(struct bdhead));
819 	osize = bd->tsize - sizeof(struct bdhead);
820     } else
821 #endif
822 	osize -= sizeof(struct bhead);
823     assert(osize > 0);
824     V memcpy((char *) nbuf, (char *) buf, /* Copy the data */
825 	     (MemSize) ((size < osize) ? size : osize));
826 #ifndef __KERNEL__
827     /* User space reallocations are always zeroed */
828     if (size > osize)
829          V memset((char *) nbuf + osize, 0, size - osize);
830 #endif
831     brel(buf, poolset);
832     return nbuf;
833 }
834 
835 /*  BREL  --  Release a buffer.  */
836 
837 void brel(buf, poolset)
838   void *buf;
839   struct bpoolset *poolset;
840 {
841     struct bfhead *b, *bn;
842     bufsize bs;
843 
844     b = BFH(((char *) buf) - sizeof(struct bhead));
845 #ifdef BufStats
846     poolset->numrel++;		      /* Increment number of brel() calls */
847 #endif
848     assert(buf != NULL);
849 
850 #ifdef BECtl
851     if (b->bh.bsize == 0) {	      /* Directly-acquired buffer? */
852 	struct bdhead *bdh;
853 
854 	bdh = BDH(((char *) buf) - sizeof(struct bdhead));
855 	assert(b->bh.prevfree == 0);
856 #ifdef BufStats
857 	poolset->totalloc -= bdh->tsize;
858 	assert(poolset->totalloc >= 0);
859 	poolset->numdrel++;	       /* Number of direct releases */
860 #endif /* BufStats */
861 #ifdef FreeWipe
862 	V memset_unchecked((char *) buf, 0x55,
863 			   (MemSize) (bdh->tsize - sizeof(struct bdhead)));
864 #endif /* FreeWipe */
865 	bs = bdh->tsize - sizeof(struct bdhead);
866 	assert(poolset->relfcn != NULL);
867 	poolset->relfcn((void *) bdh);      /* Release it directly. */
868 	tag_asan_free(buf, bs);
869 	return;
870     }
871 #endif /* BECtl */
872 
873     /* Buffer size must be negative, indicating that the buffer is
874        allocated. */
875 
876     if (b->bh.bsize >= 0) {
877 	bn = NULL;
878     }
879     assert(b->bh.bsize < 0);
880     bs = -b->bh.bsize;
881 
882     /*	Back pointer in next buffer must be zero, indicating the
883 	same thing: */
884 
885     assert(BH((char *) b - b->bh.bsize)->prevfree == 0);
886 
887 #ifdef BufStats
888     poolset->totalloc += b->bh.bsize;
889     assert(poolset->totalloc >= 0);
890 #endif
891 
892     /* If the back link is nonzero, the previous buffer is free.  */
893 
894     if (b->bh.prevfree != 0) {
895 
896 	/* The previous buffer is free.  Consolidate this buffer  with	it
897 	   by  adding  the  length  of	this  buffer  to the previous free
898 	   buffer.  Note that we subtract the size  in	the  buffer  being
899            released,  since  it's  negative to indicate that the buffer is
900 	   allocated. */
901 
902 	register bufsize size = b->bh.bsize;
903 
904         /* Make the previous buffer the one we're working on. */
905 	assert(BH((char *) b - b->bh.prevfree)->bsize == b->bh.prevfree);
906 	b = BFH(((char *) b) - b->bh.prevfree);
907 	b->bh.bsize -= size;
908     } else {
909 
910         /* The previous buffer isn't allocated.  Insert this buffer
911 	   on the free list as an isolated free block. */
912 
913 	assert(poolset->freelist.ql.blink->ql.flink == &poolset->freelist);
914 	assert(poolset->freelist.ql.flink->ql.blink == &poolset->freelist);
915 	b->ql.flink = &poolset->freelist;
916 	b->ql.blink = poolset->freelist.ql.blink;
917 	poolset->freelist.ql.blink = b;
918 	b->ql.blink->ql.flink = b;
919 	b->bh.bsize = -b->bh.bsize;
920     }
921 
922     /* Now we look at the next buffer in memory, located by advancing from
923        the  start  of  this  buffer  by its size, to see if that buffer is
924        free.  If it is, we combine  this  buffer  with	the  next  one	in
925        memory, dechaining the second buffer from the free list. */
926 
927     bn =  BFH(((char *) b) + b->bh.bsize);
928     if (bn->bh.bsize > 0) {
929 
930 	/* The buffer is free.	Remove it from the free list and add
931 	   its size to that of our buffer. */
932 
933 	assert(BH((char *) bn + bn->bh.bsize)->prevfree == bn->bh.bsize);
934 	assert(bn->ql.blink->ql.flink == bn);
935 	assert(bn->ql.flink->ql.blink == bn);
936 	bn->ql.blink->ql.flink = bn->ql.flink;
937 	bn->ql.flink->ql.blink = bn->ql.blink;
938 	b->bh.bsize += bn->bh.bsize;
939 
940 	/* Finally,  advance  to   the	buffer	that   follows	the  newly
941 	   consolidated free block.  We must set its  backpointer  to  the
942 	   head  of  the  consolidated free block.  We know the next block
943 	   must be an allocated block because the process of recombination
944 	   guarantees  that  two  free	blocks will never be contiguous in
945 	   memory.  */
946 
947 	bn = BFH(((char *) b) + b->bh.bsize);
948     }
949 #ifdef FreeWipe
950     V memset_unchecked(((char *) b) + sizeof(struct bfhead), 0x55,
951 		       (MemSize) (b->bh.bsize - sizeof(struct bfhead)));
952 #endif
953     assert(bn->bh.bsize < 0);
954 
955     /* The next buffer is allocated.  Set the backpointer in it  to  point
956        to this buffer; the previous free buffer in memory. */
957 
958     bn->bh.prevfree = b->bh.bsize;
959 
960 #ifdef BECtl
961 
962     /*	If  a  block-release function is defined, and this free buffer
963 	constitutes the entire block, release it.  Note that  pool_len
964 	is  defined  in  such a way that the test will fail unless all
965 	pool blocks are the same size.	*/
966 
967     if (poolset->relfcn != NULL &&
968 	((bufsize) b->bh.bsize) == (pool_len - sizeof(struct bhead))) {
969 
970 	assert(b->bh.prevfree == 0);
971 	assert(BH((char *) b + b->bh.bsize)->bsize == ESent);
972 	assert(BH((char *) b + b->bh.bsize)->prevfree == b->bh.bsize);
973 	/*  Unlink the buffer from the free list  */
974 	b->ql.blink->ql.flink = b->ql.flink;
975 	b->ql.flink->ql.blink = b->ql.blink;
976 
977 	poolset->relfcn(b);
978 #ifdef BufStats
979 	poolset->numprel++;	       /* Nr of expansion block releases */
980 	poolset->numpblk--;	       /* Total number of blocks */
981 	assert(numpblk == numpget - numprel);
982 #endif /* BufStats */
983     }
984 #endif /* BECtl */
985     tag_asan_free(buf, bs);
986 }
987 
988 #ifdef BECtl
989 
990 /*  BECTL  --  Establish automatic pool expansion control  */
991 
992 void bectl(compact, acquire, release, pool_incr, poolset)
993   int (*compact) _((bufsize sizereq, int sequence));
994   void *(*acquire) _((bufsize size));
995   void (*release) _((void *buf));
996   bufsize pool_incr;
997   struct bpoolset *poolset;
998 {
999     poolset->compfcn = compact;
1000     poolset->acqfcn = acquire;
1001     poolset->relfcn = release;
1002     poolset->exp_incr = pool_incr;
1003 }
1004 #endif
1005 
1006 /*  BPOOL  --  Add a region of memory to the buffer pool.  */
1007 
1008 void bpool(buf, len, poolset)
1009   void *buf;
1010   bufsize len;
1011   struct bpoolset *poolset;
1012 {
1013     struct bfhead *b = BFH(buf);
1014     struct bhead *bn;
1015 
1016 #ifdef SizeQuant
1017     len &= ~(SizeQuant - 1);
1018 #endif
1019 #ifdef BECtl
1020     if (poolset->pool_len == 0) {
1021 	pool_len = len;
1022     } else if (len != poolset->pool_len) {
1023 	poolset->pool_len = -1;
1024     }
1025 #ifdef BufStats
1026     poolset->numpget++;		       /* Number of block acquisitions */
1027     poolset->numpblk++;		       /* Number of blocks total */
1028     assert(poolset->numpblk == poolset->numpget - poolset->numprel);
1029 #endif /* BufStats */
1030 #endif /* BECtl */
1031 
1032     /* Since the block is initially occupied by a single free  buffer,
1033        it  had	better	not  be  (much) larger than the largest buffer
1034        whose size we can store in bhead.bsize. */
1035 
1036     assert(len - sizeof(struct bhead) <= -((bufsize) ESent + 1));
1037 
1038     /* Clear  the  backpointer at  the start of the block to indicate that
1039        there  is  no  free  block  prior  to  this   one.    That   blocks
1040        recombination when the first block in memory is released. */
1041 
1042     b->bh.prevfree = 0;
1043 
1044     /* Chain the new block to the free list. */
1045 
1046     assert(poolset->freelist.ql.blink->ql.flink == &poolset->freelist);
1047     assert(poolset->freelist.ql.flink->ql.blink == &poolset->freelist);
1048     b->ql.flink = &poolset->freelist;
1049     b->ql.blink = poolset->freelist.ql.blink;
1050     poolset->freelist.ql.blink = b;
1051     b->ql.blink->ql.flink = b;
1052 
1053     /* Create a dummy allocated buffer at the end of the pool.	This dummy
1054        buffer is seen when a buffer at the end of the pool is released and
1055        blocks  recombination  of  the last buffer with the dummy buffer at
1056        the end.  The length in the dummy buffer  is  set  to  the  largest
1057        negative  number  to  denote  the  end  of  the pool for diagnostic
1058        routines (this specific value is  not  counted  on  by  the  actual
1059        allocation and release functions). */
1060 
1061     len -= sizeof(struct bhead);
1062     b->bh.bsize = (bufsize) len;
1063 #ifdef FreeWipe
1064     V memset_unchecked(((char *) b) + sizeof(struct bfhead), 0x55,
1065 		       (MemSize) (len - sizeof(struct bfhead)));
1066 #endif
1067     bn = BH(((char *) b) + len);
1068     bn->prevfree = (bufsize) len;
1069     /* Definition of ESent assumes two's complement! */
1070     assert((~0) == -1);
1071     bn->bsize = ESent;
1072 }
1073 
1074 #ifdef BufStats
1075 
1076 /*  BSTATS  --	Return buffer allocation free space statistics.  */
1077 
1078 void bstats(curalloc, totfree, maxfree, nget, nrel, poolset)
1079   bufsize *curalloc, *totfree, *maxfree;
1080   long *nget, *nrel;
1081   struct bpoolset *poolset;
1082 {
1083     struct bfhead *b = poolset->freelist.ql.flink;
1084 
1085     *nget = poolset->numget;
1086     *nrel = poolset->numrel;
1087     *curalloc = poolset->totalloc;
1088     *totfree = 0;
1089     *maxfree = -1;
1090     while (b != &poolset->freelist) {
1091 	assert(b->bh.bsize > 0);
1092 	*totfree += b->bh.bsize;
1093 	if (b->bh.bsize > *maxfree) {
1094 	    *maxfree = b->bh.bsize;
1095 	}
1096 	b = b->ql.flink;	      /* Link to next buffer */
1097     }
1098 }
1099 
1100 #ifdef BECtl
1101 
1102 /*  BSTATSE  --  Return extended statistics  */
1103 
1104 void bstatse(pool_incr, npool, npget, nprel, ndget, ndrel, poolset)
1105   bufsize *pool_incr;
1106   long *npool, *npget, *nprel, *ndget, *ndrel;
1107   struct bpoolset *poolset;
1108 {
1109     *pool_incr = (poolset->pool_len < 0) ?
1110 	    -poolset->exp_incr : poolset->exp_incr;
1111     *npool = poolset->numpblk;
1112     *npget = poolset->numpget;
1113     *nprel = poolset->numprel;
1114     *ndget = poolset->numdget;
1115     *ndrel = poolset->numdrel;
1116 }
1117 #endif /* BECtl */
1118 #endif /* BufStats */
1119 
1120 #ifdef DumpData
1121 
1122 /*  BUFDUMP  --  Dump the data in a buffer.  This is called with the  user
1123 		 data pointer, and backs up to the buffer header.  It will
1124 		 dump either a free block or an allocated one.	*/
1125 
1126 void bufdump(buf)
1127   void *buf;
1128 {
1129     struct bfhead *b;
1130     unsigned char *bdump;
1131     bufsize bdlen;
1132 
1133     b = BFH(((char *) buf) - sizeof(struct bhead));
1134     assert(b->bh.bsize != 0);
1135     if (b->bh.bsize < 0) {
1136 	bdump = (unsigned char *) buf;
1137 	bdlen = (-b->bh.bsize) - sizeof(struct bhead);
1138     } else {
1139 	bdump = (unsigned char *) (((char *) b) + sizeof(struct bfhead));
1140 	bdlen = b->bh.bsize - sizeof(struct bfhead);
1141     }
1142 
1143     while (bdlen > 0) {
1144 	int i, dupes = 0;
1145 	bufsize l = bdlen;
1146 	char bhex[50], bascii[20];
1147 
1148 	if (l > 16) {
1149 	    l = 16;
1150 	}
1151 
1152 	for (i = 0; i < l; i++) {
1153 			V snprintf(bhex + i * 3, sizeof(bhex) - i * 3, "%02X ",
1154 				   bdump[i]);
1155             bascii[i] = isprint(bdump[i]) ? bdump[i] : ' ';
1156 	}
1157 	bascii[i] = 0;
1158         V printf("%-48s   %s\n", bhex, bascii);
1159 	bdump += l;
1160 	bdlen -= l;
1161 	while ((bdlen > 16) && (memcmp((char *) (bdump - 16),
1162 				       (char *) bdump, 16) == 0)) {
1163 	    dupes++;
1164 	    bdump += 16;
1165 	    bdlen -= 16;
1166 	}
1167 	if (dupes > 1) {
1168 	    V printf(
1169                 "     (%d lines [%d bytes] identical to above line skipped)\n",
1170 		dupes, dupes * 16);
1171 	} else if (dupes == 1) {
1172 	    bdump -= 16;
1173 	    bdlen += 16;
1174 	}
1175     }
1176 }
1177 #endif
1178 
1179 #ifdef BufDump
1180 
1181 /*  BPOOLD  --	Dump a buffer pool.  The buffer headers are always listed.
1182 		If DUMPALLOC is nonzero, the contents of allocated buffers
1183 		are  dumped.   If  DUMPFREE  is  nonzero,  free blocks are
1184 		dumped as well.  If FreeWipe  checking	is  enabled,  free
1185 		blocks	which  have  been clobbered will always be dumped. */
1186 
1187 void bpoold(buf, dumpalloc, dumpfree)
1188   void *buf;
1189   int dumpalloc, dumpfree;
1190 {
1191     struct bfhead *b = BFH(buf);
1192 
1193     while (b->bh.bsize != ESent) {
1194 	bufsize bs = b->bh.bsize;
1195 
1196 	if (bs < 0) {
1197 	    bs = -bs;
1198             V printf("Allocated buffer: size %6ld bytes.\n", (long) bs);
1199 	    if (dumpalloc) {
1200 		bufdump((void *) (((char *) b) + sizeof(struct bhead)));
1201 	    }
1202 	} else {
1203             char *lerr = "";
1204 
1205 	    assert(bs > 0);
1206 	    if ((b->ql.blink->ql.flink != b) ||
1207 		(b->ql.flink->ql.blink != b)) {
1208                 lerr = "  (Bad free list links)";
1209 	    }
1210             V printf("Free block:       size %6ld bytes.%s\n",
1211 		(long) bs, lerr);
1212 #ifdef FreeWipe
1213 	    lerr = ((char *) b) + sizeof(struct bfhead);
1214 	    if ((bs > sizeof(struct bfhead)) && ((*lerr != 0x55) ||
1215 		(memcmp(lerr, lerr + 1,
1216 		  (MemSize) (bs - (sizeof(struct bfhead) + 1))) != 0))) {
1217 		V printf(
1218                     "(Contents of above free block have been overstored.)\n");
1219 		bufdump((void *) (((char *) b) + sizeof(struct bhead)));
1220 	    } else
1221 #endif
1222 	    if (dumpfree) {
1223 		bufdump((void *) (((char *) b) + sizeof(struct bhead)));
1224 	    }
1225 	}
1226 	b = BFH(((char *) b) + bs);
1227     }
1228 }
1229 #endif /* BufDump */
1230 
1231 #ifdef BufValid
1232 
1233 /*  BPOOLV  --  Validate a buffer pool.  If NDEBUG isn't defined,
1234 		any error generates an assertion failure.  */
1235 
1236 int bpoolv(buf)
1237   void *buf;
1238 {
1239     struct bfhead *b = BFH(buf);
1240 
1241     while (b->bh.bsize != ESent) {
1242 	bufsize bs = b->bh.bsize;
1243 
1244 	if (bs < 0) {
1245 	    bs = -bs;
1246 	} else {
1247 			const char *lerr = "";
1248 
1249 	    assert(bs > 0);
1250 	    if (bs <= 0) {
1251 		return 0;
1252 	    }
1253 	    if ((b->ql.blink->ql.flink != b) ||
1254 		(b->ql.flink->ql.blink != b)) {
1255                 V printf("Free block: size %6ld bytes.  (Bad free list links)\n",
1256 		     (long) bs);
1257 		assert(0);
1258 		return 0;
1259 	    }
1260 #ifdef FreeWipe
1261 	    lerr = ((char *) b) + sizeof(struct bfhead);
1262 	    if ((bs > sizeof(struct bfhead)) && ((*lerr != 0x55) ||
1263 		(memcmp(lerr, lerr + 1,
1264 		  (MemSize) (bs - (sizeof(struct bfhead) + 1))) != 0))) {
1265 		V printf(
1266                     "(Contents of above free block have been overstored.)\n");
1267 		bufdump((void *) (((char *) b) + sizeof(struct bhead)));
1268 		assert(0);
1269 		return 0;
1270 	    }
1271 #endif
1272 	}
1273 	b = BFH(((char *) b) + bs);
1274     }
1275     return 1;
1276 }
1277 #endif /* BufValid */
1278 
1279         /***********************\
1280 	*			*
1281 	* Built-in test program *
1282 	*			*
1283         \***********************/
1284 
1285 #ifdef TestProg
1286 
1287 #define Repeatable  1		      /* Repeatable pseudorandom sequence */
1288 				      /* If Repeatable is not defined, a
1289 					 time-seeded pseudorandom sequence
1290 					 is generated, exercising BGET with
1291 					 a different pattern of calls on each
1292 					 run. */
1293 #define OUR_RAND		      /* Use our own built-in version of
1294 					 rand() to guarantee the test is
1295 					 100% repeatable. */
1296 
1297 #ifdef BECtl
1298 #define PoolSize    300000	      /* Test buffer pool size */
1299 #else
1300 #define PoolSize    50000	      /* Test buffer pool size */
1301 #endif
1302 #define ExpIncr     32768	      /* Test expansion block size */
1303 #define CompactTries 10 	      /* Maximum tries at compacting */
1304 
1305 #define dumpAlloc   0		      /* Dump allocated buffers ? */
1306 #define dumpFree    0		      /* Dump free buffers ? */
1307 
1308 #ifndef Repeatable
1309 extern long time();
1310 #endif
1311 
1312 extern char *malloc();
1313 extern int free _((char *));
1314 
1315 static char *bchain = NULL;	      /* Our private buffer chain */
1316 static char *bp = NULL; 	      /* Our initial buffer pool */
1317 
1318 #include <math.h>
1319 
1320 #ifdef OUR_RAND
1321 
1322 static unsigned long int next = 1;
1323 
1324 /* Return next random integer */
1325 
1326 int rand()
1327 {
1328 	next = next * 1103515245L + 12345;
1329 	return (unsigned int) (next / 65536L) % 32768L;
1330 }
1331 
1332 /* Set seed for random generator */
1333 
1334 void srand(seed)
1335   unsigned int seed;
1336 {
1337 	next = seed;
1338 }
1339 #endif
1340 
1341 /*  STATS  --  Edit statistics returned by bstats() or bstatse().  */
1342 
1343 static void stats(when)
1344   char *when;
1345 {
1346     bufsize cural, totfree, maxfree;
1347     long nget, nfree;
1348 #ifdef BECtl
1349     bufsize pincr;
1350     long totblocks, npget, nprel, ndget, ndrel;
1351 #endif
1352 
1353     bstats(&cural, &totfree, &maxfree, &nget, &nfree);
1354     V printf(
1355         "%s: %ld gets, %ld releases.  %ld in use, %ld free, largest = %ld\n",
1356 	when, nget, nfree, (long) cural, (long) totfree, (long) maxfree);
1357 #ifdef BECtl
1358     bstatse(&pincr, &totblocks, &npget, &nprel, &ndget, &ndrel);
1359     V printf(
1360          "  Blocks: size = %ld, %ld (%ld bytes) in use, %ld gets, %ld frees\n",
1361 	 (long)pincr, totblocks, pincr * totblocks, npget, nprel);
1362     V printf("  %ld direct gets, %ld direct frees\n", ndget, ndrel);
1363 #endif /* BECtl */
1364 }
1365 
1366 #ifdef BECtl
1367 static int protect = 0; 	      /* Disable compaction during bgetr() */
1368 
1369 /*  BCOMPACT  --  Compaction call-back function.  */
1370 
1371 static int bcompact(bsize, seq)
1372   bufsize bsize;
1373   int seq;
1374 {
1375 #ifdef CompactTries
1376     char *bc = bchain;
1377     int i = rand() & 0x3;
1378 
1379 #ifdef COMPACTRACE
1380     V printf("Compaction requested.  %ld bytes needed, sequence %d.\n",
1381 	(long) bsize, seq);
1382 #endif
1383 
1384     if (protect || (seq > CompactTries)) {
1385 #ifdef COMPACTRACE
1386         V printf("Compaction gave up.\n");
1387 #endif
1388 	return 0;
1389     }
1390 
1391     /* Based on a random cast, release a random buffer in the list
1392        of allocated buffers. */
1393 
1394     while (i > 0 && bc != NULL) {
1395 	bc = *((char **) bc);
1396 	i--;
1397     }
1398     if (bc != NULL) {
1399 	char *fb;
1400 
1401 	fb = *((char **) bc);
1402 	if (fb != NULL) {
1403 	    *((char **) bc) = *((char **) fb);
1404 	    brel((void *) fb);
1405 	    return 1;
1406 	}
1407     }
1408 
1409 #ifdef COMPACTRACE
1410     V printf("Compaction bailed out.\n");
1411 #endif
1412 #endif /* CompactTries */
1413     return 0;
1414 }
1415 
1416 /*  BEXPAND  --  Expand pool call-back function.  */
1417 
1418 static void *bexpand(size)
1419   bufsize size;
1420 {
1421     void *np = NULL;
1422     bufsize cural, totfree, maxfree;
1423     long nget, nfree;
1424 
1425     /* Don't expand beyond the total allocated size given by PoolSize. */
1426 
1427     bstats(&cural, &totfree, &maxfree, &nget, &nfree);
1428 
1429     if (cural < PoolSize) {
1430 	np = (void *) malloc((unsigned) size);
1431     }
1432 #ifdef EXPTRACE
1433     V printf("Expand pool by %ld -- %s.\n", (long) size,
1434         np == NULL ? "failed" : "succeeded");
1435 #endif
1436     return np;
1437 }
1438 
1439 /*  BSHRINK  --  Shrink buffer pool call-back function.  */
1440 
1441 static void bshrink(buf)
1442   void *buf;
1443 {
1444     if (((char *) buf) == bp) {
1445 #ifdef EXPTRACE
1446         V printf("Initial pool released.\n");
1447 #endif
1448 	bp = NULL;
1449     }
1450 #ifdef EXPTRACE
1451     V printf("Shrink pool.\n");
1452 #endif
1453     free((char *) buf);
1454 }
1455 
1456 #endif /* BECtl */
1457 
1458 /*  Restrict buffer requests to those large enough to contain our pointer and
1459     small enough for the CPU architecture.  */
1460 
1461 static bufsize blimit(bs)
1462   bufsize bs;
1463 {
1464     if (bs < sizeof(char *)) {
1465 	bs = sizeof(char *);
1466     }
1467 
1468     /* This is written out in this ugly fashion because the
1469        cool expression in sizeof(int) that auto-configured
1470        to any length int befuddled some compilers. */
1471 
1472     if (sizeof(int) == 2) {
1473 	if (bs > 32767) {
1474 	    bs = 32767;
1475 	}
1476     } else {
1477 	if (bs > 200000) {
1478 	    bs = 200000;
1479 	}
1480     }
1481     return bs;
1482 }
1483 
1484 int main()
1485 {
1486     int i;
1487     double x;
1488 
1489     /* Seed the random number generator.  If Repeatable is defined, we
1490        always use the same seed.  Otherwise, we seed from the clock to
1491        shake things up from run to run. */
1492 
1493 #ifdef Repeatable
1494     V srand(1234);
1495 #else
1496     V srand((int) time((long *) NULL));
1497 #endif
1498 
1499     /*	Compute x such that pow(x, p) ranges between 1 and 4*ExpIncr as
1500 	p ranges from 0 to ExpIncr-1, with a concentration in the lower
1501 	numbers.  */
1502 
1503     x = 4.0 * ExpIncr;
1504     x = log(x);
1505     x = exp(log(4.0 * ExpIncr) / (ExpIncr - 1.0));
1506 
1507 #ifdef BECtl
1508     bectl(bcompact, bexpand, bshrink, (bufsize) ExpIncr);
1509     bp = malloc(ExpIncr);
1510     assert(bp != NULL);
1511     bpool((void *) bp, (bufsize) ExpIncr);
1512 #else
1513     bp = malloc(PoolSize);
1514     assert(bp != NULL);
1515     bpool((void *) bp, (bufsize) PoolSize);
1516 #endif
1517 
1518     stats("Create pool");
1519     V bpoolv((void *) bp);
1520     bpoold((void *) bp, dumpAlloc, dumpFree);
1521 
1522     for (i = 0; i < TestProg; i++) {
1523 	char *cb;
1524 	bufsize bs = pow(x, (double) (rand() & (ExpIncr - 1)));
1525 
1526 	assert(bs <= (((bufsize) 4) * ExpIncr));
1527 	bs = blimit(bs);
1528 	if (rand() & 0x400) {
1529 	    cb = (char *) bgetz(bs);
1530 	} else {
1531 	    cb = (char *) bget(bs);
1532 	}
1533 	if (cb == NULL) {
1534 #ifdef EasyOut
1535 	    break;
1536 #else
1537 	    char *bc = bchain;
1538 
1539 	    if (bc != NULL) {
1540 		char *fb;
1541 
1542 		fb = *((char **) bc);
1543 		if (fb != NULL) {
1544 		    *((char **) bc) = *((char **) fb);
1545 		    brel((void *) fb);
1546 		}
1547 		continue;
1548 	    }
1549 #endif
1550 	}
1551 	*((char **) cb) = (char *) bchain;
1552 	bchain = cb;
1553 
1554 	/* Based on a random cast, release a random buffer in the list
1555 	   of allocated buffers. */
1556 
1557 	if ((rand() & 0x10) == 0) {
1558 	    char *bc = bchain;
1559 	    int i = rand() & 0x3;
1560 
1561 	    while (i > 0 && bc != NULL) {
1562 		bc = *((char **) bc);
1563 		i--;
1564 	    }
1565 	    if (bc != NULL) {
1566 		char *fb;
1567 
1568 		fb = *((char **) bc);
1569 		if (fb != NULL) {
1570 		    *((char **) bc) = *((char **) fb);
1571 		    brel((void *) fb);
1572 		}
1573 	    }
1574 	}
1575 
1576 	/* Based on a random cast, reallocate a random buffer in the list
1577 	   to a random size */
1578 
1579 	if ((rand() & 0x20) == 0) {
1580 	    char *bc = bchain;
1581 	    int i = rand() & 0x3;
1582 
1583 	    while (i > 0 && bc != NULL) {
1584 		bc = *((char **) bc);
1585 		i--;
1586 	    }
1587 	    if (bc != NULL) {
1588 		char *fb;
1589 
1590 		fb = *((char **) bc);
1591 		if (fb != NULL) {
1592 		    char *newb;
1593 
1594 		    bs = pow(x, (double) (rand() & (ExpIncr - 1)));
1595 		    bs = blimit(bs);
1596 #ifdef BECtl
1597 		    protect = 1;      /* Protect against compaction */
1598 #endif
1599 		    newb = (char *) bgetr((void *) fb, bs);
1600 #ifdef BECtl
1601 		    protect = 0;
1602 #endif
1603 		    if (newb != NULL) {
1604 			*((char **) bc) = newb;
1605 		    }
1606 		}
1607 	    }
1608 	}
1609     }
1610     stats("\nAfter allocation");
1611     if (bp != NULL) {
1612 	V bpoolv((void *) bp);
1613 	bpoold((void *) bp, dumpAlloc, dumpFree);
1614     }
1615 
1616     while (bchain != NULL) {
1617 	char *buf = bchain;
1618 
1619 	bchain = *((char **) buf);
1620 	brel((void *) buf);
1621     }
1622     stats("\nAfter release");
1623 #ifndef BECtl
1624     if (bp != NULL) {
1625 	V bpoolv((void *) bp);
1626 	bpoold((void *) bp, dumpAlloc, dumpFree);
1627     }
1628 #endif
1629 
1630     return 0;
1631 }
1632 #endif
1633