xref: /optee_os/lib/libutils/isoc/bget.c (revision 27e8d08d664b80a632eac1065d4904f85220bd75)
1074ba9b2SJens Wiklander /*
2074ba9b2SJens Wiklander 
3074ba9b2SJens Wiklander 			       B G E T
4074ba9b2SJens Wiklander 
5074ba9b2SJens Wiklander 			   Buffer allocator
6074ba9b2SJens Wiklander 
7074ba9b2SJens Wiklander     Designed and implemented in April of 1972 by John Walker, based on the
8074ba9b2SJens Wiklander     Case Algol OPRO$ algorithm implemented in 1966.
9074ba9b2SJens Wiklander 
10074ba9b2SJens Wiklander     Reimplemented in 1975 by John Walker for the Interdata 70.
11074ba9b2SJens Wiklander     Reimplemented in 1977 by John Walker for the Marinchip 9900.
12074ba9b2SJens Wiklander     Reimplemented in 1982 by Duff Kurland for the Intel 8080.
13074ba9b2SJens Wiklander 
14074ba9b2SJens Wiklander     Portable C version implemented in September of 1990 by an older, wiser
15074ba9b2SJens Wiklander     instance of the original implementor.
16074ba9b2SJens Wiklander 
17074ba9b2SJens Wiklander     Souped up and/or weighed down  slightly  shortly  thereafter  by  Greg
18074ba9b2SJens Wiklander     Lutz.
19074ba9b2SJens Wiklander 
20074ba9b2SJens Wiklander     AMIX  edition, including the new compaction call-back option, prepared
21074ba9b2SJens Wiklander     by John Walker in July of 1992.
22074ba9b2SJens Wiklander 
23074ba9b2SJens Wiklander     Bug in built-in test program fixed, ANSI compiler warnings eradicated,
24074ba9b2SJens Wiklander     buffer pool validator  implemented,  and  guaranteed  repeatable  test
25074ba9b2SJens Wiklander     added by John Walker in October of 1995.
26074ba9b2SJens Wiklander 
27074ba9b2SJens Wiklander     This program is in the public domain.
28074ba9b2SJens Wiklander 
29074ba9b2SJens Wiklander      1. This is the book of the generations of Adam.   In the day that God
30074ba9b2SJens Wiklander 	created man, in the likeness of God made he him;
31074ba9b2SJens Wiklander      2. Male and female created he them;  and  blessed	them,  and  called
32074ba9b2SJens Wiklander 	their name Adam, in the day when they were created.
33074ba9b2SJens Wiklander      3. And  Adam  lived  an hundred and thirty years,	and begat a son in
34074ba9b2SJens Wiklander 	his own likeness, and after his image; and called his name Seth:
35074ba9b2SJens Wiklander      4. And the days of  Adam  after  he  had  begotten  Seth  were  eight
36074ba9b2SJens Wiklander 	hundred years: and he begat sons and daughters:
37074ba9b2SJens Wiklander      5. And  all  the  days  that Adam lived were nine	hundred and thirty
38074ba9b2SJens Wiklander 	years: and he died.
39074ba9b2SJens Wiklander      6. And Seth lived an hundred and five years, and begat Enos:
40074ba9b2SJens Wiklander      7. And Seth lived after he begat Enos eight hundred and seven  years,
41074ba9b2SJens Wiklander 	and begat sons and daughters:
42074ba9b2SJens Wiklander      8.  And  all the days of Seth were nine hundred and twelve years: and
43074ba9b2SJens Wiklander 	 he died.
44074ba9b2SJens Wiklander      9. And Enos lived ninety years, and begat Cainan:
45074ba9b2SJens Wiklander     10. And Enos lived after he begat  Cainan eight  hundred  and  fifteen
46074ba9b2SJens Wiklander 	years, and begat sons and daughters:
47074ba9b2SJens Wiklander     11. And  all  the days of Enos were nine hundred  and five years:  and
48074ba9b2SJens Wiklander 	he died.
49074ba9b2SJens Wiklander     12. And Cainan lived seventy years and begat Mahalaleel:
50074ba9b2SJens Wiklander     13. And Cainan lived  after he  begat  Mahalaleel  eight  hundred  and
51074ba9b2SJens Wiklander 	forty years, and begat sons and daughters:
52074ba9b2SJens Wiklander     14. And  all the days of Cainan were nine  hundred and ten years:  and
53074ba9b2SJens Wiklander 	he died.
54074ba9b2SJens Wiklander     15. And Mahalaleel lived sixty and five years, and begat Jared:
55074ba9b2SJens Wiklander     16. And Mahalaleel lived  after  he  begat	Jared  eight  hundred  and
56074ba9b2SJens Wiklander 	thirty years, and begat sons and daughters:
57074ba9b2SJens Wiklander     17. And  all  the  days  of Mahalaleel  were eight hundred	ninety and
58074ba9b2SJens Wiklander 	five years: and he died.
59074ba9b2SJens Wiklander     18. And Jared lived an hundred sixty and  two  years,   and  he  begat
60074ba9b2SJens Wiklander 	Enoch:
61074ba9b2SJens Wiklander     19. And  Jared  lived  after he begat Enoch  eight hundred years,  and
62074ba9b2SJens Wiklander 	begat sons and daughters:
63074ba9b2SJens Wiklander     20. And all the days of Jared  were nine hundred sixty and two  years:
64074ba9b2SJens Wiklander 	and he died.
65074ba9b2SJens Wiklander     21. And Enoch lived sixty and five years, and begat Methuselah:
66074ba9b2SJens Wiklander     22. And  Enoch  walked   with  God	after  he  begat Methuselah  three
67074ba9b2SJens Wiklander 	hundred years, and begat sons and daughters:
68074ba9b2SJens Wiklander     23. And all the days of  Enoch  were  three  hundred  sixty  and  five
69074ba9b2SJens Wiklander 	years:
70074ba9b2SJens Wiklander     24. And Enoch walked with God: and he was not; for God took him.
71074ba9b2SJens Wiklander     25. And  Methuselah  lived	an  hundred  eighty and  seven years,  and
72074ba9b2SJens Wiklander 	begat Lamech.
73074ba9b2SJens Wiklander     26. And Methuselah lived after he  begat Lamech seven  hundred  eighty
74074ba9b2SJens Wiklander 	and two years, and begat sons and daughters:
75074ba9b2SJens Wiklander     27. And  all the days of Methuselah  were nine hundred  sixty and nine
76074ba9b2SJens Wiklander 	years: and he died.
77074ba9b2SJens Wiklander     28. And Lamech lived an hundred eighty  and two  years,  and  begat  a
78074ba9b2SJens Wiklander 	son:
79074ba9b2SJens Wiklander     29. And  he called his name Noah, saying,  This same shall	comfort us
80074ba9b2SJens Wiklander 	concerning  our  work and toil of our hands, because of the ground
81074ba9b2SJens Wiklander 	which the LORD hath cursed.
82074ba9b2SJens Wiklander     30. And  Lamech  lived  after  he begat Noah  five hundred	ninety and
83074ba9b2SJens Wiklander 	five years, and begat sons and daughters:
84074ba9b2SJens Wiklander     31. And all the days of Lamech were  seven hundred seventy	and  seven
85074ba9b2SJens Wiklander 	years: and he died.
86074ba9b2SJens Wiklander     32. And  Noah  was five hundred years old:	and Noah begat Shem,  Ham,
87074ba9b2SJens Wiklander 	and Japheth.
88074ba9b2SJens Wiklander 
89074ba9b2SJens Wiklander     And buffers begat buffers, and links begat	links,	and  buffer  pools
90074ba9b2SJens Wiklander     begat  links  to chains of buffer pools containing buffers, and lo the
91074ba9b2SJens Wiklander     buffers and links and pools of buffers and pools of links to chains of
92074ba9b2SJens Wiklander     pools  of  buffers were fruitful and they multiplied and the Operating
93074ba9b2SJens Wiklander     System looked down upon them and said that it was Good.
94074ba9b2SJens Wiklander 
95074ba9b2SJens Wiklander 
96074ba9b2SJens Wiklander     INTRODUCTION
97074ba9b2SJens Wiklander     ============
98074ba9b2SJens Wiklander 
99074ba9b2SJens Wiklander     BGET  is a comprehensive memory allocation package which is easily
100074ba9b2SJens Wiklander     configured to the needs of an application.	BGET is  efficient  in
101074ba9b2SJens Wiklander     both  the  time  needed to allocate and release buffers and in the
102074ba9b2SJens Wiklander     memory  overhead  required	for  buffer   pool   management.    It
103074ba9b2SJens Wiklander     automatically    consolidates   contiguous	 space	 to   minimise
104074ba9b2SJens Wiklander     fragmentation.  BGET is configured	by  compile-time  definitions,
105074ba9b2SJens Wiklander     Major options include:
106074ba9b2SJens Wiklander 
107074ba9b2SJens Wiklander 	*   A  built-in  test  program	to  exercise  BGET   and
108074ba9b2SJens Wiklander 	    demonstrate how the various functions are used.
109074ba9b2SJens Wiklander 
110074ba9b2SJens Wiklander         *   Allocation  by  either the "first fit" or "best fit"
111074ba9b2SJens Wiklander 	    method.
112074ba9b2SJens Wiklander 
113074ba9b2SJens Wiklander 	*   Wiping buffers at release time to catch  code  which
114074ba9b2SJens Wiklander 	    references previously released storage.
115074ba9b2SJens Wiklander 
116074ba9b2SJens Wiklander 	*   Built-in  routines to dump individual buffers or the
117074ba9b2SJens Wiklander 	    entire buffer pool.
118074ba9b2SJens Wiklander 
119074ba9b2SJens Wiklander 	*   Retrieval of allocation and pool size statistics.
120074ba9b2SJens Wiklander 
121074ba9b2SJens Wiklander 	*   Quantisation of buffer sizes to a power  of  two  to
122074ba9b2SJens Wiklander 	    satisfy hardware alignment constraints.
123074ba9b2SJens Wiklander 
124074ba9b2SJens Wiklander 	*   Automatic  pool compaction, growth, and shrinkage by
125074ba9b2SJens Wiklander 	    means of call-backs to user defined functions.
126074ba9b2SJens Wiklander 
127074ba9b2SJens Wiklander     Applications  of  BGET  can  range	from  storage  management   in
128074ba9b2SJens Wiklander     ROM-based  embedded programs to providing the framework upon which
129074ba9b2SJens Wiklander     a  multitasking  system  incorporating   garbage   collection   is
130074ba9b2SJens Wiklander     constructed.   BGET  incorporates  extensive  internal consistency
131074ba9b2SJens Wiklander     checking using the <assert.h> mechanism; all these checks  can  be
132074ba9b2SJens Wiklander     turned off by compiling with NDEBUG defined, yielding a version of
133074ba9b2SJens Wiklander     BGET with minimal size and maximum speed.
134074ba9b2SJens Wiklander 
135074ba9b2SJens Wiklander     The  basic	algorithm  underlying  BGET  has withstood the test of
136074ba9b2SJens Wiklander     time;  more  than  25  years   have   passed   since   the	 first
137074ba9b2SJens Wiklander     implementation  of	this  code.  And yet, it is substantially more
138074ba9b2SJens Wiklander     efficient than the native allocation  schemes  of  many  operating
139074ba9b2SJens Wiklander     systems: the Macintosh and Microsoft Windows to name two, on which
140074ba9b2SJens Wiklander     programs have obtained substantial speed-ups by layering  BGET  as
141074ba9b2SJens Wiklander     an application level memory manager atop the underlying system's.
142074ba9b2SJens Wiklander 
143074ba9b2SJens Wiklander     BGET has been implemented on the largest mainframes and the lowest
144074ba9b2SJens Wiklander     of	microprocessors.   It  has served as the core for multitasking
145074ba9b2SJens Wiklander     operating systems, multi-thread applications, embedded software in
146074ba9b2SJens Wiklander     data  network switching processors, and a host of C programs.  And
147074ba9b2SJens Wiklander     while it has accreted flexibility and additional options over  the
148074ba9b2SJens Wiklander     years,  it	remains  fast, memory efficient, portable, and easy to
149074ba9b2SJens Wiklander     integrate into your program.
150074ba9b2SJens Wiklander 
151074ba9b2SJens Wiklander 
152074ba9b2SJens Wiklander     BGET IMPLEMENTATION ASSUMPTIONS
153074ba9b2SJens Wiklander     ===============================
154074ba9b2SJens Wiklander 
155074ba9b2SJens Wiklander     BGET is written in as portable a dialect of C  as  possible.   The
156074ba9b2SJens Wiklander     only   fundamental	 assumption   about  the  underlying  hardware
157074ba9b2SJens Wiklander     architecture is that memory is allocated is a linear  array  which
158074ba9b2SJens Wiklander     can  be  addressed  as a vector of C "char" objects.  On segmented
159074ba9b2SJens Wiklander     address space architectures, this generally means that BGET should
160074ba9b2SJens Wiklander     be used to allocate storage within a single segment (although some
161074ba9b2SJens Wiklander     compilers	simulate   linear   address   spaces   on    segmented
162074ba9b2SJens Wiklander     architectures).   On  segmented  architectures,  then, BGET buffer
163074ba9b2SJens Wiklander     pools  may not be larger than a segment, but since BGET allows any
164074ba9b2SJens Wiklander     number of separate buffer pools, there is no limit	on  the  total
165074ba9b2SJens Wiklander     storage  which  can  be  managed,  only  on the largest individual
166074ba9b2SJens Wiklander     object which can be allocated.  Machines  with  a  linear  address
167074ba9b2SJens Wiklander     architecture,  such  as  the VAX, 680x0, Sparc, MIPS, or the Intel
168074ba9b2SJens Wiklander     80386 and above in native mode, may use BGET without restriction.
169074ba9b2SJens Wiklander 
170074ba9b2SJens Wiklander 
171074ba9b2SJens Wiklander     GETTING STARTED WITH BGET
172074ba9b2SJens Wiklander     =========================
173074ba9b2SJens Wiklander 
174074ba9b2SJens Wiklander     Although BGET can be configured in a multitude of fashions,  there
175074ba9b2SJens Wiklander     are  three	basic  ways  of  working  with	BGET.	The  functions
176074ba9b2SJens Wiklander     mentioned below are documented in the following  section.	Please
177074ba9b2SJens Wiklander     excuse  the  forward  references which are made in the interest of
178074ba9b2SJens Wiklander     providing a roadmap to guide you  to  the  BGET  functions  you're
179074ba9b2SJens Wiklander     likely to need.
180074ba9b2SJens Wiklander 
181074ba9b2SJens Wiklander     Embedded Applications
182074ba9b2SJens Wiklander     ---------------------
183074ba9b2SJens Wiklander 
184074ba9b2SJens Wiklander     Embedded applications  typically  have  a  fixed  area  of	memory
185074ba9b2SJens Wiklander     dedicated  to  buffer  allocation (often in a separate RAM address
186074ba9b2SJens Wiklander     space distinct from the ROM that contains  the  executable	code).
187074ba9b2SJens Wiklander     To	use  BGET in such an environment, simply call bpool() with the
188074ba9b2SJens Wiklander     start address and length of the buffer  pool  area	in  RAM,  then
189074ba9b2SJens Wiklander     allocate  buffers  with  bget()  and  release  them  with  brel().
190074ba9b2SJens Wiklander     Embedded applications with very limited RAM but abundant CPU speed
191074ba9b2SJens Wiklander     may  benefit  by configuring BGET for BestFit allocation (which is
192074ba9b2SJens Wiklander     usually not worth it in other environments).
193074ba9b2SJens Wiklander 
194074ba9b2SJens Wiklander     Malloc() Emulation
195074ba9b2SJens Wiklander     ------------------
196074ba9b2SJens Wiklander 
197074ba9b2SJens Wiklander     If the C library malloc() function is too  slow,  not  present  in
198074ba9b2SJens Wiklander     your  development environment (for example, an a native Windows or
199074ba9b2SJens Wiklander     Macintosh program), or otherwise unsuitable, you  can  replace  it
200074ba9b2SJens Wiklander     with  BGET.  Initially define a buffer pool of an appropriate size
201074ba9b2SJens Wiklander     with bpool()--usually obtained by making a call to	the  operating
202074ba9b2SJens Wiklander     system's  low-level  memory allocator.  Then allocate buffers with
203074ba9b2SJens Wiklander     bget(), bgetz(), and bgetr() (the last two permit  the  allocation
204074ba9b2SJens Wiklander     of	buffers initialised to zero and [inefficient] re-allocation of
205074ba9b2SJens Wiklander     existing buffers for  compatibility  with  C  library  functions).
206074ba9b2SJens Wiklander     Release buffers by calling brel().	If a buffer allocation request
207074ba9b2SJens Wiklander     fails, obtain more storage from the underlying  operating  system,
208074ba9b2SJens Wiklander     add it to the buffer pool by another call to bpool(), and continue
209074ba9b2SJens Wiklander     execution.
210074ba9b2SJens Wiklander 
211074ba9b2SJens Wiklander     Automatic Storage Management
212074ba9b2SJens Wiklander     ----------------------------
213074ba9b2SJens Wiklander 
214074ba9b2SJens Wiklander     You can use BGET as your application's native memory  manager  and
215074ba9b2SJens Wiklander     implement  automatic  storage  pool  expansion,  contraction,  and
216074ba9b2SJens Wiklander     optionally application-specific  memory  compaction  by  compiling
217074ba9b2SJens Wiklander     BGET  with	the  BECtl  variable defined, then calling bectl() and
218074ba9b2SJens Wiklander     supplying  functions  for  storage	compaction,  acquisition,  and
219074ba9b2SJens Wiklander     release,  as  well as a standard pool expansion increment.	All of
220074ba9b2SJens Wiklander     these functions are optional (although it doesn't make much  sense
221074ba9b2SJens Wiklander     to	provide  a  release  function without an acquisition function,
222074ba9b2SJens Wiklander     does it?).	Once the call-back functions have  been  defined  with
223074ba9b2SJens Wiklander     bectl(),  you simply use bget() and brel() to allocate and release
224074ba9b2SJens Wiklander     storage as before.	You can supply an  initial  buffer  pool  with
225074ba9b2SJens Wiklander     bpool()  or  rely  on  automatic  allocation to acquire the entire
226074ba9b2SJens Wiklander     pool.  When a call on  bget()  cannot  be  satisfied,  BGET  first
227074ba9b2SJens Wiklander     checks  if	a compaction function has been supplied.  If so, it is
228074ba9b2SJens Wiklander     called (with the space required to satisfy the allocation  request
229074ba9b2SJens Wiklander     and a sequence number to allow the compaction routine to be called
230074ba9b2SJens Wiklander     successively without looping).  If the compaction function is able
231074ba9b2SJens Wiklander     to  free any storage (it needn't know whether the storage it freed
232074ba9b2SJens Wiklander     was adequate) it should return a  nonzero  value,  whereupon  BGET
233074ba9b2SJens Wiklander     will retry the allocation request and, if it fails again, call the
234074ba9b2SJens Wiklander     compaction function again with the next-higher sequence number.
235074ba9b2SJens Wiklander 
236074ba9b2SJens Wiklander     If	the  compaction  function  returns zero, indicating failure to
237074ba9b2SJens Wiklander     free space, or no compaction function is defined, BGET next  tests
238074ba9b2SJens Wiklander     whether  a	non-NULL  allocation function was supplied to bectl().
239074ba9b2SJens Wiklander     If so, that function is called with  an  argument  indicating  how
240074ba9b2SJens Wiklander     many  bytes  of  additional  space are required.  This will be the
241074ba9b2SJens Wiklander     standard pool expansion increment supplied in the call to  bectl()
242074ba9b2SJens Wiklander     unless  the  original  bget()  call requested a buffer larger than
243074ba9b2SJens Wiklander     this; buffers larger than the standard pool block can  be  managed
244074ba9b2SJens Wiklander     "off  the books" by BGET in this mode.  If the allocation function
245074ba9b2SJens Wiklander     succeeds in obtaining the storage, it returns a pointer to the new
246074ba9b2SJens Wiklander     block  and	BGET  expands  the  buffer  pool;  if  it  fails,  the
247074ba9b2SJens Wiklander     allocation request fails and returns NULL to  the  caller.	 If  a
248074ba9b2SJens Wiklander     non-NULL  release  function  is  supplied,	expansion blocks which
249074ba9b2SJens Wiklander     become totally empty are released  to  the	global	free  pool  by
250074ba9b2SJens Wiklander     passing their addresses to the release function.
251074ba9b2SJens Wiklander 
252074ba9b2SJens Wiklander     Equipped  with  appropriate  allocation,  release,	and compaction
253074ba9b2SJens Wiklander     functions, BGET can be used as part of very  sophisticated	memory
254074ba9b2SJens Wiklander     management	 strategies,  including  garbage  collection.	(Note,
255074ba9b2SJens Wiklander     however, that BGET is *not* a garbage  collector  by  itself,  and
256074ba9b2SJens Wiklander     that  developing  such a system requires much additional logic and
257074ba9b2SJens Wiklander     careful design of the application's memory allocation strategy.)
258074ba9b2SJens Wiklander 
259074ba9b2SJens Wiklander 
260074ba9b2SJens Wiklander     BGET FUNCTION DESCRIPTIONS
261074ba9b2SJens Wiklander     ==========================
262074ba9b2SJens Wiklander 
263074ba9b2SJens Wiklander     Functions implemented in this file (some are enabled by certain of
264074ba9b2SJens Wiklander     the optional settings below):
265074ba9b2SJens Wiklander 
266074ba9b2SJens Wiklander 	    void bpool(void *buffer, bufsize len);
267074ba9b2SJens Wiklander 
268074ba9b2SJens Wiklander     Create a buffer pool of <len> bytes, using the storage starting at
269074ba9b2SJens Wiklander     <buffer>.	You  can  call	bpool()  subsequently  to   contribute
270074ba9b2SJens Wiklander     additional storage to the overall buffer pool.
271074ba9b2SJens Wiklander 
272074ba9b2SJens Wiklander 	    void *bget(bufsize size);
273074ba9b2SJens Wiklander 
274074ba9b2SJens Wiklander     Allocate  a  buffer of <size> bytes.  The address of the buffer is
275074ba9b2SJens Wiklander     returned, or NULL if insufficient memory was available to allocate
276074ba9b2SJens Wiklander     the buffer.
277074ba9b2SJens Wiklander 
278074ba9b2SJens Wiklander 	    void *bgetz(bufsize size);
279074ba9b2SJens Wiklander 
280074ba9b2SJens Wiklander     Allocate a buffer of <size> bytes and clear it to all zeroes.  The
281074ba9b2SJens Wiklander     address of the buffer is returned, or NULL if insufficient	memory
282074ba9b2SJens Wiklander     was available to allocate the buffer.
283074ba9b2SJens Wiklander 
284074ba9b2SJens Wiklander 	    void *bgetr(void *buffer, bufsize newsize);
285074ba9b2SJens Wiklander 
286074ba9b2SJens Wiklander     Reallocate a buffer previously allocated by bget(),  changing  its
287074ba9b2SJens Wiklander     size  to  <newsize>  and  preserving  all  existing data.  NULL is
288074ba9b2SJens Wiklander     returned if insufficient memory is	available  to  reallocate  the
289074ba9b2SJens Wiklander     buffer, in which case the original buffer remains intact.
290074ba9b2SJens Wiklander 
291074ba9b2SJens Wiklander 	    void brel(void *buf);
292074ba9b2SJens Wiklander 
293074ba9b2SJens Wiklander     Return  the  buffer  <buf>, previously allocated by bget(), to the
294074ba9b2SJens Wiklander     free space pool.
295074ba9b2SJens Wiklander 
296074ba9b2SJens Wiklander 	    void bectl(int (*compact)(bufsize sizereq, int sequence),
297074ba9b2SJens Wiklander 		       void *(*acquire)(bufsize size),
298074ba9b2SJens Wiklander 		       void (*release)(void *buf),
299074ba9b2SJens Wiklander 		       bufsize pool_incr);
300074ba9b2SJens Wiklander 
301074ba9b2SJens Wiklander     Expansion control: specify functions through which the package may
302074ba9b2SJens Wiklander     compact  storage  (or  take  other	appropriate  action)  when  an
303074ba9b2SJens Wiklander     allocation	request  fails,  and  optionally automatically acquire
304074ba9b2SJens Wiklander     storage for expansion blocks  when	necessary,  and  release  such
305074ba9b2SJens Wiklander     blocks when they become empty.  If <compact> is non-NULL, whenever
306074ba9b2SJens Wiklander     a buffer allocation request fails, the <compact> function will  be
307074ba9b2SJens Wiklander     called with arguments specifying the number of bytes (total buffer
308074ba9b2SJens Wiklander     size,  including  header  overhead)  required   to	 satisfy   the
309074ba9b2SJens Wiklander     allocation request, and a sequence number indicating the number of
310074ba9b2SJens Wiklander     consecutive  calls	on  <compact>  attempting  to	satisfy   this
311074ba9b2SJens Wiklander     allocation	request.   The sequence number is 1 for the first call
312074ba9b2SJens Wiklander     on <compact> for a given allocation  request,  and	increments  on
313074ba9b2SJens Wiklander     subsequent	calls,	permitting  the  <compact>  function  to  take
314074ba9b2SJens Wiklander     increasingly dire measures in an attempt to free up  storage.   If
315074ba9b2SJens Wiklander     the  <compact>  function  returns  a nonzero value, the allocation
316074ba9b2SJens Wiklander     attempt is re-tried.  If <compact> returns 0 (as  it  must	if  it
317074ba9b2SJens Wiklander     isn't  able  to  release  any  space  or add storage to the buffer
318074ba9b2SJens Wiklander     pool), the allocation request fails, which can  trigger  automatic
319074ba9b2SJens Wiklander     pool expansion if the <acquire> argument is non-NULL.  At the time
320074ba9b2SJens Wiklander     the  <compact>  function  is  called,  the	state  of  the	buffer
321074ba9b2SJens Wiklander     allocator  is  identical  to  that	at  the  moment the allocation
322074ba9b2SJens Wiklander     request was made; consequently, the <compact>  function  may  call
323074ba9b2SJens Wiklander     brel(), bpool(), bstats(), and/or directly manipulate  the	buffer
324074ba9b2SJens Wiklander     pool  in  any  manner which would be valid were the application in
325074ba9b2SJens Wiklander     control.  This does not, however, relieve the  <compact>  function
326074ba9b2SJens Wiklander     of the need to ensure that whatever actions it takes do not change
327074ba9b2SJens Wiklander     things   underneath  the  application  that  made  the  allocation
328074ba9b2SJens Wiklander     request.  For example, a <compact> function that released a buffer
329074ba9b2SJens Wiklander     in	the  process  of  being reallocated with bgetr() would lead to
330074ba9b2SJens Wiklander     disaster.  Implementing a safe and effective  <compact>  mechanism
331074ba9b2SJens Wiklander     requires  careful  design of an application's memory architecture,
332074ba9b2SJens Wiklander     and cannot generally be easily retrofitted into existing code.
333074ba9b2SJens Wiklander 
334074ba9b2SJens Wiklander     If <acquire> is non-NULL, that function will be called whenever an
335074ba9b2SJens Wiklander     allocation	request  fails.  If the <acquire> function succeeds in
336074ba9b2SJens Wiklander     allocating the requested space and returns a pointer  to  the  new
337074ba9b2SJens Wiklander     area,  allocation will proceed using the expanded buffer pool.  If
338074ba9b2SJens Wiklander     <acquire> cannot obtain the requested space, it should return NULL
339074ba9b2SJens Wiklander     and   the	entire	allocation  process  will  fail.   <pool_incr>
340074ba9b2SJens Wiklander     specifies the normal expansion block size.	Providing an <acquire>
341074ba9b2SJens Wiklander     function will cause subsequent bget()  requests  for  buffers  too
342074ba9b2SJens Wiklander     large  to  be  managed in the linked-block scheme (in other words,
343074ba9b2SJens Wiklander     larger than <pool_incr> minus the buffer overhead) to be satisfied
344074ba9b2SJens Wiklander     directly by calls to the <acquire> function.  Automatic release of
345074ba9b2SJens Wiklander     empty pool blocks will occur only if all pool blocks in the system
346074ba9b2SJens Wiklander     are the size given by <pool_incr>.
347074ba9b2SJens Wiklander 
348074ba9b2SJens Wiklander 	    void bstats(bufsize *curalloc, bufsize *totfree,
349074ba9b2SJens Wiklander 			bufsize *maxfree, long *nget, long *nrel);
350074ba9b2SJens Wiklander 
351074ba9b2SJens Wiklander     The amount	of  space  currently  allocated  is  stored  into  the
352074ba9b2SJens Wiklander     variable  pointed  to by <curalloc>.  The total free space (sum of
353074ba9b2SJens Wiklander     all free blocks in the pool) is stored into the  variable  pointed
354074ba9b2SJens Wiklander     to	by  <totfree>, and the size of the largest single block in the
355074ba9b2SJens Wiklander     free space	pool  is  stored  into	the  variable  pointed	to  by
356074ba9b2SJens Wiklander     <maxfree>.	 The  variables  pointed  to  by <nget> and <nrel> are
357074ba9b2SJens Wiklander     filled, respectively, with	the  number  of  successful  (non-NULL
358074ba9b2SJens Wiklander     return) bget() calls and the number of brel() calls.
359074ba9b2SJens Wiklander 
360074ba9b2SJens Wiklander 	    void bstatse(bufsize *pool_incr, long *npool,
361074ba9b2SJens Wiklander 			 long *npget, long *nprel,
362074ba9b2SJens Wiklander 			 long *ndget, long *ndrel);
363074ba9b2SJens Wiklander 
364074ba9b2SJens Wiklander     Extended  statistics: The expansion block size will be stored into
365074ba9b2SJens Wiklander     the variable pointed to by <pool_incr>, or the negative thereof if
366074ba9b2SJens Wiklander     automatic  expansion  block  releases are disabled.  The number of
367074ba9b2SJens Wiklander     currently active pool blocks will  be  stored  into  the  variable
368074ba9b2SJens Wiklander     pointed  to  by  <npool>.  The variables pointed to by <npget> and
369074ba9b2SJens Wiklander     <nprel> will be filled with, respectively, the number of expansion
370074ba9b2SJens Wiklander     block   acquisitions   and	releases  which  have  occurred.   The
371074ba9b2SJens Wiklander     variables pointed to by <ndget> and <ndrel> will  be  filled  with
372074ba9b2SJens Wiklander     the  number  of  bget()  and  brel()  calls, respectively, managed
373074ba9b2SJens Wiklander     through blocks directly allocated by the acquisition  and  release
374074ba9b2SJens Wiklander     functions.
375074ba9b2SJens Wiklander 
376074ba9b2SJens Wiklander 	    void bufdump(void *buf);
377074ba9b2SJens Wiklander 
378074ba9b2SJens Wiklander     The buffer pointed to by <buf> is dumped on standard output.
379074ba9b2SJens Wiklander 
380074ba9b2SJens Wiklander 	    void bpoold(void *pool, int dumpalloc, int dumpfree);
381074ba9b2SJens Wiklander 
382074ba9b2SJens Wiklander     All buffers in the buffer pool <pool>, previously initialised by a
383074ba9b2SJens Wiklander     call on bpool(), are listed in ascending memory address order.  If
384074ba9b2SJens Wiklander     <dumpalloc> is nonzero, the  contents  of  allocated  buffers  are
385074ba9b2SJens Wiklander     dumped;  if <dumpfree> is nonzero, the contents of free blocks are
386074ba9b2SJens Wiklander     dumped.
387074ba9b2SJens Wiklander 
388074ba9b2SJens Wiklander 	    int bpoolv(void *pool);
389074ba9b2SJens Wiklander 
390074ba9b2SJens Wiklander     The  named	buffer	pool,  previously  initialised	by  a  call on
391074ba9b2SJens Wiklander     bpool(), is validated for bad pointers, overwritten data, etc.  If
392074ba9b2SJens Wiklander     compiled with NDEBUG not defined, any error generates an assertion
393074ba9b2SJens Wiklander     failure.  Otherwise 1 is returned if the pool is valid,  0	if  an
394074ba9b2SJens Wiklander     error is found.
395074ba9b2SJens Wiklander 
396074ba9b2SJens Wiklander 
397074ba9b2SJens Wiklander     BGET CONFIGURATION
398074ba9b2SJens Wiklander     ==================
399074ba9b2SJens Wiklander */
400074ba9b2SJens Wiklander 
401074ba9b2SJens Wiklander /*
402074ba9b2SJens Wiklander  * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
403074ba9b2SJens Wiklander  * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
404074ba9b2SJens Wiklander  * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
405074ba9b2SJens Wiklander  * IN NO EVENT SHALL ST BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
406074ba9b2SJens Wiklander  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
407074ba9b2SJens Wiklander  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
408074ba9b2SJens Wiklander  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
409074ba9b2SJens Wiklander  * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
410074ba9b2SJens Wiklander  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
411074ba9b2SJens Wiklander  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
412074ba9b2SJens Wiklander  */
413074ba9b2SJens Wiklander 
414074ba9b2SJens Wiklander /* #define BGET_ENABLE_ALL_OPTIONS */
415074ba9b2SJens Wiklander #ifdef BGET_ENABLE_OPTION
416074ba9b2SJens Wiklander #define TestProg    20000	      /* Generate built-in test program
417074ba9b2SJens Wiklander 					 if defined.  The value specifies
418074ba9b2SJens Wiklander 					 how many buffer allocation attempts
419074ba9b2SJens Wiklander 					 the test program should make. */
420074ba9b2SJens Wiklander 
421074ba9b2SJens Wiklander #define SizeQuant   4		      /* Buffer allocation size quantum:
422074ba9b2SJens Wiklander 					 all buffers allocated are a
423074ba9b2SJens Wiklander 					 multiple of this size.  This
424074ba9b2SJens Wiklander 					 MUST be a power of two. */
425074ba9b2SJens Wiklander 
426074ba9b2SJens Wiklander #define BufDump     1		      /* Define this symbol to enable the
427074ba9b2SJens Wiklander 					 bpoold() function which dumps the
428074ba9b2SJens Wiklander 					 buffers in a buffer pool. */
429074ba9b2SJens Wiklander 
430074ba9b2SJens Wiklander #define BufValid    1		      /* Define this symbol to enable the
431074ba9b2SJens Wiklander 					 bpoolv() function for validating
432074ba9b2SJens Wiklander 					 a buffer pool. */
433074ba9b2SJens Wiklander 
434074ba9b2SJens Wiklander #define DumpData    1		      /* Define this symbol to enable the
435074ba9b2SJens Wiklander 					 bufdump() function which allows
436074ba9b2SJens Wiklander 					 dumping the contents of an allocated
437074ba9b2SJens Wiklander 					 or free buffer. */
438074ba9b2SJens Wiklander 
439074ba9b2SJens Wiklander #define BufStats    1		      /* Define this symbol to enable the
440074ba9b2SJens Wiklander 					 bstats() function which calculates
441074ba9b2SJens Wiklander 					 the total free space in the buffer
442074ba9b2SJens Wiklander 					 pool, the largest available
443074ba9b2SJens Wiklander 					 buffer, and the total space
444074ba9b2SJens Wiklander 					 currently allocated. */
445074ba9b2SJens Wiklander 
446074ba9b2SJens Wiklander #define FreeWipe    1		      /* Wipe free buffers to a guaranteed
447074ba9b2SJens Wiklander 					 pattern of garbage to trip up
448074ba9b2SJens Wiklander 					 miscreants who attempt to use
449074ba9b2SJens Wiklander 					 pointers into released buffers. */
450074ba9b2SJens Wiklander 
451074ba9b2SJens Wiklander #define BestFit     1		      /* Use a best fit algorithm when
452074ba9b2SJens Wiklander 					 searching for space for an
453074ba9b2SJens Wiklander 					 allocation request.  This uses
454074ba9b2SJens Wiklander 					 memory more efficiently, but
455074ba9b2SJens Wiklander 					 allocation will be much slower. */
456074ba9b2SJens Wiklander 
457074ba9b2SJens Wiklander #define BECtl	    1		      /* Define this symbol to enable the
458074ba9b2SJens Wiklander 					 bectl() function for automatic
459074ba9b2SJens Wiklander 					 pool space control.  */
460074ba9b2SJens Wiklander #endif
461074ba9b2SJens Wiklander 
462074ba9b2SJens Wiklander #include <stdio.h>
4634e570655SJerome Forissier #include <stdbool.h>
464074ba9b2SJens Wiklander 
465074ba9b2SJens Wiklander #ifdef lint
466074ba9b2SJens Wiklander #define NDEBUG			      /* Exits in asserts confuse lint */
467074ba9b2SJens Wiklander /* LINTLIBRARY */                     /* Don't complain about def, no ref */
468074ba9b2SJens Wiklander extern char *sprintf();               /* Sun includes don't define sprintf */
469074ba9b2SJens Wiklander #endif
470074ba9b2SJens Wiklander 
471074ba9b2SJens Wiklander #include <assert.h>
472074ba9b2SJens Wiklander #include <memory.h>
473074ba9b2SJens Wiklander 
474074ba9b2SJens Wiklander #ifdef BufDump			      /* BufDump implies DumpData */
475074ba9b2SJens Wiklander #ifndef DumpData
476074ba9b2SJens Wiklander #define DumpData    1
477074ba9b2SJens Wiklander #endif
478074ba9b2SJens Wiklander #endif
479074ba9b2SJens Wiklander 
480074ba9b2SJens Wiklander #ifdef DumpData
481074ba9b2SJens Wiklander #include <ctype.h>
482074ba9b2SJens Wiklander #endif
483074ba9b2SJens Wiklander 
484bde8a250SJoakim Bech #ifdef __KERNEL__
485bde8a250SJoakim Bech #ifdef CFG_CORE_BGET_BESTFIT
486bde8a250SJoakim Bech #define BestFit 1
487bde8a250SJoakim Bech #endif
488bde8a250SJoakim Bech #endif
489bde8a250SJoakim Bech 
490074ba9b2SJens Wiklander /*  Declare the interface, including the requested buffer size type,
491074ba9b2SJens Wiklander     bufsize.  */
492074ba9b2SJens Wiklander 
493074ba9b2SJens Wiklander #include "bget.h"
494074ba9b2SJens Wiklander 
495074ba9b2SJens Wiklander #define MemSize     int 	      /* Type for size arguments to memxxx()
496074ba9b2SJens Wiklander 					 functions such as memcmp(). */
497074ba9b2SJens Wiklander 
498074ba9b2SJens Wiklander /* Queue links */
499074ba9b2SJens Wiklander 
500074ba9b2SJens Wiklander struct qlinks {
501074ba9b2SJens Wiklander     struct bfhead *flink;	      /* Forward link */
502074ba9b2SJens Wiklander     struct bfhead *blink;	      /* Backward link */
503074ba9b2SJens Wiklander };
504074ba9b2SJens Wiklander 
505074ba9b2SJens Wiklander /* Header in allocated and free buffers */
506074ba9b2SJens Wiklander 
507074ba9b2SJens Wiklander struct bhead {
508074ba9b2SJens Wiklander     bufsize prevfree;		      /* Relative link back to previous
509074ba9b2SJens Wiklander 					 free buffer in memory or 0 if
510074ba9b2SJens Wiklander 					 previous buffer is allocated.	*/
511074ba9b2SJens Wiklander     bufsize bsize;		      /* Buffer size: positive if free,
512074ba9b2SJens Wiklander 					 negative if allocated. */
513074ba9b2SJens Wiklander };
514074ba9b2SJens Wiklander #define BH(p)	((struct bhead *) (p))
515074ba9b2SJens Wiklander 
516074ba9b2SJens Wiklander /*  Header in directly allocated buffers (by acqfcn) */
517074ba9b2SJens Wiklander 
518074ba9b2SJens Wiklander struct bdhead {
519074ba9b2SJens Wiklander     bufsize tsize;		      /* Total size, including overhead */
520074ba9b2SJens Wiklander     struct bhead bh;		      /* Common header */
521074ba9b2SJens Wiklander };
522074ba9b2SJens Wiklander #define BDH(p)	((struct bdhead *) (p))
523074ba9b2SJens Wiklander 
524074ba9b2SJens Wiklander /* Header in free buffers */
525074ba9b2SJens Wiklander 
526074ba9b2SJens Wiklander struct bfhead {
527074ba9b2SJens Wiklander     struct bhead bh;		      /* Common allocated/free header */
528074ba9b2SJens Wiklander     struct qlinks ql;		      /* Links on free list */
529074ba9b2SJens Wiklander };
530074ba9b2SJens Wiklander #define BFH(p)	((struct bfhead *) (p))
531074ba9b2SJens Wiklander 
532b7f0111dSVolodymyr Babchuk /* Poolset definition */
533b7f0111dSVolodymyr Babchuk struct bpoolset {
534b7f0111dSVolodymyr Babchuk     struct bfhead freelist;
535074ba9b2SJens Wiklander #ifdef BufStats
536b7f0111dSVolodymyr Babchuk     bufsize totalloc;		      /* Total space currently allocated */
537b7f0111dSVolodymyr Babchuk     long numget;		      /* Number of bget() calls */
538b7f0111dSVolodymyr Babchuk     long numrel;		      /* Number of brel() calls */
539074ba9b2SJens Wiklander #ifdef BECtl
540b7f0111dSVolodymyr Babchuk     long numpblk;		      /* Number of pool blocks */
541b7f0111dSVolodymyr Babchuk     long numpget;		      /* Number of block gets and rels */
542b7f0111dSVolodymyr Babchuk     long numprel;
543b7f0111dSVolodymyr Babchuk     long numdget;		      /* Number of direct gets and rels */
544b7f0111dSVolodymyr Babchuk     long numdrel;
545074ba9b2SJens Wiklander #endif /* BECtl */
546074ba9b2SJens Wiklander #endif /* BufStats */
547074ba9b2SJens Wiklander 
548074ba9b2SJens Wiklander #ifdef BECtl
549074ba9b2SJens Wiklander     /* Automatic expansion block management functions */
550074ba9b2SJens Wiklander 
551b7f0111dSVolodymyr Babchuk     int (*compfcn) _((bufsize sizereq, int sequence));
552b7f0111dSVolodymyr Babchuk     void *(*acqfcn) _((bufsize size));
553b7f0111dSVolodymyr Babchuk     void (*relfcn) _((void *buf));
554074ba9b2SJens Wiklander 
555b7f0111dSVolodymyr Babchuk     bufsize exp_incr;		      /* Expansion block size */
556b7f0111dSVolodymyr Babchuk     bufsize pool_len;		      /* 0: no bpool calls have been made
557074ba9b2SJens Wiklander 					 -1: not all pool blocks are
558074ba9b2SJens Wiklander 					     the same size
559074ba9b2SJens Wiklander 					 >0: (common) block size for all
560074ba9b2SJens Wiklander 					     bpool calls made so far
561074ba9b2SJens Wiklander 				      */
562074ba9b2SJens Wiklander #endif
563b7f0111dSVolodymyr Babchuk };
564074ba9b2SJens Wiklander 
565074ba9b2SJens Wiklander /*  Minimum allocation quantum: */
566074ba9b2SJens Wiklander 
567074ba9b2SJens Wiklander #define QLSize	(sizeof(struct qlinks))
568074ba9b2SJens Wiklander #define SizeQ	((SizeQuant > QLSize) ? SizeQuant : QLSize)
569074ba9b2SJens Wiklander 
570074ba9b2SJens Wiklander #define V   (void)		      /* To denote unwanted returned values */
571074ba9b2SJens Wiklander 
572074ba9b2SJens Wiklander /* End sentinel: value placed in bsize field of dummy block delimiting
573074ba9b2SJens Wiklander    end of pool block.  The most negative number which will  fit  in  a
574074ba9b2SJens Wiklander    bufsize, defined in a way that the compiler will accept. */
575074ba9b2SJens Wiklander 
576074ba9b2SJens Wiklander #define ESent	((bufsize) (-(((1L << (sizeof(bufsize) * 8 - 2)) - 1) * 2) - 2))
577074ba9b2SJens Wiklander 
578074ba9b2SJens Wiklander /*  BGET  --  Allocate a buffer.  */
579074ba9b2SJens Wiklander 
580b7f0111dSVolodymyr Babchuk void *bget(requested_size, poolset)
581074ba9b2SJens Wiklander   bufsize requested_size;
582b7f0111dSVolodymyr Babchuk   struct bpoolset *poolset;
583074ba9b2SJens Wiklander {
584074ba9b2SJens Wiklander     bufsize size = requested_size;
585074ba9b2SJens Wiklander     struct bfhead *b;
586074ba9b2SJens Wiklander #ifdef BestFit
587074ba9b2SJens Wiklander     struct bfhead *best;
588074ba9b2SJens Wiklander #endif
589074ba9b2SJens Wiklander     void *buf;
590074ba9b2SJens Wiklander #ifdef BECtl
591074ba9b2SJens Wiklander     int compactseq = 0;
592074ba9b2SJens Wiklander #endif
593074ba9b2SJens Wiklander 
594074ba9b2SJens Wiklander     assert(size > 0);
595074ba9b2SJens Wiklander 
596074ba9b2SJens Wiklander     if (size < SizeQ) { 	      /* Need at least room for the */
597074ba9b2SJens Wiklander 	size = SizeQ;		      /*    queue links.  */
598074ba9b2SJens Wiklander     }
599074ba9b2SJens Wiklander #ifdef SizeQuant
600074ba9b2SJens Wiklander #if SizeQuant > 1
6017539e8c3SPeiKan Tsai     if (ADD_OVERFLOW(size, SizeQuant - 1, &size))
6027539e8c3SPeiKan Tsai         return NULL;
6037539e8c3SPeiKan Tsai 
6047539e8c3SPeiKan Tsai     size = ROUNDDOWN(size, SizeQuant);
605074ba9b2SJens Wiklander #endif
606074ba9b2SJens Wiklander #endif
607074ba9b2SJens Wiklander 
6087539e8c3SPeiKan Tsai     /* Add overhead in allocated buffer to size required. */
6097539e8c3SPeiKan Tsai     if (ADD_OVERFLOW(size, sizeof(struct bhead), &size))
6107539e8c3SPeiKan Tsai         return NULL;
611074ba9b2SJens Wiklander 
612074ba9b2SJens Wiklander #ifdef BECtl
613074ba9b2SJens Wiklander     /* If a compact function was provided in the call to bectl(), wrap
614074ba9b2SJens Wiklander        a loop around the allocation process  to  allow	compaction  to
615074ba9b2SJens Wiklander        intervene in case we don't find a suitable buffer in the chain. */
616074ba9b2SJens Wiklander 
617074ba9b2SJens Wiklander     while (1) {
618074ba9b2SJens Wiklander #endif
619b7f0111dSVolodymyr Babchuk 	b = poolset->freelist.ql.flink;
620074ba9b2SJens Wiklander #ifdef BestFit
621b7f0111dSVolodymyr Babchuk 	best = &poolset->freelist;
622074ba9b2SJens Wiklander #endif
623074ba9b2SJens Wiklander 
624074ba9b2SJens Wiklander 
625074ba9b2SJens Wiklander 	/* Scan the free list searching for the first buffer big enough
626074ba9b2SJens Wiklander 	   to hold the requested size buffer. */
627074ba9b2SJens Wiklander 
628074ba9b2SJens Wiklander #ifdef BestFit
629b7f0111dSVolodymyr Babchuk 	while (b != &poolset->freelist) {
630074ba9b2SJens Wiklander 	    if (b->bh.bsize >= size) {
631b7f0111dSVolodymyr Babchuk 		if ((best == &poolset->freelist) ||
632b7f0111dSVolodymyr Babchuk 		    (b->bh.bsize < best->bh.bsize)) {
633074ba9b2SJens Wiklander 		    best = b;
634074ba9b2SJens Wiklander 		}
635074ba9b2SJens Wiklander 	    }
636074ba9b2SJens Wiklander 	    b = b->ql.flink;		  /* Link to next buffer */
637074ba9b2SJens Wiklander 	}
638074ba9b2SJens Wiklander 	b = best;
639074ba9b2SJens Wiklander #endif /* BestFit */
640074ba9b2SJens Wiklander 
641b7f0111dSVolodymyr Babchuk 	while (b != &poolset->freelist) {
642074ba9b2SJens Wiklander 	    if ((bufsize) b->bh.bsize >= size) {
643074ba9b2SJens Wiklander 
644074ba9b2SJens Wiklander 		/* Buffer  is big enough to satisfy  the request.  Allocate it
645074ba9b2SJens Wiklander 		   to the caller.  We must decide whether the buffer is  large
646074ba9b2SJens Wiklander 		   enough  to  split  into  the part given to the caller and a
647074ba9b2SJens Wiklander 		   free buffer that remains on the free list, or  whether  the
648074ba9b2SJens Wiklander 		   entire  buffer  should  be  removed	from the free list and
649074ba9b2SJens Wiklander 		   given to the caller in its entirety.   We  only  split  the
650074ba9b2SJens Wiklander 		   buffer if enough room remains for a header plus the minimum
651074ba9b2SJens Wiklander 		   quantum of allocation. */
652074ba9b2SJens Wiklander 
653074ba9b2SJens Wiklander 		if ((b->bh.bsize - size) > (SizeQ + (sizeof(struct bhead)))) {
654074ba9b2SJens Wiklander 		    struct bhead *ba, *bn;
655074ba9b2SJens Wiklander 
656074ba9b2SJens Wiklander 		    ba = BH(((char *) b) + (b->bh.bsize - size));
657074ba9b2SJens Wiklander 		    bn = BH(((char *) ba) + size);
658074ba9b2SJens Wiklander 		    assert(bn->prevfree == b->bh.bsize);
659074ba9b2SJens Wiklander 		    /* Subtract size from length of free block. */
660074ba9b2SJens Wiklander 		    b->bh.bsize -= size;
661074ba9b2SJens Wiklander 		    /* Link allocated buffer to the previous free buffer. */
662074ba9b2SJens Wiklander 		    ba->prevfree = b->bh.bsize;
663074ba9b2SJens Wiklander 		    /* Plug negative size into user buffer. */
664074ba9b2SJens Wiklander 		    ba->bsize = -(bufsize) size;
665074ba9b2SJens Wiklander 		    /* Mark buffer after this one not preceded by free block. */
666074ba9b2SJens Wiklander 		    bn->prevfree = 0;
667074ba9b2SJens Wiklander 
668074ba9b2SJens Wiklander #ifdef BufStats
669b7f0111dSVolodymyr Babchuk 		    poolset->totalloc += size;
670b7f0111dSVolodymyr Babchuk 		    poolset->numget++;		  /* Increment number of bget() calls */
671074ba9b2SJens Wiklander #endif
672074ba9b2SJens Wiklander 		    buf = (void *) ((((char *) ba) + sizeof(struct bhead)));
6731d171f95SJens Wiklander 		    tag_asan_alloced(buf, size);
674074ba9b2SJens Wiklander 		    return buf;
675074ba9b2SJens Wiklander 		} else {
676074ba9b2SJens Wiklander 		    struct bhead *ba;
677074ba9b2SJens Wiklander 
678074ba9b2SJens Wiklander 		    ba = BH(((char *) b) + b->bh.bsize);
679074ba9b2SJens Wiklander 		    assert(ba->prevfree == b->bh.bsize);
680074ba9b2SJens Wiklander 
681074ba9b2SJens Wiklander                     /* The buffer isn't big enough to split.  Give  the  whole
682074ba9b2SJens Wiklander 		       shebang to the caller and remove it from the free list. */
683074ba9b2SJens Wiklander 
684074ba9b2SJens Wiklander 		    assert(b->ql.blink->ql.flink == b);
685074ba9b2SJens Wiklander 		    assert(b->ql.flink->ql.blink == b);
686074ba9b2SJens Wiklander 		    b->ql.blink->ql.flink = b->ql.flink;
687074ba9b2SJens Wiklander 		    b->ql.flink->ql.blink = b->ql.blink;
688074ba9b2SJens Wiklander 
689074ba9b2SJens Wiklander #ifdef BufStats
690b7f0111dSVolodymyr Babchuk 		    poolset->totalloc += b->bh.bsize;
691b7f0111dSVolodymyr Babchuk 		    poolset->numget++;		  /* Increment number of bget() calls */
692074ba9b2SJens Wiklander #endif
693074ba9b2SJens Wiklander 		    /* Negate size to mark buffer allocated. */
694074ba9b2SJens Wiklander 		    b->bh.bsize = -(b->bh.bsize);
695074ba9b2SJens Wiklander 
696074ba9b2SJens Wiklander 		    /* Zero the back pointer in the next buffer in memory
697074ba9b2SJens Wiklander 		       to indicate that this buffer is allocated. */
698074ba9b2SJens Wiklander 		    ba->prevfree = 0;
699074ba9b2SJens Wiklander 
700074ba9b2SJens Wiklander 		    /* Give user buffer starting at queue links. */
701074ba9b2SJens Wiklander 		    buf =  (void *) &(b->ql);
7021d171f95SJens Wiklander 		    tag_asan_alloced(buf, size);
703074ba9b2SJens Wiklander 		    return buf;
704074ba9b2SJens Wiklander 		}
705074ba9b2SJens Wiklander 	    }
706074ba9b2SJens Wiklander 	    b = b->ql.flink;		  /* Link to next buffer */
707074ba9b2SJens Wiklander 	}
708074ba9b2SJens Wiklander #ifdef BECtl
709074ba9b2SJens Wiklander 
710074ba9b2SJens Wiklander         /* We failed to find a buffer.  If there's a compact  function
711074ba9b2SJens Wiklander 	   defined,  notify  it  of the size requested.  If it returns
712074ba9b2SJens Wiklander 	   TRUE, try the allocation again. */
713074ba9b2SJens Wiklander 
714b7f0111dSVolodymyr Babchuk 	if ((poolset->compfcn == NULL) ||
715b7f0111dSVolodymyr Babchuk 	    (!(poolset->compfcn)(size, ++compactseq))) {
716074ba9b2SJens Wiklander 	    break;
717074ba9b2SJens Wiklander 	}
718074ba9b2SJens Wiklander     }
719074ba9b2SJens Wiklander 
720074ba9b2SJens Wiklander     /* No buffer available with requested size free. */
721074ba9b2SJens Wiklander 
722074ba9b2SJens Wiklander     /* Don't give up yet -- look in the reserve supply. */
723074ba9b2SJens Wiklander 
724b7f0111dSVolodymyr Babchuk     if (poolset->acqfcn != NULL) {
725074ba9b2SJens Wiklander 	if (size > exp_incr - sizeof(struct bhead)) {
726074ba9b2SJens Wiklander 
727074ba9b2SJens Wiklander 	    /* Request	is  too  large	to  fit in a single expansion
728074ba9b2SJens Wiklander 	       block.  Try to satisy it by a direct buffer acquisition. */
729074ba9b2SJens Wiklander 
730074ba9b2SJens Wiklander 	    struct bdhead *bdh;
731074ba9b2SJens Wiklander 
732074ba9b2SJens Wiklander 	    size += sizeof(struct bdhead) - sizeof(struct bhead);
733074ba9b2SJens Wiklander 	    if ((bdh = BDH((*acqfcn)((bufsize) size))) != NULL) {
734074ba9b2SJens Wiklander 
735074ba9b2SJens Wiklander 		/*  Mark the buffer special by setting the size field
736074ba9b2SJens Wiklander 		    of its header to zero.  */
737074ba9b2SJens Wiklander 		bdh->bh.bsize = 0;
738074ba9b2SJens Wiklander 		bdh->bh.prevfree = 0;
739074ba9b2SJens Wiklander 		bdh->tsize = size;
740074ba9b2SJens Wiklander #ifdef BufStats
741b7f0111dSVolodymyr Babchuk 		poolset->totalloc += size;
742b7f0111dSVolodymyr Babchuk 		poolset->numget++;	  /* Increment number of bget() calls */
743b7f0111dSVolodymyr Babchuk 		poolset->numdget++;	  /* Direct bget() call count */
744074ba9b2SJens Wiklander #endif
745074ba9b2SJens Wiklander 		buf =  (void *) (bdh + 1);
7461d171f95SJens Wiklander 		tag_asan_alloced(buf, size);
747074ba9b2SJens Wiklander 		return buf;
748074ba9b2SJens Wiklander 	    }
749074ba9b2SJens Wiklander 
750074ba9b2SJens Wiklander 	} else {
751074ba9b2SJens Wiklander 
752074ba9b2SJens Wiklander 	    /*	Try to obtain a new expansion block */
753074ba9b2SJens Wiklander 
754074ba9b2SJens Wiklander 	    void *newpool;
755074ba9b2SJens Wiklander 
756b7f0111dSVolodymyr Babchuk 	    if ((newpool = poolset->acqfcn((bufsize) exp_incr)) != NULL) {
757b7f0111dSVolodymyr Babchuk 		bpool(newpool, exp_incr, poolset);
758b7f0111dSVolodymyr Babchuk                 buf =  bget(requested_size, pool);  /* This can't, I say, can't
759074ba9b2SJens Wiklander 						       get into a loop. */
760074ba9b2SJens Wiklander 		return buf;
761074ba9b2SJens Wiklander 	    }
762074ba9b2SJens Wiklander 	}
763074ba9b2SJens Wiklander     }
764074ba9b2SJens Wiklander 
765074ba9b2SJens Wiklander     /*	Still no buffer available */
766074ba9b2SJens Wiklander 
767074ba9b2SJens Wiklander #endif /* BECtl */
768074ba9b2SJens Wiklander 
769074ba9b2SJens Wiklander     return NULL;
770074ba9b2SJens Wiklander }
771074ba9b2SJens Wiklander 
772074ba9b2SJens Wiklander /*  BGETZ  --  Allocate a buffer and clear its contents to zero.  We clear
773074ba9b2SJens Wiklander 	       the  entire  contents  of  the buffer to zero, not just the
774074ba9b2SJens Wiklander 	       region requested by the caller. */
775074ba9b2SJens Wiklander 
776b7f0111dSVolodymyr Babchuk void *bgetz(size, poolset)
777074ba9b2SJens Wiklander   bufsize size;
778b7f0111dSVolodymyr Babchuk   struct bpoolset *poolset;
779074ba9b2SJens Wiklander {
780b7f0111dSVolodymyr Babchuk     char *buf = (char *) bget(size, poolset);
781074ba9b2SJens Wiklander 
782074ba9b2SJens Wiklander     if (buf != NULL) {
783074ba9b2SJens Wiklander 	struct bhead *b;
784074ba9b2SJens Wiklander 	bufsize rsize;
785074ba9b2SJens Wiklander 
786074ba9b2SJens Wiklander 	b = BH(buf - sizeof(struct bhead));
787074ba9b2SJens Wiklander 	rsize = -(b->bsize);
788074ba9b2SJens Wiklander 	if (rsize == 0) {
789074ba9b2SJens Wiklander 	    struct bdhead *bd;
790074ba9b2SJens Wiklander 
791074ba9b2SJens Wiklander 	    bd = BDH(buf - sizeof(struct bdhead));
792074ba9b2SJens Wiklander 	    rsize = bd->tsize - sizeof(struct bdhead);
793074ba9b2SJens Wiklander 	} else {
794074ba9b2SJens Wiklander 	    rsize -= sizeof(struct bhead);
795074ba9b2SJens Wiklander 	}
796074ba9b2SJens Wiklander 	assert(rsize >= size);
797e103c301SJens Wiklander 	V memset_unchecked(buf, 0, (MemSize) rsize);
798074ba9b2SJens Wiklander     }
799074ba9b2SJens Wiklander     return ((void *) buf);
800074ba9b2SJens Wiklander }
801074ba9b2SJens Wiklander 
802074ba9b2SJens Wiklander /*  BGETR  --  Reallocate a buffer.  This is a minimal implementation,
803074ba9b2SJens Wiklander 	       simply in terms of brel()  and  bget().	 It  could  be
804074ba9b2SJens Wiklander 	       enhanced to allow the buffer to grow into adjacent free
805074ba9b2SJens Wiklander 	       blocks and to avoid moving data unnecessarily.  */
806074ba9b2SJens Wiklander 
807b7f0111dSVolodymyr Babchuk void *bgetr(buf, size, poolset)
808074ba9b2SJens Wiklander   void *buf;
809074ba9b2SJens Wiklander   bufsize size;
810b7f0111dSVolodymyr Babchuk   struct bpoolset *poolset;
811074ba9b2SJens Wiklander {
812074ba9b2SJens Wiklander     void *nbuf;
813074ba9b2SJens Wiklander     bufsize osize;		      /* Old size of buffer */
814074ba9b2SJens Wiklander     struct bhead *b;
815074ba9b2SJens Wiklander 
816b7f0111dSVolodymyr Babchuk     if ((nbuf = bget(size, poolset)) == NULL) { /* Acquire new buffer */
817074ba9b2SJens Wiklander 	return NULL;
818074ba9b2SJens Wiklander     }
819074ba9b2SJens Wiklander     if (buf == NULL) {
820074ba9b2SJens Wiklander 	return nbuf;
821074ba9b2SJens Wiklander     }
822074ba9b2SJens Wiklander     b = BH(((char *) buf) - sizeof(struct bhead));
823074ba9b2SJens Wiklander     osize = -b->bsize;
824074ba9b2SJens Wiklander #ifdef BECtl
825074ba9b2SJens Wiklander     if (osize == 0) {
826074ba9b2SJens Wiklander 	/*  Buffer acquired directly through acqfcn. */
827074ba9b2SJens Wiklander 	struct bdhead *bd;
828074ba9b2SJens Wiklander 
829074ba9b2SJens Wiklander 	bd = BDH(((char *) buf) - sizeof(struct bdhead));
830074ba9b2SJens Wiklander 	osize = bd->tsize - sizeof(struct bdhead);
831074ba9b2SJens Wiklander     } else
832074ba9b2SJens Wiklander #endif
833074ba9b2SJens Wiklander 	osize -= sizeof(struct bhead);
834074ba9b2SJens Wiklander     assert(osize > 0);
835074ba9b2SJens Wiklander     V memcpy((char *) nbuf, (char *) buf, /* Copy the data */
836074ba9b2SJens Wiklander 	     (MemSize) ((size < osize) ? size : osize));
83796c1d8c5SJens Wiklander #ifndef __KERNEL__
83896c1d8c5SJens Wiklander     /* User space reallocations are always zeroed */
83996c1d8c5SJens Wiklander     if (size > osize)
84096c1d8c5SJens Wiklander          V memset((char *) nbuf + osize, 0, size - osize);
84196c1d8c5SJens Wiklander #endif
8424e570655SJerome Forissier     brel(buf, poolset, false /* !wipe */);
843074ba9b2SJens Wiklander     return nbuf;
844074ba9b2SJens Wiklander }
845074ba9b2SJens Wiklander 
846074ba9b2SJens Wiklander /*  BREL  --  Release a buffer.  */
847074ba9b2SJens Wiklander 
8484e570655SJerome Forissier void brel(buf, poolset, wipe)
849074ba9b2SJens Wiklander   void *buf;
850b7f0111dSVolodymyr Babchuk   struct bpoolset *poolset;
8514e570655SJerome Forissier   int wipe;
852074ba9b2SJens Wiklander {
853074ba9b2SJens Wiklander     struct bfhead *b, *bn;
8541d171f95SJens Wiklander     bufsize bs;
855074ba9b2SJens Wiklander 
856074ba9b2SJens Wiklander     b = BFH(((char *) buf) - sizeof(struct bhead));
857074ba9b2SJens Wiklander #ifdef BufStats
858b7f0111dSVolodymyr Babchuk     poolset->numrel++;		      /* Increment number of brel() calls */
859074ba9b2SJens Wiklander #endif
860074ba9b2SJens Wiklander     assert(buf != NULL);
861074ba9b2SJens Wiklander 
8624e570655SJerome Forissier #ifdef FreeWipe
8634e570655SJerome Forissier     wipe = true;
8644e570655SJerome Forissier #endif
865074ba9b2SJens Wiklander #ifdef BECtl
866074ba9b2SJens Wiklander     if (b->bh.bsize == 0) {	      /* Directly-acquired buffer? */
867074ba9b2SJens Wiklander 	struct bdhead *bdh;
868074ba9b2SJens Wiklander 
869074ba9b2SJens Wiklander 	bdh = BDH(((char *) buf) - sizeof(struct bdhead));
870074ba9b2SJens Wiklander 	assert(b->bh.prevfree == 0);
871074ba9b2SJens Wiklander #ifdef BufStats
872b7f0111dSVolodymyr Babchuk 	poolset->totalloc -= bdh->tsize;
873b7f0111dSVolodymyr Babchuk 	assert(poolset->totalloc >= 0);
874b7f0111dSVolodymyr Babchuk 	poolset->numdrel++;	       /* Number of direct releases */
875074ba9b2SJens Wiklander #endif /* BufStats */
8764e570655SJerome Forissier 	if (wipe) {
877e103c301SJens Wiklander 		V memset_unchecked((char *) buf, 0x55,
8784e570655SJerome Forissier 				   (MemSize) (bdh->tsize -
8794e570655SJerome Forissier 					      sizeof(struct bdhead)));
8804e570655SJerome Forissier 	}
8811d171f95SJens Wiklander 	bs = bdh->tsize - sizeof(struct bdhead);
882b7f0111dSVolodymyr Babchuk 	assert(poolset->relfcn != NULL);
883b7f0111dSVolodymyr Babchuk 	poolset->relfcn((void *) bdh);      /* Release it directly. */
8841d171f95SJens Wiklander 	tag_asan_free(buf, bs);
885074ba9b2SJens Wiklander 	return;
886074ba9b2SJens Wiklander     }
887074ba9b2SJens Wiklander #endif /* BECtl */
888074ba9b2SJens Wiklander 
889074ba9b2SJens Wiklander     /* Buffer size must be negative, indicating that the buffer is
890074ba9b2SJens Wiklander        allocated. */
891074ba9b2SJens Wiklander 
892074ba9b2SJens Wiklander     if (b->bh.bsize >= 0) {
893074ba9b2SJens Wiklander 	bn = NULL;
894074ba9b2SJens Wiklander     }
895074ba9b2SJens Wiklander     assert(b->bh.bsize < 0);
8961d171f95SJens Wiklander     bs = -b->bh.bsize;
897074ba9b2SJens Wiklander 
898074ba9b2SJens Wiklander     /*	Back pointer in next buffer must be zero, indicating the
899074ba9b2SJens Wiklander 	same thing: */
900074ba9b2SJens Wiklander 
901074ba9b2SJens Wiklander     assert(BH((char *) b - b->bh.bsize)->prevfree == 0);
902074ba9b2SJens Wiklander 
903074ba9b2SJens Wiklander #ifdef BufStats
904b7f0111dSVolodymyr Babchuk     poolset->totalloc += b->bh.bsize;
905b7f0111dSVolodymyr Babchuk     assert(poolset->totalloc >= 0);
906074ba9b2SJens Wiklander #endif
907074ba9b2SJens Wiklander 
908074ba9b2SJens Wiklander     /* If the back link is nonzero, the previous buffer is free.  */
909074ba9b2SJens Wiklander 
910074ba9b2SJens Wiklander     if (b->bh.prevfree != 0) {
911074ba9b2SJens Wiklander 
912074ba9b2SJens Wiklander 	/* The previous buffer is free.  Consolidate this buffer  with	it
913074ba9b2SJens Wiklander 	   by  adding  the  length  of	this  buffer  to the previous free
914074ba9b2SJens Wiklander 	   buffer.  Note that we subtract the size  in	the  buffer  being
915074ba9b2SJens Wiklander            released,  since  it's  negative to indicate that the buffer is
916074ba9b2SJens Wiklander 	   allocated. */
917074ba9b2SJens Wiklander 
918074ba9b2SJens Wiklander 	register bufsize size = b->bh.bsize;
919074ba9b2SJens Wiklander 
920074ba9b2SJens Wiklander         /* Make the previous buffer the one we're working on. */
921074ba9b2SJens Wiklander 	assert(BH((char *) b - b->bh.prevfree)->bsize == b->bh.prevfree);
922074ba9b2SJens Wiklander 	b = BFH(((char *) b) - b->bh.prevfree);
923074ba9b2SJens Wiklander 	b->bh.bsize -= size;
924074ba9b2SJens Wiklander     } else {
925074ba9b2SJens Wiklander 
926074ba9b2SJens Wiklander         /* The previous buffer isn't allocated.  Insert this buffer
927074ba9b2SJens Wiklander 	   on the free list as an isolated free block. */
928074ba9b2SJens Wiklander 
929b7f0111dSVolodymyr Babchuk 	assert(poolset->freelist.ql.blink->ql.flink == &poolset->freelist);
930b7f0111dSVolodymyr Babchuk 	assert(poolset->freelist.ql.flink->ql.blink == &poolset->freelist);
931b7f0111dSVolodymyr Babchuk 	b->ql.flink = &poolset->freelist;
932b7f0111dSVolodymyr Babchuk 	b->ql.blink = poolset->freelist.ql.blink;
933b7f0111dSVolodymyr Babchuk 	poolset->freelist.ql.blink = b;
934074ba9b2SJens Wiklander 	b->ql.blink->ql.flink = b;
935074ba9b2SJens Wiklander 	b->bh.bsize = -b->bh.bsize;
936074ba9b2SJens Wiklander     }
937074ba9b2SJens Wiklander 
938074ba9b2SJens Wiklander     /* Now we look at the next buffer in memory, located by advancing from
939074ba9b2SJens Wiklander        the  start  of  this  buffer  by its size, to see if that buffer is
940074ba9b2SJens Wiklander        free.  If it is, we combine  this  buffer  with	the  next  one	in
941074ba9b2SJens Wiklander        memory, dechaining the second buffer from the free list. */
942074ba9b2SJens Wiklander 
943074ba9b2SJens Wiklander     bn =  BFH(((char *) b) + b->bh.bsize);
944074ba9b2SJens Wiklander     if (bn->bh.bsize > 0) {
945074ba9b2SJens Wiklander 
946074ba9b2SJens Wiklander 	/* The buffer is free.	Remove it from the free list and add
947074ba9b2SJens Wiklander 	   its size to that of our buffer. */
948074ba9b2SJens Wiklander 
949074ba9b2SJens Wiklander 	assert(BH((char *) bn + bn->bh.bsize)->prevfree == bn->bh.bsize);
950074ba9b2SJens Wiklander 	assert(bn->ql.blink->ql.flink == bn);
951074ba9b2SJens Wiklander 	assert(bn->ql.flink->ql.blink == bn);
952074ba9b2SJens Wiklander 	bn->ql.blink->ql.flink = bn->ql.flink;
953074ba9b2SJens Wiklander 	bn->ql.flink->ql.blink = bn->ql.blink;
954074ba9b2SJens Wiklander 	b->bh.bsize += bn->bh.bsize;
955074ba9b2SJens Wiklander 
956074ba9b2SJens Wiklander 	/* Finally,  advance  to   the	buffer	that   follows	the  newly
957074ba9b2SJens Wiklander 	   consolidated free block.  We must set its  backpointer  to  the
958074ba9b2SJens Wiklander 	   head  of  the  consolidated free block.  We know the next block
959074ba9b2SJens Wiklander 	   must be an allocated block because the process of recombination
960074ba9b2SJens Wiklander 	   guarantees  that  two  free	blocks will never be contiguous in
961074ba9b2SJens Wiklander 	   memory.  */
962074ba9b2SJens Wiklander 
963074ba9b2SJens Wiklander 	bn = BFH(((char *) b) + b->bh.bsize);
964074ba9b2SJens Wiklander     }
9654e570655SJerome Forissier     if (wipe) {
966e103c301SJens Wiklander 	V memset_unchecked(((char *) b) + sizeof(struct bfhead), 0x55,
967074ba9b2SJens Wiklander 			   (MemSize) (b->bh.bsize - sizeof(struct bfhead)));
9684e570655SJerome Forissier     }
969074ba9b2SJens Wiklander     assert(bn->bh.bsize < 0);
970074ba9b2SJens Wiklander 
971074ba9b2SJens Wiklander     /* The next buffer is allocated.  Set the backpointer in it  to  point
972074ba9b2SJens Wiklander        to this buffer; the previous free buffer in memory. */
973074ba9b2SJens Wiklander 
974074ba9b2SJens Wiklander     bn->bh.prevfree = b->bh.bsize;
975074ba9b2SJens Wiklander 
976074ba9b2SJens Wiklander #ifdef BECtl
977074ba9b2SJens Wiklander 
978074ba9b2SJens Wiklander     /*	If  a  block-release function is defined, and this free buffer
979074ba9b2SJens Wiklander 	constitutes the entire block, release it.  Note that  pool_len
980074ba9b2SJens Wiklander 	is  defined  in  such a way that the test will fail unless all
981074ba9b2SJens Wiklander 	pool blocks are the same size.	*/
982074ba9b2SJens Wiklander 
983b7f0111dSVolodymyr Babchuk     if (poolset->relfcn != NULL &&
984074ba9b2SJens Wiklander 	((bufsize) b->bh.bsize) == (pool_len - sizeof(struct bhead))) {
985074ba9b2SJens Wiklander 
986074ba9b2SJens Wiklander 	assert(b->bh.prevfree == 0);
987074ba9b2SJens Wiklander 	assert(BH((char *) b + b->bh.bsize)->bsize == ESent);
988074ba9b2SJens Wiklander 	assert(BH((char *) b + b->bh.bsize)->prevfree == b->bh.bsize);
989074ba9b2SJens Wiklander 	/*  Unlink the buffer from the free list  */
990074ba9b2SJens Wiklander 	b->ql.blink->ql.flink = b->ql.flink;
991074ba9b2SJens Wiklander 	b->ql.flink->ql.blink = b->ql.blink;
992074ba9b2SJens Wiklander 
993b7f0111dSVolodymyr Babchuk 	poolset->relfcn(b);
994074ba9b2SJens Wiklander #ifdef BufStats
995b7f0111dSVolodymyr Babchuk 	poolset->numprel++;	       /* Nr of expansion block releases */
996b7f0111dSVolodymyr Babchuk 	poolset->numpblk--;	       /* Total number of blocks */
997074ba9b2SJens Wiklander 	assert(numpblk == numpget - numprel);
998074ba9b2SJens Wiklander #endif /* BufStats */
999074ba9b2SJens Wiklander     }
1000074ba9b2SJens Wiklander #endif /* BECtl */
10011d171f95SJens Wiklander     tag_asan_free(buf, bs);
1002074ba9b2SJens Wiklander }
1003074ba9b2SJens Wiklander 
1004074ba9b2SJens Wiklander #ifdef BECtl
1005074ba9b2SJens Wiklander 
1006074ba9b2SJens Wiklander /*  BECTL  --  Establish automatic pool expansion control  */
1007074ba9b2SJens Wiklander 
1008b7f0111dSVolodymyr Babchuk void bectl(compact, acquire, release, pool_incr, poolset)
1009074ba9b2SJens Wiklander   int (*compact) _((bufsize sizereq, int sequence));
1010074ba9b2SJens Wiklander   void *(*acquire) _((bufsize size));
1011074ba9b2SJens Wiklander   void (*release) _((void *buf));
1012074ba9b2SJens Wiklander   bufsize pool_incr;
1013b7f0111dSVolodymyr Babchuk   struct bpoolset *poolset;
1014074ba9b2SJens Wiklander {
1015b7f0111dSVolodymyr Babchuk     poolset->compfcn = compact;
1016b7f0111dSVolodymyr Babchuk     poolset->acqfcn = acquire;
1017b7f0111dSVolodymyr Babchuk     poolset->relfcn = release;
1018b7f0111dSVolodymyr Babchuk     poolset->exp_incr = pool_incr;
1019074ba9b2SJens Wiklander }
1020074ba9b2SJens Wiklander #endif
1021074ba9b2SJens Wiklander 
1022074ba9b2SJens Wiklander /*  BPOOL  --  Add a region of memory to the buffer pool.  */
1023074ba9b2SJens Wiklander 
1024b7f0111dSVolodymyr Babchuk void bpool(buf, len, poolset)
1025074ba9b2SJens Wiklander   void *buf;
1026074ba9b2SJens Wiklander   bufsize len;
1027b7f0111dSVolodymyr Babchuk   struct bpoolset *poolset;
1028074ba9b2SJens Wiklander {
1029074ba9b2SJens Wiklander     struct bfhead *b = BFH(buf);
1030074ba9b2SJens Wiklander     struct bhead *bn;
1031074ba9b2SJens Wiklander 
1032074ba9b2SJens Wiklander #ifdef SizeQuant
1033074ba9b2SJens Wiklander     len &= ~(SizeQuant - 1);
1034074ba9b2SJens Wiklander #endif
1035074ba9b2SJens Wiklander #ifdef BECtl
1036b7f0111dSVolodymyr Babchuk     if (poolset->pool_len == 0) {
1037074ba9b2SJens Wiklander 	pool_len = len;
1038b7f0111dSVolodymyr Babchuk     } else if (len != poolset->pool_len) {
1039b7f0111dSVolodymyr Babchuk 	poolset->pool_len = -1;
1040074ba9b2SJens Wiklander     }
1041074ba9b2SJens Wiklander #ifdef BufStats
1042b7f0111dSVolodymyr Babchuk     poolset->numpget++;		       /* Number of block acquisitions */
1043b7f0111dSVolodymyr Babchuk     poolset->numpblk++;		       /* Number of blocks total */
1044b7f0111dSVolodymyr Babchuk     assert(poolset->numpblk == poolset->numpget - poolset->numprel);
1045074ba9b2SJens Wiklander #endif /* BufStats */
1046074ba9b2SJens Wiklander #endif /* BECtl */
1047074ba9b2SJens Wiklander 
1048074ba9b2SJens Wiklander     /* Since the block is initially occupied by a single free  buffer,
1049074ba9b2SJens Wiklander        it  had	better	not  be  (much) larger than the largest buffer
1050074ba9b2SJens Wiklander        whose size we can store in bhead.bsize. */
1051074ba9b2SJens Wiklander 
1052074ba9b2SJens Wiklander     assert(len - sizeof(struct bhead) <= -((bufsize) ESent + 1));
1053074ba9b2SJens Wiklander 
1054074ba9b2SJens Wiklander     /* Clear  the  backpointer at  the start of the block to indicate that
1055074ba9b2SJens Wiklander        there  is  no  free  block  prior  to  this   one.    That   blocks
1056074ba9b2SJens Wiklander        recombination when the first block in memory is released. */
1057074ba9b2SJens Wiklander 
1058074ba9b2SJens Wiklander     b->bh.prevfree = 0;
1059074ba9b2SJens Wiklander 
1060074ba9b2SJens Wiklander     /* Chain the new block to the free list. */
1061074ba9b2SJens Wiklander 
1062b7f0111dSVolodymyr Babchuk     assert(poolset->freelist.ql.blink->ql.flink == &poolset->freelist);
1063b7f0111dSVolodymyr Babchuk     assert(poolset->freelist.ql.flink->ql.blink == &poolset->freelist);
1064b7f0111dSVolodymyr Babchuk     b->ql.flink = &poolset->freelist;
1065b7f0111dSVolodymyr Babchuk     b->ql.blink = poolset->freelist.ql.blink;
1066b7f0111dSVolodymyr Babchuk     poolset->freelist.ql.blink = b;
1067074ba9b2SJens Wiklander     b->ql.blink->ql.flink = b;
1068074ba9b2SJens Wiklander 
1069074ba9b2SJens Wiklander     /* Create a dummy allocated buffer at the end of the pool.	This dummy
1070074ba9b2SJens Wiklander        buffer is seen when a buffer at the end of the pool is released and
1071074ba9b2SJens Wiklander        blocks  recombination  of  the last buffer with the dummy buffer at
1072074ba9b2SJens Wiklander        the end.  The length in the dummy buffer  is  set  to  the  largest
1073074ba9b2SJens Wiklander        negative  number  to  denote  the  end  of  the pool for diagnostic
1074074ba9b2SJens Wiklander        routines (this specific value is  not  counted  on  by  the  actual
1075074ba9b2SJens Wiklander        allocation and release functions). */
1076074ba9b2SJens Wiklander 
1077074ba9b2SJens Wiklander     len -= sizeof(struct bhead);
1078074ba9b2SJens Wiklander     b->bh.bsize = (bufsize) len;
1079074ba9b2SJens Wiklander #ifdef FreeWipe
1080e103c301SJens Wiklander     V memset_unchecked(((char *) b) + sizeof(struct bfhead), 0x55,
1081074ba9b2SJens Wiklander 		       (MemSize) (len - sizeof(struct bfhead)));
1082074ba9b2SJens Wiklander #endif
1083074ba9b2SJens Wiklander     bn = BH(((char *) b) + len);
1084074ba9b2SJens Wiklander     bn->prevfree = (bufsize) len;
1085074ba9b2SJens Wiklander     /* Definition of ESent assumes two's complement! */
1086074ba9b2SJens Wiklander     assert((~0) == -1);
1087074ba9b2SJens Wiklander     bn->bsize = ESent;
1088074ba9b2SJens Wiklander }
1089074ba9b2SJens Wiklander 
1090074ba9b2SJens Wiklander #ifdef BufStats
1091074ba9b2SJens Wiklander 
1092074ba9b2SJens Wiklander /*  BSTATS  --	Return buffer allocation free space statistics.  */
1093074ba9b2SJens Wiklander 
1094b7f0111dSVolodymyr Babchuk void bstats(curalloc, totfree, maxfree, nget, nrel, poolset)
1095074ba9b2SJens Wiklander   bufsize *curalloc, *totfree, *maxfree;
1096074ba9b2SJens Wiklander   long *nget, *nrel;
1097b7f0111dSVolodymyr Babchuk   struct bpoolset *poolset;
1098074ba9b2SJens Wiklander {
1099b7f0111dSVolodymyr Babchuk     struct bfhead *b = poolset->freelist.ql.flink;
1100074ba9b2SJens Wiklander 
1101b7f0111dSVolodymyr Babchuk     *nget = poolset->numget;
1102b7f0111dSVolodymyr Babchuk     *nrel = poolset->numrel;
1103b7f0111dSVolodymyr Babchuk     *curalloc = poolset->totalloc;
1104074ba9b2SJens Wiklander     *totfree = 0;
1105074ba9b2SJens Wiklander     *maxfree = -1;
1106b7f0111dSVolodymyr Babchuk     while (b != &poolset->freelist) {
1107074ba9b2SJens Wiklander 	assert(b->bh.bsize > 0);
1108074ba9b2SJens Wiklander 	*totfree += b->bh.bsize;
1109074ba9b2SJens Wiklander 	if (b->bh.bsize > *maxfree) {
1110074ba9b2SJens Wiklander 	    *maxfree = b->bh.bsize;
1111074ba9b2SJens Wiklander 	}
1112074ba9b2SJens Wiklander 	b = b->ql.flink;	      /* Link to next buffer */
1113074ba9b2SJens Wiklander     }
1114074ba9b2SJens Wiklander }
1115074ba9b2SJens Wiklander 
1116074ba9b2SJens Wiklander #ifdef BECtl
1117074ba9b2SJens Wiklander 
1118074ba9b2SJens Wiklander /*  BSTATSE  --  Return extended statistics  */
1119074ba9b2SJens Wiklander 
1120b7f0111dSVolodymyr Babchuk void bstatse(pool_incr, npool, npget, nprel, ndget, ndrel, poolset)
1121074ba9b2SJens Wiklander   bufsize *pool_incr;
1122074ba9b2SJens Wiklander   long *npool, *npget, *nprel, *ndget, *ndrel;
1123b7f0111dSVolodymyr Babchuk   struct bpoolset *poolset;
1124074ba9b2SJens Wiklander {
1125b7f0111dSVolodymyr Babchuk     *pool_incr = (poolset->pool_len < 0) ?
1126b7f0111dSVolodymyr Babchuk 	    -poolset->exp_incr : poolset->exp_incr;
1127b7f0111dSVolodymyr Babchuk     *npool = poolset->numpblk;
1128b7f0111dSVolodymyr Babchuk     *npget = poolset->numpget;
1129b7f0111dSVolodymyr Babchuk     *nprel = poolset->numprel;
1130b7f0111dSVolodymyr Babchuk     *ndget = poolset->numdget;
1131b7f0111dSVolodymyr Babchuk     *ndrel = poolset->numdrel;
1132074ba9b2SJens Wiklander }
1133074ba9b2SJens Wiklander #endif /* BECtl */
1134074ba9b2SJens Wiklander #endif /* BufStats */
1135074ba9b2SJens Wiklander 
1136074ba9b2SJens Wiklander #ifdef DumpData
1137074ba9b2SJens Wiklander 
1138074ba9b2SJens Wiklander /*  BUFDUMP  --  Dump the data in a buffer.  This is called with the  user
1139074ba9b2SJens Wiklander 		 data pointer, and backs up to the buffer header.  It will
1140074ba9b2SJens Wiklander 		 dump either a free block or an allocated one.	*/
1141074ba9b2SJens Wiklander 
1142074ba9b2SJens Wiklander void bufdump(buf)
1143074ba9b2SJens Wiklander   void *buf;
1144074ba9b2SJens Wiklander {
1145074ba9b2SJens Wiklander     struct bfhead *b;
1146074ba9b2SJens Wiklander     unsigned char *bdump;
1147074ba9b2SJens Wiklander     bufsize bdlen;
1148074ba9b2SJens Wiklander 
1149074ba9b2SJens Wiklander     b = BFH(((char *) buf) - sizeof(struct bhead));
1150074ba9b2SJens Wiklander     assert(b->bh.bsize != 0);
1151074ba9b2SJens Wiklander     if (b->bh.bsize < 0) {
1152074ba9b2SJens Wiklander 	bdump = (unsigned char *) buf;
1153074ba9b2SJens Wiklander 	bdlen = (-b->bh.bsize) - sizeof(struct bhead);
1154074ba9b2SJens Wiklander     } else {
1155074ba9b2SJens Wiklander 	bdump = (unsigned char *) (((char *) b) + sizeof(struct bfhead));
1156074ba9b2SJens Wiklander 	bdlen = b->bh.bsize - sizeof(struct bfhead);
1157074ba9b2SJens Wiklander     }
1158074ba9b2SJens Wiklander 
1159074ba9b2SJens Wiklander     while (bdlen > 0) {
1160074ba9b2SJens Wiklander 	int i, dupes = 0;
1161074ba9b2SJens Wiklander 	bufsize l = bdlen;
1162074ba9b2SJens Wiklander 	char bhex[50], bascii[20];
1163074ba9b2SJens Wiklander 
1164074ba9b2SJens Wiklander 	if (l > 16) {
1165074ba9b2SJens Wiklander 	    l = 16;
1166074ba9b2SJens Wiklander 	}
1167074ba9b2SJens Wiklander 
1168074ba9b2SJens Wiklander 	for (i = 0; i < l; i++) {
1169074ba9b2SJens Wiklander 			V snprintf(bhex + i * 3, sizeof(bhex) - i * 3, "%02X ",
1170074ba9b2SJens Wiklander 				   bdump[i]);
1171074ba9b2SJens Wiklander             bascii[i] = isprint(bdump[i]) ? bdump[i] : ' ';
1172074ba9b2SJens Wiklander 	}
1173074ba9b2SJens Wiklander 	bascii[i] = 0;
1174074ba9b2SJens Wiklander         V printf("%-48s   %s\n", bhex, bascii);
1175074ba9b2SJens Wiklander 	bdump += l;
1176074ba9b2SJens Wiklander 	bdlen -= l;
1177074ba9b2SJens Wiklander 	while ((bdlen > 16) && (memcmp((char *) (bdump - 16),
1178074ba9b2SJens Wiklander 				       (char *) bdump, 16) == 0)) {
1179074ba9b2SJens Wiklander 	    dupes++;
1180074ba9b2SJens Wiklander 	    bdump += 16;
1181074ba9b2SJens Wiklander 	    bdlen -= 16;
1182074ba9b2SJens Wiklander 	}
1183074ba9b2SJens Wiklander 	if (dupes > 1) {
1184074ba9b2SJens Wiklander 	    V printf(
1185074ba9b2SJens Wiklander                 "     (%d lines [%d bytes] identical to above line skipped)\n",
1186074ba9b2SJens Wiklander 		dupes, dupes * 16);
1187074ba9b2SJens Wiklander 	} else if (dupes == 1) {
1188074ba9b2SJens Wiklander 	    bdump -= 16;
1189074ba9b2SJens Wiklander 	    bdlen += 16;
1190074ba9b2SJens Wiklander 	}
1191074ba9b2SJens Wiklander     }
1192074ba9b2SJens Wiklander }
1193074ba9b2SJens Wiklander #endif
1194074ba9b2SJens Wiklander 
1195074ba9b2SJens Wiklander #ifdef BufDump
1196074ba9b2SJens Wiklander 
1197074ba9b2SJens Wiklander /*  BPOOLD  --	Dump a buffer pool.  The buffer headers are always listed.
1198074ba9b2SJens Wiklander 		If DUMPALLOC is nonzero, the contents of allocated buffers
1199074ba9b2SJens Wiklander 		are  dumped.   If  DUMPFREE  is  nonzero,  free blocks are
1200074ba9b2SJens Wiklander 		dumped as well.  If FreeWipe  checking	is  enabled,  free
1201074ba9b2SJens Wiklander 		blocks	which  have  been clobbered will always be dumped. */
1202074ba9b2SJens Wiklander 
1203074ba9b2SJens Wiklander void bpoold(buf, dumpalloc, dumpfree)
1204074ba9b2SJens Wiklander   void *buf;
1205074ba9b2SJens Wiklander   int dumpalloc, dumpfree;
1206074ba9b2SJens Wiklander {
1207074ba9b2SJens Wiklander     struct bfhead *b = BFH(buf);
1208074ba9b2SJens Wiklander 
1209074ba9b2SJens Wiklander     while (b->bh.bsize != ESent) {
1210074ba9b2SJens Wiklander 	bufsize bs = b->bh.bsize;
1211074ba9b2SJens Wiklander 
1212074ba9b2SJens Wiklander 	if (bs < 0) {
1213074ba9b2SJens Wiklander 	    bs = -bs;
1214074ba9b2SJens Wiklander             V printf("Allocated buffer: size %6ld bytes.\n", (long) bs);
1215074ba9b2SJens Wiklander 	    if (dumpalloc) {
1216074ba9b2SJens Wiklander 		bufdump((void *) (((char *) b) + sizeof(struct bhead)));
1217074ba9b2SJens Wiklander 	    }
1218074ba9b2SJens Wiklander 	} else {
1219074ba9b2SJens Wiklander             char *lerr = "";
1220074ba9b2SJens Wiklander 
1221074ba9b2SJens Wiklander 	    assert(bs > 0);
1222074ba9b2SJens Wiklander 	    if ((b->ql.blink->ql.flink != b) ||
1223074ba9b2SJens Wiklander 		(b->ql.flink->ql.blink != b)) {
1224074ba9b2SJens Wiklander                 lerr = "  (Bad free list links)";
1225074ba9b2SJens Wiklander 	    }
1226074ba9b2SJens Wiklander             V printf("Free block:       size %6ld bytes.%s\n",
1227074ba9b2SJens Wiklander 		(long) bs, lerr);
1228074ba9b2SJens Wiklander #ifdef FreeWipe
1229074ba9b2SJens Wiklander 	    lerr = ((char *) b) + sizeof(struct bfhead);
1230074ba9b2SJens Wiklander 	    if ((bs > sizeof(struct bfhead)) && ((*lerr != 0x55) ||
1231074ba9b2SJens Wiklander 		(memcmp(lerr, lerr + 1,
1232074ba9b2SJens Wiklander 		  (MemSize) (bs - (sizeof(struct bfhead) + 1))) != 0))) {
1233074ba9b2SJens Wiklander 		V printf(
1234074ba9b2SJens Wiklander                     "(Contents of above free block have been overstored.)\n");
1235074ba9b2SJens Wiklander 		bufdump((void *) (((char *) b) + sizeof(struct bhead)));
1236074ba9b2SJens Wiklander 	    } else
1237074ba9b2SJens Wiklander #endif
1238074ba9b2SJens Wiklander 	    if (dumpfree) {
1239074ba9b2SJens Wiklander 		bufdump((void *) (((char *) b) + sizeof(struct bhead)));
1240074ba9b2SJens Wiklander 	    }
1241074ba9b2SJens Wiklander 	}
1242074ba9b2SJens Wiklander 	b = BFH(((char *) b) + bs);
1243074ba9b2SJens Wiklander     }
1244074ba9b2SJens Wiklander }
1245074ba9b2SJens Wiklander #endif /* BufDump */
1246074ba9b2SJens Wiklander 
1247074ba9b2SJens Wiklander #ifdef BufValid
1248074ba9b2SJens Wiklander 
1249074ba9b2SJens Wiklander /*  BPOOLV  --  Validate a buffer pool.  If NDEBUG isn't defined,
1250074ba9b2SJens Wiklander 		any error generates an assertion failure.  */
1251074ba9b2SJens Wiklander 
1252074ba9b2SJens Wiklander int bpoolv(buf)
1253074ba9b2SJens Wiklander   void *buf;
1254074ba9b2SJens Wiklander {
1255074ba9b2SJens Wiklander     struct bfhead *b = BFH(buf);
1256074ba9b2SJens Wiklander 
1257074ba9b2SJens Wiklander     while (b->bh.bsize != ESent) {
1258074ba9b2SJens Wiklander 	bufsize bs = b->bh.bsize;
1259074ba9b2SJens Wiklander 
1260074ba9b2SJens Wiklander 	if (bs < 0) {
1261074ba9b2SJens Wiklander 	    bs = -bs;
1262074ba9b2SJens Wiklander 	} else {
1263074ba9b2SJens Wiklander 			const char *lerr = "";
1264074ba9b2SJens Wiklander 
1265074ba9b2SJens Wiklander 	    assert(bs > 0);
1266074ba9b2SJens Wiklander 	    if (bs <= 0) {
1267074ba9b2SJens Wiklander 		return 0;
1268074ba9b2SJens Wiklander 	    }
1269074ba9b2SJens Wiklander 	    if ((b->ql.blink->ql.flink != b) ||
1270074ba9b2SJens Wiklander 		(b->ql.flink->ql.blink != b)) {
1271074ba9b2SJens Wiklander                 V printf("Free block: size %6ld bytes.  (Bad free list links)\n",
1272074ba9b2SJens Wiklander 		     (long) bs);
1273074ba9b2SJens Wiklander 		assert(0);
1274074ba9b2SJens Wiklander 		return 0;
1275074ba9b2SJens Wiklander 	    }
1276074ba9b2SJens Wiklander #ifdef FreeWipe
1277074ba9b2SJens Wiklander 	    lerr = ((char *) b) + sizeof(struct bfhead);
1278074ba9b2SJens Wiklander 	    if ((bs > sizeof(struct bfhead)) && ((*lerr != 0x55) ||
1279074ba9b2SJens Wiklander 		(memcmp(lerr, lerr + 1,
1280074ba9b2SJens Wiklander 		  (MemSize) (bs - (sizeof(struct bfhead) + 1))) != 0))) {
1281074ba9b2SJens Wiklander 		V printf(
1282074ba9b2SJens Wiklander                     "(Contents of above free block have been overstored.)\n");
1283074ba9b2SJens Wiklander 		bufdump((void *) (((char *) b) + sizeof(struct bhead)));
1284074ba9b2SJens Wiklander 		assert(0);
1285074ba9b2SJens Wiklander 		return 0;
1286074ba9b2SJens Wiklander 	    }
1287074ba9b2SJens Wiklander #endif
1288074ba9b2SJens Wiklander 	}
1289074ba9b2SJens Wiklander 	b = BFH(((char *) b) + bs);
1290074ba9b2SJens Wiklander     }
1291074ba9b2SJens Wiklander     return 1;
1292074ba9b2SJens Wiklander }
1293074ba9b2SJens Wiklander #endif /* BufValid */
1294074ba9b2SJens Wiklander 
1295074ba9b2SJens Wiklander         /***********************\
1296074ba9b2SJens Wiklander 	*			*
1297074ba9b2SJens Wiklander 	* Built-in test program *
1298074ba9b2SJens Wiklander 	*			*
1299074ba9b2SJens Wiklander         \***********************/
1300074ba9b2SJens Wiklander 
1301*27e8d08dSJens Wiklander #if !defined(__KERNEL__) && !defined(__LDELF__) && defined(CFG_TA_BGET_TEST)
1302074ba9b2SJens Wiklander 
1303*27e8d08dSJens Wiklander #define TestProg 20000
1304074ba9b2SJens Wiklander 
1305074ba9b2SJens Wiklander #ifdef BECtl
1306074ba9b2SJens Wiklander #define PoolSize    300000	      /* Test buffer pool size */
1307074ba9b2SJens Wiklander #else
1308074ba9b2SJens Wiklander #define PoolSize    50000	      /* Test buffer pool size */
1309074ba9b2SJens Wiklander #endif
1310074ba9b2SJens Wiklander #define ExpIncr     32768	      /* Test expansion block size */
1311074ba9b2SJens Wiklander #define CompactTries 10 	      /* Maximum tries at compacting */
1312074ba9b2SJens Wiklander 
1313074ba9b2SJens Wiklander #define dumpAlloc   0		      /* Dump allocated buffers ? */
1314074ba9b2SJens Wiklander #define dumpFree    0		      /* Dump free buffers ? */
1315074ba9b2SJens Wiklander 
1316074ba9b2SJens Wiklander static char *bchain = NULL;	      /* Our private buffer chain */
1317074ba9b2SJens Wiklander static char *bp = NULL; 	      /* Our initial buffer pool */
1318074ba9b2SJens Wiklander 
1319*27e8d08dSJens Wiklander #ifdef UsingFloat
1320074ba9b2SJens Wiklander #include <math.h>
1321*27e8d08dSJens Wiklander #endif
1322074ba9b2SJens Wiklander 
1323074ba9b2SJens Wiklander static unsigned long int next = 1;
1324074ba9b2SJens Wiklander 
1325*27e8d08dSJens Wiklander static void *(*mymalloc)(size_t size);
1326*27e8d08dSJens Wiklander static void (*myfree)(void *ptr);
1327*27e8d08dSJens Wiklander 
1328*27e8d08dSJens Wiklander static struct bpoolset mypoolset = {
1329*27e8d08dSJens Wiklander 	.freelist = {
1330*27e8d08dSJens Wiklander 		.bh = { 0, 0},
1331*27e8d08dSJens Wiklander 		.ql = { &mypoolset.freelist, &mypoolset.freelist},
1332*27e8d08dSJens Wiklander 	}
1333*27e8d08dSJens Wiklander };
1334*27e8d08dSJens Wiklander 
1335074ba9b2SJens Wiklander /* Return next random integer */
1336074ba9b2SJens Wiklander 
1337*27e8d08dSJens Wiklander static int myrand(void)
1338074ba9b2SJens Wiklander {
1339074ba9b2SJens Wiklander 	next = next * 1103515245L + 12345;
1340074ba9b2SJens Wiklander 	return (unsigned int) (next / 65536L) % 32768L;
1341074ba9b2SJens Wiklander }
1342074ba9b2SJens Wiklander 
1343074ba9b2SJens Wiklander /* Set seed for random generator */
1344074ba9b2SJens Wiklander 
1345*27e8d08dSJens Wiklander static void mysrand(unsigned int seed)
1346074ba9b2SJens Wiklander {
1347074ba9b2SJens Wiklander 	next = seed;
1348074ba9b2SJens Wiklander }
1349074ba9b2SJens Wiklander 
1350074ba9b2SJens Wiklander /*  STATS  --  Edit statistics returned by bstats() or bstatse().  */
1351074ba9b2SJens Wiklander 
1352*27e8d08dSJens Wiklander static void stats(const char *when __maybe_unused,
1353*27e8d08dSJens Wiklander 		  struct bpoolset *poolset __maybe_unused)
1354074ba9b2SJens Wiklander {
1355*27e8d08dSJens Wiklander #ifdef BufStats
1356074ba9b2SJens Wiklander     bufsize cural, totfree, maxfree;
1357074ba9b2SJens Wiklander     long nget, nfree;
1358*27e8d08dSJens Wiklander #endif
1359074ba9b2SJens Wiklander #ifdef BECtl
1360074ba9b2SJens Wiklander     bufsize pincr;
1361074ba9b2SJens Wiklander     long totblocks, npget, nprel, ndget, ndrel;
1362074ba9b2SJens Wiklander #endif
1363074ba9b2SJens Wiklander 
1364*27e8d08dSJens Wiklander #ifdef BufStats
1365*27e8d08dSJens Wiklander     bstats(&cural, &totfree, &maxfree, &nget, &nfree, poolset);
1366074ba9b2SJens Wiklander     V printf(
1367074ba9b2SJens Wiklander         "%s: %ld gets, %ld releases.  %ld in use, %ld free, largest = %ld\n",
1368074ba9b2SJens Wiklander 	when, nget, nfree, (long) cural, (long) totfree, (long) maxfree);
1369*27e8d08dSJens Wiklander #endif
1370074ba9b2SJens Wiklander #ifdef BECtl
1371*27e8d08dSJens Wiklander     bstatse(&pincr, &totblocks, &npget, &nprel, &ndget, &ndrel, poolset);
1372074ba9b2SJens Wiklander     V printf(
1373074ba9b2SJens Wiklander          "  Blocks: size = %ld, %ld (%ld bytes) in use, %ld gets, %ld frees\n",
1374074ba9b2SJens Wiklander 	 (long)pincr, totblocks, pincr * totblocks, npget, nprel);
1375074ba9b2SJens Wiklander     V printf("  %ld direct gets, %ld direct frees\n", ndget, ndrel);
1376074ba9b2SJens Wiklander #endif /* BECtl */
1377074ba9b2SJens Wiklander }
1378074ba9b2SJens Wiklander 
1379074ba9b2SJens Wiklander #ifdef BECtl
1380074ba9b2SJens Wiklander static int protect = 0; 	      /* Disable compaction during bgetr() */
1381074ba9b2SJens Wiklander 
1382074ba9b2SJens Wiklander /*  BCOMPACT  --  Compaction call-back function.  */
1383074ba9b2SJens Wiklander 
1384074ba9b2SJens Wiklander static int bcompact(bsize, seq)
1385074ba9b2SJens Wiklander   bufsize bsize;
1386074ba9b2SJens Wiklander   int seq;
1387074ba9b2SJens Wiklander {
1388074ba9b2SJens Wiklander #ifdef CompactTries
1389074ba9b2SJens Wiklander     char *bc = bchain;
1390074ba9b2SJens Wiklander     int i = rand() & 0x3;
1391074ba9b2SJens Wiklander 
1392074ba9b2SJens Wiklander #ifdef COMPACTRACE
1393074ba9b2SJens Wiklander     V printf("Compaction requested.  %ld bytes needed, sequence %d.\n",
1394074ba9b2SJens Wiklander 	(long) bsize, seq);
1395074ba9b2SJens Wiklander #endif
1396074ba9b2SJens Wiklander 
1397074ba9b2SJens Wiklander     if (protect || (seq > CompactTries)) {
1398074ba9b2SJens Wiklander #ifdef COMPACTRACE
1399074ba9b2SJens Wiklander         V printf("Compaction gave up.\n");
1400074ba9b2SJens Wiklander #endif
1401074ba9b2SJens Wiklander 	return 0;
1402074ba9b2SJens Wiklander     }
1403074ba9b2SJens Wiklander 
1404074ba9b2SJens Wiklander     /* Based on a random cast, release a random buffer in the list
1405074ba9b2SJens Wiklander        of allocated buffers. */
1406074ba9b2SJens Wiklander 
1407074ba9b2SJens Wiklander     while (i > 0 && bc != NULL) {
1408074ba9b2SJens Wiklander 	bc = *((char **) bc);
1409074ba9b2SJens Wiklander 	i--;
1410074ba9b2SJens Wiklander     }
1411074ba9b2SJens Wiklander     if (bc != NULL) {
1412074ba9b2SJens Wiklander 	char *fb;
1413074ba9b2SJens Wiklander 
1414074ba9b2SJens Wiklander 	fb = *((char **) bc);
1415074ba9b2SJens Wiklander 	if (fb != NULL) {
1416074ba9b2SJens Wiklander 	    *((char **) bc) = *((char **) fb);
1417074ba9b2SJens Wiklander 	    brel((void *) fb);
1418074ba9b2SJens Wiklander 	    return 1;
1419074ba9b2SJens Wiklander 	}
1420074ba9b2SJens Wiklander     }
1421074ba9b2SJens Wiklander 
1422074ba9b2SJens Wiklander #ifdef COMPACTRACE
1423074ba9b2SJens Wiklander     V printf("Compaction bailed out.\n");
1424074ba9b2SJens Wiklander #endif
1425074ba9b2SJens Wiklander #endif /* CompactTries */
1426074ba9b2SJens Wiklander     return 0;
1427074ba9b2SJens Wiklander }
1428074ba9b2SJens Wiklander 
1429074ba9b2SJens Wiklander /*  BEXPAND  --  Expand pool call-back function.  */
1430074ba9b2SJens Wiklander 
1431074ba9b2SJens Wiklander static void *bexpand(size)
1432074ba9b2SJens Wiklander   bufsize size;
1433074ba9b2SJens Wiklander {
1434074ba9b2SJens Wiklander     void *np = NULL;
1435074ba9b2SJens Wiklander     bufsize cural, totfree, maxfree;
1436074ba9b2SJens Wiklander     long nget, nfree;
1437074ba9b2SJens Wiklander 
1438074ba9b2SJens Wiklander     /* Don't expand beyond the total allocated size given by PoolSize. */
1439074ba9b2SJens Wiklander 
1440074ba9b2SJens Wiklander     bstats(&cural, &totfree, &maxfree, &nget, &nfree);
1441074ba9b2SJens Wiklander 
1442074ba9b2SJens Wiklander     if (cural < PoolSize) {
1443*27e8d08dSJens Wiklander 	np = (void *) mymalloc((unsigned) size);
1444074ba9b2SJens Wiklander     }
1445074ba9b2SJens Wiklander #ifdef EXPTRACE
1446074ba9b2SJens Wiklander     V printf("Expand pool by %ld -- %s.\n", (long) size,
1447074ba9b2SJens Wiklander         np == NULL ? "failed" : "succeeded");
1448074ba9b2SJens Wiklander #endif
1449074ba9b2SJens Wiklander     return np;
1450074ba9b2SJens Wiklander }
1451074ba9b2SJens Wiklander 
1452074ba9b2SJens Wiklander /*  BSHRINK  --  Shrink buffer pool call-back function.  */
1453074ba9b2SJens Wiklander 
1454074ba9b2SJens Wiklander static void bshrink(buf)
1455074ba9b2SJens Wiklander   void *buf;
1456074ba9b2SJens Wiklander {
1457074ba9b2SJens Wiklander     if (((char *) buf) == bp) {
1458074ba9b2SJens Wiklander #ifdef EXPTRACE
1459074ba9b2SJens Wiklander         V printf("Initial pool released.\n");
1460074ba9b2SJens Wiklander #endif
1461074ba9b2SJens Wiklander 	bp = NULL;
1462074ba9b2SJens Wiklander     }
1463074ba9b2SJens Wiklander #ifdef EXPTRACE
1464074ba9b2SJens Wiklander     V printf("Shrink pool.\n");
1465074ba9b2SJens Wiklander #endif
1466*27e8d08dSJens Wiklander     myfree((char *) buf);
1467074ba9b2SJens Wiklander }
1468074ba9b2SJens Wiklander 
1469074ba9b2SJens Wiklander #endif /* BECtl */
1470074ba9b2SJens Wiklander 
1471074ba9b2SJens Wiklander /*  Restrict buffer requests to those large enough to contain our pointer and
1472074ba9b2SJens Wiklander     small enough for the CPU architecture.  */
1473074ba9b2SJens Wiklander 
1474*27e8d08dSJens Wiklander static bufsize blimit(bufsize bs)
1475074ba9b2SJens Wiklander {
1476074ba9b2SJens Wiklander     if (bs < sizeof(char *)) {
1477074ba9b2SJens Wiklander 	bs = sizeof(char *);
1478074ba9b2SJens Wiklander     }
1479074ba9b2SJens Wiklander 
1480074ba9b2SJens Wiklander     /* This is written out in this ugly fashion because the
1481074ba9b2SJens Wiklander        cool expression in sizeof(int) that auto-configured
1482074ba9b2SJens Wiklander        to any length int befuddled some compilers. */
1483074ba9b2SJens Wiklander 
1484074ba9b2SJens Wiklander     if (sizeof(int) == 2) {
1485074ba9b2SJens Wiklander 	if (bs > 32767) {
1486074ba9b2SJens Wiklander 	    bs = 32767;
1487074ba9b2SJens Wiklander 	}
1488074ba9b2SJens Wiklander     } else {
1489074ba9b2SJens Wiklander 	if (bs > 200000) {
1490074ba9b2SJens Wiklander 	    bs = 200000;
1491074ba9b2SJens Wiklander 	}
1492074ba9b2SJens Wiklander     }
1493074ba9b2SJens Wiklander     return bs;
1494074ba9b2SJens Wiklander }
1495074ba9b2SJens Wiklander 
1496*27e8d08dSJens Wiklander int bget_main_test(void *(*malloc_func)(size_t), void (*free_func)(void *))
1497074ba9b2SJens Wiklander {
1498074ba9b2SJens Wiklander     int i;
1499*27e8d08dSJens Wiklander #ifdef UsingFloat
1500074ba9b2SJens Wiklander     double x;
1501*27e8d08dSJens Wiklander #endif
1502*27e8d08dSJens Wiklander 
1503*27e8d08dSJens Wiklander     mymalloc = malloc_func;
1504*27e8d08dSJens Wiklander     myfree = free_func;
1505074ba9b2SJens Wiklander 
1506074ba9b2SJens Wiklander     /* Seed the random number generator.  If Repeatable is defined, we
1507074ba9b2SJens Wiklander        always use the same seed.  Otherwise, we seed from the clock to
1508074ba9b2SJens Wiklander        shake things up from run to run. */
1509074ba9b2SJens Wiklander 
1510*27e8d08dSJens Wiklander     mysrand(1234);
1511074ba9b2SJens Wiklander 
1512074ba9b2SJens Wiklander     /*	Compute x such that pow(x, p) ranges between 1 and 4*ExpIncr as
1513074ba9b2SJens Wiklander 	p ranges from 0 to ExpIncr-1, with a concentration in the lower
1514074ba9b2SJens Wiklander 	numbers.  */
1515074ba9b2SJens Wiklander 
1516*27e8d08dSJens Wiklander #ifdef UsingFloat
1517074ba9b2SJens Wiklander     x = 4.0 * ExpIncr;
1518074ba9b2SJens Wiklander     x = log(x);
1519074ba9b2SJens Wiklander     x = exp(log(4.0 * ExpIncr) / (ExpIncr - 1.0));
1520*27e8d08dSJens Wiklander #endif
1521074ba9b2SJens Wiklander 
1522074ba9b2SJens Wiklander #ifdef BECtl
1523*27e8d08dSJens Wiklander     bectl(bcompact, bexpand, bshrink, (bufsize) ExpIncr, &mypoolset);
1524*27e8d08dSJens Wiklander     bp = mymalloc(ExpIncr);
1525074ba9b2SJens Wiklander     assert(bp != NULL);
1526074ba9b2SJens Wiklander     bpool((void *) bp, (bufsize) ExpIncr);
1527074ba9b2SJens Wiklander #else
1528*27e8d08dSJens Wiklander     bp = mymalloc(PoolSize);
1529074ba9b2SJens Wiklander     assert(bp != NULL);
1530*27e8d08dSJens Wiklander     bpool((void *) bp, (bufsize) PoolSize, &mypoolset);
1531074ba9b2SJens Wiklander #endif
1532074ba9b2SJens Wiklander 
1533*27e8d08dSJens Wiklander     stats("Create pool", &mypoolset);
1534*27e8d08dSJens Wiklander #ifdef BufValid
1535074ba9b2SJens Wiklander     V bpoolv((void *) bp);
1536*27e8d08dSJens Wiklander #endif
1537*27e8d08dSJens Wiklander #ifdef BufDump
1538074ba9b2SJens Wiklander     bpoold((void *) bp, dumpAlloc, dumpFree);
1539*27e8d08dSJens Wiklander #endif
1540074ba9b2SJens Wiklander 
1541074ba9b2SJens Wiklander     for (i = 0; i < TestProg; i++) {
1542074ba9b2SJens Wiklander 	char *cb;
1543*27e8d08dSJens Wiklander #ifdef UsingFloat
1544*27e8d08dSJens Wiklander 	bufsize bs = pow(x, (double) (myrand() & (ExpIncr - 1)));
1545*27e8d08dSJens Wiklander #else
1546*27e8d08dSJens Wiklander 	bufsize bs = (rand() & (ExpIncr * 4 - 1)) / (1 << (rand() & 0x7));
1547*27e8d08dSJens Wiklander #endif
1548074ba9b2SJens Wiklander 
1549074ba9b2SJens Wiklander 	assert(bs <= (((bufsize) 4) * ExpIncr));
1550074ba9b2SJens Wiklander 	bs = blimit(bs);
1551*27e8d08dSJens Wiklander 	if (myrand() & 0x400) {
1552*27e8d08dSJens Wiklander 	    cb = (char *) bgetz(bs, &mypoolset);
1553074ba9b2SJens Wiklander 	} else {
1554*27e8d08dSJens Wiklander 	    cb = (char *) bget(bs, &mypoolset);
1555074ba9b2SJens Wiklander 	}
1556074ba9b2SJens Wiklander 	if (cb == NULL) {
1557074ba9b2SJens Wiklander #ifdef EasyOut
1558074ba9b2SJens Wiklander 	    break;
1559074ba9b2SJens Wiklander #else
1560074ba9b2SJens Wiklander 	    char *bc = bchain;
1561074ba9b2SJens Wiklander 
1562074ba9b2SJens Wiklander 	    if (bc != NULL) {
1563074ba9b2SJens Wiklander 		char *fb;
1564074ba9b2SJens Wiklander 
1565074ba9b2SJens Wiklander 		fb = *((char **) bc);
1566074ba9b2SJens Wiklander 		if (fb != NULL) {
1567074ba9b2SJens Wiklander 		    *((char **) bc) = *((char **) fb);
1568*27e8d08dSJens Wiklander 		    brel((void *) fb, &mypoolset, true/*wipe*/);
1569074ba9b2SJens Wiklander 		}
1570074ba9b2SJens Wiklander 		continue;
1571074ba9b2SJens Wiklander 	    }
1572074ba9b2SJens Wiklander #endif
1573074ba9b2SJens Wiklander 	}
1574074ba9b2SJens Wiklander 	*((char **) cb) = (char *) bchain;
1575074ba9b2SJens Wiklander 	bchain = cb;
1576074ba9b2SJens Wiklander 
1577074ba9b2SJens Wiklander 	/* Based on a random cast, release a random buffer in the list
1578074ba9b2SJens Wiklander 	   of allocated buffers. */
1579074ba9b2SJens Wiklander 
1580*27e8d08dSJens Wiklander 	if ((myrand() & 0x10) == 0) {
1581074ba9b2SJens Wiklander 	    char *bc = bchain;
1582*27e8d08dSJens Wiklander 	    int j = myrand() & 0x3;
1583074ba9b2SJens Wiklander 
1584*27e8d08dSJens Wiklander 	    while (j > 0 && bc != NULL) {
1585074ba9b2SJens Wiklander 		bc = *((char **) bc);
1586*27e8d08dSJens Wiklander 		j--;
1587074ba9b2SJens Wiklander 	    }
1588074ba9b2SJens Wiklander 	    if (bc != NULL) {
1589074ba9b2SJens Wiklander 		char *fb;
1590074ba9b2SJens Wiklander 
1591074ba9b2SJens Wiklander 		fb = *((char **) bc);
1592074ba9b2SJens Wiklander 		if (fb != NULL) {
1593074ba9b2SJens Wiklander 		    *((char **) bc) = *((char **) fb);
1594*27e8d08dSJens Wiklander 		    brel((void *) fb, &mypoolset, true/*wipe*/);
1595074ba9b2SJens Wiklander 		}
1596074ba9b2SJens Wiklander 	    }
1597074ba9b2SJens Wiklander 	}
1598074ba9b2SJens Wiklander 
1599074ba9b2SJens Wiklander 	/* Based on a random cast, reallocate a random buffer in the list
1600074ba9b2SJens Wiklander 	   to a random size */
1601074ba9b2SJens Wiklander 
1602*27e8d08dSJens Wiklander 	if ((myrand() & 0x20) == 0) {
1603074ba9b2SJens Wiklander 	    char *bc = bchain;
1604*27e8d08dSJens Wiklander 	    int j = myrand() & 0x3;
1605074ba9b2SJens Wiklander 
1606*27e8d08dSJens Wiklander 	    while (j > 0 && bc != NULL) {
1607074ba9b2SJens Wiklander 		bc = *((char **) bc);
1608*27e8d08dSJens Wiklander 		j--;
1609074ba9b2SJens Wiklander 	    }
1610074ba9b2SJens Wiklander 	    if (bc != NULL) {
1611074ba9b2SJens Wiklander 		char *fb;
1612074ba9b2SJens Wiklander 
1613074ba9b2SJens Wiklander 		fb = *((char **) bc);
1614074ba9b2SJens Wiklander 		if (fb != NULL) {
1615074ba9b2SJens Wiklander 		    char *newb;
1616074ba9b2SJens Wiklander 
1617*27e8d08dSJens Wiklander #ifdef UsingFloat
1618*27e8d08dSJens Wiklander 		    bs = pow(x, (double) (myrand() & (ExpIncr - 1)));
1619*27e8d08dSJens Wiklander #else
1620*27e8d08dSJens Wiklander 		    bs = (rand() & (ExpIncr * 4 - 1)) / (1 << (rand() & 0x7));
1621*27e8d08dSJens Wiklander #endif
1622074ba9b2SJens Wiklander 		    bs = blimit(bs);
1623074ba9b2SJens Wiklander #ifdef BECtl
1624074ba9b2SJens Wiklander 		    protect = 1;      /* Protect against compaction */
1625074ba9b2SJens Wiklander #endif
1626*27e8d08dSJens Wiklander 		    newb = (char *) bgetr((void *) fb, bs, &mypoolset);
1627074ba9b2SJens Wiklander #ifdef BECtl
1628074ba9b2SJens Wiklander 		    protect = 0;
1629074ba9b2SJens Wiklander #endif
1630074ba9b2SJens Wiklander 		    if (newb != NULL) {
1631074ba9b2SJens Wiklander 			*((char **) bc) = newb;
1632074ba9b2SJens Wiklander 		    }
1633074ba9b2SJens Wiklander 		}
1634074ba9b2SJens Wiklander 	    }
1635074ba9b2SJens Wiklander 	}
1636074ba9b2SJens Wiklander     }
1637*27e8d08dSJens Wiklander     stats("\nAfter allocation", &mypoolset);
1638074ba9b2SJens Wiklander     if (bp != NULL) {
1639*27e8d08dSJens Wiklander #ifdef BufValid
1640074ba9b2SJens Wiklander 	V bpoolv((void *) bp);
1641*27e8d08dSJens Wiklander #endif
1642*27e8d08dSJens Wiklander #ifdef BufDump
1643074ba9b2SJens Wiklander 	bpoold((void *) bp, dumpAlloc, dumpFree);
1644*27e8d08dSJens Wiklander #endif
1645074ba9b2SJens Wiklander     }
1646074ba9b2SJens Wiklander 
1647074ba9b2SJens Wiklander     while (bchain != NULL) {
1648074ba9b2SJens Wiklander 	char *buf = bchain;
1649074ba9b2SJens Wiklander 
1650074ba9b2SJens Wiklander 	bchain = *((char **) buf);
1651*27e8d08dSJens Wiklander 	brel((void *) buf, &mypoolset, true/*wipe*/);
1652074ba9b2SJens Wiklander     }
1653*27e8d08dSJens Wiklander     stats("\nAfter release", &mypoolset);
1654074ba9b2SJens Wiklander #ifndef BECtl
1655074ba9b2SJens Wiklander     if (bp != NULL) {
1656*27e8d08dSJens Wiklander #ifdef BufValid
1657074ba9b2SJens Wiklander 	V bpoolv((void *) bp);
1658*27e8d08dSJens Wiklander #endif
1659*27e8d08dSJens Wiklander #ifdef BufDump
1660074ba9b2SJens Wiklander 	bpoold((void *) bp, dumpAlloc, dumpFree);
1661*27e8d08dSJens Wiklander #endif
1662074ba9b2SJens Wiklander     }
1663074ba9b2SJens Wiklander #endif
1664074ba9b2SJens Wiklander 
1665074ba9b2SJens Wiklander     return 0;
1666074ba9b2SJens Wiklander }
1667074ba9b2SJens Wiklander #endif
1668