1*4882a593Smuzhiyun /* SPDX-License-Identifier: MIT */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright © 2019 Intel Corporation
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #ifndef __I915_BUDDY_H__
7*4882a593Smuzhiyun #define __I915_BUDDY_H__
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/bitops.h>
10*4882a593Smuzhiyun #include <linux/list.h>
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun struct i915_buddy_block {
13*4882a593Smuzhiyun #define I915_BUDDY_HEADER_OFFSET GENMASK_ULL(63, 12)
14*4882a593Smuzhiyun #define I915_BUDDY_HEADER_STATE GENMASK_ULL(11, 10)
15*4882a593Smuzhiyun #define I915_BUDDY_ALLOCATED (1 << 10)
16*4882a593Smuzhiyun #define I915_BUDDY_FREE (2 << 10)
17*4882a593Smuzhiyun #define I915_BUDDY_SPLIT (3 << 10)
18*4882a593Smuzhiyun #define I915_BUDDY_HEADER_ORDER GENMASK_ULL(9, 0)
19*4882a593Smuzhiyun u64 header;
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun struct i915_buddy_block *left;
22*4882a593Smuzhiyun struct i915_buddy_block *right;
23*4882a593Smuzhiyun struct i915_buddy_block *parent;
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun void *private; /* owned by creator */
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun /*
28*4882a593Smuzhiyun * While the block is allocated by the user through i915_buddy_alloc*,
29*4882a593Smuzhiyun * the user has ownership of the link, for example to maintain within
30*4882a593Smuzhiyun * a list, if so desired. As soon as the block is freed with
31*4882a593Smuzhiyun * i915_buddy_free* ownership is given back to the mm.
32*4882a593Smuzhiyun */
33*4882a593Smuzhiyun struct list_head link;
34*4882a593Smuzhiyun struct list_head tmp_link;
35*4882a593Smuzhiyun };
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun #define I915_BUDDY_MAX_ORDER I915_BUDDY_HEADER_ORDER
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun /*
40*4882a593Smuzhiyun * Binary Buddy System.
41*4882a593Smuzhiyun *
42*4882a593Smuzhiyun * Locking should be handled by the user, a simple mutex around
43*4882a593Smuzhiyun * i915_buddy_alloc* and i915_buddy_free* should suffice.
44*4882a593Smuzhiyun */
45*4882a593Smuzhiyun struct i915_buddy_mm {
46*4882a593Smuzhiyun /* Maintain a free list for each order. */
47*4882a593Smuzhiyun struct list_head *free_list;
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun /*
50*4882a593Smuzhiyun * Maintain explicit binary tree(s) to track the allocation of the
51*4882a593Smuzhiyun * address space. This gives us a simple way of finding a buddy block
52*4882a593Smuzhiyun * and performing the potentially recursive merge step when freeing a
53*4882a593Smuzhiyun * block. Nodes are either allocated or free, in which case they will
54*4882a593Smuzhiyun * also exist on the respective free list.
55*4882a593Smuzhiyun */
56*4882a593Smuzhiyun struct i915_buddy_block **roots;
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun /*
59*4882a593Smuzhiyun * Anything from here is public, and remains static for the lifetime of
60*4882a593Smuzhiyun * the mm. Everything above is considered do-not-touch.
61*4882a593Smuzhiyun */
62*4882a593Smuzhiyun unsigned int n_roots;
63*4882a593Smuzhiyun unsigned int max_order;
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun /* Must be at least PAGE_SIZE */
66*4882a593Smuzhiyun u64 chunk_size;
67*4882a593Smuzhiyun u64 size;
68*4882a593Smuzhiyun };
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun static inline u64
i915_buddy_block_offset(struct i915_buddy_block * block)71*4882a593Smuzhiyun i915_buddy_block_offset(struct i915_buddy_block *block)
72*4882a593Smuzhiyun {
73*4882a593Smuzhiyun return block->header & I915_BUDDY_HEADER_OFFSET;
74*4882a593Smuzhiyun }
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun static inline unsigned int
i915_buddy_block_order(struct i915_buddy_block * block)77*4882a593Smuzhiyun i915_buddy_block_order(struct i915_buddy_block *block)
78*4882a593Smuzhiyun {
79*4882a593Smuzhiyun return block->header & I915_BUDDY_HEADER_ORDER;
80*4882a593Smuzhiyun }
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun static inline unsigned int
i915_buddy_block_state(struct i915_buddy_block * block)83*4882a593Smuzhiyun i915_buddy_block_state(struct i915_buddy_block *block)
84*4882a593Smuzhiyun {
85*4882a593Smuzhiyun return block->header & I915_BUDDY_HEADER_STATE;
86*4882a593Smuzhiyun }
87*4882a593Smuzhiyun
88*4882a593Smuzhiyun static inline bool
i915_buddy_block_is_allocated(struct i915_buddy_block * block)89*4882a593Smuzhiyun i915_buddy_block_is_allocated(struct i915_buddy_block *block)
90*4882a593Smuzhiyun {
91*4882a593Smuzhiyun return i915_buddy_block_state(block) == I915_BUDDY_ALLOCATED;
92*4882a593Smuzhiyun }
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun static inline bool
i915_buddy_block_is_free(struct i915_buddy_block * block)95*4882a593Smuzhiyun i915_buddy_block_is_free(struct i915_buddy_block *block)
96*4882a593Smuzhiyun {
97*4882a593Smuzhiyun return i915_buddy_block_state(block) == I915_BUDDY_FREE;
98*4882a593Smuzhiyun }
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun static inline bool
i915_buddy_block_is_split(struct i915_buddy_block * block)101*4882a593Smuzhiyun i915_buddy_block_is_split(struct i915_buddy_block *block)
102*4882a593Smuzhiyun {
103*4882a593Smuzhiyun return i915_buddy_block_state(block) == I915_BUDDY_SPLIT;
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun static inline u64
i915_buddy_block_size(struct i915_buddy_mm * mm,struct i915_buddy_block * block)107*4882a593Smuzhiyun i915_buddy_block_size(struct i915_buddy_mm *mm,
108*4882a593Smuzhiyun struct i915_buddy_block *block)
109*4882a593Smuzhiyun {
110*4882a593Smuzhiyun return mm->chunk_size << i915_buddy_block_order(block);
111*4882a593Smuzhiyun }
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun int i915_buddy_init(struct i915_buddy_mm *mm, u64 size, u64 chunk_size);
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun void i915_buddy_fini(struct i915_buddy_mm *mm);
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun struct i915_buddy_block *
118*4882a593Smuzhiyun i915_buddy_alloc(struct i915_buddy_mm *mm, unsigned int order);
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun int i915_buddy_alloc_range(struct i915_buddy_mm *mm,
121*4882a593Smuzhiyun struct list_head *blocks,
122*4882a593Smuzhiyun u64 start, u64 size);
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun void i915_buddy_free(struct i915_buddy_mm *mm, struct i915_buddy_block *block);
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun void i915_buddy_free_list(struct i915_buddy_mm *mm, struct list_head *objects);
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun #endif
129