Lines Matching full:object
37 * Note that the kmemleak_object.use_count is incremented when an object is
45 * scan_mutex [-> object->lock] -> kmemleak_lock -> other_object->lock (SINGLE_DEPTH_NESTING)
47 * No kmemleak_lock and object->lock nesting is allowed outside scan_mutex
108 #define MSECS_MIN_AGE 5000 /* minimum object age for reporting */
133 * object->lock. Insertions or deletions from object_list, gray_list or
140 unsigned int flags; /* object status flags */
145 /* object usage count; object freed when use_count == 0 */
153 /* the total number of pointers found pointing to this object */
157 /* memory ranges to be scanned inside an object (empty for all) */
168 /* flag set after the first reporting of an unreference object */
170 /* flag set to not scan the object */
172 /* flag set to fully scan the object when scan_area allocation failed */
193 /* search tree for object boundaries */
279 * with the object->lock held.
282 struct kmemleak_object *object) in hex_dump_object() argument
284 const u8 *ptr = (const u8 *)object->pointer; in hex_dump_object()
288 len = min_t(size_t, object->size, HEX_MAX_LINES * HEX_ROW_SIZE); in hex_dump_object()
298 * Object colors, encoded with count and min_count:
299 * - white - orphan object, not enough references to it (count < min_count)
304 * Newly created objects don't have any color assigned (object->count == -1)
307 static bool color_white(const struct kmemleak_object *object) in color_white() argument
309 return object->count != KMEMLEAK_BLACK && in color_white()
310 object->count < object->min_count; in color_white()
313 static bool color_gray(const struct kmemleak_object *object) in color_gray() argument
315 return object->min_count != KMEMLEAK_BLACK && in color_gray()
316 object->count >= object->min_count; in color_gray()
324 static bool unreferenced_object(struct kmemleak_object *object) in unreferenced_object() argument
326 return (color_white(object) && object->flags & OBJECT_ALLOCATED) && in unreferenced_object()
327 time_before_eq(object->jiffies + jiffies_min_age, in unreferenced_object()
333 * print_unreferenced function must be called with the object->lock held.
336 struct kmemleak_object *object) in print_unreferenced() argument
339 unsigned int msecs_age = jiffies_to_msecs(jiffies - object->jiffies); in print_unreferenced()
341 warn_or_seq_printf(seq, "unreferenced object 0x%08lx (size %zu):\n", in print_unreferenced()
342 object->pointer, object->size); in print_unreferenced()
344 object->comm, object->pid, object->jiffies, in print_unreferenced()
346 hex_dump_object(seq, object); in print_unreferenced()
349 for (i = 0; i < object->trace_len; i++) { in print_unreferenced()
350 void *ptr = (void *)object->trace[i]; in print_unreferenced()
358 * the object->lock held.
360 static void dump_object_info(struct kmemleak_object *object) in dump_object_info() argument
362 pr_notice("Object 0x%08lx (size %zu):\n", in dump_object_info()
363 object->pointer, object->size); in dump_object_info()
365 object->comm, object->pid, object->jiffies); in dump_object_info()
366 pr_notice(" min_count = %d\n", object->min_count); in dump_object_info()
367 pr_notice(" count = %d\n", object->count); in dump_object_info()
368 pr_notice(" flags = 0x%x\n", object->flags); in dump_object_info()
369 pr_notice(" checksum = %u\n", object->checksum); in dump_object_info()
371 stack_trace_print(object->trace, object->trace_len, 4); in dump_object_info()
375 * Look-up a memory block metadata (kmemleak_object) in the object search
385 struct kmemleak_object *object = in lookup_object() local
387 if (ptr < object->pointer) in lookup_object()
388 rb = object->rb_node.rb_left; in lookup_object()
389 else if (object->pointer + object->size <= ptr) in lookup_object()
390 rb = object->rb_node.rb_right; in lookup_object()
391 else if (object->pointer == ptr || alias) in lookup_object()
392 return object; in lookup_object()
394 kmemleak_warn("Found object by alias at 0x%08lx\n", in lookup_object()
396 dump_object_info(object); in lookup_object()
404 * Increment the object use_count. Return 1 if successful or 0 otherwise. Note
405 * that once an object's use_count reached 0, the RCU freeing was already
406 * registered and the object should no longer be used. This function must be
409 static int get_object(struct kmemleak_object *object) in get_object() argument
411 return atomic_inc_not_zero(&object->use_count); in get_object()
420 struct kmemleak_object *object; in mem_pool_alloc() local
424 object = kmem_cache_alloc(object_cache, gfp_kmemleak_mask(gfp)); in mem_pool_alloc()
425 if (object) in mem_pool_alloc()
426 return object; in mem_pool_alloc()
431 object = list_first_entry_or_null(&mem_pool_free_list, in mem_pool_alloc()
432 typeof(*object), object_list); in mem_pool_alloc()
433 if (object) in mem_pool_alloc()
434 list_del(&object->object_list); in mem_pool_alloc()
436 object = &mem_pool[--mem_pool_free_count]; in mem_pool_alloc()
441 return object; in mem_pool_alloc()
445 * Return the object to either the slab allocator or the memory pool.
447 static void mem_pool_free(struct kmemleak_object *object) in mem_pool_free() argument
451 if (object < mem_pool || object >= mem_pool + ARRAY_SIZE(mem_pool)) { in mem_pool_free()
452 kmem_cache_free(object_cache, object); in mem_pool_free()
456 /* add the object to the memory pool free list */ in mem_pool_free()
458 list_add(&object->object_list, &mem_pool_free_list); in mem_pool_free()
469 struct kmemleak_object *object = in free_object_rcu() local
474 * code accessing this object, hence no need for locking. in free_object_rcu()
476 hlist_for_each_entry_safe(area, tmp, &object->area_list, node) { in free_object_rcu()
480 mem_pool_free(object); in free_object_rcu()
484 * Decrement the object use_count. Once the count is 0, free the object using
490 static void put_object(struct kmemleak_object *object) in put_object() argument
492 if (!atomic_dec_and_test(&object->use_count)) in put_object()
496 WARN_ON(object->flags & OBJECT_ALLOCATED); in put_object()
501 * came from the memory pool. Free the object directly. in put_object()
504 call_rcu(&object->rcu, free_object_rcu); in put_object()
506 free_object_rcu(&object->rcu); in put_object()
510 * Look up an object in the object search tree and increase its use_count.
515 struct kmemleak_object *object; in find_and_get_object() local
519 object = lookup_object(ptr, alias); in find_and_get_object()
522 /* check whether the object is still available */ in find_and_get_object()
523 if (object && !get_object(object)) in find_and_get_object()
524 object = NULL; in find_and_get_object()
527 return object; in find_and_get_object()
531 * Remove an object from the object_tree_root and object_list. Must be called
534 static void __remove_object(struct kmemleak_object *object) in __remove_object() argument
536 rb_erase(&object->rb_node, &object_tree_root); in __remove_object()
537 list_del_rcu(&object->object_list); in __remove_object()
541 * Look up an object in the object search tree and remove it from both
542 * object_tree_root and object_list. The returned object's use_count should be
548 struct kmemleak_object *object; in find_and_remove_object() local
551 object = lookup_object(ptr, alias); in find_and_remove_object()
552 if (object) in find_and_remove_object()
553 __remove_object(object); in find_and_remove_object()
556 return object; in find_and_remove_object()
575 struct kmemleak_object *object, *parent; in create_object() local
579 object = mem_pool_alloc(gfp); in create_object()
580 if (!object) { in create_object()
586 INIT_LIST_HEAD(&object->object_list); in create_object()
587 INIT_LIST_HEAD(&object->gray_list); in create_object()
588 INIT_HLIST_HEAD(&object->area_list); in create_object()
589 raw_spin_lock_init(&object->lock); in create_object()
590 atomic_set(&object->use_count, 1); in create_object()
591 object->flags = OBJECT_ALLOCATED; in create_object()
592 object->pointer = ptr; in create_object()
593 object->size = kfence_ksize((void *)ptr) ?: size; in create_object()
594 object->excess_ref = 0; in create_object()
595 object->min_count = min_count; in create_object()
596 object->count = 0; /* white color initially */ in create_object()
597 object->jiffies = jiffies; in create_object()
598 object->checksum = 0; in create_object()
602 object->pid = 0; in create_object()
603 strncpy(object->comm, "hardirq", sizeof(object->comm)); in create_object()
605 object->pid = 0; in create_object()
606 strncpy(object->comm, "softirq", sizeof(object->comm)); in create_object()
608 object->pid = current->pid; in create_object()
615 strncpy(object->comm, current->comm, sizeof(object->comm)); in create_object()
619 object->trace_len = __save_stack_trace(object->trace); in create_object()
636 kmemleak_stop("Cannot insert 0x%lx into the object search tree (overlaps existing)\n", in create_object()
643 kmem_cache_free(object_cache, object); in create_object()
644 object = NULL; in create_object()
648 rb_link_node(&object->rb_node, rb_parent, link); in create_object()
649 rb_insert_color(&object->rb_node, &object_tree_root); in create_object()
651 list_add_tail_rcu(&object->object_list, &object_list); in create_object()
654 return object; in create_object()
658 * Mark the object as not allocated and schedule RCU freeing via put_object().
660 static void __delete_object(struct kmemleak_object *object) in __delete_object() argument
664 WARN_ON(!(object->flags & OBJECT_ALLOCATED)); in __delete_object()
665 WARN_ON(atomic_read(&object->use_count) < 1); in __delete_object()
671 raw_spin_lock_irqsave(&object->lock, flags); in __delete_object()
672 object->flags &= ~OBJECT_ALLOCATED; in __delete_object()
673 raw_spin_unlock_irqrestore(&object->lock, flags); in __delete_object()
674 put_object(object); in __delete_object()
683 struct kmemleak_object *object; in delete_object_full() local
685 object = find_and_remove_object(ptr, 0); in delete_object_full()
686 if (!object) { in delete_object_full()
688 kmemleak_warn("Freeing unknown object at 0x%08lx\n", in delete_object_full()
693 __delete_object(object); in delete_object_full()
703 struct kmemleak_object *object; in delete_object_part() local
706 object = find_and_remove_object(ptr, 1); in delete_object_part()
707 if (!object) { in delete_object_part()
709 kmemleak_warn("Partially freeing unknown object at 0x%08lx (size %zu)\n", in delete_object_part()
720 start = object->pointer; in delete_object_part()
721 end = object->pointer + object->size; in delete_object_part()
723 create_object(start, ptr - start, object->min_count, in delete_object_part()
726 create_object(ptr + size, end - ptr - size, object->min_count, in delete_object_part()
729 __delete_object(object); in delete_object_part()
732 static void __paint_it(struct kmemleak_object *object, int color) in __paint_it() argument
734 object->min_count = color; in __paint_it()
736 object->flags |= OBJECT_NO_SCAN; in __paint_it()
739 static void paint_it(struct kmemleak_object *object, int color) in paint_it() argument
743 raw_spin_lock_irqsave(&object->lock, flags); in paint_it()
744 __paint_it(object, color); in paint_it()
745 raw_spin_unlock_irqrestore(&object->lock, flags); in paint_it()
750 struct kmemleak_object *object; in paint_ptr() local
752 object = find_and_get_object(ptr, 0); in paint_ptr()
753 if (!object) { in paint_ptr()
754 kmemleak_warn("Trying to color unknown object at 0x%08lx as %s\n", in paint_ptr()
760 paint_it(object, color); in paint_ptr()
761 put_object(object); in paint_ptr()
765 * Mark an object permanently as gray-colored so that it can no longer be
774 * Mark the object as black-colored so that it is ignored from scans and
783 * Add a scanning area to the object. If at least one such area is added,
789 struct kmemleak_object *object; in add_scan_area() local
794 object = find_and_get_object(ptr, 1); in add_scan_area()
795 if (!object) { in add_scan_area()
796 kmemleak_warn("Adding scan area to unknown object at 0x%08lx\n", in add_scan_area()
802 untagged_objp = (unsigned long)kasan_reset_tag((void *)object->pointer); in add_scan_area()
807 raw_spin_lock_irqsave(&object->lock, flags); in add_scan_area()
809 pr_warn_once("Cannot allocate a scan area, scanning the full object\n"); in add_scan_area()
810 /* mark the object for full scan to avoid false positives */ in add_scan_area()
811 object->flags |= OBJECT_FULL_SCAN; in add_scan_area()
815 size = untagged_objp + object->size - untagged_ptr; in add_scan_area()
816 } else if (untagged_ptr + size > untagged_objp + object->size) { in add_scan_area()
817 kmemleak_warn("Scan area larger than object 0x%08lx\n", ptr); in add_scan_area()
818 dump_object_info(object); in add_scan_area()
827 hlist_add_head(&area->node, &object->area_list); in add_scan_area()
829 raw_spin_unlock_irqrestore(&object->lock, flags); in add_scan_area()
830 put_object(object); in add_scan_area()
834 * Any surplus references (object already gray) to 'ptr' are passed to
836 * vm_struct may be used as an alternative reference to the vmalloc'ed object
842 struct kmemleak_object *object; in object_set_excess_ref() local
844 object = find_and_get_object(ptr, 0); in object_set_excess_ref()
845 if (!object) { in object_set_excess_ref()
846 kmemleak_warn("Setting excess_ref on unknown object at 0x%08lx\n", in object_set_excess_ref()
851 raw_spin_lock_irqsave(&object->lock, flags); in object_set_excess_ref()
852 object->excess_ref = excess_ref; in object_set_excess_ref()
853 raw_spin_unlock_irqrestore(&object->lock, flags); in object_set_excess_ref()
854 put_object(object); in object_set_excess_ref()
858 * Set the OBJECT_NO_SCAN flag for the object corresponding to the give
859 * pointer. Such object will not be scanned by kmemleak but references to it
865 struct kmemleak_object *object; in object_no_scan() local
867 object = find_and_get_object(ptr, 0); in object_no_scan()
868 if (!object) { in object_no_scan()
869 kmemleak_warn("Not scanning unknown object at 0x%08lx\n", ptr); in object_no_scan()
873 raw_spin_lock_irqsave(&object->lock, flags); in object_no_scan()
874 object->flags |= OBJECT_NO_SCAN; in object_no_scan()
875 raw_spin_unlock_irqrestore(&object->lock, flags); in object_no_scan()
876 put_object(object); in object_no_scan()
880 * kmemleak_alloc - register a newly allocated object
881 * @ptr: pointer to beginning of the object
882 * @size: size of the object
883 * @min_count: minimum number of references to this object. If during memory
885 * the object is reported as a memory leak. If @min_count is 0,
886 * the object is never reported as a leak. If @min_count is -1,
887 * the object is ignored (not scanned and not reported as a leak)
890 * This function is called from the kernel allocators when a new object
904 * kmemleak_alloc_percpu - register a newly allocated __percpu object
905 * @ptr: __percpu pointer to beginning of the object
906 * @size: size of the object
909 * This function is called from the kernel percpu allocator when a new object
931 * kmemleak_vmalloc - register a newly vmalloc'ed object
933 * @size: size of the object
937 * object (memory block) is allocated.
956 * kmemleak_free - unregister a previously registered object
957 * @ptr: pointer to beginning of the object
959 * This function is called from the kernel allocators when an object (memory
972 * kmemleak_free_part - partially unregister a previously registered object
973 * @ptr: pointer to the beginning or inside the object. This also
990 * kmemleak_free_percpu - unregister a previously registered __percpu object
991 * @ptr: __percpu pointer to beginning of the object
993 * This function is called from the kernel percpu allocator when an object
1010 * kmemleak_update_trace - update object allocation stack trace
1011 * @ptr: pointer to beginning of the object
1013 * Override the object allocation stack trace for cases where the actual
1018 struct kmemleak_object *object; in kmemleak_update_trace() local
1026 object = find_and_get_object((unsigned long)ptr, 1); in kmemleak_update_trace()
1027 if (!object) { in kmemleak_update_trace()
1029 kmemleak_warn("Updating stack trace for unknown object at %p\n", in kmemleak_update_trace()
1035 raw_spin_lock_irqsave(&object->lock, flags); in kmemleak_update_trace()
1036 object->trace_len = __save_stack_trace(object->trace); in kmemleak_update_trace()
1037 raw_spin_unlock_irqrestore(&object->lock, flags); in kmemleak_update_trace()
1039 put_object(object); in kmemleak_update_trace()
1044 * kmemleak_not_leak - mark an allocated object as false positive
1045 * @ptr: pointer to beginning of the object
1047 * Calling this function on an object will cause the memory block to no longer
1060 * kmemleak_ignore - ignore an allocated object
1061 * @ptr: pointer to beginning of the object
1063 * Calling this function on an object will cause the memory block to be
1078 * kmemleak_scan_area - limit the range to be scanned in an allocated object
1079 * @ptr: pointer to beginning or inside the object. This also
1084 * This function is used when it is known that only certain parts of an object
1098 * kmemleak_no_scan - do not scan an allocated object
1099 * @ptr: pointer to beginning of the object
1102 * in situations where it is known that the given object does not contain any
1118 * @phys: physical address of the object
1119 * @size: size of the object
1120 * @min_count: minimum number of references to this object.
1135 * @phys: physical address if the beginning or inside an object. This
1149 * @phys: physical address of the object
1161 * @phys: physical address of the object
1171 * Update an object's checksum and return true if it was modified.
1173 static bool update_checksum(struct kmemleak_object *object) in update_checksum() argument
1175 u32 old_csum = object->checksum; in update_checksum()
1179 object->checksum = crc32(0, kasan_reset_tag((void *)object->pointer), object->size); in update_checksum()
1183 return object->checksum != old_csum; in update_checksum()
1187 * Update an object's references. object->lock must be held by the caller.
1189 static void update_refs(struct kmemleak_object *object) in update_refs() argument
1191 if (!color_white(object)) { in update_refs()
1197 * Increase the object's reference count (number of pointers to the in update_refs()
1199 * object's color will become gray and it will be added to the in update_refs()
1202 object->count++; in update_refs()
1203 if (color_gray(object)) { in update_refs()
1205 WARN_ON(!get_object(object)); in update_refs()
1206 list_add_tail(&object->gray_list, &gray_list); in update_refs()
1246 struct kmemleak_object *object; in scan_block() local
1263 * object->use_count cannot be dropped to 0 while the object in scan_block()
1267 object = lookup_object(pointer, 1); in scan_block()
1268 if (!object) in scan_block()
1270 if (object == scanned) in scan_block()
1275 * Avoid the lockdep recursive warning on object->lock being in scan_block()
1279 raw_spin_lock_nested(&object->lock, SINGLE_DEPTH_NESTING); in scan_block()
1280 /* only pass surplus references (object already gray) */ in scan_block()
1281 if (color_gray(object)) { in scan_block()
1282 excess_ref = object->excess_ref; in scan_block()
1283 /* no need for update_refs() if object already gray */ in scan_block()
1286 update_refs(object); in scan_block()
1288 raw_spin_unlock(&object->lock); in scan_block()
1291 object = lookup_object(excess_ref, 0); in scan_block()
1292 if (!object) in scan_block()
1294 if (object == scanned) in scan_block()
1297 raw_spin_lock_nested(&object->lock, SINGLE_DEPTH_NESTING); in scan_block()
1298 update_refs(object); in scan_block()
1299 raw_spin_unlock(&object->lock); in scan_block()
1324 * that object->use_count >= 1.
1326 static void scan_object(struct kmemleak_object *object) in scan_object() argument
1332 * Once the object->lock is acquired, the corresponding memory block in scan_object()
1335 raw_spin_lock_irqsave(&object->lock, flags); in scan_object()
1336 if (object->flags & OBJECT_NO_SCAN) in scan_object()
1338 if (!(object->flags & OBJECT_ALLOCATED)) in scan_object()
1339 /* already freed object */ in scan_object()
1341 if (hlist_empty(&object->area_list) || in scan_object()
1342 object->flags & OBJECT_FULL_SCAN) { in scan_object()
1343 void *start = (void *)object->pointer; in scan_object()
1344 void *end = (void *)(object->pointer + object->size); in scan_object()
1349 scan_block(start, next, object); in scan_object()
1355 raw_spin_unlock_irqrestore(&object->lock, flags); in scan_object()
1357 raw_spin_lock_irqsave(&object->lock, flags); in scan_object()
1358 } while (object->flags & OBJECT_ALLOCATED); in scan_object()
1360 hlist_for_each_entry(area, &object->area_list, node) in scan_object()
1363 object); in scan_object()
1365 raw_spin_unlock_irqrestore(&object->lock, flags); in scan_object()
1374 struct kmemleak_object *object, *tmp; in scan_gray_list() local
1381 object = list_entry(gray_list.next, typeof(*object), gray_list); in scan_gray_list()
1382 while (&object->gray_list != &gray_list) { in scan_gray_list()
1387 scan_object(object); in scan_gray_list()
1389 tmp = list_entry(object->gray_list.next, typeof(*object), in scan_gray_list()
1392 /* remove the object from the list and release it */ in scan_gray_list()
1393 list_del(&object->gray_list); in scan_gray_list()
1394 put_object(object); in scan_gray_list()
1396 object = tmp; in scan_gray_list()
1409 struct kmemleak_object *object; in kmemleak_scan() local
1418 list_for_each_entry_rcu(object, &object_list, object_list) { in kmemleak_scan()
1419 raw_spin_lock_irqsave(&object->lock, flags); in kmemleak_scan()
1423 * 1 reference to any object at this point. in kmemleak_scan()
1425 if (atomic_read(&object->use_count) > 1) { in kmemleak_scan()
1426 pr_debug("object->use_count = %d\n", in kmemleak_scan()
1427 atomic_read(&object->use_count)); in kmemleak_scan()
1428 dump_object_info(object); in kmemleak_scan()
1431 /* reset the reference count (whiten the object) */ in kmemleak_scan()
1432 object->count = 0; in kmemleak_scan()
1433 if (color_gray(object) && get_object(object)) in kmemleak_scan()
1434 list_add_tail(&object->gray_list, &gray_list); in kmemleak_scan()
1436 raw_spin_unlock_irqrestore(&object->lock, flags); in kmemleak_scan()
1503 list_for_each_entry_rcu(object, &object_list, object_list) { in kmemleak_scan()
1504 raw_spin_lock_irqsave(&object->lock, flags); in kmemleak_scan()
1505 if (color_white(object) && (object->flags & OBJECT_ALLOCATED) in kmemleak_scan()
1506 && update_checksum(object) && get_object(object)) { in kmemleak_scan()
1508 object->count = object->min_count; in kmemleak_scan()
1509 list_add_tail(&object->gray_list, &gray_list); in kmemleak_scan()
1511 raw_spin_unlock_irqrestore(&object->lock, flags); in kmemleak_scan()
1530 list_for_each_entry_rcu(object, &object_list, object_list) { in kmemleak_scan()
1531 raw_spin_lock_irqsave(&object->lock, flags); in kmemleak_scan()
1532 if (unreferenced_object(object) && in kmemleak_scan()
1533 !(object->flags & OBJECT_REPORTED)) { in kmemleak_scan()
1534 object->flags |= OBJECT_REPORTED; in kmemleak_scan()
1537 print_unreferenced(NULL, object); in kmemleak_scan()
1541 raw_spin_unlock_irqrestore(&object->lock, flags); in kmemleak_scan()
1619 * Iterate over the object_list and return the first valid object at or after
1625 struct kmemleak_object *object; in kmemleak_seq_start() local
1634 list_for_each_entry_rcu(object, &object_list, object_list) { in kmemleak_seq_start()
1637 if (get_object(object)) in kmemleak_seq_start()
1640 object = NULL; in kmemleak_seq_start()
1642 return object; in kmemleak_seq_start()
1646 * Return the next object in the object_list. The function decrements the
1647 * use_count of the previous object and increases that of the next one.
1669 * Decrement the use_count of the last object required, if any.
1686 * Print the information for an unreferenced object to the seq file.
1690 struct kmemleak_object *object = v; in kmemleak_seq_show() local
1693 raw_spin_lock_irqsave(&object->lock, flags); in kmemleak_seq_show()
1694 if ((object->flags & OBJECT_REPORTED) && unreferenced_object(object)) in kmemleak_seq_show()
1695 print_unreferenced(seq, object); in kmemleak_seq_show()
1696 raw_spin_unlock_irqrestore(&object->lock, flags); in kmemleak_seq_show()
1715 struct kmemleak_object *object; in dump_str_object_info() local
1720 object = find_and_get_object(addr, 0); in dump_str_object_info()
1721 if (!object) { in dump_str_object_info()
1722 pr_info("Unknown object at 0x%08lx\n", addr); in dump_str_object_info()
1726 raw_spin_lock_irqsave(&object->lock, flags); in dump_str_object_info()
1727 dump_object_info(object); in dump_str_object_info()
1728 raw_spin_unlock_irqrestore(&object->lock, flags); in dump_str_object_info()
1730 put_object(object); in dump_str_object_info()
1742 struct kmemleak_object *object; in kmemleak_clear() local
1746 list_for_each_entry_rcu(object, &object_list, object_list) { in kmemleak_clear()
1747 raw_spin_lock_irqsave(&object->lock, flags); in kmemleak_clear()
1748 if ((object->flags & OBJECT_REPORTED) && in kmemleak_clear()
1749 unreferenced_object(object)) in kmemleak_clear()
1750 __paint_it(object, KMEMLEAK_GREY); in kmemleak_clear()
1751 raw_spin_unlock_irqrestore(&object->lock, flags); in kmemleak_clear()
1774 * dump=... - dump information about the object found at the given address
1854 struct kmemleak_object *object, *tmp; in __kmemleak_do_cleanup() local
1860 list_for_each_entry_safe(object, tmp, &object_list, object_list) { in __kmemleak_do_cleanup()
1861 __remove_object(object); in __kmemleak_do_cleanup()
1862 __delete_object(object); in __kmemleak_do_cleanup()
1878 * longer track object freeing. Ordering of the scan thread stopping and in kmemleak_do_cleanup()