193 static void set_obj(struct slabinfo *s, const char *name, int n)  in set_obj()  argument
198 	snprintf(x, 100, "%s/%s", s->name, name);  in set_obj()
207 static unsigned long read_slab_obj(struct slabinfo *s, const char *name)  in read_slab_obj()  argument
213 	snprintf(x, 100, "%s/%s", s->name, name);  in read_slab_obj()
289 static void slab_validate(struct slabinfo *s)  in slab_validate()  argument
291 	if (strcmp(s->name, "*") == 0)  in slab_validate()
294 	set_obj(s, "validate", 1);  in slab_validate()
297 static void slab_shrink(struct slabinfo *s)  in slab_shrink()  argument
299 	if (strcmp(s->name, "*") == 0)  in slab_shrink()
302 	set_obj(s, "shrink", 1);  in slab_shrink()
337 static unsigned long slab_size(struct slabinfo *s)  in slab_size()  argument
339 	return 	s->slabs * (page_size << s->order);  in slab_size()
342 static unsigned long slab_activity(struct slabinfo *s)  in slab_activity()  argument
344 	return 	s->alloc_fastpath + s->free_fastpath +  in slab_activity()
345 		s->alloc_slowpath + s->free_slowpath;  in slab_activity()
348 static unsigned long slab_waste(struct slabinfo *s)  in slab_waste()  argument
350 	return	slab_size(s) - s->objects * s->object_size;  in slab_waste()
353 static void slab_numa(struct slabinfo *s, int mode)  in slab_numa()  argument
357 	if (strcmp(s->name, "*") == 0)  in slab_numa()
361 		printf("\n%s: No NUMA information available.\n", s->name);  in slab_numa()
365 	if (skip_zero && !s->slabs)  in slab_numa()
377 	printf("%-21s ", mode ? "All slabs" : s->name);  in slab_numa()
381 		store_size(b, s->numa[node]);  in slab_numa()
390 			store_size(b, s->numa_partial[node]);  in slab_numa()
398 static void show_tracking(struct slabinfo *s)  in show_tracking()  argument
400 	printf("\n%s: Kernel object allocation\n", s->name);  in show_tracking()
402 	if (read_slab_obj(s, "alloc_calls"))  in show_tracking()
407 	printf("\n%s: Kernel object freeing\n", s->name);  in show_tracking()
409 	if (read_slab_obj(s, "free_calls"))  in show_tracking()
416 static void ops(struct slabinfo *s)  in ops()  argument
418 	if (strcmp(s->name, "*") == 0)  in ops()
421 	if (read_slab_obj(s, "ops")) {  in ops()
422 		printf("\n%s: kmem_cache operations\n", s->name);  in ops()
426 		printf("\n%s has no kmem_cache operations\n", s->name);  in ops()
436 static void slab_stats(struct slabinfo *s)  in slab_stats()  argument
442 	if (!s->alloc_slab)  in slab_stats()
445 	total_alloc = s->alloc_fastpath + s->alloc_slowpath;  in slab_stats()
446 	total_free = s->free_fastpath + s->free_slowpath;  in slab_stats()
455 		s->alloc_fastpath, s->free_fastpath,  in slab_stats()
456 		s->alloc_fastpath * 100 / total_alloc,  in slab_stats()
457 		total_free ? s->free_fastpath * 100 / total_free : 0);  in slab_stats()
459 		total_alloc - s->alloc_fastpath, s->free_slowpath,  in slab_stats()
460 		(total_alloc - s->alloc_fastpath) * 100 / total_alloc,  in slab_stats()
461 		total_free ? s->free_slowpath * 100 / total_free : 0);  in slab_stats()
463 		s->alloc_slab, s->free_slab,  in slab_stats()
464 		s->alloc_slab * 100 / total_alloc,  in slab_stats()
465 		total_free ? s->free_slab * 100 / total_free : 0);  in slab_stats()
467 		s->deactivate_to_head + s->deactivate_to_tail,  in slab_stats()
468 		s->free_add_partial,  in slab_stats()
469 		(s->deactivate_to_head + s->deactivate_to_tail) * 100 / total_alloc,  in slab_stats()
470 		total_free ? s->free_add_partial * 100 / total_free : 0);  in slab_stats()
472 		s->alloc_from_partial, s->free_remove_partial,  in slab_stats()
473 		s->alloc_from_partial * 100 / total_alloc,  in slab_stats()
474 		total_free ? s->free_remove_partial * 100 / total_free : 0);  in slab_stats()
477 		s->cpu_partial_alloc, s->cpu_partial_free,  in slab_stats()
478 		s->cpu_partial_alloc * 100 / total_alloc,  in slab_stats()
479 		total_free ? s->cpu_partial_free * 100 / total_free : 0);  in slab_stats()
482 		s->deactivate_remote_frees, s->free_frozen,  in slab_stats()
483 		s->deactivate_remote_frees * 100 / total_alloc,  in slab_stats()
484 		total_free ? s->free_frozen * 100 / total_free : 0);  in slab_stats()
488 	if (s->cpuslab_flush)  in slab_stats()
489 		printf("Flushes %8lu\n", s->cpuslab_flush);  in slab_stats()
491 	total = s->deactivate_full + s->deactivate_empty +  in slab_stats()
492 			s->deactivate_to_head + s->deactivate_to_tail + s->deactivate_bypass;  in slab_stats()
498 			s->deactivate_full, (s->deactivate_full * 100) / total);  in slab_stats()
500 			s->deactivate_empty, (s->deactivate_empty * 100) / total);  in slab_stats()
502 			s->deactivate_to_head, (s->deactivate_to_head * 100) / total);  in slab_stats()
504 			s->deactivate_to_tail, (s->deactivate_to_tail * 100) / total);  in slab_stats()
506 			s->deactivate_bypass, (s->deactivate_bypass * 100) / total);  in slab_stats()
508 			s->alloc_refill, (s->alloc_refill * 100) / total);  in slab_stats()
510 			s->alloc_node_mismatch, (s->alloc_node_mismatch * 100) / total);  in slab_stats()
513 	if (s->cmpxchg_double_fail || s->cmpxchg_double_cpu_fail)  in slab_stats()
516 			s->cmpxchg_double_fail, s->cmpxchg_double_cpu_fail);  in slab_stats()
519 static void report(struct slabinfo *s)  in report()  argument
521 	if (strcmp(s->name, "*") == 0)  in report()
525 		s->name, s->aliases, s->order, s->objects);  in report()
526 	if (s->hwcache_align)  in report()
528 	if (s->cache_dma)  in report()
530 	if (s->destroy_by_rcu)  in report()
532 	if (s->reclaim_account)  in report()
538 			s->object_size, s->slabs, onoff(s->sanity_checks),  in report()
539 			s->slabs * (page_size << s->order));  in report()
541 			s->slab_size, s->slabs - s->partial - s->cpu_slabs,  in report()
542 			onoff(s->red_zone), s->objects * s->object_size);  in report()
544 			page_size << s->order, s->partial, onoff(s->poison),  in report()
545 			s->slabs * (page_size << s->order) - s->objects * s->object_size);  in report()
547 			s->slab_size - s->object_size, s->cpu_slabs, onoff(s->store_user),  in report()
548 			(s->slab_size - s->object_size) * s->objects);  in report()
550 			s->align, s->objs_per_slab, onoff(s->trace),  in report()
551 			((page_size << s->order) - s->objs_per_slab * s->slab_size) *  in report()
552 			s->slabs);  in report()
554 	ops(s);  in report()
555 	show_tracking(s);  in report()
556 	slab_numa(s, 1);  in report()
557 	slab_stats(s);  in report()
560 static void slabcache(struct slabinfo *s)  in slabcache()  argument
567 	if (strcmp(s->name, "*") == 0)  in slabcache()
571 		report(s);  in slabcache()
575 	if (skip_zero && !show_empty && !s->slabs)  in slabcache()
578 	if (show_empty && s->slabs)  in slabcache()
582 		store_size(size_str, slab_size(s));  in slabcache()
584 		store_size(size_str, slab_waste(s));  in slabcache()
585 	snprintf(dist_str, 40, "%lu/%lu/%d", s->slabs - s->cpu_slabs,  in slabcache()
586 						s->partial, s->cpu_slabs);  in slabcache()
591 	if (s->aliases)  in slabcache()
593 	if (s->cache_dma)  in slabcache()
595 	if (s->hwcache_align)  in slabcache()
597 	if (s->poison)  in slabcache()
599 	if (s->reclaim_account)  in slabcache()
601 	if (s->red_zone)  in slabcache()
603 	if (s->sanity_checks)  in slabcache()
605 	if (s->store_user)  in slabcache()
607 	if (s->trace)  in slabcache()
615 		total_alloc = s->alloc_fastpath + s->alloc_slowpath;  in slabcache()
616 		total_free = s->free_fastpath + s->free_slowpath;  in slabcache()
619 			s->name, s->objects,  in slabcache()
621 			total_alloc ? (s->alloc_fastpath * 100 / total_alloc) : 0,  in slabcache()
622 			total_free ? (s->free_fastpath * 100 / total_free) : 0,  in slabcache()
623 			s->order_fallback, s->order, s->cmpxchg_double_fail,  in slabcache()
624 			s->cmpxchg_double_cpu_fail);  in slabcache()
627 			s->name, s->objects, s->object_size, size_str, dist_str,  in slabcache()
628 			s->objs_per_slab, s->order,  in slabcache()
629 			s->slabs ? (s->partial * 100) / s->slabs : 100,  in slabcache()
630 			s->slabs ? (s->objects * s->object_size * 100) /  in slabcache()
631 				(s->slabs * (page_size << s->order)) : 100,  in slabcache()
688 static int slab_empty(struct slabinfo *s)  in slab_empty()  argument
690 	if (s->objects > 0)  in slab_empty()
697 	if (s->slabs != 0)  in slab_empty()
698 		set_obj(s, "shrink", 1);  in slab_empty()
703 static void slab_debug(struct slabinfo *s)  in slab_debug()  argument
705 	if (strcmp(s->name, "*") == 0)  in slab_debug()
708 	if (sanity && !s->sanity_checks) {  in slab_debug()
709 		set_obj(s, "sanity", 1);  in slab_debug()
711 	if (!sanity && s->sanity_checks) {  in slab_debug()
712 		if (slab_empty(s))  in slab_debug()
713 			set_obj(s, "sanity", 0);  in slab_debug()
715 			fprintf(stderr, "%s not empty cannot disable sanity checks\n", s->name);  in slab_debug()
717 	if (redzone && !s->red_zone) {  in slab_debug()
718 		if (slab_empty(s))  in slab_debug()
719 			set_obj(s, "red_zone", 1);  in slab_debug()
721 			fprintf(stderr, "%s not empty cannot enable redzoning\n", s->name);  in slab_debug()
723 	if (!redzone && s->red_zone) {  in slab_debug()
724 		if (slab_empty(s))  in slab_debug()
725 			set_obj(s, "red_zone", 0);  in slab_debug()
727 			fprintf(stderr, "%s not empty cannot disable redzoning\n", s->name);  in slab_debug()
729 	if (poison && !s->poison) {  in slab_debug()
730 		if (slab_empty(s))  in slab_debug()
731 			set_obj(s, "poison", 1);  in slab_debug()
733 			fprintf(stderr, "%s not empty cannot enable poisoning\n", s->name);  in slab_debug()
735 	if (!poison && s->poison) {  in slab_debug()
736 		if (slab_empty(s))  in slab_debug()
737 			set_obj(s, "poison", 0);  in slab_debug()
739 			fprintf(stderr, "%s not empty cannot disable poisoning\n", s->name);  in slab_debug()
741 	if (tracking && !s->store_user) {  in slab_debug()
742 		if (slab_empty(s))  in slab_debug()
743 			set_obj(s, "store_user", 1);  in slab_debug()
745 			fprintf(stderr, "%s not empty cannot enable tracking\n", s->name);  in slab_debug()
747 	if (!tracking && s->store_user) {  in slab_debug()
748 		if (slab_empty(s))  in slab_debug()
749 			set_obj(s, "store_user", 0);  in slab_debug()
751 			fprintf(stderr, "%s not empty cannot disable tracking\n", s->name);  in slab_debug()
753 	if (tracing && !s->trace) {  in slab_debug()
755 			set_obj(s, "trace", 1);  in slab_debug()
757 			fprintf(stderr, "%s can only enable trace for one slab at a time\n", s->name);  in slab_debug()
759 	if (!tracing && s->trace)  in slab_debug()
760 		set_obj(s, "trace", 1);  in slab_debug()
765 	struct slabinfo *s;  in totals()  local
819 	for (s = slabinfo; s < slabinfo + slabs; s++) {  in totals()
827 		if (!s->slabs || !s->objects)  in totals()
832 		size = slab_size(s);  in totals()
833 		used = s->objects * s->object_size;  in totals()
835 		objwaste = s->slab_size - s->object_size;  in totals()
837 		percentage_partial_slabs = s->partial * 100 / s->slabs;  in totals()
841 		percentage_partial_objs = s->objects_partial * 100  in totals()
842 							/ s->objects;  in totals()
847 		if (s->object_size < min_objsize)  in totals()
848 			min_objsize = s->object_size;  in totals()
849 		if (s->partial < min_partial)  in totals()
850 			min_partial = s->partial;  in totals()
851 		if (s->slabs < min_slabs)  in totals()
852 			min_slabs = s->slabs;  in totals()
859 		if (s->objects < min_objects)  in totals()
860 			min_objects = s->objects;  in totals()
863 		if (s->objects_partial < min_partobj)  in totals()
864 			min_partobj = s->objects_partial;  in totals()
869 		if (s->slab_size < min_memobj)  in totals()
870 			min_memobj = s->slab_size;  in totals()
872 		if (s->object_size > max_objsize)  in totals()
873 			max_objsize = s->object_size;  in totals()
874 		if (s->partial > max_partial)  in totals()
875 			max_partial = s->partial;  in totals()
876 		if (s->slabs > max_slabs)  in totals()
877 			max_slabs = s->slabs;  in totals()
884 		if (s->objects > max_objects)  in totals()
885 			max_objects = s->objects;  in totals()
888 		if (s->objects_partial > max_partobj)  in totals()
889 			max_partobj = s->objects_partial;  in totals()
894 		if (s->slab_size > max_memobj)  in totals()
895 			max_memobj = s->slab_size;  in totals()
897 		total_partial += s->partial;  in totals()
898 		total_slabs += s->slabs;  in totals()
902 		total_objects += s->objects;  in totals()
904 		total_partobj += s->objects_partial;  in totals()
908 		total_objwaste += s->objects * objwaste;  in totals()
909 		total_objsize += s->objects * s->slab_size;  in totals()
1085 	struct slabinfo *s;  in link_slabs()  local
1089 		for (s = slabinfo; s < slabinfo + slabs; s++)  in link_slabs()
1090 			if (strcmp(a->ref, s->name) == 0) {  in link_slabs()
1091 				a->slab = s;  in link_slabs()
1092 				s->refs++;  in link_slabs()
1095 		if (s == slabinfo + slabs)  in link_slabs()
1133 	struct slabinfo *s;  in rename_slabs()  local
1136 	for (s = slabinfo; s < slabinfo + slabs; s++) {  in rename_slabs()
1137 		if (*s->name != ':')  in rename_slabs()
1140 		if (s->refs > 1 && !show_first_alias)  in rename_slabs()
1143 		a = find_one_alias(s);  in rename_slabs()
1146 			s->name = a->name;  in rename_slabs()
1148 			s->name = "*";  in rename_slabs()