rwstat            572 block/blk-cgroup.c 			 const struct blkg_rwstat_sample *rwstat)
rwstat            590 block/blk-cgroup.c 			   rwstat->cnt[i]);
rwstat            592 block/blk-cgroup.c 	v = rwstat->cnt[BLKG_RWSTAT_READ] +
rwstat            593 block/blk-cgroup.c 		rwstat->cnt[BLKG_RWSTAT_WRITE] +
rwstat            594 block/blk-cgroup.c 		rwstat->cnt[BLKG_RWSTAT_DISCARD];
rwstat            611 block/blk-cgroup.c 	struct blkg_rwstat_sample rwstat = { };
rwstat            613 block/blk-cgroup.c 	blkg_rwstat_read((void *)pd + off, &rwstat);
rwstat            614 block/blk-cgroup.c 	return __blkg_prfill_rwstat(sf, pd, &rwstat);
rwstat            621 block/blk-cgroup.c 	struct blkg_rwstat_sample rwstat = { };
rwstat            623 block/blk-cgroup.c 	blkg_rwstat_read((void *)pd->blkg + off, &rwstat);
rwstat            624 block/blk-cgroup.c 	return __blkg_prfill_rwstat(sf, pd, &rwstat);
rwstat            665 block/blk-cgroup.c 	struct blkg_rwstat_sample rwstat;
rwstat            667 block/blk-cgroup.c 	blkg_rwstat_recursive_sum(pd->blkg, NULL, off, &rwstat);
rwstat            668 block/blk-cgroup.c 	return __blkg_prfill_rwstat(sf, pd, &rwstat);
rwstat            726 block/blk-cgroup.c 		struct blkg_rwstat *rwstat;
rwstat            732 block/blk-cgroup.c 			rwstat = (void *)blkg_to_pd(pos_blkg, pol) + off;
rwstat            734 block/blk-cgroup.c 			rwstat = (void *)pos_blkg + off;
rwstat            737 block/blk-cgroup.c 			sum->cnt[i] = blkg_rwstat_read_counter(rwstat, i);
rwstat            931 block/blk-cgroup.c 		struct blkg_rwstat_sample rwstat;
rwstat            955 block/blk-cgroup.c 				offsetof(struct blkcg_gq, stat_bytes), &rwstat);
rwstat            956 block/blk-cgroup.c 		rbytes = rwstat.cnt[BLKG_RWSTAT_READ];
rwstat            957 block/blk-cgroup.c 		wbytes = rwstat.cnt[BLKG_RWSTAT_WRITE];
rwstat            958 block/blk-cgroup.c 		dbytes = rwstat.cnt[BLKG_RWSTAT_DISCARD];
rwstat            961 block/blk-cgroup.c 					offsetof(struct blkcg_gq, stat_ios), &rwstat);
rwstat            962 block/blk-cgroup.c 		rios = rwstat.cnt[BLKG_RWSTAT_READ];
rwstat            963 block/blk-cgroup.c 		wios = rwstat.cnt[BLKG_RWSTAT_WRITE];
rwstat            964 block/blk-cgroup.c 		dios = rwstat.cnt[BLKG_RWSTAT_DISCARD];
rwstat            205 include/linux/blk-cgroup.h static inline u64 blkg_rwstat_read_counter(struct blkg_rwstat *rwstat,
rwstat            208 include/linux/blk-cgroup.h 	return atomic64_read(&rwstat->aux_cnt[idx]) +
rwstat            209 include/linux/blk-cgroup.h 		percpu_counter_sum_positive(&rwstat->cpu_cnt[idx]);
rwstat            220 include/linux/blk-cgroup.h 			 const struct blkg_rwstat_sample *rwstat);
rwstat            581 include/linux/blk-cgroup.h static inline int blkg_rwstat_init(struct blkg_rwstat *rwstat, gfp_t gfp)
rwstat            586 include/linux/blk-cgroup.h 		ret = percpu_counter_init(&rwstat->cpu_cnt[i], 0, gfp);
rwstat            589 include/linux/blk-cgroup.h 				percpu_counter_destroy(&rwstat->cpu_cnt[i]);
rwstat            592 include/linux/blk-cgroup.h 		atomic64_set(&rwstat->aux_cnt[i], 0);
rwstat            597 include/linux/blk-cgroup.h static inline void blkg_rwstat_exit(struct blkg_rwstat *rwstat)
rwstat            602 include/linux/blk-cgroup.h 		percpu_counter_destroy(&rwstat->cpu_cnt[i]);
rwstat            614 include/linux/blk-cgroup.h static inline void blkg_rwstat_add(struct blkg_rwstat *rwstat,
rwstat            620 include/linux/blk-cgroup.h 		cnt = &rwstat->cpu_cnt[BLKG_RWSTAT_DISCARD];
rwstat            622 include/linux/blk-cgroup.h 		cnt = &rwstat->cpu_cnt[BLKG_RWSTAT_WRITE];
rwstat            624 include/linux/blk-cgroup.h 		cnt = &rwstat->cpu_cnt[BLKG_RWSTAT_READ];
rwstat            629 include/linux/blk-cgroup.h 		cnt = &rwstat->cpu_cnt[BLKG_RWSTAT_SYNC];
rwstat            631 include/linux/blk-cgroup.h 		cnt = &rwstat->cpu_cnt[BLKG_RWSTAT_ASYNC];
rwstat            642 include/linux/blk-cgroup.h static inline void blkg_rwstat_read(struct blkg_rwstat *rwstat,
rwstat            649 include/linux/blk-cgroup.h 			percpu_counter_sum_positive(&rwstat->cpu_cnt[i]);
rwstat            660 include/linux/blk-cgroup.h static inline uint64_t blkg_rwstat_total(struct blkg_rwstat *rwstat)
rwstat            664 include/linux/blk-cgroup.h 	blkg_rwstat_read(rwstat, &tmp);
rwstat            672 include/linux/blk-cgroup.h static inline void blkg_rwstat_reset(struct blkg_rwstat *rwstat)
rwstat            677 include/linux/blk-cgroup.h 		percpu_counter_set(&rwstat->cpu_cnt[i], 0);
rwstat            678 include/linux/blk-cgroup.h 		atomic64_set(&rwstat->aux_cnt[i], 0);