lat_info          324 block/blk-iolatency.c 				struct child_latency_info *lat_info,
lat_info          329 block/blk-iolatency.c 	unsigned long old = atomic_read(&lat_info->scale_cookie);
lat_info          338 block/blk-iolatency.c 			atomic_set(&lat_info->scale_cookie,
lat_info          341 block/blk-iolatency.c 			atomic_inc(&lat_info->scale_cookie);
lat_info          343 block/blk-iolatency.c 			atomic_add(scale, &lat_info->scale_cookie);
lat_info          353 block/blk-iolatency.c 				atomic_dec(&lat_info->scale_cookie);
lat_info          355 block/blk-iolatency.c 			atomic_sub(scale, &lat_info->scale_cookie);
lat_info          394 block/blk-iolatency.c 	struct child_latency_info *lat_info;
lat_info          408 block/blk-iolatency.c 	lat_info = &parent->child_lat;
lat_info          409 block/blk-iolatency.c 	cur_cookie = atomic_read(&lat_info->scale_cookie);
lat_info          410 block/blk-iolatency.c 	scale_lat = READ_ONCE(lat_info->scale_lat);
lat_info          437 block/blk-iolatency.c 		samples_thresh = lat_info->nr_samples * 5;
lat_info          524 block/blk-iolatency.c 	struct child_latency_info *lat_info;
lat_info          543 block/blk-iolatency.c 	lat_info = &parent->child_lat;
lat_info          549 block/blk-iolatency.c 	    atomic_read(&lat_info->scale_cookie) == DEFAULT_SCALE_COOKIE)
lat_info          553 block/blk-iolatency.c 	spin_lock_irqsave(&lat_info->lock, flags);
lat_info          556 block/blk-iolatency.c 	lat_info->nr_samples -= iolat->nr_samples;
lat_info          557 block/blk-iolatency.c 	lat_info->nr_samples += latency_stat_samples(iolat, &iolat->cur_stat);
lat_info          560 block/blk-iolatency.c 	if ((lat_info->last_scale_event >= now ||
lat_info          561 block/blk-iolatency.c 	    now - lat_info->last_scale_event < BLKIOLATENCY_MIN_ADJUST_TIME))
lat_info          569 block/blk-iolatency.c 		if (lat_info->scale_grp == iolat) {
lat_info          570 block/blk-iolatency.c 			lat_info->last_scale_event = now;
lat_info          571 block/blk-iolatency.c 			scale_cookie_change(iolat->blkiolat, lat_info, true);
lat_info          573 block/blk-iolatency.c 	} else if (lat_info->scale_lat == 0 ||
lat_info          574 block/blk-iolatency.c 		   lat_info->scale_lat >= iolat->min_lat_nsec) {
lat_info          575 block/blk-iolatency.c 		lat_info->last_scale_event = now;
lat_info          576 block/blk-iolatency.c 		if (!lat_info->scale_grp ||
lat_info          577 block/blk-iolatency.c 		    lat_info->scale_lat > iolat->min_lat_nsec) {
lat_info          578 block/blk-iolatency.c 			WRITE_ONCE(lat_info->scale_lat, iolat->min_lat_nsec);
lat_info          579 block/blk-iolatency.c 			lat_info->scale_grp = iolat;
lat_info          581 block/blk-iolatency.c 		scale_cookie_change(iolat->blkiolat, lat_info, false);
lat_info          585 block/blk-iolatency.c 	spin_unlock_irqrestore(&lat_info->lock, flags);
lat_info          667 block/blk-iolatency.c 		struct child_latency_info *lat_info;
lat_info          682 block/blk-iolatency.c 		lat_info = &iolat->child_lat;
lat_info          683 block/blk-iolatency.c 		cookie = atomic_read(&lat_info->scale_cookie);
lat_info          688 block/blk-iolatency.c 		spin_lock_irqsave(&lat_info->lock, flags);
lat_info          689 block/blk-iolatency.c 		if (lat_info->last_scale_event >= now)
lat_info          696 block/blk-iolatency.c 		if (lat_info->scale_grp == NULL) {
lat_info          697 block/blk-iolatency.c 			scale_cookie_change(iolat->blkiolat, lat_info, true);
lat_info          706 block/blk-iolatency.c 		if (now - lat_info->last_scale_event >=
lat_info          708 block/blk-iolatency.c 			lat_info->scale_grp = NULL;
lat_info          710 block/blk-iolatency.c 		spin_unlock_irqrestore(&lat_info->lock, flags);
lat_info          773 block/blk-iolatency.c 		struct child_latency_info *lat_info;
lat_info          777 block/blk-iolatency.c 		lat_info = &iolat->child_lat;
lat_info          778 block/blk-iolatency.c 		spin_lock(&lat_info->lock);
lat_info          779 block/blk-iolatency.c 		atomic_set(&lat_info->scale_cookie, DEFAULT_SCALE_COOKIE);
lat_info          780 block/blk-iolatency.c 		lat_info->last_scale_event = 0;
lat_info          781 block/blk-iolatency.c 		lat_info->scale_grp = NULL;
lat_info          782 block/blk-iolatency.c 		lat_info->scale_lat = 0;
lat_info          783 block/blk-iolatency.c 		spin_unlock(&lat_info->lock);