lat_info 324 block/blk-iolatency.c struct child_latency_info *lat_info, lat_info 329 block/blk-iolatency.c unsigned long old = atomic_read(&lat_info->scale_cookie); lat_info 338 block/blk-iolatency.c atomic_set(&lat_info->scale_cookie, lat_info 341 block/blk-iolatency.c atomic_inc(&lat_info->scale_cookie); lat_info 343 block/blk-iolatency.c atomic_add(scale, &lat_info->scale_cookie); lat_info 353 block/blk-iolatency.c atomic_dec(&lat_info->scale_cookie); lat_info 355 block/blk-iolatency.c atomic_sub(scale, &lat_info->scale_cookie); lat_info 394 block/blk-iolatency.c struct child_latency_info *lat_info; lat_info 408 block/blk-iolatency.c lat_info = &parent->child_lat; lat_info 409 block/blk-iolatency.c cur_cookie = atomic_read(&lat_info->scale_cookie); lat_info 410 block/blk-iolatency.c scale_lat = READ_ONCE(lat_info->scale_lat); lat_info 437 block/blk-iolatency.c samples_thresh = lat_info->nr_samples * 5; lat_info 524 block/blk-iolatency.c struct child_latency_info *lat_info; lat_info 543 block/blk-iolatency.c lat_info = &parent->child_lat; lat_info 549 block/blk-iolatency.c atomic_read(&lat_info->scale_cookie) == DEFAULT_SCALE_COOKIE) lat_info 553 block/blk-iolatency.c spin_lock_irqsave(&lat_info->lock, flags); lat_info 556 block/blk-iolatency.c lat_info->nr_samples -= iolat->nr_samples; lat_info 557 block/blk-iolatency.c lat_info->nr_samples += latency_stat_samples(iolat, &iolat->cur_stat); lat_info 560 block/blk-iolatency.c if ((lat_info->last_scale_event >= now || lat_info 561 block/blk-iolatency.c now - lat_info->last_scale_event < BLKIOLATENCY_MIN_ADJUST_TIME)) lat_info 569 block/blk-iolatency.c if (lat_info->scale_grp == iolat) { lat_info 570 block/blk-iolatency.c lat_info->last_scale_event = now; lat_info 571 block/blk-iolatency.c scale_cookie_change(iolat->blkiolat, lat_info, true); lat_info 573 block/blk-iolatency.c } else if (lat_info->scale_lat == 0 || lat_info 574 block/blk-iolatency.c lat_info->scale_lat >= iolat->min_lat_nsec) { lat_info 575 block/blk-iolatency.c lat_info->last_scale_event = now; lat_info 576 block/blk-iolatency.c if (!lat_info->scale_grp || lat_info 577 block/blk-iolatency.c lat_info->scale_lat > iolat->min_lat_nsec) { lat_info 578 block/blk-iolatency.c WRITE_ONCE(lat_info->scale_lat, iolat->min_lat_nsec); lat_info 579 block/blk-iolatency.c lat_info->scale_grp = iolat; lat_info 581 block/blk-iolatency.c scale_cookie_change(iolat->blkiolat, lat_info, false); lat_info 585 block/blk-iolatency.c spin_unlock_irqrestore(&lat_info->lock, flags); lat_info 667 block/blk-iolatency.c struct child_latency_info *lat_info; lat_info 682 block/blk-iolatency.c lat_info = &iolat->child_lat; lat_info 683 block/blk-iolatency.c cookie = atomic_read(&lat_info->scale_cookie); lat_info 688 block/blk-iolatency.c spin_lock_irqsave(&lat_info->lock, flags); lat_info 689 block/blk-iolatency.c if (lat_info->last_scale_event >= now) lat_info 696 block/blk-iolatency.c if (lat_info->scale_grp == NULL) { lat_info 697 block/blk-iolatency.c scale_cookie_change(iolat->blkiolat, lat_info, true); lat_info 706 block/blk-iolatency.c if (now - lat_info->last_scale_event >= lat_info 708 block/blk-iolatency.c lat_info->scale_grp = NULL; lat_info 710 block/blk-iolatency.c spin_unlock_irqrestore(&lat_info->lock, flags); lat_info 773 block/blk-iolatency.c struct child_latency_info *lat_info; lat_info 777 block/blk-iolatency.c lat_info = &iolat->child_lat; lat_info 778 block/blk-iolatency.c spin_lock(&lat_info->lock); lat_info 779 block/blk-iolatency.c atomic_set(&lat_info->scale_cookie, DEFAULT_SCALE_COOKIE); lat_info 780 block/blk-iolatency.c lat_info->last_scale_event = 0; lat_info 781 block/blk-iolatency.c lat_info->scale_grp = NULL; lat_info 782 block/blk-iolatency.c lat_info->scale_lat = 0; lat_info 783 block/blk-iolatency.c spin_unlock(&lat_info->lock);