Lines Matching refs:wbuf
440 struct ubifs_wbuf *wbuf = container_of(timer, struct ubifs_wbuf, timer); in wbuf_timer_callback_nolock() local
442 dbg_io("jhead %s", dbg_jhead(wbuf->jhead)); in wbuf_timer_callback_nolock()
443 wbuf->need_sync = 1; in wbuf_timer_callback_nolock()
444 wbuf->c->need_wbuf_sync = 1; in wbuf_timer_callback_nolock()
445 ubifs_wake_up_bgt(wbuf->c); in wbuf_timer_callback_nolock()
453 static void new_wbuf_timer_nolock(struct ubifs_wbuf *wbuf) in new_wbuf_timer_nolock() argument
455 ubifs_assert(!hrtimer_active(&wbuf->timer)); in new_wbuf_timer_nolock()
457 if (wbuf->no_timer) in new_wbuf_timer_nolock()
460 dbg_jhead(wbuf->jhead), in new_wbuf_timer_nolock()
461 div_u64(ktime_to_ns(wbuf->softlimit), USEC_PER_SEC), in new_wbuf_timer_nolock()
462 div_u64(ktime_to_ns(wbuf->softlimit) + wbuf->delta, in new_wbuf_timer_nolock()
464 hrtimer_start_range_ns(&wbuf->timer, wbuf->softlimit, wbuf->delta, in new_wbuf_timer_nolock()
472 static void cancel_wbuf_timer_nolock(struct ubifs_wbuf *wbuf) in cancel_wbuf_timer_nolock() argument
474 if (wbuf->no_timer) in cancel_wbuf_timer_nolock()
476 wbuf->need_sync = 0; in cancel_wbuf_timer_nolock()
477 hrtimer_cancel(&wbuf->timer); in cancel_wbuf_timer_nolock()
493 int ubifs_wbuf_sync_nolock(struct ubifs_wbuf *wbuf) in ubifs_wbuf_sync_nolock() argument
495 struct ubifs_info *c = wbuf->c; in ubifs_wbuf_sync_nolock()
498 cancel_wbuf_timer_nolock(wbuf); in ubifs_wbuf_sync_nolock()
499 if (!wbuf->used || wbuf->lnum == -1) in ubifs_wbuf_sync_nolock()
504 wbuf->lnum, wbuf->offs, wbuf->used, dbg_jhead(wbuf->jhead)); in ubifs_wbuf_sync_nolock()
505 ubifs_assert(!(wbuf->avail & 7)); in ubifs_wbuf_sync_nolock()
506 ubifs_assert(wbuf->offs + wbuf->size <= c->leb_size); in ubifs_wbuf_sync_nolock()
507 ubifs_assert(wbuf->size >= c->min_io_size); in ubifs_wbuf_sync_nolock()
508 ubifs_assert(wbuf->size <= c->max_write_size); in ubifs_wbuf_sync_nolock()
509 ubifs_assert(wbuf->size % c->min_io_size == 0); in ubifs_wbuf_sync_nolock()
511 if (c->leb_size - wbuf->offs >= c->max_write_size) in ubifs_wbuf_sync_nolock()
512 ubifs_assert(!((wbuf->offs + wbuf->size) % c->max_write_size)); in ubifs_wbuf_sync_nolock()
521 sync_len = ALIGN(wbuf->used, c->min_io_size); in ubifs_wbuf_sync_nolock()
522 dirt = sync_len - wbuf->used; in ubifs_wbuf_sync_nolock()
524 ubifs_pad(c, wbuf->buf + wbuf->used, dirt); in ubifs_wbuf_sync_nolock()
525 err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf, wbuf->offs, sync_len); in ubifs_wbuf_sync_nolock()
529 spin_lock(&wbuf->lock); in ubifs_wbuf_sync_nolock()
530 wbuf->offs += sync_len; in ubifs_wbuf_sync_nolock()
541 if (c->leb_size - wbuf->offs < c->max_write_size) in ubifs_wbuf_sync_nolock()
542 wbuf->size = c->leb_size - wbuf->offs; in ubifs_wbuf_sync_nolock()
543 else if (wbuf->offs & (c->max_write_size - 1)) in ubifs_wbuf_sync_nolock()
544 wbuf->size = ALIGN(wbuf->offs, c->max_write_size) - wbuf->offs; in ubifs_wbuf_sync_nolock()
546 wbuf->size = c->max_write_size; in ubifs_wbuf_sync_nolock()
547 wbuf->avail = wbuf->size; in ubifs_wbuf_sync_nolock()
548 wbuf->used = 0; in ubifs_wbuf_sync_nolock()
549 wbuf->next_ino = 0; in ubifs_wbuf_sync_nolock()
550 spin_unlock(&wbuf->lock); in ubifs_wbuf_sync_nolock()
552 if (wbuf->sync_callback) in ubifs_wbuf_sync_nolock()
553 err = wbuf->sync_callback(c, wbuf->lnum, in ubifs_wbuf_sync_nolock()
554 c->leb_size - wbuf->offs, dirt); in ubifs_wbuf_sync_nolock()
568 int ubifs_wbuf_seek_nolock(struct ubifs_wbuf *wbuf, int lnum, int offs) in ubifs_wbuf_seek_nolock() argument
570 const struct ubifs_info *c = wbuf->c; in ubifs_wbuf_seek_nolock()
572 dbg_io("LEB %d:%d, jhead %s", lnum, offs, dbg_jhead(wbuf->jhead)); in ubifs_wbuf_seek_nolock()
576 ubifs_assert(lnum != wbuf->lnum); in ubifs_wbuf_seek_nolock()
577 ubifs_assert(wbuf->used == 0); in ubifs_wbuf_seek_nolock()
579 spin_lock(&wbuf->lock); in ubifs_wbuf_seek_nolock()
580 wbuf->lnum = lnum; in ubifs_wbuf_seek_nolock()
581 wbuf->offs = offs; in ubifs_wbuf_seek_nolock()
582 if (c->leb_size - wbuf->offs < c->max_write_size) in ubifs_wbuf_seek_nolock()
583 wbuf->size = c->leb_size - wbuf->offs; in ubifs_wbuf_seek_nolock()
584 else if (wbuf->offs & (c->max_write_size - 1)) in ubifs_wbuf_seek_nolock()
585 wbuf->size = ALIGN(wbuf->offs, c->max_write_size) - wbuf->offs; in ubifs_wbuf_seek_nolock()
587 wbuf->size = c->max_write_size; in ubifs_wbuf_seek_nolock()
588 wbuf->avail = wbuf->size; in ubifs_wbuf_seek_nolock()
589 wbuf->used = 0; in ubifs_wbuf_seek_nolock()
590 spin_unlock(&wbuf->lock); in ubifs_wbuf_seek_nolock()
619 struct ubifs_wbuf *wbuf = &c->jheads[i].wbuf; in ubifs_bg_wbufs_sync() local
627 if (mutex_is_locked(&wbuf->io_mutex)) in ubifs_bg_wbufs_sync()
630 mutex_lock_nested(&wbuf->io_mutex, wbuf->jhead); in ubifs_bg_wbufs_sync()
631 if (!wbuf->need_sync) { in ubifs_bg_wbufs_sync()
632 mutex_unlock(&wbuf->io_mutex); in ubifs_bg_wbufs_sync()
636 err = ubifs_wbuf_sync_nolock(wbuf); in ubifs_bg_wbufs_sync()
637 mutex_unlock(&wbuf->io_mutex); in ubifs_bg_wbufs_sync()
650 struct ubifs_wbuf *wbuf = &c->jheads[i].wbuf; in ubifs_bg_wbufs_sync() local
652 mutex_lock_nested(&wbuf->io_mutex, wbuf->jhead); in ubifs_bg_wbufs_sync()
653 cancel_wbuf_timer_nolock(wbuf); in ubifs_bg_wbufs_sync()
654 mutex_unlock(&wbuf->io_mutex); in ubifs_bg_wbufs_sync()
675 int ubifs_wbuf_write_nolock(struct ubifs_wbuf *wbuf, void *buf, int len) in ubifs_wbuf_write_nolock() argument
677 struct ubifs_info *c = wbuf->c; in ubifs_wbuf_write_nolock()
682 dbg_jhead(wbuf->jhead), wbuf->lnum, wbuf->offs + wbuf->used); in ubifs_wbuf_write_nolock()
683 ubifs_assert(len > 0 && wbuf->lnum >= 0 && wbuf->lnum < c->leb_cnt); in ubifs_wbuf_write_nolock()
684 ubifs_assert(wbuf->offs >= 0 && wbuf->offs % c->min_io_size == 0); in ubifs_wbuf_write_nolock()
685 ubifs_assert(!(wbuf->offs & 7) && wbuf->offs <= c->leb_size); in ubifs_wbuf_write_nolock()
686 ubifs_assert(wbuf->avail > 0 && wbuf->avail <= wbuf->size); in ubifs_wbuf_write_nolock()
687 ubifs_assert(wbuf->size >= c->min_io_size); in ubifs_wbuf_write_nolock()
688 ubifs_assert(wbuf->size <= c->max_write_size); in ubifs_wbuf_write_nolock()
689 ubifs_assert(wbuf->size % c->min_io_size == 0); in ubifs_wbuf_write_nolock()
690 ubifs_assert(mutex_is_locked(&wbuf->io_mutex)); in ubifs_wbuf_write_nolock()
693 if (c->leb_size - wbuf->offs >= c->max_write_size) in ubifs_wbuf_write_nolock()
694 ubifs_assert(!((wbuf->offs + wbuf->size) % c->max_write_size)); in ubifs_wbuf_write_nolock()
696 if (c->leb_size - wbuf->offs - wbuf->used < aligned_len) { in ubifs_wbuf_write_nolock()
701 cancel_wbuf_timer_nolock(wbuf); in ubifs_wbuf_write_nolock()
706 if (aligned_len <= wbuf->avail) { in ubifs_wbuf_write_nolock()
711 memcpy(wbuf->buf + wbuf->used, buf, len); in ubifs_wbuf_write_nolock()
713 if (aligned_len == wbuf->avail) { in ubifs_wbuf_write_nolock()
715 dbg_jhead(wbuf->jhead), wbuf->lnum, wbuf->offs); in ubifs_wbuf_write_nolock()
716 err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf, in ubifs_wbuf_write_nolock()
717 wbuf->offs, wbuf->size); in ubifs_wbuf_write_nolock()
721 spin_lock(&wbuf->lock); in ubifs_wbuf_write_nolock()
722 wbuf->offs += wbuf->size; in ubifs_wbuf_write_nolock()
723 if (c->leb_size - wbuf->offs >= c->max_write_size) in ubifs_wbuf_write_nolock()
724 wbuf->size = c->max_write_size; in ubifs_wbuf_write_nolock()
726 wbuf->size = c->leb_size - wbuf->offs; in ubifs_wbuf_write_nolock()
727 wbuf->avail = wbuf->size; in ubifs_wbuf_write_nolock()
728 wbuf->used = 0; in ubifs_wbuf_write_nolock()
729 wbuf->next_ino = 0; in ubifs_wbuf_write_nolock()
730 spin_unlock(&wbuf->lock); in ubifs_wbuf_write_nolock()
732 spin_lock(&wbuf->lock); in ubifs_wbuf_write_nolock()
733 wbuf->avail -= aligned_len; in ubifs_wbuf_write_nolock()
734 wbuf->used += aligned_len; in ubifs_wbuf_write_nolock()
735 spin_unlock(&wbuf->lock); in ubifs_wbuf_write_nolock()
743 if (wbuf->used) { in ubifs_wbuf_write_nolock()
750 dbg_jhead(wbuf->jhead), wbuf->lnum, wbuf->offs); in ubifs_wbuf_write_nolock()
751 memcpy(wbuf->buf + wbuf->used, buf, wbuf->avail); in ubifs_wbuf_write_nolock()
752 err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf, wbuf->offs, in ubifs_wbuf_write_nolock()
753 wbuf->size); in ubifs_wbuf_write_nolock()
757 wbuf->offs += wbuf->size; in ubifs_wbuf_write_nolock()
758 len -= wbuf->avail; in ubifs_wbuf_write_nolock()
759 aligned_len -= wbuf->avail; in ubifs_wbuf_write_nolock()
760 written += wbuf->avail; in ubifs_wbuf_write_nolock()
761 } else if (wbuf->offs & (c->max_write_size - 1)) { in ubifs_wbuf_write_nolock()
770 wbuf->size, wbuf->lnum, wbuf->offs); in ubifs_wbuf_write_nolock()
771 err = ubifs_leb_write(c, wbuf->lnum, buf, wbuf->offs, in ubifs_wbuf_write_nolock()
772 wbuf->size); in ubifs_wbuf_write_nolock()
776 wbuf->offs += wbuf->size; in ubifs_wbuf_write_nolock()
777 len -= wbuf->size; in ubifs_wbuf_write_nolock()
778 aligned_len -= wbuf->size; in ubifs_wbuf_write_nolock()
779 written += wbuf->size; in ubifs_wbuf_write_nolock()
791 dbg_io("write %d bytes to LEB %d:%d", n, wbuf->lnum, in ubifs_wbuf_write_nolock()
792 wbuf->offs); in ubifs_wbuf_write_nolock()
793 err = ubifs_leb_write(c, wbuf->lnum, buf + written, in ubifs_wbuf_write_nolock()
794 wbuf->offs, n); in ubifs_wbuf_write_nolock()
797 wbuf->offs += n; in ubifs_wbuf_write_nolock()
803 spin_lock(&wbuf->lock); in ubifs_wbuf_write_nolock()
810 memcpy(wbuf->buf, buf + written, len); in ubifs_wbuf_write_nolock()
812 if (c->leb_size - wbuf->offs >= c->max_write_size) in ubifs_wbuf_write_nolock()
813 wbuf->size = c->max_write_size; in ubifs_wbuf_write_nolock()
815 wbuf->size = c->leb_size - wbuf->offs; in ubifs_wbuf_write_nolock()
816 wbuf->avail = wbuf->size - aligned_len; in ubifs_wbuf_write_nolock()
817 wbuf->used = aligned_len; in ubifs_wbuf_write_nolock()
818 wbuf->next_ino = 0; in ubifs_wbuf_write_nolock()
819 spin_unlock(&wbuf->lock); in ubifs_wbuf_write_nolock()
822 if (wbuf->sync_callback) { in ubifs_wbuf_write_nolock()
823 int free = c->leb_size - wbuf->offs - wbuf->used; in ubifs_wbuf_write_nolock()
825 err = wbuf->sync_callback(c, wbuf->lnum, free, 0); in ubifs_wbuf_write_nolock()
830 if (wbuf->used) in ubifs_wbuf_write_nolock()
831 new_wbuf_timer_nolock(wbuf); in ubifs_wbuf_write_nolock()
837 len, wbuf->lnum, wbuf->offs, err); in ubifs_wbuf_write_nolock()
840 ubifs_dump_leb(c, wbuf->lnum); in ubifs_wbuf_write_nolock()
897 int ubifs_read_node_wbuf(struct ubifs_wbuf *wbuf, void *buf, int type, int len, in ubifs_read_node_wbuf() argument
900 const struct ubifs_info *c = wbuf->c; in ubifs_read_node_wbuf()
905 dbg_ntype(type), len, dbg_jhead(wbuf->jhead)); in ubifs_read_node_wbuf()
906 ubifs_assert(wbuf && lnum >= 0 && lnum < c->leb_cnt && offs >= 0); in ubifs_read_node_wbuf()
910 spin_lock(&wbuf->lock); in ubifs_read_node_wbuf()
911 overlap = (lnum == wbuf->lnum && offs + len > wbuf->offs); in ubifs_read_node_wbuf()
914 spin_unlock(&wbuf->lock); in ubifs_read_node_wbuf()
919 rlen = wbuf->offs - offs; in ubifs_read_node_wbuf()
924 memcpy(buf + rlen, wbuf->buf + offs + rlen - wbuf->offs, len - rlen); in ubifs_read_node_wbuf()
925 spin_unlock(&wbuf->lock); in ubifs_read_node_wbuf()
1028 int ubifs_wbuf_init(struct ubifs_info *c, struct ubifs_wbuf *wbuf) in ubifs_wbuf_init() argument
1032 wbuf->buf = kmalloc(c->max_write_size, GFP_KERNEL); in ubifs_wbuf_init()
1033 if (!wbuf->buf) in ubifs_wbuf_init()
1037 wbuf->inodes = kmalloc(size, GFP_KERNEL); in ubifs_wbuf_init()
1038 if (!wbuf->inodes) { in ubifs_wbuf_init()
1039 kfree(wbuf->buf); in ubifs_wbuf_init()
1040 wbuf->buf = NULL; in ubifs_wbuf_init()
1044 wbuf->used = 0; in ubifs_wbuf_init()
1045 wbuf->lnum = wbuf->offs = -1; in ubifs_wbuf_init()
1053 wbuf->avail = wbuf->size = size; in ubifs_wbuf_init()
1054 wbuf->sync_callback = NULL; in ubifs_wbuf_init()
1055 mutex_init(&wbuf->io_mutex); in ubifs_wbuf_init()
1056 spin_lock_init(&wbuf->lock); in ubifs_wbuf_init()
1057 wbuf->c = c; in ubifs_wbuf_init()
1058 wbuf->next_ino = 0; in ubifs_wbuf_init()
1060 hrtimer_init(&wbuf->timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL); in ubifs_wbuf_init()
1061 wbuf->timer.function = wbuf_timer_callback_nolock; in ubifs_wbuf_init()
1062 wbuf->softlimit = ktime_set(WBUF_TIMEOUT_SOFTLIMIT, 0); in ubifs_wbuf_init()
1063 wbuf->delta = WBUF_TIMEOUT_HARDLIMIT - WBUF_TIMEOUT_SOFTLIMIT; in ubifs_wbuf_init()
1064 wbuf->delta *= 1000000000ULL; in ubifs_wbuf_init()
1065 ubifs_assert(wbuf->delta <= ULONG_MAX); in ubifs_wbuf_init()
1076 void ubifs_wbuf_add_ino_nolock(struct ubifs_wbuf *wbuf, ino_t inum) in ubifs_wbuf_add_ino_nolock() argument
1078 if (!wbuf->buf) in ubifs_wbuf_add_ino_nolock()
1082 spin_lock(&wbuf->lock); in ubifs_wbuf_add_ino_nolock()
1083 if (wbuf->used) in ubifs_wbuf_add_ino_nolock()
1084 wbuf->inodes[wbuf->next_ino++] = inum; in ubifs_wbuf_add_ino_nolock()
1085 spin_unlock(&wbuf->lock); in ubifs_wbuf_add_ino_nolock()
1096 static int wbuf_has_ino(struct ubifs_wbuf *wbuf, ino_t inum) in wbuf_has_ino() argument
1100 spin_lock(&wbuf->lock); in wbuf_has_ino()
1101 for (i = 0; i < wbuf->next_ino; i++) in wbuf_has_ino()
1102 if (inum == wbuf->inodes[i]) { in wbuf_has_ino()
1106 spin_unlock(&wbuf->lock); in wbuf_has_ino()
1125 struct ubifs_wbuf *wbuf = &c->jheads[i].wbuf; in ubifs_sync_wbufs_by_inode() local
1136 if (!wbuf_has_ino(wbuf, inode->i_ino)) in ubifs_sync_wbufs_by_inode()
1139 mutex_lock_nested(&wbuf->io_mutex, wbuf->jhead); in ubifs_sync_wbufs_by_inode()
1140 if (wbuf_has_ino(wbuf, inode->i_ino)) in ubifs_sync_wbufs_by_inode()
1141 err = ubifs_wbuf_sync_nolock(wbuf); in ubifs_sync_wbufs_by_inode()
1142 mutex_unlock(&wbuf->io_mutex); in ubifs_sync_wbufs_by_inode()