Lines Matching full:wbuf
38 * have to make sure that the write-buffer offset (@wbuf->offs) becomes aligned
40 * write-buffer size (@wbuf->size).
488 struct ubifs_wbuf *wbuf = container_of(timer, struct ubifs_wbuf, timer); in wbuf_timer_callback_nolock() local
490 dbg_io("jhead %s", dbg_jhead(wbuf->jhead)); in wbuf_timer_callback_nolock()
491 wbuf->need_sync = 1; in wbuf_timer_callback_nolock()
492 wbuf->c->need_wbuf_sync = 1; in wbuf_timer_callback_nolock()
493 ubifs_wake_up_bgt(wbuf->c); in wbuf_timer_callback_nolock()
500 * @wbuf: write-buffer descriptor
502 static void new_wbuf_timer_nolock(struct ubifs_info *c, struct ubifs_wbuf *wbuf) in new_wbuf_timer_nolock() argument
510 ubifs_assert(c, !hrtimer_active(&wbuf->timer)); in new_wbuf_timer_nolock()
513 if (wbuf->no_timer) in new_wbuf_timer_nolock()
516 dbg_jhead(wbuf->jhead), in new_wbuf_timer_nolock()
519 hrtimer_start_range_ns(&wbuf->timer, softlimit, delta, in new_wbuf_timer_nolock()
525 * @wbuf: write-buffer descriptor
527 static void cancel_wbuf_timer_nolock(struct ubifs_wbuf *wbuf) in cancel_wbuf_timer_nolock() argument
529 if (wbuf->no_timer) in cancel_wbuf_timer_nolock()
531 wbuf->need_sync = 0; in cancel_wbuf_timer_nolock()
532 hrtimer_cancel(&wbuf->timer); in cancel_wbuf_timer_nolock()
537 * @wbuf: write-buffer to synchronize
548 int ubifs_wbuf_sync_nolock(struct ubifs_wbuf *wbuf) in ubifs_wbuf_sync_nolock() argument
550 struct ubifs_info *c = wbuf->c; in ubifs_wbuf_sync_nolock()
553 cancel_wbuf_timer_nolock(wbuf); in ubifs_wbuf_sync_nolock()
554 if (!wbuf->used || wbuf->lnum == -1) in ubifs_wbuf_sync_nolock()
559 wbuf->lnum, wbuf->offs, wbuf->used, dbg_jhead(wbuf->jhead)); in ubifs_wbuf_sync_nolock()
560 ubifs_assert(c, !(wbuf->avail & 7)); in ubifs_wbuf_sync_nolock()
561 ubifs_assert(c, wbuf->offs + wbuf->size <= c->leb_size); in ubifs_wbuf_sync_nolock()
562 ubifs_assert(c, wbuf->size >= c->min_io_size); in ubifs_wbuf_sync_nolock()
563 ubifs_assert(c, wbuf->size <= c->max_write_size); in ubifs_wbuf_sync_nolock()
564 ubifs_assert(c, wbuf->size % c->min_io_size == 0); in ubifs_wbuf_sync_nolock()
566 if (c->leb_size - wbuf->offs >= c->max_write_size) in ubifs_wbuf_sync_nolock()
567 ubifs_assert(c, !((wbuf->offs + wbuf->size) % c->max_write_size)); in ubifs_wbuf_sync_nolock()
576 sync_len = ALIGN(wbuf->used, c->min_io_size); in ubifs_wbuf_sync_nolock()
577 dirt = sync_len - wbuf->used; in ubifs_wbuf_sync_nolock()
579 ubifs_pad(c, wbuf->buf + wbuf->used, dirt); in ubifs_wbuf_sync_nolock()
580 err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf, wbuf->offs, sync_len); in ubifs_wbuf_sync_nolock()
584 spin_lock(&wbuf->lock); in ubifs_wbuf_sync_nolock()
585 wbuf->offs += sync_len; in ubifs_wbuf_sync_nolock()
587 * Now @wbuf->offs is not necessarily aligned to @c->max_write_size. in ubifs_wbuf_sync_nolock()
590 * Thus, if @wbuf->offs is not aligned to @c->max_write_size now, make in ubifs_wbuf_sync_nolock()
591 * sure that @wbuf->offs + @wbuf->size is aligned to in ubifs_wbuf_sync_nolock()
596 if (c->leb_size - wbuf->offs < c->max_write_size) in ubifs_wbuf_sync_nolock()
597 wbuf->size = c->leb_size - wbuf->offs; in ubifs_wbuf_sync_nolock()
598 else if (wbuf->offs & (c->max_write_size - 1)) in ubifs_wbuf_sync_nolock()
599 wbuf->size = ALIGN(wbuf->offs, c->max_write_size) - wbuf->offs; in ubifs_wbuf_sync_nolock()
601 wbuf->size = c->max_write_size; in ubifs_wbuf_sync_nolock()
602 wbuf->avail = wbuf->size; in ubifs_wbuf_sync_nolock()
603 wbuf->used = 0; in ubifs_wbuf_sync_nolock()
604 wbuf->next_ino = 0; in ubifs_wbuf_sync_nolock()
605 spin_unlock(&wbuf->lock); in ubifs_wbuf_sync_nolock()
607 if (wbuf->sync_callback) in ubifs_wbuf_sync_nolock()
608 err = wbuf->sync_callback(c, wbuf->lnum, in ubifs_wbuf_sync_nolock()
609 c->leb_size - wbuf->offs, dirt); in ubifs_wbuf_sync_nolock()
615 * @wbuf: write-buffer
623 int ubifs_wbuf_seek_nolock(struct ubifs_wbuf *wbuf, int lnum, int offs) in ubifs_wbuf_seek_nolock() argument
625 const struct ubifs_info *c = wbuf->c; in ubifs_wbuf_seek_nolock()
627 dbg_io("LEB %d:%d, jhead %s", lnum, offs, dbg_jhead(wbuf->jhead)); in ubifs_wbuf_seek_nolock()
631 ubifs_assert(c, lnum != wbuf->lnum); in ubifs_wbuf_seek_nolock()
632 ubifs_assert(c, wbuf->used == 0); in ubifs_wbuf_seek_nolock()
634 spin_lock(&wbuf->lock); in ubifs_wbuf_seek_nolock()
635 wbuf->lnum = lnum; in ubifs_wbuf_seek_nolock()
636 wbuf->offs = offs; in ubifs_wbuf_seek_nolock()
637 if (c->leb_size - wbuf->offs < c->max_write_size) in ubifs_wbuf_seek_nolock()
638 wbuf->size = c->leb_size - wbuf->offs; in ubifs_wbuf_seek_nolock()
639 else if (wbuf->offs & (c->max_write_size - 1)) in ubifs_wbuf_seek_nolock()
640 wbuf->size = ALIGN(wbuf->offs, c->max_write_size) - wbuf->offs; in ubifs_wbuf_seek_nolock()
642 wbuf->size = c->max_write_size; in ubifs_wbuf_seek_nolock()
643 wbuf->avail = wbuf->size; in ubifs_wbuf_seek_nolock()
644 wbuf->used = 0; in ubifs_wbuf_seek_nolock()
645 spin_unlock(&wbuf->lock); in ubifs_wbuf_seek_nolock()
674 struct ubifs_wbuf *wbuf = &c->jheads[i].wbuf; in ubifs_bg_wbufs_sync() local
679 * If the mutex is locked then wbuf is being changed, so in ubifs_bg_wbufs_sync()
682 if (mutex_is_locked(&wbuf->io_mutex)) in ubifs_bg_wbufs_sync()
685 mutex_lock_nested(&wbuf->io_mutex, wbuf->jhead); in ubifs_bg_wbufs_sync()
686 if (!wbuf->need_sync) { in ubifs_bg_wbufs_sync()
687 mutex_unlock(&wbuf->io_mutex); in ubifs_bg_wbufs_sync()
691 err = ubifs_wbuf_sync_nolock(wbuf); in ubifs_bg_wbufs_sync()
692 mutex_unlock(&wbuf->io_mutex); in ubifs_bg_wbufs_sync()
705 struct ubifs_wbuf *wbuf = &c->jheads[i].wbuf; in ubifs_bg_wbufs_sync() local
707 mutex_lock_nested(&wbuf->io_mutex, wbuf->jhead); in ubifs_bg_wbufs_sync()
708 cancel_wbuf_timer_nolock(wbuf); in ubifs_bg_wbufs_sync()
709 mutex_unlock(&wbuf->io_mutex); in ubifs_bg_wbufs_sync()
716 * @wbuf: write-buffer
720 * This function writes data to flash via write-buffer @wbuf. This means that
730 int ubifs_wbuf_write_nolock(struct ubifs_wbuf *wbuf, void *buf, int len) in ubifs_wbuf_write_nolock() argument
732 struct ubifs_info *c = wbuf->c; in ubifs_wbuf_write_nolock()
735 dbg_io("%d bytes (%s) to jhead %s wbuf at LEB %d:%d", len, in ubifs_wbuf_write_nolock()
737 dbg_jhead(wbuf->jhead), wbuf->lnum, wbuf->offs + wbuf->used); in ubifs_wbuf_write_nolock()
738 ubifs_assert(c, len > 0 && wbuf->lnum >= 0 && wbuf->lnum < c->leb_cnt); in ubifs_wbuf_write_nolock()
739 ubifs_assert(c, wbuf->offs >= 0 && wbuf->offs % c->min_io_size == 0); in ubifs_wbuf_write_nolock()
740 ubifs_assert(c, !(wbuf->offs & 7) && wbuf->offs <= c->leb_size); in ubifs_wbuf_write_nolock()
741 ubifs_assert(c, wbuf->avail > 0 && wbuf->avail <= wbuf->size); in ubifs_wbuf_write_nolock()
742 ubifs_assert(c, wbuf->size >= c->min_io_size); in ubifs_wbuf_write_nolock()
743 ubifs_assert(c, wbuf->size <= c->max_write_size); in ubifs_wbuf_write_nolock()
744 ubifs_assert(c, wbuf->size % c->min_io_size == 0); in ubifs_wbuf_write_nolock()
745 ubifs_assert(c, mutex_is_locked(&wbuf->io_mutex)); in ubifs_wbuf_write_nolock()
748 if (c->leb_size - wbuf->offs >= c->max_write_size) in ubifs_wbuf_write_nolock()
749 ubifs_assert(c, !((wbuf->offs + wbuf->size) % c->max_write_size)); in ubifs_wbuf_write_nolock()
751 if (c->leb_size - wbuf->offs - wbuf->used < aligned_len) { in ubifs_wbuf_write_nolock()
756 cancel_wbuf_timer_nolock(wbuf); in ubifs_wbuf_write_nolock()
761 if (aligned_len <= wbuf->avail) { in ubifs_wbuf_write_nolock()
766 memcpy(wbuf->buf + wbuf->used, buf, len); in ubifs_wbuf_write_nolock()
768 if (aligned_len == wbuf->avail) { in ubifs_wbuf_write_nolock()
769 dbg_io("flush jhead %s wbuf to LEB %d:%d", in ubifs_wbuf_write_nolock()
770 dbg_jhead(wbuf->jhead), wbuf->lnum, wbuf->offs); in ubifs_wbuf_write_nolock()
771 err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf, in ubifs_wbuf_write_nolock()
772 wbuf->offs, wbuf->size); in ubifs_wbuf_write_nolock()
776 spin_lock(&wbuf->lock); in ubifs_wbuf_write_nolock()
777 wbuf->offs += wbuf->size; in ubifs_wbuf_write_nolock()
778 if (c->leb_size - wbuf->offs >= c->max_write_size) in ubifs_wbuf_write_nolock()
779 wbuf->size = c->max_write_size; in ubifs_wbuf_write_nolock()
781 wbuf->size = c->leb_size - wbuf->offs; in ubifs_wbuf_write_nolock()
782 wbuf->avail = wbuf->size; in ubifs_wbuf_write_nolock()
783 wbuf->used = 0; in ubifs_wbuf_write_nolock()
784 wbuf->next_ino = 0; in ubifs_wbuf_write_nolock()
785 spin_unlock(&wbuf->lock); in ubifs_wbuf_write_nolock()
787 spin_lock(&wbuf->lock); in ubifs_wbuf_write_nolock()
788 wbuf->avail -= aligned_len; in ubifs_wbuf_write_nolock()
789 wbuf->used += aligned_len; in ubifs_wbuf_write_nolock()
790 spin_unlock(&wbuf->lock); in ubifs_wbuf_write_nolock()
798 if (wbuf->used) { in ubifs_wbuf_write_nolock()
804 dbg_io("flush jhead %s wbuf to LEB %d:%d", in ubifs_wbuf_write_nolock()
805 dbg_jhead(wbuf->jhead), wbuf->lnum, wbuf->offs); in ubifs_wbuf_write_nolock()
806 memcpy(wbuf->buf + wbuf->used, buf, wbuf->avail); in ubifs_wbuf_write_nolock()
807 err = ubifs_leb_write(c, wbuf->lnum, wbuf->buf, wbuf->offs, in ubifs_wbuf_write_nolock()
808 wbuf->size); in ubifs_wbuf_write_nolock()
812 wbuf->offs += wbuf->size; in ubifs_wbuf_write_nolock()
813 len -= wbuf->avail; in ubifs_wbuf_write_nolock()
814 aligned_len -= wbuf->avail; in ubifs_wbuf_write_nolock()
815 written += wbuf->avail; in ubifs_wbuf_write_nolock()
816 } else if (wbuf->offs & (c->max_write_size - 1)) { in ubifs_wbuf_write_nolock()
819 * @c->max_write_size and @wbuf->size is less than in ubifs_wbuf_write_nolock()
820 * @c->max_write_size. Write @wbuf->size bytes to make sure the in ubifs_wbuf_write_nolock()
825 wbuf->size, wbuf->lnum, wbuf->offs); in ubifs_wbuf_write_nolock()
826 err = ubifs_leb_write(c, wbuf->lnum, buf, wbuf->offs, in ubifs_wbuf_write_nolock()
827 wbuf->size); in ubifs_wbuf_write_nolock()
831 wbuf->offs += wbuf->size; in ubifs_wbuf_write_nolock()
832 len -= wbuf->size; in ubifs_wbuf_write_nolock()
833 aligned_len -= wbuf->size; in ubifs_wbuf_write_nolock()
834 written += wbuf->size; in ubifs_wbuf_write_nolock()
840 * We align node length to 8-byte boundary because we anyway flash wbuf in ubifs_wbuf_write_nolock()
846 dbg_io("write %d bytes to LEB %d:%d", n, wbuf->lnum, in ubifs_wbuf_write_nolock()
847 wbuf->offs); in ubifs_wbuf_write_nolock()
848 err = ubifs_leb_write(c, wbuf->lnum, buf + written, in ubifs_wbuf_write_nolock()
849 wbuf->offs, n); in ubifs_wbuf_write_nolock()
852 wbuf->offs += n; in ubifs_wbuf_write_nolock()
858 spin_lock(&wbuf->lock); in ubifs_wbuf_write_nolock()
865 memcpy(wbuf->buf, buf + written, len); in ubifs_wbuf_write_nolock()
867 if (c->leb_size - wbuf->offs >= c->max_write_size) in ubifs_wbuf_write_nolock()
868 wbuf->size = c->max_write_size; in ubifs_wbuf_write_nolock()
870 wbuf->size = c->leb_size - wbuf->offs; in ubifs_wbuf_write_nolock()
871 wbuf->avail = wbuf->size - aligned_len; in ubifs_wbuf_write_nolock()
872 wbuf->used = aligned_len; in ubifs_wbuf_write_nolock()
873 wbuf->next_ino = 0; in ubifs_wbuf_write_nolock()
874 spin_unlock(&wbuf->lock); in ubifs_wbuf_write_nolock()
877 if (wbuf->sync_callback) { in ubifs_wbuf_write_nolock()
878 int free = c->leb_size - wbuf->offs - wbuf->used; in ubifs_wbuf_write_nolock()
880 err = wbuf->sync_callback(c, wbuf->lnum, free, 0); in ubifs_wbuf_write_nolock()
885 if (wbuf->used) in ubifs_wbuf_write_nolock()
886 new_wbuf_timer_nolock(c, wbuf); in ubifs_wbuf_write_nolock()
892 len, wbuf->lnum, wbuf->offs, err); in ubifs_wbuf_write_nolock()
895 ubifs_dump_leb(c, wbuf->lnum); in ubifs_wbuf_write_nolock()
963 * @wbuf: wbuf to check for un-written data
976 int ubifs_read_node_wbuf(struct ubifs_wbuf *wbuf, void *buf, int type, int len, in ubifs_read_node_wbuf() argument
979 const struct ubifs_info *c = wbuf->c; in ubifs_read_node_wbuf()
984 dbg_ntype(type), len, dbg_jhead(wbuf->jhead)); in ubifs_read_node_wbuf()
985 ubifs_assert(c, wbuf && lnum >= 0 && lnum < c->leb_cnt && offs >= 0); in ubifs_read_node_wbuf()
989 spin_lock(&wbuf->lock); in ubifs_read_node_wbuf()
990 overlap = (lnum == wbuf->lnum && offs + len > wbuf->offs); in ubifs_read_node_wbuf()
993 spin_unlock(&wbuf->lock); in ubifs_read_node_wbuf()
997 /* Don't read under wbuf */ in ubifs_read_node_wbuf()
998 rlen = wbuf->offs - offs; in ubifs_read_node_wbuf()
1003 memcpy(buf + rlen, wbuf->buf + offs + rlen - wbuf->offs, len - rlen); in ubifs_read_node_wbuf()
1004 spin_unlock(&wbuf->lock); in ubifs_read_node_wbuf()
1102 * @wbuf: write-buffer to initialize
1107 int ubifs_wbuf_init(struct ubifs_info *c, struct ubifs_wbuf *wbuf) in ubifs_wbuf_init() argument
1111 wbuf->buf = kmalloc(c->max_write_size, GFP_KERNEL); in ubifs_wbuf_init()
1112 if (!wbuf->buf) in ubifs_wbuf_init()
1116 wbuf->inodes = kmalloc(size, GFP_KERNEL); in ubifs_wbuf_init()
1117 if (!wbuf->inodes) { in ubifs_wbuf_init()
1118 kfree(wbuf->buf); in ubifs_wbuf_init()
1119 wbuf->buf = NULL; in ubifs_wbuf_init()
1123 wbuf->used = 0; in ubifs_wbuf_init()
1124 wbuf->lnum = wbuf->offs = -1; in ubifs_wbuf_init()
1132 wbuf->avail = wbuf->size = size; in ubifs_wbuf_init()
1133 wbuf->sync_callback = NULL; in ubifs_wbuf_init()
1134 mutex_init(&wbuf->io_mutex); in ubifs_wbuf_init()
1135 spin_lock_init(&wbuf->lock); in ubifs_wbuf_init()
1136 wbuf->c = c; in ubifs_wbuf_init()
1137 wbuf->next_ino = 0; in ubifs_wbuf_init()
1139 hrtimer_init(&wbuf->timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL); in ubifs_wbuf_init()
1140 wbuf->timer.function = wbuf_timer_callback_nolock; in ubifs_wbuf_init()
1145 * ubifs_wbuf_add_ino_nolock - add an inode number into the wbuf inode array.
1146 * @wbuf: the write-buffer where to add
1151 void ubifs_wbuf_add_ino_nolock(struct ubifs_wbuf *wbuf, ino_t inum) in ubifs_wbuf_add_ino_nolock() argument
1153 if (!wbuf->buf) in ubifs_wbuf_add_ino_nolock()
1157 spin_lock(&wbuf->lock); in ubifs_wbuf_add_ino_nolock()
1158 if (wbuf->used) in ubifs_wbuf_add_ino_nolock()
1159 wbuf->inodes[wbuf->next_ino++] = inum; in ubifs_wbuf_add_ino_nolock()
1160 spin_unlock(&wbuf->lock); in ubifs_wbuf_add_ino_nolock()
1164 * wbuf_has_ino - returns if the wbuf contains data from the inode.
1165 * @wbuf: the write-buffer
1171 static int wbuf_has_ino(struct ubifs_wbuf *wbuf, ino_t inum) in wbuf_has_ino() argument
1175 spin_lock(&wbuf->lock); in wbuf_has_ino()
1176 for (i = 0; i < wbuf->next_ino; i++) in wbuf_has_ino()
1177 if (inum == wbuf->inodes[i]) { in wbuf_has_ino()
1181 spin_unlock(&wbuf->lock); in wbuf_has_ino()
1200 struct ubifs_wbuf *wbuf = &c->jheads[i].wbuf; in ubifs_sync_wbufs_by_inode() local
1211 if (!wbuf_has_ino(wbuf, inode->i_ino)) in ubifs_sync_wbufs_by_inode()
1214 mutex_lock_nested(&wbuf->io_mutex, wbuf->jhead); in ubifs_sync_wbufs_by_inode()
1215 if (wbuf_has_ino(wbuf, inode->i_ino)) in ubifs_sync_wbufs_by_inode()
1216 err = ubifs_wbuf_sync_nolock(wbuf); in ubifs_sync_wbufs_by_inode()
1217 mutex_unlock(&wbuf->io_mutex); in ubifs_sync_wbufs_by_inode()