24 static inline int *init_seen(struct ubi_device *ubi)  in init_seen()  argument
28 	if (!ubi_dbg_chk_fastmap(ubi))  in init_seen()
31 	ret = kcalloc(ubi->peb_count, sizeof(int), GFP_KERNEL);  in init_seen()
53 static inline void set_seen(struct ubi_device *ubi, int pnum, int *seen)  in set_seen()  argument
55 	if (!ubi_dbg_chk_fastmap(ubi) || !seen)  in set_seen()
66 static int self_check_seen(struct ubi_device *ubi, int *seen)  in self_check_seen()  argument
70 	if (!ubi_dbg_chk_fastmap(ubi) || !seen)  in self_check_seen()
73 	for (pnum = 0; pnum < ubi->peb_count; pnum++) {  in self_check_seen()
74 		if (!seen[pnum] && ubi->lookuptbl[pnum]) {  in self_check_seen()
75 			ubi_err(ubi, "self-check failed for PEB %d, fastmap didn't see it", pnum);  in self_check_seen()
87 size_t ubi_calc_fm_size(struct ubi_device *ubi)  in ubi_calc_fm_size()  argument
95 		(ubi->peb_count * sizeof(struct ubi_fm_ec)) +  in ubi_calc_fm_size()
97 		(ubi->peb_count * sizeof(__be32))) +  in ubi_calc_fm_size()
99 	return roundup(size, ubi->leb_size);  in ubi_calc_fm_size()
111 static struct ubi_vid_hdr *new_fm_vhdr(struct ubi_device *ubi, int vol_id)  in new_fm_vhdr()  argument
115 	new = ubi_zalloc_vid_hdr(ubi, GFP_KERNEL);  in new_fm_vhdr()
271 static int update_vol(struct ubi_device *ubi, struct ubi_attach_info *ai,  in update_vol()  argument
303 		cmp_res = ubi_compare_lebs(ubi, aeb, new_aeb->pnum, new_vh);  in update_vol()
367 static int process_pool_aeb(struct ubi_device *ubi, struct ubi_attach_info *ai,  in process_pool_aeb()  argument
400 		ubi_err(ubi, "orphaned volume in fastmap pool!");  in process_pool_aeb()
407 	return update_vol(ubi, ai, av, new_vh, new_aeb);  in process_pool_aeb()
452 static int scan_pool(struct ubi_device *ubi, struct ubi_attach_info *ai,  in scan_pool()  argument
461 	ech = kzalloc(ubi->ec_hdr_alsize, GFP_KERNEL);  in scan_pool()
465 	vh = ubi_zalloc_vid_hdr(ubi, GFP_KERNEL);  in scan_pool()
483 		if (ubi_io_is_bad(ubi, pnum)) {  in scan_pool()
484 			ubi_err(ubi, "bad PEB in fastmap pool!");  in scan_pool()
489 		err = ubi_io_read_ec_hdr(ubi, pnum, ech, 0);  in scan_pool()
491 			ubi_err(ubi, "unable to read EC header! PEB:%i err:%i",  in scan_pool()
504 		if (image_seq && (image_seq != ubi->image_seq)) {  in scan_pool()
505 			ubi_err(ubi, "bad image seq: 0x%x, expected: 0x%x",  in scan_pool()
506 				be32_to_cpu(ech->image_seq), ubi->image_seq);  in scan_pool()
511 		err = ubi_io_read_vid_hdr(ubi, pnum, vh, 0);  in scan_pool()
544 			err = process_pool_aeb(ubi, ai, vh, new_aeb);  in scan_pool()
551 			ubi_err(ubi, "fastmap pool PEBs contains damaged PEBs!");  in scan_pool()
559 	ubi_free_vid_hdr(ubi, vh);  in scan_pool()
597 static int ubi_attach_fastmap(struct ubi_device *ubi,  in ubi_attach_fastmap()  argument
611 	size_t fm_pos = 0, fm_size = ubi->fm_size;  in ubi_attach_fastmap()
613 	void *fm_raw = ubi->fm_buf;  in ubi_attach_fastmap()
631 		ubi_err(ubi, "bad fastmap header magic: 0x%x, expected: 0x%x",  in ubi_attach_fastmap()
641 		ubi_err(ubi, "bad fastmap pool magic: 0x%x, expected: 0x%x",  in ubi_attach_fastmap()
651 		ubi_err(ubi, "bad fastmap WL pool magic: 0x%x, expected: 0x%x",  in ubi_attach_fastmap()
662 		ubi_err(ubi, "bad pool size: %i", pool_size);  in ubi_attach_fastmap()
667 		ubi_err(ubi, "bad WL pool size: %i", wl_pool_size);  in ubi_attach_fastmap()
674 		ubi_err(ubi, "bad maximal pool size: %i", fm->max_pool_size);  in ubi_attach_fastmap()
680 		ubi_err(ubi, "bad maximal WL pool size: %i",  in ubi_attach_fastmap()
740 			ubi_err(ubi, "bad fastmap vol header magic: 0x%x, expected: 0x%x",  in ubi_attach_fastmap()
754 			ubi_err(ubi, "volume (ID %i) already exists",  in ubi_attach_fastmap()
770 			ubi_err(ubi, "bad fastmap EBA header magic: 0x%x, expected: 0x%x",  in ubi_attach_fastmap()
790 				ubi_err(ubi, "PEB %i is in EBA but not in used list", pnum);  in ubi_attach_fastmap()
806 	ret = scan_pool(ubi, ai, fmpl->pebs, pool_size, &max_sqnum, &free);  in ubi_attach_fastmap()
810 	ret = scan_pool(ubi, ai, fmpl_wl->pebs, wl_pool_size, &max_sqnum, &free);  in ubi_attach_fastmap()
831 	if (WARN_ON(count_fastmap_pebs(ai) != ubi->peb_count -  in ubi_attach_fastmap()
862 int ubi_scan_fastmap(struct ubi_device *ubi, struct ubi_attach_info *ai,  in ubi_scan_fastmap()  argument
874 	down_write(&ubi->fm_protect);  in ubi_scan_fastmap()
875 	memset(ubi->fm_buf, 0, ubi->fm_size);  in ubi_scan_fastmap()
890 	ret = ubi_io_read(ubi, fmsb, fm_anchor, ubi->leb_start, sizeof(*fmsb));  in ubi_scan_fastmap()
897 		ubi_err(ubi, "bad super block magic: 0x%x, expected: 0x%x",  in ubi_scan_fastmap()
904 		ubi_err(ubi, "bad fastmap version: %i, expected: %i",  in ubi_scan_fastmap()
912 		ubi_err(ubi, "number of fastmap blocks is invalid: %i",  in ubi_scan_fastmap()
918 	fm_size = ubi->leb_size * used_blocks;  in ubi_scan_fastmap()
919 	if (fm_size != ubi->fm_size) {  in ubi_scan_fastmap()
920 		ubi_err(ubi, "bad fastmap size: %zi, expected: %zi",  in ubi_scan_fastmap()
921 			fm_size, ubi->fm_size);  in ubi_scan_fastmap()
926 	ech = kzalloc(ubi->ec_hdr_alsize, GFP_KERNEL);  in ubi_scan_fastmap()
932 	vh = ubi_zalloc_vid_hdr(ubi, GFP_KERNEL);  in ubi_scan_fastmap()
943 		if (ubi_io_is_bad(ubi, pnum)) {  in ubi_scan_fastmap()
948 		ret = ubi_io_read_ec_hdr(ubi, pnum, ech, 0);  in ubi_scan_fastmap()
950 			ubi_err(ubi, "unable to read fastmap block# %i EC (PEB: %i)",  in ubi_scan_fastmap()
959 		if (!ubi->image_seq)  in ubi_scan_fastmap()
960 			ubi->image_seq = image_seq;  in ubi_scan_fastmap()
966 		if (image_seq && (image_seq != ubi->image_seq)) {  in ubi_scan_fastmap()
967 			ubi_err(ubi, "wrong image seq:%d instead of %d",  in ubi_scan_fastmap()
968 				be32_to_cpu(ech->image_seq), ubi->image_seq);  in ubi_scan_fastmap()
973 		ret = ubi_io_read_vid_hdr(ubi, pnum, vh, 0);  in ubi_scan_fastmap()
975 			ubi_err(ubi, "unable to read fastmap block# %i (PEB: %i)",  in ubi_scan_fastmap()
982 				ubi_err(ubi, "bad fastmap anchor vol_id: 0x%x, expected: 0x%x",  in ubi_scan_fastmap()
990 				ubi_err(ubi, "bad fastmap data vol_id: 0x%x, expected: 0x%x",  in ubi_scan_fastmap()
1001 		ret = ubi_io_read(ubi, ubi->fm_buf + (ubi->leb_size * i), pnum,  in ubi_scan_fastmap()
1002 				  ubi->leb_start, ubi->leb_size);  in ubi_scan_fastmap()
1004 			ubi_err(ubi, "unable to read fastmap block# %i (PEB: %i, "  in ubi_scan_fastmap()
1013 	fmsb2 = (struct ubi_fm_sb *)(ubi->fm_buf);  in ubi_scan_fastmap()
1016 	crc = crc32(UBI_CRC32_INIT, ubi->fm_buf, fm_size);  in ubi_scan_fastmap()
1018 		ubi_err(ubi, "fastmap data CRC is invalid");  in ubi_scan_fastmap()
1019 		ubi_err(ubi, "CRC should be: 0x%x, calc: 0x%x",  in ubi_scan_fastmap()
1029 	ret = ubi_attach_fastmap(ubi, ai, fm);  in ubi_scan_fastmap()
1053 	ubi->fm = fm;  in ubi_scan_fastmap()
1054 	ubi->fm_pool.max_size = ubi->fm->max_pool_size;  in ubi_scan_fastmap()
1055 	ubi->fm_wl_pool.max_size = ubi->fm->max_wl_pool_size;  in ubi_scan_fastmap()
1056 	ubi_msg(ubi, "attached by fastmap");  in ubi_scan_fastmap()
1057 	ubi_msg(ubi, "fastmap pool size: %d", ubi->fm_pool.max_size);  in ubi_scan_fastmap()
1058 	ubi_msg(ubi, "fastmap WL pool size: %d",  in ubi_scan_fastmap()
1059 		ubi->fm_wl_pool.max_size);  in ubi_scan_fastmap()
1060 	ubi->fm_disabled = 0;  in ubi_scan_fastmap()
1061 	ubi->fast_attach = 1;  in ubi_scan_fastmap()
1063 	ubi_free_vid_hdr(ubi, vh);  in ubi_scan_fastmap()
1066 	up_write(&ubi->fm_protect);  in ubi_scan_fastmap()
1068 		ubi_err(ubi, "Attach by fastmap failed, doing a full scan!");  in ubi_scan_fastmap()
1072 	ubi_free_vid_hdr(ubi, vh);  in ubi_scan_fastmap()
1087 static int ubi_write_fastmap(struct ubi_device *ubi,  in ubi_write_fastmap()  argument
1107 	fm_raw = ubi->fm_buf;  in ubi_write_fastmap()
1108 	memset(ubi->fm_buf, 0, ubi->fm_size);  in ubi_write_fastmap()
1110 	avhdr = new_fm_vhdr(ubi, UBI_FM_SB_VOLUME_ID);  in ubi_write_fastmap()
1116 	dvhdr = new_fm_vhdr(ubi, UBI_FM_DATA_VOLUME_ID);  in ubi_write_fastmap()
1122 	seen_pebs = init_seen(ubi);  in ubi_write_fastmap()
1128 	spin_lock(&ubi->volumes_lock);  in ubi_write_fastmap()
1129 	spin_lock(&ubi->wl_lock);  in ubi_write_fastmap()
1133 	ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1137 	ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1155 	fmpl->size = cpu_to_be16(ubi->fm_pool.size);  in ubi_write_fastmap()
1156 	fmpl->max_size = cpu_to_be16(ubi->fm_pool.max_size);  in ubi_write_fastmap()
1158 	for (i = 0; i < ubi->fm_pool.size; i++) {  in ubi_write_fastmap()
1159 		fmpl->pebs[i] = cpu_to_be32(ubi->fm_pool.pebs[i]);  in ubi_write_fastmap()
1160 		set_seen(ubi, ubi->fm_pool.pebs[i], seen_pebs);  in ubi_write_fastmap()
1166 	fmpl_wl->size = cpu_to_be16(ubi->fm_wl_pool.size);  in ubi_write_fastmap()
1167 	fmpl_wl->max_size = cpu_to_be16(ubi->fm_wl_pool.max_size);  in ubi_write_fastmap()
1169 	for (i = 0; i < ubi->fm_wl_pool.size; i++) {  in ubi_write_fastmap()
1170 		fmpl_wl->pebs[i] = cpu_to_be32(ubi->fm_wl_pool.pebs[i]);  in ubi_write_fastmap()
1171 		set_seen(ubi, ubi->fm_wl_pool.pebs[i], seen_pebs);  in ubi_write_fastmap()
1174 	ubi_for_each_free_peb(ubi, wl_e, tmp_rb) {  in ubi_write_fastmap()
1178 		set_seen(ubi, wl_e->pnum, seen_pebs);  in ubi_write_fastmap()
1183 		ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1187 	ubi_for_each_used_peb(ubi, wl_e, tmp_rb) {  in ubi_write_fastmap()
1191 		set_seen(ubi, wl_e->pnum, seen_pebs);  in ubi_write_fastmap()
1196 		ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1199 	ubi_for_each_protected_peb(ubi, i, wl_e) {  in ubi_write_fastmap()
1203 		set_seen(ubi, wl_e->pnum, seen_pebs);  in ubi_write_fastmap()
1208 		ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1212 	ubi_for_each_scrub_peb(ubi, wl_e, tmp_rb) {  in ubi_write_fastmap()
1216 		set_seen(ubi, wl_e->pnum, seen_pebs);  in ubi_write_fastmap()
1221 		ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1226 	list_for_each_entry(ubi_wrk, &ubi->works, list) {  in ubi_write_fastmap()
1234 			set_seen(ubi, wl_e->pnum, seen_pebs);  in ubi_write_fastmap()
1239 			ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1245 		vol = ubi->volumes[i];  in ubi_write_fastmap()
1254 		ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1268 		ubi_assert(fm_pos <= ubi->fm_size);  in ubi_write_fastmap()
1277 	fmh->bad_peb_count = cpu_to_be32(ubi->bad_peb_count);  in ubi_write_fastmap()
1279 	avhdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi));  in ubi_write_fastmap()
1282 	spin_unlock(&ubi->wl_lock);  in ubi_write_fastmap()
1283 	spin_unlock(&ubi->volumes_lock);  in ubi_write_fastmap()
1286 	ret = ubi_io_write_vid_hdr(ubi, new_fm->e[0]->pnum, avhdr);  in ubi_write_fastmap()
1288 		ubi_err(ubi, "unable to write vid_hdr to fastmap SB!");  in ubi_write_fastmap()
1294 		set_seen(ubi, new_fm->e[i]->pnum, seen_pebs);  in ubi_write_fastmap()
1300 					   ubi->fm_size));  in ubi_write_fastmap()
1303 		dvhdr->sqnum = cpu_to_be64(ubi_next_sqnum(ubi));  in ubi_write_fastmap()
1307 		ret = ubi_io_write_vid_hdr(ubi, new_fm->e[i]->pnum, dvhdr);  in ubi_write_fastmap()
1309 			ubi_err(ubi, "unable to write vid_hdr to PEB %i!",  in ubi_write_fastmap()
1316 		ret = ubi_io_write(ubi, fm_raw + (i * ubi->leb_size),  in ubi_write_fastmap()
1317 			new_fm->e[i]->pnum, ubi->leb_start, ubi->leb_size);  in ubi_write_fastmap()
1319 			ubi_err(ubi, "unable to write fastmap to PEB %i!",  in ubi_write_fastmap()
1326 	ubi->fm = new_fm;  in ubi_write_fastmap()
1328 	ret = self_check_seen(ubi, seen_pebs);  in ubi_write_fastmap()
1332 	ubi_free_vid_hdr(ubi, avhdr);  in ubi_write_fastmap()
1333 	ubi_free_vid_hdr(ubi, dvhdr);  in ubi_write_fastmap()
1346 static int erase_block(struct ubi_device *ubi, int pnum)  in erase_block()  argument
1352 	ec_hdr = kzalloc(ubi->ec_hdr_alsize, GFP_KERNEL);  in erase_block()
1356 	ret = ubi_io_read_ec_hdr(ubi, pnum, ec_hdr, 0);  in erase_block()
1364 	ret = ubi_io_sync_erase(ubi, pnum, 0);  in erase_block()
1376 	ret = ubi_io_write_ec_hdr(ubi, pnum, ec_hdr);  in erase_block()
1398 static int invalidate_fastmap(struct ubi_device *ubi)  in invalidate_fastmap()  argument
1405 	if (!ubi->fm)  in invalidate_fastmap()
1408 	ubi->fm = NULL;  in invalidate_fastmap()
1415 	vh = new_fm_vhdr(ubi, UBI_FM_SB_VOLUME_ID);  in invalidate_fastmap()
1420 	e = ubi_wl_get_fm_peb(ubi, 1);  in invalidate_fastmap()
1428 	vh->sqnum = cpu_to_be64(ubi_next_sqnum(ubi));  in invalidate_fastmap()
1429 	ret = ubi_io_write_vid_hdr(ubi, e->pnum, vh);  in invalidate_fastmap()
1431 		ubi_wl_put_fm_peb(ubi, e, 0, 0);  in invalidate_fastmap()
1438 	ubi->fm = fm;  in invalidate_fastmap()
1441 	ubi_free_vid_hdr(ubi, vh);  in invalidate_fastmap()
1455 static void return_fm_pebs(struct ubi_device *ubi,  in return_fm_pebs()  argument
1465 			ubi_wl_put_fm_peb(ubi, fm->e[i], i,  in return_fm_pebs()
1479 int ubi_update_fastmap(struct ubi_device *ubi)  in ubi_update_fastmap()  argument
1485 	down_write(&ubi->fm_protect);  in ubi_update_fastmap()
1487 	ubi_refill_pools(ubi);  in ubi_update_fastmap()
1489 	if (ubi->ro_mode || ubi->fm_disabled) {  in ubi_update_fastmap()
1490 		up_write(&ubi->fm_protect);  in ubi_update_fastmap()
1494 	ret = ubi_ensure_anchor_pebs(ubi);  in ubi_update_fastmap()
1496 		up_write(&ubi->fm_protect);  in ubi_update_fastmap()
1502 		up_write(&ubi->fm_protect);  in ubi_update_fastmap()
1506 	new_fm->used_blocks = ubi->fm_size / ubi->leb_size;  in ubi_update_fastmap()
1507 	old_fm = ubi->fm;  in ubi_update_fastmap()
1508 	ubi->fm = NULL;  in ubi_update_fastmap()
1511 		ubi_err(ubi, "fastmap too large");  in ubi_update_fastmap()
1517 		spin_lock(&ubi->wl_lock);  in ubi_update_fastmap()
1518 		tmp_e = ubi_wl_get_fm_peb(ubi, 0);  in ubi_update_fastmap()
1519 		spin_unlock(&ubi->wl_lock);  in ubi_update_fastmap()
1523 				ret = erase_block(ubi, old_fm->e[i]->pnum);  in ubi_update_fastmap()
1525 					ubi_err(ubi, "could not erase old fastmap PEB");  in ubi_update_fastmap()
1528 						ubi_wl_put_fm_peb(ubi, new_fm->e[j],  in ubi_update_fastmap()
1537 				ubi_err(ubi, "could not get any free erase block");  in ubi_update_fastmap()
1540 					ubi_wl_put_fm_peb(ubi, new_fm->e[j], j, 0);  in ubi_update_fastmap()
1551 				ubi_wl_put_fm_peb(ubi, old_fm->e[i], i,  in ubi_update_fastmap()
1561 			ubi_wl_put_fm_peb(ubi, old_fm->e[i], i,  in ubi_update_fastmap()
1567 	spin_lock(&ubi->wl_lock);  in ubi_update_fastmap()
1568 	tmp_e = ubi_wl_get_fm_peb(ubi, 1);  in ubi_update_fastmap()
1569 	spin_unlock(&ubi->wl_lock);  in ubi_update_fastmap()
1574 			ret = erase_block(ubi, old_fm->e[0]->pnum);  in ubi_update_fastmap()
1576 				ubi_err(ubi, "could not erase old anchor PEB");  in ubi_update_fastmap()
1579 					ubi_wl_put_fm_peb(ubi, new_fm->e[i],  in ubi_update_fastmap()
1590 			ubi_wl_put_fm_peb(ubi, old_fm->e[0], 0,  in ubi_update_fastmap()
1597 			ubi_err(ubi, "could not find any anchor PEB");  in ubi_update_fastmap()
1600 				ubi_wl_put_fm_peb(ubi, new_fm->e[i], i, 0);  in ubi_update_fastmap()
1610 	down_write(&ubi->work_sem);  in ubi_update_fastmap()
1611 	down_write(&ubi->fm_eba_sem);  in ubi_update_fastmap()
1612 	ret = ubi_write_fastmap(ubi, new_fm);  in ubi_update_fastmap()
1613 	up_write(&ubi->fm_eba_sem);  in ubi_update_fastmap()
1614 	up_write(&ubi->work_sem);  in ubi_update_fastmap()
1620 	up_write(&ubi->fm_protect);  in ubi_update_fastmap()
1625 	ubi_warn(ubi, "Unable to write new fastmap, err=%i", ret);  in ubi_update_fastmap()
1627 	ret = invalidate_fastmap(ubi);  in ubi_update_fastmap()
1629 		ubi_err(ubi, "Unable to invalidiate current fastmap!");  in ubi_update_fastmap()
1630 		ubi_ro_mode(ubi);  in ubi_update_fastmap()
1632 		return_fm_pebs(ubi, old_fm);  in ubi_update_fastmap()
1633 		return_fm_pebs(ubi, new_fm);  in ubi_update_fastmap()