54 static struct attribute_group *sm_create_sysfs_attributes(struct sm_ftl *ftl)  in sm_create_sysfs_attributes()  argument
61 	vendor = kstrndup(ftl->cis_buffer + SM_CIS_VENDOR_OFFSET,  in sm_create_sysfs_attributes()
104 static void sm_delete_sysfs_attributes(struct sm_ftl *ftl)  in sm_delete_sysfs_attributes()  argument
106 	struct attribute **attributes = ftl->disk_attributes->attrs;  in sm_delete_sysfs_attributes()
122 	kfree(ftl->disk_attributes->attrs);  in sm_delete_sysfs_attributes()
123 	kfree(ftl->disk_attributes);  in sm_delete_sysfs_attributes()
192 static loff_t sm_mkoffset(struct sm_ftl *ftl, int zone, int block, int boffset)  in sm_mkoffset()  argument
195 	WARN_ON(zone < 0 || zone >= ftl->zone_count);  in sm_mkoffset()
196 	WARN_ON(block >= ftl->zone_size);  in sm_mkoffset()
197 	WARN_ON(boffset >= ftl->block_size);  in sm_mkoffset()
202 	return (zone * SM_MAX_ZONE_SIZE + block) * ftl->block_size + boffset;  in sm_mkoffset()
206 static void sm_break_offset(struct sm_ftl *ftl, loff_t loffset,  in sm_break_offset()  argument
210 	*boffset = do_div(offset, ftl->block_size);  in sm_break_offset()
211 	*block = do_div(offset, ftl->max_lba);  in sm_break_offset()
212 	*zone = offset >= ftl->zone_count ? -1 : offset;  in sm_break_offset()
238 static int sm_read_sector(struct sm_ftl *ftl,  in sm_read_sector()  argument
242 	struct mtd_info *mtd = ftl->trans->mtd;  in sm_read_sector()
259 	ops.mode = ftl->smallpagenand ? MTD_OPS_RAW : MTD_OPS_PLACE_OOB;  in sm_read_sector()
270 		if (zone == 0 && block == ftl->cis_block && boffset ==  in sm_read_sector()
271 			ftl->cis_boffset)  in sm_read_sector()
275 		if (try == 3 || sm_recheck_media(ftl))  in sm_read_sector()
281 	ret = mtd_read_oob(mtd, sm_mkoffset(ftl, zone, block, boffset), &ops);  in sm_read_sector()
310 		(ftl->smallpagenand && sm_correct_sector(buffer, oob))) {  in sm_read_sector()
321 static int sm_write_sector(struct sm_ftl *ftl,  in sm_write_sector()  argument
326 	struct mtd_info *mtd = ftl->trans->mtd;  in sm_write_sector()
329 	BUG_ON(ftl->readonly);  in sm_write_sector()
331 	if (zone == 0 && (block == ftl->cis_block || block == 0)) {  in sm_write_sector()
336 	if (ftl->unstable)  in sm_write_sector()
339 	ops.mode = ftl->smallpagenand ? MTD_OPS_RAW : MTD_OPS_PLACE_OOB;  in sm_write_sector()
346 	ret = mtd_write_oob(mtd, sm_mkoffset(ftl, zone, block, boffset), &ops);  in sm_write_sector()
354 		sm_recheck_media(ftl);  in sm_write_sector()
368 static int sm_write_block(struct sm_ftl *ftl, uint8_t *buf,  in sm_write_block()  argument
380 	if (ftl->unstable)  in sm_write_block()
383 	for (boffset = 0; boffset < ftl->block_size;  in sm_write_block()
397 		if (ftl->smallpagenand) {  in sm_write_block()
406 		if (!sm_write_sector(ftl, zone, block, boffset,  in sm_write_block()
418 			if (sm_erase_block(ftl, zone, block, 0))  in sm_write_block()
424 			sm_mark_block_bad(ftl, zone, block);  in sm_write_block()
433 static void sm_mark_block_bad(struct sm_ftl *ftl, int zone, int block)  in sm_mark_block_bad()  argument
441 	if (ftl->unstable)  in sm_mark_block_bad()
444 	if (sm_recheck_media(ftl))  in sm_mark_block_bad()
452 	for (boffset = 0; boffset < ftl->block_size; boffset += SM_SECTOR_SIZE)  in sm_mark_block_bad()
453 		sm_write_sector(ftl, zone, block, boffset, NULL, &oob);  in sm_mark_block_bad()
460 static int sm_erase_block(struct sm_ftl *ftl, int zone_num, uint16_t block,  in sm_erase_block()  argument
463 	struct ftl_zone *zone = &ftl->zones[zone_num];  in sm_erase_block()
464 	struct mtd_info *mtd = ftl->trans->mtd;  in sm_erase_block()
467 	erase.addr = sm_mkoffset(ftl, zone_num, block, 0);  in sm_erase_block()
468 	erase.len = ftl->block_size;  in sm_erase_block()
470 	if (ftl->unstable)  in sm_erase_block()
473 	BUG_ON(ftl->readonly);  in sm_erase_block()
475 	if (zone_num == 0 && (block == ftl->cis_block || block == 0)) {  in sm_erase_block()
492 	sm_mark_block_bad(ftl, zone_num, block);  in sm_erase_block()
497 static int sm_check_block(struct sm_ftl *ftl, int zone, int block)  in sm_check_block()  argument
509 	for (boffset = 0; boffset < ftl->block_size;  in sm_check_block()
513 		if (sm_read_sector(ftl, zone, block, boffset, NULL, &oob))  in sm_check_block()
528 		sm_erase_block(ftl, zone, block, 1);  in sm_check_block()
558 static int sm_get_media_info(struct sm_ftl *ftl, struct mtd_info *mtd)  in sm_get_media_info()  argument
563 	ftl->readonly = mtd->type == MTD_ROM;  in sm_get_media_info()
566 	ftl->zone_count = 1;  in sm_get_media_info()
567 	ftl->smallpagenand = 0;  in sm_get_media_info()
572 		ftl->zone_size = 256;  in sm_get_media_info()
573 		ftl->max_lba = 250;  in sm_get_media_info()
574 		ftl->block_size = 8 * SM_SECTOR_SIZE;  in sm_get_media_info()
575 		ftl->smallpagenand = 1;  in sm_get_media_info()
581 			ftl->zone_size = 512;  in sm_get_media_info()
582 			ftl->max_lba = 500;  in sm_get_media_info()
583 			ftl->block_size = 8 * SM_SECTOR_SIZE;  in sm_get_media_info()
584 			ftl->smallpagenand = 1;  in sm_get_media_info()
588 			if (!ftl->readonly)  in sm_get_media_info()
591 			ftl->zone_size = 256;  in sm_get_media_info()
592 			ftl->max_lba = 250;  in sm_get_media_info()
593 			ftl->block_size = 16 * SM_SECTOR_SIZE;  in sm_get_media_info()
598 		ftl->zone_size = 512;  in sm_get_media_info()
599 		ftl->max_lba = 500;  in sm_get_media_info()
600 		ftl->block_size = 16 * SM_SECTOR_SIZE;  in sm_get_media_info()
604 		ftl->zone_size = 1024;  in sm_get_media_info()
605 		ftl->max_lba = 1000;  in sm_get_media_info()
606 		ftl->block_size = 16 * SM_SECTOR_SIZE;  in sm_get_media_info()
612 		ftl->zone_count = size_in_megs / 16;  in sm_get_media_info()
613 		ftl->zone_size = 1024;  in sm_get_media_info()
614 		ftl->max_lba = 1000;  in sm_get_media_info()
615 		ftl->block_size = 32 * SM_SECTOR_SIZE;  in sm_get_media_info()
619 	if (mtd->erasesize > ftl->block_size)  in sm_get_media_info()
625 	if (ftl->smallpagenand && mtd->oobsize < SM_SMALL_OOB_SIZE)  in sm_get_media_info()
628 	if (!ftl->smallpagenand && mtd->oobsize < SM_OOB_SIZE)  in sm_get_media_info()
638 			ftl->cylinders = chs_table[i].cyl;  in sm_get_media_info()
639 			ftl->heads = chs_table[i].head;  in sm_get_media_info()
640 			ftl->sectors = chs_table[i].sec;  in sm_get_media_info()
646 	ftl->cylinders = 985;  in sm_get_media_info()
647 	ftl->heads =  33;  in sm_get_media_info()
648 	ftl->sectors = 63;  in sm_get_media_info()
653 static int sm_read_cis(struct sm_ftl *ftl)  in sm_read_cis()  argument
657 	if (sm_read_sector(ftl,  in sm_read_cis()
658 		0, ftl->cis_block, ftl->cis_boffset, ftl->cis_buffer, &oob))  in sm_read_cis()
664 	if (!memcmp(ftl->cis_buffer + ftl->cis_page_offset,  in sm_read_cis()
673 static int sm_find_cis(struct sm_ftl *ftl)  in sm_find_cis()  argument
681 	for (block = 0 ; block < ftl->zone_size - ftl->max_lba ; block++) {  in sm_find_cis()
683 		if (sm_read_sector(ftl, 0, block, 0, NULL, &oob))  in sm_find_cis()
696 	for (boffset = 0 ; boffset < ftl->block_size;  in sm_find_cis()
699 		if (sm_read_sector(ftl, 0, block, boffset, NULL, &oob))  in sm_find_cis()
707 	if (boffset == ftl->block_size)  in sm_find_cis()
710 	ftl->cis_block = block;  in sm_find_cis()
711 	ftl->cis_boffset = boffset;  in sm_find_cis()
712 	ftl->cis_page_offset = 0;  in sm_find_cis()
714 	cis_found = !sm_read_cis(ftl);  in sm_find_cis()
717 		ftl->cis_page_offset = SM_SMALL_PAGE;  in sm_find_cis()
718 		cis_found = !sm_read_cis(ftl);  in sm_find_cis()
723 			block * ftl->block_size +  in sm_find_cis()
724 				boffset + ftl->cis_page_offset);  in sm_find_cis()
731 static int sm_recheck_media(struct sm_ftl *ftl)  in sm_recheck_media()  argument
733 	if (sm_read_cis(ftl)) {  in sm_recheck_media()
735 		if (!ftl->unstable) {  in sm_recheck_media()
737 			ftl->unstable = 1;  in sm_recheck_media()
745 static int sm_init_zone(struct sm_ftl *ftl, int zone_num)  in sm_init_zone()  argument
747 	struct ftl_zone *zone = &ftl->zones[zone_num];  in sm_init_zone()
757 	zone->lba_to_phys_table = kmalloc_array(ftl->max_lba, 2, GFP_KERNEL);  in sm_init_zone()
761 	memset(zone->lba_to_phys_table, -1, ftl->max_lba * 2);  in sm_init_zone()
765 	if (kfifo_alloc(&zone->free_sectors, ftl->zone_size * 2, GFP_KERNEL)) {  in sm_init_zone()
771 	for (block = 0 ; block < ftl->zone_size ; block++) {  in sm_init_zone()
774 		if (zone_num == 0 && block <= ftl->cis_block)  in sm_init_zone()
778 		if (sm_read_sector(ftl, zone_num, block, 0, NULL, &oob)) {  in sm_init_zone()
807 		if (lba == -2 || lba >= ftl->max_lba) {  in sm_init_zone()
826 		if (sm_check_block(ftl, zone_num, block))  in sm_init_zone()
830 		if (sm_check_block(ftl, zone_num,  in sm_init_zone()
841 		sm_erase_block(ftl, zone_num, block, 1);  in sm_init_zone()
868 static struct ftl_zone *sm_get_zone(struct sm_ftl *ftl, int zone_num)  in sm_get_zone()  argument
873 	BUG_ON(zone_num >= ftl->zone_count);  in sm_get_zone()
874 	zone = &ftl->zones[zone_num];  in sm_get_zone()
877 		error = sm_init_zone(ftl, zone_num);  in sm_get_zone()
889 static void sm_cache_init(struct sm_ftl *ftl)  in sm_cache_init()  argument
891 	ftl->cache_data_invalid_bitmap = 0xFFFFFFFF;  in sm_cache_init()
892 	ftl->cache_clean = 1;  in sm_cache_init()
893 	ftl->cache_zone = -1;  in sm_cache_init()
894 	ftl->cache_block = -1;  in sm_cache_init()
899 static void sm_cache_put(struct sm_ftl *ftl, char *buffer, int boffset)  in sm_cache_put()  argument
901 	memcpy(ftl->cache_data + boffset, buffer, SM_SECTOR_SIZE);  in sm_cache_put()
902 	clear_bit(boffset / SM_SECTOR_SIZE, &ftl->cache_data_invalid_bitmap);  in sm_cache_put()
903 	ftl->cache_clean = 0;  in sm_cache_put()
907 static int sm_cache_get(struct sm_ftl *ftl, char *buffer, int boffset)  in sm_cache_get()  argument
910 		&ftl->cache_data_invalid_bitmap))  in sm_cache_get()
913 	memcpy(buffer, ftl->cache_data + boffset, SM_SECTOR_SIZE);  in sm_cache_get()
918 static int sm_cache_flush(struct sm_ftl *ftl)  in sm_cache_flush()  argument
924 	int zone_num = ftl->cache_zone;  in sm_cache_flush()
927 	if (ftl->cache_clean)  in sm_cache_flush()
930 	if (ftl->unstable)  in sm_cache_flush()
934 	zone = &ftl->zones[zone_num];  in sm_cache_flush()
935 	block_num = zone->lba_to_phys_table[ftl->cache_block];  in sm_cache_flush()
939 	for_each_set_bit(sector_num, &ftl->cache_data_invalid_bitmap,  in sm_cache_flush()
940 		ftl->block_size / SM_SECTOR_SIZE) {  in sm_cache_flush()
942 		if (!sm_read_sector(ftl,  in sm_cache_flush()
944 			ftl->cache_data + sector_num * SM_SECTOR_SIZE, NULL))  in sm_cache_flush()
946 					&ftl->cache_data_invalid_bitmap);  in sm_cache_flush()
950 	if (ftl->unstable)  in sm_cache_flush()
964 	if (sm_write_block(ftl, ftl->cache_data, zone_num, write_sector,  in sm_cache_flush()
965 		ftl->cache_block, ftl->cache_data_invalid_bitmap))  in sm_cache_flush()
969 	zone->lba_to_phys_table[ftl->cache_block] = write_sector;  in sm_cache_flush()
973 		sm_erase_block(ftl, zone_num, block_num, 1);  in sm_cache_flush()
975 	sm_cache_init(ftl);  in sm_cache_flush()
983 	struct sm_ftl *ftl = from_timer(ftl, t, timer);  in sm_cache_flush_timer()  local
984 	queue_work(cache_flush_workqueue, &ftl->flush_work);  in sm_cache_flush_timer()
990 	struct sm_ftl *ftl = container_of(work, struct sm_ftl, flush_work);  in sm_cache_flush_work()  local
991 	mutex_lock(&ftl->mutex);  in sm_cache_flush_work()
992 	sm_cache_flush(ftl);  in sm_cache_flush_work()
993 	mutex_unlock(&ftl->mutex);  in sm_cache_flush_work()
1003 	struct sm_ftl *ftl = dev->priv;  in sm_read()  local
1008 	sm_break_offset(ftl, sect_no << 9, &zone_num, &block, &boffset);  in sm_read()
1009 	mutex_lock(&ftl->mutex);  in sm_read()
1012 	zone = sm_get_zone(ftl, zone_num);  in sm_read()
1019 	if (ftl->cache_zone == zone_num && ftl->cache_block == block) {  in sm_read()
1021 		if (!sm_cache_get(ftl, buf, boffset))  in sm_read()
1033 	if (sm_read_sector(ftl, zone_num, block, boffset, buf, NULL)) {  in sm_read()
1039 		sm_cache_put(ftl, buf, boffset);  in sm_read()
1041 	mutex_unlock(&ftl->mutex);  in sm_read()
1049 	struct sm_ftl *ftl = dev->priv;  in sm_write()  local
1053 	BUG_ON(ftl->readonly);  in sm_write()
1054 	sm_break_offset(ftl, sec_no << 9, &zone_num, &block, &boffset);  in sm_write()
1057 	del_timer(&ftl->timer);  in sm_write()
1058 	mutex_lock(&ftl->mutex);  in sm_write()
1060 	zone = sm_get_zone(ftl, zone_num);  in sm_write()
1067 	if (ftl->cache_block != block || ftl->cache_zone != zone_num) {  in sm_write()
1069 		error = sm_cache_flush(ftl);  in sm_write()
1073 		ftl->cache_block = block;  in sm_write()
1074 		ftl->cache_zone = zone_num;  in sm_write()
1077 	sm_cache_put(ftl, buf, boffset);  in sm_write()
1079 	mod_timer(&ftl->timer, jiffies + msecs_to_jiffies(cache_timeout));  in sm_write()
1080 	mutex_unlock(&ftl->mutex);  in sm_write()
1087 	struct sm_ftl *ftl = dev->priv;  in sm_flush()  local
1090 	mutex_lock(&ftl->mutex);  in sm_flush()
1091 	retval =  sm_cache_flush(ftl);  in sm_flush()
1092 	mutex_unlock(&ftl->mutex);  in sm_flush()
1099 	struct sm_ftl *ftl = dev->priv;  in sm_release()  local
1101 	del_timer_sync(&ftl->timer);  in sm_release()
1102 	cancel_work_sync(&ftl->flush_work);  in sm_release()
1103 	mutex_lock(&ftl->mutex);  in sm_release()
1104 	sm_cache_flush(ftl);  in sm_release()
1105 	mutex_unlock(&ftl->mutex);  in sm_release()
1111 	struct sm_ftl *ftl = dev->priv;  in sm_getgeo()  local
1112 	geo->heads = ftl->heads;  in sm_getgeo()
1113 	geo->sectors = ftl->sectors;  in sm_getgeo()
1114 	geo->cylinders = ftl->cylinders;  in sm_getgeo()
1122 	struct sm_ftl *ftl;  in sm_add_mtd()  local
1125 	ftl = kzalloc(sizeof(struct sm_ftl), GFP_KERNEL);  in sm_add_mtd()
1126 	if (!ftl)  in sm_add_mtd()
1130 	mutex_init(&ftl->mutex);  in sm_add_mtd()
1131 	timer_setup(&ftl->timer, sm_cache_flush_timer, 0);  in sm_add_mtd()
1132 	INIT_WORK(&ftl->flush_work, sm_cache_flush_work);  in sm_add_mtd()
1135 	if (sm_get_media_info(ftl, mtd)) {  in sm_add_mtd()
1142 	ftl->cis_buffer = kzalloc(SM_SECTOR_SIZE, GFP_KERNEL);  in sm_add_mtd()
1143 	if (!ftl->cis_buffer)  in sm_add_mtd()
1147 	ftl->zones = kcalloc(ftl->zone_count, sizeof(struct ftl_zone),  in sm_add_mtd()
1149 	if (!ftl->zones)  in sm_add_mtd()
1153 	ftl->cache_data = kzalloc(ftl->block_size, GFP_KERNEL);  in sm_add_mtd()
1155 	if (!ftl->cache_data)  in sm_add_mtd()
1158 	sm_cache_init(ftl);  in sm_add_mtd()
1166 	ftl->trans = trans;  in sm_add_mtd()
1167 	trans->priv = ftl;  in sm_add_mtd()
1172 	trans->size = (ftl->block_size * ftl->max_lba * ftl->zone_count) >> 9;  in sm_add_mtd()
1173 	trans->readonly = ftl->readonly;  in sm_add_mtd()
1175 	if (sm_find_cis(ftl)) {  in sm_add_mtd()
1180 	ftl->disk_attributes = sm_create_sysfs_attributes(ftl);  in sm_add_mtd()
1181 	if (!ftl->disk_attributes)  in sm_add_mtd()
1183 	trans->disk_attributes = ftl->disk_attributes;  in sm_add_mtd()
1190 		ftl->zone_count, ftl->max_lba,  in sm_add_mtd()
1191 		ftl->zone_size - ftl->max_lba);  in sm_add_mtd()
1193 		ftl->block_size);  in sm_add_mtd()
1205 	kfree(ftl->cache_data);  in sm_add_mtd()
1207 	kfree(ftl->zones);  in sm_add_mtd()
1209 	kfree(ftl->cis_buffer);  in sm_add_mtd()
1211 	kfree(ftl);  in sm_add_mtd()
1219 	struct sm_ftl *ftl = dev->priv;  in sm_remove_dev()  local
1223 	ftl->trans = NULL;  in sm_remove_dev()
1225 	for (i = 0 ; i < ftl->zone_count; i++) {  in sm_remove_dev()
1227 		if (!ftl->zones[i].initialized)  in sm_remove_dev()
1230 		kfree(ftl->zones[i].lba_to_phys_table);  in sm_remove_dev()
1231 		kfifo_free(&ftl->zones[i].free_sectors);  in sm_remove_dev()
1234 	sm_delete_sysfs_attributes(ftl);  in sm_remove_dev()
1235 	kfree(ftl->cis_buffer);  in sm_remove_dev()
1236 	kfree(ftl->zones);  in sm_remove_dev()
1237 	kfree(ftl->cache_data);  in sm_remove_dev()
1238 	kfree(ftl);  in sm_remove_dev()