| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * fs/f2fs/inline.c | 
					
						
							|  |  |  |  * Copyright (c) 2013, Intel Corporation | 
					
						
							|  |  |  |  * Authors: Huajun Li <huajun.li@intel.com> | 
					
						
							|  |  |  |  *          Haicheng Li <haicheng.li@intel.com> | 
					
						
							|  |  |  |  * This program is free software; you can redistribute it and/or modify | 
					
						
							|  |  |  |  * it under the terms of the GNU General Public License version 2 as | 
					
						
							|  |  |  |  * published by the Free Software Foundation. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <linux/fs.h>
 | 
					
						
							|  |  |  | #include <linux/f2fs_fs.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include "f2fs.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | bool f2fs_may_inline(struct inode *inode) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb); | 
					
						
							|  |  |  | 	block_t nr_blocks; | 
					
						
							|  |  |  | 	loff_t i_size; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (!test_opt(sbi, INLINE_DATA)) | 
					
						
							|  |  |  | 		return false; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	nr_blocks = F2FS_I(inode)->i_xattr_nid ? 3 : 2; | 
					
						
							|  |  |  | 	if (inode->i_blocks > nr_blocks) | 
					
						
							|  |  |  | 		return false; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	i_size = i_size_read(inode); | 
					
						
							|  |  |  | 	if (i_size > MAX_INLINE_DATA) | 
					
						
							|  |  |  | 		return false; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return true; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int f2fs_read_inline_data(struct inode *inode, struct page *page) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb); | 
					
						
							|  |  |  | 	struct page *ipage; | 
					
						
							|  |  |  | 	void *src_addr, *dst_addr; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-12-30 18:36:23 +08:00
										 |  |  | 	if (page->index) { | 
					
						
							|  |  |  | 		zero_user_segment(page, 0, PAGE_CACHE_SIZE); | 
					
						
							|  |  |  | 		goto out; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 	ipage = get_node_page(sbi, inode->i_ino); | 
					
						
							| 
									
										
										
										
											2014-03-29 15:30:40 +08:00
										 |  |  | 	if (IS_ERR(ipage)) { | 
					
						
							|  |  |  | 		unlock_page(page); | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 		return PTR_ERR(ipage); | 
					
						
							| 
									
										
										
										
											2014-03-29 15:30:40 +08:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-12-30 09:29:06 +08:00
										 |  |  | 	zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE); | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/* Copy the whole inline data block */ | 
					
						
							|  |  |  | 	src_addr = inline_data_addr(ipage); | 
					
						
							|  |  |  | 	dst_addr = kmap(page); | 
					
						
							|  |  |  | 	memcpy(dst_addr, src_addr, MAX_INLINE_DATA); | 
					
						
							|  |  |  | 	kunmap(page); | 
					
						
							|  |  |  | 	f2fs_put_page(ipage, 1); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-12-30 18:36:23 +08:00
										 |  |  | out: | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 	SetPageUptodate(page); | 
					
						
							|  |  |  | 	unlock_page(page); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static int __f2fs_convert_inline_data(struct inode *inode, struct page *page) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	int err; | 
					
						
							|  |  |  | 	struct page *ipage; | 
					
						
							|  |  |  | 	struct dnode_of_data dn; | 
					
						
							|  |  |  | 	void *src_addr, *dst_addr; | 
					
						
							|  |  |  | 	block_t new_blk_addr; | 
					
						
							|  |  |  | 	struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb); | 
					
						
							|  |  |  | 	struct f2fs_io_info fio = { | 
					
						
							|  |  |  | 		.type = DATA, | 
					
						
							|  |  |  | 		.rw = WRITE_SYNC | REQ_PRIO, | 
					
						
							|  |  |  | 	}; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	f2fs_lock_op(sbi); | 
					
						
							|  |  |  | 	ipage = get_node_page(sbi, inode->i_ino); | 
					
						
							| 
									
										
										
										
											2014-04-16 14:22:50 +09:00
										 |  |  | 	if (IS_ERR(ipage)) { | 
					
						
							|  |  |  | 		err = PTR_ERR(ipage); | 
					
						
							|  |  |  | 		goto out; | 
					
						
							|  |  |  | 	} | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/*
 | 
					
						
							|  |  |  | 	 * i_addr[0] is not used for inline data, | 
					
						
							|  |  |  | 	 * so reserving new block will not destroy inline data | 
					
						
							|  |  |  | 	 */ | 
					
						
							| 
									
										
										
										
											2013-12-27 17:04:17 +09:00
										 |  |  | 	set_new_dnode(&dn, inode, ipage, NULL, 0); | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 	err = f2fs_reserve_block(&dn, 0); | 
					
						
							| 
									
										
										
										
											2014-04-16 14:22:50 +09:00
										 |  |  | 	if (err) | 
					
						
							|  |  |  | 		goto out; | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-04-29 17:35:10 +09:00
										 |  |  | 	f2fs_wait_on_page_writeback(page, DATA); | 
					
						
							| 
									
										
										
										
											2013-12-30 09:29:06 +08:00
										 |  |  | 	zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE); | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/* Copy the whole inline data block */ | 
					
						
							|  |  |  | 	src_addr = inline_data_addr(ipage); | 
					
						
							|  |  |  | 	dst_addr = kmap(page); | 
					
						
							|  |  |  | 	memcpy(dst_addr, src_addr, MAX_INLINE_DATA); | 
					
						
							|  |  |  | 	kunmap(page); | 
					
						
							| 
									
										
										
										
											2013-12-27 12:28:59 +09:00
										 |  |  | 	SetPageUptodate(page); | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/* write data page to try to make data consistent */ | 
					
						
							|  |  |  | 	set_page_writeback(page); | 
					
						
							|  |  |  | 	write_data_page(page, &dn, &new_blk_addr, &fio); | 
					
						
							|  |  |  | 	update_extent_cache(new_blk_addr, &dn); | 
					
						
							| 
									
										
										
										
											2014-01-10 07:26:14 +00:00
										 |  |  | 	f2fs_wait_on_page_writeback(page, DATA); | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/* clear inline data and flag after data writeback */ | 
					
						
							|  |  |  | 	zero_user_segment(ipage, INLINE_DATA_OFFSET, | 
					
						
							|  |  |  | 				 INLINE_DATA_OFFSET + MAX_INLINE_DATA); | 
					
						
							|  |  |  | 	clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA); | 
					
						
							| 
									
										
										
										
											2013-11-26 11:08:57 +09:00
										 |  |  | 	stat_dec_inline_inode(inode); | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	sync_inode_page(&dn); | 
					
						
							| 
									
										
										
										
											2013-12-27 17:04:17 +09:00
										 |  |  | 	f2fs_put_dnode(&dn); | 
					
						
							| 
									
										
										
										
											2014-04-16 14:22:50 +09:00
										 |  |  | out: | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 	f2fs_unlock_op(sbi); | 
					
						
							|  |  |  | 	return err; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-12-27 12:28:59 +09:00
										 |  |  | int f2fs_convert_inline_data(struct inode *inode, pgoff_t to_size) | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | { | 
					
						
							|  |  |  | 	struct page *page; | 
					
						
							| 
									
										
										
										
											2013-12-27 12:28:59 +09:00
										 |  |  | 	int err; | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-12-27 12:28:59 +09:00
										 |  |  | 	if (!f2fs_has_inline_data(inode)) | 
					
						
							|  |  |  | 		return 0; | 
					
						
							|  |  |  | 	else if (to_size <= MAX_INLINE_DATA) | 
					
						
							|  |  |  | 		return 0; | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-04-29 17:35:10 +09:00
										 |  |  | 	page = grab_cache_page(inode->i_mapping, 0); | 
					
						
							| 
									
										
										
										
											2013-12-27 12:28:59 +09:00
										 |  |  | 	if (!page) | 
					
						
							|  |  |  | 		return -ENOMEM; | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-12-27 12:28:59 +09:00
										 |  |  | 	err = __f2fs_convert_inline_data(inode, page); | 
					
						
							|  |  |  | 	f2fs_put_page(page, 1); | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 	return err; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int f2fs_write_inline_data(struct inode *inode, | 
					
						
							|  |  |  | 			   struct page *page, unsigned size) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	void *src_addr, *dst_addr; | 
					
						
							|  |  |  | 	struct page *ipage; | 
					
						
							|  |  |  | 	struct dnode_of_data dn; | 
					
						
							|  |  |  | 	int err; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	set_new_dnode(&dn, inode, NULL, NULL, 0); | 
					
						
							|  |  |  | 	err = get_dnode_of_data(&dn, 0, LOOKUP_NODE); | 
					
						
							|  |  |  | 	if (err) | 
					
						
							|  |  |  | 		return err; | 
					
						
							|  |  |  | 	ipage = dn.inode_page; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-04-29 17:28:32 +09:00
										 |  |  | 	f2fs_wait_on_page_writeback(ipage, NODE); | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 	zero_user_segment(ipage, INLINE_DATA_OFFSET, | 
					
						
							|  |  |  | 				 INLINE_DATA_OFFSET + MAX_INLINE_DATA); | 
					
						
							|  |  |  | 	src_addr = kmap(page); | 
					
						
							|  |  |  | 	dst_addr = inline_data_addr(ipage); | 
					
						
							|  |  |  | 	memcpy(dst_addr, src_addr, size); | 
					
						
							|  |  |  | 	kunmap(page); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* Release the first data block if it is allocated */ | 
					
						
							|  |  |  | 	if (!f2fs_has_inline_data(inode)) { | 
					
						
							|  |  |  | 		truncate_data_blocks_range(&dn, 1); | 
					
						
							|  |  |  | 		set_inode_flag(F2FS_I(inode), FI_INLINE_DATA); | 
					
						
							| 
									
										
										
										
											2013-11-26 11:08:57 +09:00
										 |  |  | 		stat_inc_inline_inode(inode); | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-07-25 07:40:59 -07:00
										 |  |  | 	set_inode_flag(F2FS_I(inode), FI_APPEND_WRITE); | 
					
						
							| 
									
										
										
										
											2013-11-10 23:13:19 +08:00
										 |  |  | 	sync_inode_page(&dn); | 
					
						
							|  |  |  | 	f2fs_put_dnode(&dn); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2013-12-26 12:49:48 +09:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-04-29 09:03:03 +08:00
										 |  |  | void truncate_inline_data(struct inode *inode, u64 from) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb); | 
					
						
							|  |  |  | 	struct page *ipage; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (from >= MAX_INLINE_DATA) | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	ipage = get_node_page(sbi, inode->i_ino); | 
					
						
							|  |  |  | 	if (IS_ERR(ipage)) | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-04-29 17:28:32 +09:00
										 |  |  | 	f2fs_wait_on_page_writeback(ipage, NODE); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-04-29 09:03:03 +08:00
										 |  |  | 	zero_user_segment(ipage, INLINE_DATA_OFFSET + from, | 
					
						
							|  |  |  | 				INLINE_DATA_OFFSET + MAX_INLINE_DATA); | 
					
						
							|  |  |  | 	set_page_dirty(ipage); | 
					
						
							|  |  |  | 	f2fs_put_page(ipage, 1); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-12-26 12:49:48 +09:00
										 |  |  | int recover_inline_data(struct inode *inode, struct page *npage) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb); | 
					
						
							|  |  |  | 	struct f2fs_inode *ri = NULL; | 
					
						
							|  |  |  | 	void *src_addr, *dst_addr; | 
					
						
							|  |  |  | 	struct page *ipage; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/*
 | 
					
						
							|  |  |  | 	 * The inline_data recovery policy is as follows. | 
					
						
							|  |  |  | 	 * [prev.] [next] of inline_data flag | 
					
						
							|  |  |  | 	 *    o       o  -> recover inline_data | 
					
						
							|  |  |  | 	 *    o       x  -> remove inline_data, and then recover data blocks | 
					
						
							|  |  |  | 	 *    x       o  -> remove inline_data, and then recover inline_data | 
					
						
							|  |  |  | 	 *    x       x  -> recover data blocks | 
					
						
							|  |  |  | 	 */ | 
					
						
							|  |  |  | 	if (IS_INODE(npage)) | 
					
						
							|  |  |  | 		ri = F2FS_INODE(npage); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (f2fs_has_inline_data(inode) && | 
					
						
							|  |  |  | 			ri && ri->i_inline & F2FS_INLINE_DATA) { | 
					
						
							|  |  |  | process_inline: | 
					
						
							|  |  |  | 		ipage = get_node_page(sbi, inode->i_ino); | 
					
						
							|  |  |  | 		f2fs_bug_on(IS_ERR(ipage)); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-04-29 17:28:32 +09:00
										 |  |  | 		f2fs_wait_on_page_writeback(ipage, NODE); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-12-26 12:49:48 +09:00
										 |  |  | 		src_addr = inline_data_addr(npage); | 
					
						
							|  |  |  | 		dst_addr = inline_data_addr(ipage); | 
					
						
							|  |  |  | 		memcpy(dst_addr, src_addr, MAX_INLINE_DATA); | 
					
						
							|  |  |  | 		update_inode(inode, ipage); | 
					
						
							|  |  |  | 		f2fs_put_page(ipage, 1); | 
					
						
							|  |  |  | 		return -1; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (f2fs_has_inline_data(inode)) { | 
					
						
							|  |  |  | 		ipage = get_node_page(sbi, inode->i_ino); | 
					
						
							|  |  |  | 		f2fs_bug_on(IS_ERR(ipage)); | 
					
						
							| 
									
										
										
										
											2014-04-29 17:28:32 +09:00
										 |  |  | 		f2fs_wait_on_page_writeback(ipage, NODE); | 
					
						
							| 
									
										
										
										
											2013-12-26 12:49:48 +09:00
										 |  |  | 		zero_user_segment(ipage, INLINE_DATA_OFFSET, | 
					
						
							|  |  |  | 				 INLINE_DATA_OFFSET + MAX_INLINE_DATA); | 
					
						
							|  |  |  | 		clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA); | 
					
						
							|  |  |  | 		update_inode(inode, ipage); | 
					
						
							|  |  |  | 		f2fs_put_page(ipage, 1); | 
					
						
							|  |  |  | 	} else if (ri && ri->i_inline & F2FS_INLINE_DATA) { | 
					
						
							|  |  |  | 		truncate_blocks(inode, 0); | 
					
						
							|  |  |  | 		set_inode_flag(F2FS_I(inode), FI_INLINE_DATA); | 
					
						
							|  |  |  | 		goto process_inline; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } |