| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  *  fs/ext4/mballoc.h | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *  Written by: Alex Tomas <alex@clusterfs.com> | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #ifndef _EXT4_MBALLOC_H
 | 
					
						
							|  |  |  | #define _EXT4_MBALLOC_H
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <linux/time.h>
 | 
					
						
							|  |  |  | #include <linux/fs.h>
 | 
					
						
							|  |  |  | #include <linux/namei.h>
 | 
					
						
							|  |  |  | #include <linux/quotaops.h>
 | 
					
						
							|  |  |  | #include <linux/buffer_head.h>
 | 
					
						
							|  |  |  | #include <linux/module.h>
 | 
					
						
							|  |  |  | #include <linux/swap.h>
 | 
					
						
							|  |  |  | #include <linux/proc_fs.h>
 | 
					
						
							|  |  |  | #include <linux/pagemap.h>
 | 
					
						
							|  |  |  | #include <linux/seq_file.h>
 | 
					
						
							| 
									
										
										
										
											2008-10-16 10:06:27 -04:00
										 |  |  | #include <linux/blkdev.h>
 | 
					
						
							| 
									
										
										
										
											2009-01-05 21:36:19 -05:00
										 |  |  | #include <linux/mutex.h>
 | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | #include "ext4_jbd2.h"
 | 
					
						
							|  |  |  | #include "ext4.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * with AGGRESSIVE_CHECK allocator runs consistency checks over | 
					
						
							|  |  |  |  * structures. these checks slow things down a lot | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define AGGRESSIVE_CHECK__
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * with DOUBLE_CHECK defined mballoc creates persistent in-core | 
					
						
							|  |  |  |  * bitmaps, maintains and uses them to check for double allocations | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define DOUBLE_CHECK__
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2009-09-18 13:38:55 -04:00
										 |  |  | #ifdef CONFIG_EXT4_DEBUG
 | 
					
						
							| 
									
										
										
										
											2013-02-09 16:28:20 -05:00
										 |  |  | extern ushort ext4_mballoc_debug; | 
					
						
							| 
									
										
										
										
											2009-09-18 13:38:55 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | #define mb_debug(n, fmt, a...)	                                        \
 | 
					
						
							|  |  |  | 	do {								\ | 
					
						
							| 
									
										
										
										
											2013-02-09 16:28:20 -05:00
										 |  |  | 		if ((n) <= ext4_mballoc_debug) {		        \ | 
					
						
							| 
									
										
										
										
											2009-09-18 13:38:55 -04:00
										 |  |  | 			printk(KERN_DEBUG "(%s, %d): %s: ",		\ | 
					
						
							|  |  |  | 			       __FILE__, __LINE__, __func__);		\ | 
					
						
							|  |  |  | 			printk(fmt, ## a);				\ | 
					
						
							|  |  |  | 		}							\ | 
					
						
							|  |  |  | 	} while (0) | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | #else
 | 
					
						
							| 
									
										
										
										
											2014-02-17 20:50:59 -05:00
										 |  |  | #define mb_debug(n, fmt, a...)		no_printk(fmt, ## a)
 | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define EXT4_MB_HISTORY_ALLOC		1	/* allocation */
 | 
					
						
							|  |  |  | #define EXT4_MB_HISTORY_PREALLOC	2	/* preallocated blocks used */
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * How long mballoc can look for a best extent (in found extents) | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define MB_DEFAULT_MAX_TO_SCAN		200
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * How long mballoc must look for a best extent | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define MB_DEFAULT_MIN_TO_SCAN		10
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * with 'ext4_mb_stats' allocator will collect stats that will be | 
					
						
							|  |  |  |  * shown at umount. The collecting costs though! | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2009-09-29 15:51:30 -04:00
										 |  |  | #define MB_DEFAULT_STATS		0
 | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * files smaller than MB_DEFAULT_STREAM_THRESHOLD are served | 
					
						
							|  |  |  |  * by the stream allocator, which purpose is to pack requests | 
					
						
							|  |  |  |  * as close each to other as possible to produce smooth I/O traffic | 
					
						
							|  |  |  |  * We use locality group prealloc space for stream request. | 
					
						
							|  |  |  |  * We can tune the same via /proc/fs/ext4/<parition>/stream_req | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define MB_DEFAULT_STREAM_THRESHOLD	16	/* 64K */
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * for which requests use 2^N search using buddies | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define MB_DEFAULT_ORDER2_REQS		2
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * default group prealloc size 512 blocks | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #define MB_DEFAULT_GROUP_PREALLOC	512
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-10-16 10:14:27 -04:00
										 |  |  | struct ext4_free_data { | 
					
						
							| 
									
										
										
										
											2012-02-20 17:53:02 -05:00
										 |  |  | 	/* MUST be the first member */ | 
					
						
							|  |  |  | 	struct ext4_journal_cb_entry	efd_jce; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* ext4_free_data private data starts from here */ | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-02-20 17:53:02 -05:00
										 |  |  | 	/* this links the free block information from group_info */ | 
					
						
							|  |  |  | 	struct rb_node			efd_node; | 
					
						
							| 
									
										
										
										
											2008-10-16 10:14:27 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/* group which free block extent belongs */ | 
					
						
							| 
									
										
										
										
											2012-02-20 17:53:02 -05:00
										 |  |  | 	ext4_group_t			efd_group; | 
					
						
							| 
									
										
										
										
											2008-10-16 10:14:27 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/* free block extent */ | 
					
						
							| 
									
										
										
										
											2012-02-20 17:53:02 -05:00
										 |  |  | 	ext4_grpblk_t			efd_start_cluster; | 
					
						
							|  |  |  | 	ext4_grpblk_t			efd_count; | 
					
						
							| 
									
										
										
										
											2008-10-16 10:14:27 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/* transaction which freed this extent */ | 
					
						
							| 
									
										
										
										
											2012-02-20 17:53:02 -05:00
										 |  |  | 	tid_t				efd_tid; | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | struct ext4_prealloc_space { | 
					
						
							|  |  |  | 	struct list_head	pa_inode_list; | 
					
						
							|  |  |  | 	struct list_head	pa_group_list; | 
					
						
							|  |  |  | 	union { | 
					
						
							|  |  |  | 		struct list_head pa_tmp_list; | 
					
						
							|  |  |  | 		struct rcu_head	pa_rcu; | 
					
						
							|  |  |  | 	} u; | 
					
						
							|  |  |  | 	spinlock_t		pa_lock; | 
					
						
							|  |  |  | 	atomic_t		pa_count; | 
					
						
							|  |  |  | 	unsigned		pa_deleted; | 
					
						
							|  |  |  | 	ext4_fsblk_t		pa_pstart;	/* phys. block */ | 
					
						
							|  |  |  | 	ext4_lblk_t		pa_lstart;	/* log. block */ | 
					
						
							| 
									
										
										
										
											2009-08-25 22:36:45 -04:00
										 |  |  | 	ext4_grpblk_t		pa_len;		/* len of preallocated chunk */ | 
					
						
							|  |  |  | 	ext4_grpblk_t		pa_free;	/* how many blocks are free */ | 
					
						
							| 
									
										
										
										
											2009-03-27 17:16:58 -04:00
										 |  |  | 	unsigned short		pa_type;	/* pa type. inode or group */ | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | 	spinlock_t		*pa_obj_lock; | 
					
						
							|  |  |  | 	struct inode		*pa_inode;	/* hack, for history only */ | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2009-03-27 17:16:58 -04:00
										 |  |  | enum { | 
					
						
							|  |  |  | 	MB_INODE_PA = 0, | 
					
						
							|  |  |  | 	MB_GROUP_PA = 1 | 
					
						
							|  |  |  | }; | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | struct ext4_free_extent { | 
					
						
							|  |  |  | 	ext4_lblk_t fe_logical; | 
					
						
							| 
									
										
										
										
											2011-09-09 18:48:51 -04:00
										 |  |  | 	ext4_grpblk_t fe_start;	/* In cluster units */ | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | 	ext4_group_t fe_group; | 
					
						
							| 
									
										
										
										
											2011-09-09 18:48:51 -04:00
										 |  |  | 	ext4_grpblk_t fe_len;	/* In cluster units */ | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * Locality group: | 
					
						
							|  |  |  |  *   we try to group all related changes together | 
					
						
							|  |  |  |  *   so that writeback can flush/allocate them together as well | 
					
						
							| 
									
										
										
										
											2008-07-23 14:14:05 -04:00
										 |  |  |  *   Size of lg_prealloc_list hash is determined by MB_DEFAULT_GROUP_PREALLOC | 
					
						
							|  |  |  |  *   (512). We store prealloc space into the hash based on the pa_free blocks | 
					
						
							|  |  |  |  *   order value.ie, fls(pa_free)-1; | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  |  */ | 
					
						
							| 
									
										
										
										
											2008-07-23 14:14:05 -04:00
										 |  |  | #define PREALLOC_TB_SIZE 10
 | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | struct ext4_locality_group { | 
					
						
							|  |  |  | 	/* for allocator */ | 
					
						
							| 
									
										
										
										
											2008-07-23 14:14:05 -04:00
										 |  |  | 	/* to serialize allocates */ | 
					
						
							|  |  |  | 	struct mutex		lg_mutex; | 
					
						
							|  |  |  | 	/* list of preallocations */ | 
					
						
							|  |  |  | 	struct list_head	lg_prealloc_list[PREALLOC_TB_SIZE]; | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | 	spinlock_t		lg_prealloc_lock; | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | struct ext4_allocation_context { | 
					
						
							|  |  |  | 	struct inode *ac_inode; | 
					
						
							|  |  |  | 	struct super_block *ac_sb; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* original request */ | 
					
						
							|  |  |  | 	struct ext4_free_extent ac_o_ex; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-02-24 14:10:00 -05:00
										 |  |  | 	/* goal request (normalized ac_o_ex) */ | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | 	struct ext4_free_extent ac_g_ex; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	/* the best found extent */ | 
					
						
							|  |  |  | 	struct ext4_free_extent ac_b_ex; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2011-10-31 18:55:50 -04:00
										 |  |  | 	/* copy of the best found extent taken before preallocation efforts */ | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | 	struct ext4_free_extent ac_f_ex; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	__u16 ac_groups_scanned; | 
					
						
							|  |  |  | 	__u16 ac_found; | 
					
						
							|  |  |  | 	__u16 ac_tail; | 
					
						
							|  |  |  | 	__u16 ac_buddy; | 
					
						
							|  |  |  | 	__u16 ac_flags;		/* allocation hints */ | 
					
						
							|  |  |  | 	__u8 ac_status; | 
					
						
							|  |  |  | 	__u8 ac_criteria; | 
					
						
							|  |  |  | 	__u8 ac_2order;		/* if request is to allocate 2^N blocks and
 | 
					
						
							|  |  |  | 				 * N > 0, the field stores N, otherwise 0 */ | 
					
						
							|  |  |  | 	__u8 ac_op;		/* operation, for history only */ | 
					
						
							|  |  |  | 	struct page *ac_bitmap_page; | 
					
						
							|  |  |  | 	struct page *ac_buddy_page; | 
					
						
							|  |  |  | 	struct ext4_prealloc_space *ac_pa; | 
					
						
							|  |  |  | 	struct ext4_locality_group *ac_lg; | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define AC_STATUS_CONTINUE	1
 | 
					
						
							|  |  |  | #define AC_STATUS_FOUND		2
 | 
					
						
							|  |  |  | #define AC_STATUS_BREAK		3
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | struct ext4_buddy { | 
					
						
							|  |  |  | 	struct page *bd_buddy_page; | 
					
						
							|  |  |  | 	void *bd_buddy; | 
					
						
							|  |  |  | 	struct page *bd_bitmap_page; | 
					
						
							|  |  |  | 	void *bd_bitmap; | 
					
						
							|  |  |  | 	struct ext4_group_info *bd_info; | 
					
						
							|  |  |  | 	struct super_block *bd_sb; | 
					
						
							|  |  |  | 	__u16 bd_blkbits; | 
					
						
							|  |  |  | 	ext4_group_t bd_group; | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2008-11-25 15:11:52 -05:00
										 |  |  | static inline ext4_fsblk_t ext4_grp_offs_to_block(struct super_block *sb, | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | 					struct ext4_free_extent *fex) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2011-09-09 18:46:51 -04:00
										 |  |  | 	return ext4_group_first_block_no(sb, fex->fe_group) + | 
					
						
							|  |  |  | 		(fex->fe_start << EXT4_SB(sb)->s_cluster_bits); | 
					
						
							| 
									
										
										
										
											2008-04-29 22:01:31 -04:00
										 |  |  | } | 
					
						
							|  |  |  | #endif
 |