| 
									
										
										
										
											2012-10-08 16:30:39 -07:00
										 |  |  | #include <linux/module.h>
 | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:33 -07:00
										 |  |  | #include <linux/rbtree_augmented.h>
 | 
					
						
							| 
									
										
										
										
											2012-10-08 16:30:39 -07:00
										 |  |  | #include <linux/random.h>
 | 
					
						
							|  |  |  | #include <asm/timex.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #define NODES       100
 | 
					
						
							|  |  |  | #define PERF_LOOPS  100000
 | 
					
						
							|  |  |  | #define CHECK_LOOPS 100
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | struct test_node { | 
					
						
							|  |  |  | 	struct rb_node rb; | 
					
						
							|  |  |  | 	u32 key; | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:15 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	/* following fields used for testing augmented rbtree functionality */ | 
					
						
							|  |  |  | 	u32 val; | 
					
						
							|  |  |  | 	u32 augmented; | 
					
						
							| 
									
										
										
										
											2012-10-08 16:30:39 -07:00
										 |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static struct rb_root root = RB_ROOT; | 
					
						
							|  |  |  | static struct test_node nodes[NODES]; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static struct rnd_state rnd; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static void insert(struct test_node *node, struct rb_root *root) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct rb_node **new = &root->rb_node, *parent = NULL; | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:15 -07:00
										 |  |  | 	u32 key = node->key; | 
					
						
							| 
									
										
										
										
											2012-10-08 16:30:39 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	while (*new) { | 
					
						
							|  |  |  | 		parent = *new; | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:15 -07:00
										 |  |  | 		if (key < rb_entry(parent, struct test_node, rb)->key) | 
					
						
							| 
									
										
										
										
											2012-10-08 16:30:39 -07:00
										 |  |  | 			new = &parent->rb_left; | 
					
						
							|  |  |  | 		else | 
					
						
							|  |  |  | 			new = &parent->rb_right; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	rb_link_node(&node->rb, parent, new); | 
					
						
							|  |  |  | 	rb_insert_color(&node->rb, root); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static inline void erase(struct test_node *node, struct rb_root *root) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	rb_erase(&node->rb, root); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:15 -07:00
										 |  |  | static inline u32 augment_recompute(struct test_node *node) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	u32 max = node->val, child_augmented; | 
					
						
							|  |  |  | 	if (node->rb.rb_left) { | 
					
						
							|  |  |  | 		child_augmented = rb_entry(node->rb.rb_left, struct test_node, | 
					
						
							|  |  |  | 					   rb)->augmented; | 
					
						
							|  |  |  | 		if (max < child_augmented) | 
					
						
							|  |  |  | 			max = child_augmented; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	if (node->rb.rb_right) { | 
					
						
							|  |  |  | 		child_augmented = rb_entry(node->rb.rb_right, struct test_node, | 
					
						
							|  |  |  | 					   rb)->augmented; | 
					
						
							|  |  |  | 		if (max < child_augmented) | 
					
						
							|  |  |  | 			max = child_augmented; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	return max; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:21 -07:00
										 |  |  | RB_DECLARE_CALLBACKS(static, augment_callbacks, struct test_node, rb, | 
					
						
							|  |  |  | 		     u32, augmented, augment_recompute) | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:17 -07:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:15 -07:00
										 |  |  | static void insert_augmented(struct test_node *node, struct rb_root *root) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:17 -07:00
										 |  |  | 	struct rb_node **new = &root->rb_node, *rb_parent = NULL; | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:15 -07:00
										 |  |  | 	u32 key = node->key; | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:17 -07:00
										 |  |  | 	u32 val = node->val; | 
					
						
							|  |  |  | 	struct test_node *parent; | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:15 -07:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	while (*new) { | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:17 -07:00
										 |  |  | 		rb_parent = *new; | 
					
						
							|  |  |  | 		parent = rb_entry(rb_parent, struct test_node, rb); | 
					
						
							|  |  |  | 		if (parent->augmented < val) | 
					
						
							|  |  |  | 			parent->augmented = val; | 
					
						
							|  |  |  | 		if (key < parent->key) | 
					
						
							|  |  |  | 			new = &parent->rb.rb_left; | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:15 -07:00
										 |  |  | 		else | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:17 -07:00
										 |  |  | 			new = &parent->rb.rb_right; | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:15 -07:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:17 -07:00
										 |  |  | 	node->augmented = val; | 
					
						
							|  |  |  | 	rb_link_node(&node->rb, rb_parent, new); | 
					
						
							|  |  |  | 	rb_insert_augmented(&node->rb, root, &augment_callbacks); | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:15 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static void erase_augmented(struct test_node *node, struct rb_root *root) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:17 -07:00
										 |  |  | 	rb_erase_augmented(&node->rb, root, &augment_callbacks); | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:15 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-08 16:30:39 -07:00
										 |  |  | static void init(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	int i; | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:15 -07:00
										 |  |  | 	for (i = 0; i < NODES; i++) { | 
					
						
							| 
									
										
										
										
											2012-12-17 16:04:23 -08:00
										 |  |  | 		nodes[i].key = prandom_u32_state(&rnd); | 
					
						
							|  |  |  | 		nodes[i].val = prandom_u32_state(&rnd); | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:15 -07:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2012-10-08 16:30:39 -07:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static bool is_red(struct rb_node *rb) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	return !(rb->__rb_parent_color & 1); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static int black_path_count(struct rb_node *rb) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	int count; | 
					
						
							|  |  |  | 	for (count = 0; rb; rb = rb_parent(rb)) | 
					
						
							|  |  |  | 		count += !is_red(rb); | 
					
						
							|  |  |  | 	return count; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static void check(int nr_nodes) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct rb_node *rb; | 
					
						
							|  |  |  | 	int count = 0; | 
					
						
							| 
									
										
										
										
											2012-12-17 16:01:43 -08:00
										 |  |  | 	int blacks = 0; | 
					
						
							| 
									
										
										
										
											2012-10-08 16:30:39 -07:00
										 |  |  | 	u32 prev_key = 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	for (rb = rb_first(&root); rb; rb = rb_next(rb)) { | 
					
						
							|  |  |  | 		struct test_node *node = rb_entry(rb, struct test_node, rb); | 
					
						
							|  |  |  | 		WARN_ON_ONCE(node->key < prev_key); | 
					
						
							|  |  |  | 		WARN_ON_ONCE(is_red(rb) && | 
					
						
							|  |  |  | 			     (!rb_parent(rb) || is_red(rb_parent(rb)))); | 
					
						
							|  |  |  | 		if (!count) | 
					
						
							|  |  |  | 			blacks = black_path_count(rb); | 
					
						
							|  |  |  | 		else | 
					
						
							|  |  |  | 			WARN_ON_ONCE((!rb->rb_left || !rb->rb_right) && | 
					
						
							|  |  |  | 				     blacks != black_path_count(rb)); | 
					
						
							|  |  |  | 		prev_key = node->key; | 
					
						
							|  |  |  | 		count++; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 	WARN_ON_ONCE(count != nr_nodes); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:15 -07:00
										 |  |  | static void check_augmented(int nr_nodes) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct rb_node *rb; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	check(nr_nodes); | 
					
						
							|  |  |  | 	for (rb = rb_first(&root); rb; rb = rb_next(rb)) { | 
					
						
							|  |  |  | 		struct test_node *node = rb_entry(rb, struct test_node, rb); | 
					
						
							|  |  |  | 		WARN_ON_ONCE(node->augmented != augment_recompute(node)); | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-08 16:30:39 -07:00
										 |  |  | static int rbtree_test_init(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	int i, j; | 
					
						
							|  |  |  | 	cycles_t time1, time2, time; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	printk(KERN_ALERT "rbtree testing"); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-12-17 16:04:23 -08:00
										 |  |  | 	prandom_seed_state(&rnd, 3141592653589793238ULL); | 
					
						
							| 
									
										
										
										
											2012-10-08 16:30:39 -07:00
										 |  |  | 	init(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	time1 = get_cycles(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	for (i = 0; i < PERF_LOOPS; i++) { | 
					
						
							|  |  |  | 		for (j = 0; j < NODES; j++) | 
					
						
							|  |  |  | 			insert(nodes + j, &root); | 
					
						
							|  |  |  | 		for (j = 0; j < NODES; j++) | 
					
						
							|  |  |  | 			erase(nodes + j, &root); | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	time2 = get_cycles(); | 
					
						
							|  |  |  | 	time = time2 - time1; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	time = div_u64(time, PERF_LOOPS); | 
					
						
							|  |  |  | 	printk(" -> %llu cycles\n", (unsigned long long)time); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	for (i = 0; i < CHECK_LOOPS; i++) { | 
					
						
							|  |  |  | 		init(); | 
					
						
							|  |  |  | 		for (j = 0; j < NODES; j++) { | 
					
						
							|  |  |  | 			check(j); | 
					
						
							|  |  |  | 			insert(nodes + j, &root); | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		for (j = 0; j < NODES; j++) { | 
					
						
							|  |  |  | 			check(NODES - j); | 
					
						
							|  |  |  | 			erase(nodes + j, &root); | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		check(0); | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-08 16:31:15 -07:00
										 |  |  | 	printk(KERN_ALERT "augmented rbtree testing"); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	init(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	time1 = get_cycles(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	for (i = 0; i < PERF_LOOPS; i++) { | 
					
						
							|  |  |  | 		for (j = 0; j < NODES; j++) | 
					
						
							|  |  |  | 			insert_augmented(nodes + j, &root); | 
					
						
							|  |  |  | 		for (j = 0; j < NODES; j++) | 
					
						
							|  |  |  | 			erase_augmented(nodes + j, &root); | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	time2 = get_cycles(); | 
					
						
							|  |  |  | 	time = time2 - time1; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	time = div_u64(time, PERF_LOOPS); | 
					
						
							|  |  |  | 	printk(" -> %llu cycles\n", (unsigned long long)time); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	for (i = 0; i < CHECK_LOOPS; i++) { | 
					
						
							|  |  |  | 		init(); | 
					
						
							|  |  |  | 		for (j = 0; j < NODES; j++) { | 
					
						
							|  |  |  | 			check_augmented(j); | 
					
						
							|  |  |  | 			insert_augmented(nodes + j, &root); | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		for (j = 0; j < NODES; j++) { | 
					
						
							|  |  |  | 			check_augmented(NODES - j); | 
					
						
							|  |  |  | 			erase_augmented(nodes + j, &root); | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		check_augmented(0); | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2012-10-08 16:30:39 -07:00
										 |  |  | 	return -EAGAIN; /* Fail will directly unload the module */ | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static void rbtree_test_exit(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	printk(KERN_ALERT "test exit\n"); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | module_init(rbtree_test_init) | 
					
						
							|  |  |  | module_exit(rbtree_test_exit) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | MODULE_LICENSE("GPL"); | 
					
						
							|  |  |  | MODULE_AUTHOR("Michel Lespinasse"); | 
					
						
							|  |  |  | MODULE_DESCRIPTION("Red Black Tree test"); |