| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | #include <unistd.h>
 | 
					
						
							|  |  |  | #include <stdio.h>
 | 
					
						
							|  |  |  | #include <string.h>
 | 
					
						
							|  |  |  | #include <sys/types.h>
 | 
					
						
							|  |  |  | #include <sys/stat.h>
 | 
					
						
							|  |  |  | #include <fcntl.h>
 | 
					
						
							|  |  |  | #include <stdlib.h>
 | 
					
						
							|  |  |  | #include <linux/kernel.h>
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include "vdso.h"
 | 
					
						
							|  |  |  | #include "util.h"
 | 
					
						
							|  |  |  | #include "symbol.h"
 | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:53 +03:00
										 |  |  | #include "machine.h"
 | 
					
						
							| 
									
										
										
										
											2014-10-23 13:45:23 +03:00
										 |  |  | #include "thread.h"
 | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | #include "linux/string.h"
 | 
					
						
							| 
									
										
										
										
											2014-07-14 23:46:48 +02:00
										 |  |  | #include "debug.h"
 | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-10-23 18:16:03 -03:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Include definition of find_vdso_map() also used in perf-read-vdso.c for | 
					
						
							|  |  |  |  * building perf-read-vdso32 and perf-read-vdsox32. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | #include "find-vdso-map.c"
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:54 +03:00
										 |  |  | #define VDSO__TEMP_FILE_NAME "/tmp/perf-vdso.so-XXXXXX"
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | struct vdso_file { | 
					
						
							|  |  |  | 	bool found; | 
					
						
							|  |  |  | 	bool error; | 
					
						
							|  |  |  | 	char temp_file_name[sizeof(VDSO__TEMP_FILE_NAME)]; | 
					
						
							|  |  |  | 	const char *dso_name; | 
					
						
							| 
									
										
										
										
											2014-10-23 13:45:23 +03:00
										 |  |  | 	const char *read_prog; | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:54 +03:00
										 |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | struct vdso_info { | 
					
						
							|  |  |  | 	struct vdso_file vdso; | 
					
						
							| 
									
										
										
										
											2014-10-23 13:45:23 +03:00
										 |  |  | #if BITS_PER_LONG == 64
 | 
					
						
							|  |  |  | 	struct vdso_file vdso32; | 
					
						
							|  |  |  | 	struct vdso_file vdsox32; | 
					
						
							|  |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:54 +03:00
										 |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-07-23 14:23:00 +03:00
										 |  |  | static struct vdso_info *vdso_info__new(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	static const struct vdso_info vdso_info_init = { | 
					
						
							|  |  |  | 		.vdso    = { | 
					
						
							|  |  |  | 			.temp_file_name = VDSO__TEMP_FILE_NAME, | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:57 +03:00
										 |  |  | 			.dso_name = DSO__NAME_VDSO, | 
					
						
							| 
									
										
										
										
											2014-07-23 14:23:00 +03:00
										 |  |  | 		}, | 
					
						
							| 
									
										
										
										
											2014-10-23 13:45:23 +03:00
										 |  |  | #if BITS_PER_LONG == 64
 | 
					
						
							|  |  |  | 		.vdso32  = { | 
					
						
							|  |  |  | 			.temp_file_name = VDSO__TEMP_FILE_NAME, | 
					
						
							|  |  |  | 			.dso_name = DSO__NAME_VDSO32, | 
					
						
							|  |  |  | 			.read_prog = "perf-read-vdso32", | 
					
						
							|  |  |  | 		}, | 
					
						
							|  |  |  | 		.vdsox32  = { | 
					
						
							|  |  |  | 			.temp_file_name = VDSO__TEMP_FILE_NAME, | 
					
						
							|  |  |  | 			.dso_name = DSO__NAME_VDSOX32, | 
					
						
							|  |  |  | 			.read_prog = "perf-read-vdsox32", | 
					
						
							|  |  |  | 		}, | 
					
						
							|  |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2014-07-23 14:23:00 +03:00
										 |  |  | 	}; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return memdup(&vdso_info_init, sizeof(vdso_info_init)); | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:54 +03:00
										 |  |  | static char *get_file(struct vdso_file *vdso_file) | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | { | 
					
						
							|  |  |  | 	char *vdso = NULL; | 
					
						
							|  |  |  | 	char *buf = NULL; | 
					
						
							|  |  |  | 	void *start, *end; | 
					
						
							|  |  |  | 	size_t size; | 
					
						
							|  |  |  | 	int fd; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:54 +03:00
										 |  |  | 	if (vdso_file->found) | 
					
						
							|  |  |  | 		return vdso_file->temp_file_name; | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:54 +03:00
										 |  |  | 	if (vdso_file->error || find_vdso_map(&start, &end)) | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | 		return NULL; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	size = end - start; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	buf = memdup(start, size); | 
					
						
							|  |  |  | 	if (!buf) | 
					
						
							|  |  |  | 		return NULL; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:54 +03:00
										 |  |  | 	fd = mkstemp(vdso_file->temp_file_name); | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | 	if (fd < 0) | 
					
						
							|  |  |  | 		goto out; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (size == (size_t) write(fd, buf, size)) | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:54 +03:00
										 |  |  | 		vdso = vdso_file->temp_file_name; | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	close(fd); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |  out: | 
					
						
							|  |  |  | 	free(buf); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:54 +03:00
										 |  |  | 	vdso_file->found = (vdso != NULL); | 
					
						
							|  |  |  | 	vdso_file->error = !vdso_file->found; | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | 	return vdso; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-07-23 14:23:00 +03:00
										 |  |  | void vdso__exit(struct machine *machine) | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2014-07-23 14:23:00 +03:00
										 |  |  | 	struct vdso_info *vdso_info = machine->vdso_info; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (!vdso_info) | 
					
						
							|  |  |  | 		return; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:54 +03:00
										 |  |  | 	if (vdso_info->vdso.found) | 
					
						
							|  |  |  | 		unlink(vdso_info->vdso.temp_file_name); | 
					
						
							| 
									
										
										
										
											2014-10-23 13:45:23 +03:00
										 |  |  | #if BITS_PER_LONG == 64
 | 
					
						
							|  |  |  | 	if (vdso_info->vdso32.found) | 
					
						
							|  |  |  | 		unlink(vdso_info->vdso32.temp_file_name); | 
					
						
							|  |  |  | 	if (vdso_info->vdsox32.found) | 
					
						
							|  |  |  | 		unlink(vdso_info->vdsox32.temp_file_name); | 
					
						
							|  |  |  | #endif
 | 
					
						
							| 
									
										
										
										
											2014-07-23 14:23:00 +03:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	zfree(&machine->vdso_info); | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:56 +03:00
										 |  |  | static struct dso *vdso__new(struct machine *machine, const char *short_name, | 
					
						
							|  |  |  | 			     const char *long_name) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	struct dso *dso; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	dso = dso__new(short_name); | 
					
						
							|  |  |  | 	if (dso != NULL) { | 
					
						
							|  |  |  | 		dsos__add(&machine->user_dsos, dso); | 
					
						
							|  |  |  | 		dso__set_long_name(dso, long_name, false); | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return dso; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-10-23 13:45:23 +03:00
										 |  |  | #if BITS_PER_LONG == 64
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static enum dso_type machine__thread_dso_type(struct machine *machine, | 
					
						
							|  |  |  | 					      struct thread *thread) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	enum dso_type dso_type = DSO__TYPE_UNKNOWN; | 
					
						
							|  |  |  | 	struct map *map; | 
					
						
							|  |  |  | 	struct dso *dso; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	map = map_groups__first(thread->mg, MAP__FUNCTION); | 
					
						
							|  |  |  | 	for (; map ; map = map_groups__next(map)) { | 
					
						
							|  |  |  | 		dso = map->dso; | 
					
						
							|  |  |  | 		if (!dso || dso->long_name[0] != '/') | 
					
						
							|  |  |  | 			continue; | 
					
						
							|  |  |  | 		dso_type = dso__type(dso, machine); | 
					
						
							|  |  |  | 		if (dso_type != DSO__TYPE_UNKNOWN) | 
					
						
							|  |  |  | 			break; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return dso_type; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static int vdso__do_copy_compat(FILE *f, int fd) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	char buf[4096]; | 
					
						
							|  |  |  | 	size_t count; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	while (1) { | 
					
						
							|  |  |  | 		count = fread(buf, 1, sizeof(buf), f); | 
					
						
							|  |  |  | 		if (ferror(f)) | 
					
						
							|  |  |  | 			return -errno; | 
					
						
							|  |  |  | 		if (feof(f)) | 
					
						
							|  |  |  | 			break; | 
					
						
							|  |  |  | 		if (count && writen(fd, buf, count) != (ssize_t)count) | 
					
						
							|  |  |  | 			return -errno; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static int vdso__copy_compat(const char *prog, int fd) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	FILE *f; | 
					
						
							|  |  |  | 	int err; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	f = popen(prog, "r"); | 
					
						
							|  |  |  | 	if (!f) | 
					
						
							|  |  |  | 		return -errno; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	err = vdso__do_copy_compat(f, fd); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (pclose(f) == -1) | 
					
						
							|  |  |  | 		return -errno; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return err; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static int vdso__create_compat_file(const char *prog, char *temp_name) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	int fd, err; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	fd = mkstemp(temp_name); | 
					
						
							|  |  |  | 	if (fd < 0) | 
					
						
							|  |  |  | 		return -errno; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	err = vdso__copy_compat(prog, fd); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (close(fd) == -1) | 
					
						
							|  |  |  | 		return -errno; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return err; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static const char *vdso__get_compat_file(struct vdso_file *vdso_file) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	int err; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (vdso_file->found) | 
					
						
							|  |  |  | 		return vdso_file->temp_file_name; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (vdso_file->error) | 
					
						
							|  |  |  | 		return NULL; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	err = vdso__create_compat_file(vdso_file->read_prog, | 
					
						
							|  |  |  | 				       vdso_file->temp_file_name); | 
					
						
							|  |  |  | 	if (err) { | 
					
						
							|  |  |  | 		pr_err("%s failed, error %d\n", vdso_file->read_prog, err); | 
					
						
							|  |  |  | 		vdso_file->error = true; | 
					
						
							|  |  |  | 		return NULL; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	vdso_file->found = true; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return vdso_file->temp_file_name; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static struct dso *vdso__findnew_compat(struct machine *machine, | 
					
						
							|  |  |  | 					struct vdso_file *vdso_file) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	const char *file_name; | 
					
						
							|  |  |  | 	struct dso *dso; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	dso = dsos__find(&machine->user_dsos, vdso_file->dso_name, true); | 
					
						
							|  |  |  | 	if (dso) | 
					
						
							|  |  |  | 		return dso; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	file_name = vdso__get_compat_file(vdso_file); | 
					
						
							|  |  |  | 	if (!file_name) | 
					
						
							|  |  |  | 		return NULL; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return vdso__new(machine, vdso_file->dso_name, file_name); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static int vdso__dso_findnew_compat(struct machine *machine, | 
					
						
							|  |  |  | 				    struct thread *thread, | 
					
						
							|  |  |  | 				    struct vdso_info *vdso_info, | 
					
						
							|  |  |  | 				    struct dso **dso) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	enum dso_type dso_type; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	dso_type = machine__thread_dso_type(machine, thread); | 
					
						
							| 
									
										
										
										
											2014-10-23 13:45:24 +03:00
										 |  |  | 
 | 
					
						
							|  |  |  | #ifndef HAVE_PERF_READ_VDSO32
 | 
					
						
							|  |  |  | 	if (dso_type == DSO__TYPE_32BIT) | 
					
						
							|  |  |  | 		return 0; | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | #ifndef HAVE_PERF_READ_VDSOX32
 | 
					
						
							|  |  |  | 	if (dso_type == DSO__TYPE_X32BIT) | 
					
						
							|  |  |  | 		return 0; | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-10-23 13:45:23 +03:00
										 |  |  | 	switch (dso_type) { | 
					
						
							|  |  |  | 	case DSO__TYPE_32BIT: | 
					
						
							|  |  |  | 		*dso = vdso__findnew_compat(machine, &vdso_info->vdso32); | 
					
						
							|  |  |  | 		return 1; | 
					
						
							|  |  |  | 	case DSO__TYPE_X32BIT: | 
					
						
							|  |  |  | 		*dso = vdso__findnew_compat(machine, &vdso_info->vdsox32); | 
					
						
							|  |  |  | 		return 1; | 
					
						
							|  |  |  | 	case DSO__TYPE_UNKNOWN: | 
					
						
							|  |  |  | 	case DSO__TYPE_64BIT: | 
					
						
							|  |  |  | 	default: | 
					
						
							|  |  |  | 		return 0; | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-07-22 16:18:00 +03:00
										 |  |  | struct dso *vdso__dso_findnew(struct machine *machine, | 
					
						
							|  |  |  | 			      struct thread *thread __maybe_unused) | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2014-07-23 14:23:00 +03:00
										 |  |  | 	struct vdso_info *vdso_info; | 
					
						
							|  |  |  | 	struct dso *dso; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	if (!machine->vdso_info) | 
					
						
							|  |  |  | 		machine->vdso_info = vdso_info__new(); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	vdso_info = machine->vdso_info; | 
					
						
							|  |  |  | 	if (!vdso_info) | 
					
						
							|  |  |  | 		return NULL; | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-10-23 13:45:23 +03:00
										 |  |  | #if BITS_PER_LONG == 64
 | 
					
						
							|  |  |  | 	if (vdso__dso_findnew_compat(machine, thread, vdso_info, &dso)) | 
					
						
							|  |  |  | 		return dso; | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:57 +03:00
										 |  |  | 	dso = dsos__find(&machine->user_dsos, DSO__NAME_VDSO, true); | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | 	if (!dso) { | 
					
						
							|  |  |  | 		char *file; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:54 +03:00
										 |  |  | 		file = get_file(&vdso_info->vdso); | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | 		if (!file) | 
					
						
							|  |  |  | 			return NULL; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:57 +03:00
										 |  |  | 		dso = vdso__new(machine, DSO__NAME_VDSO, file); | 
					
						
							| 
									
										
										
										
											2012-09-10 18:50:19 +02:00
										 |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	return dso; | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:57 +03:00
										 |  |  | 
 | 
					
						
							|  |  |  | bool dso__is_vdso(struct dso *dso) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2014-10-23 13:45:23 +03:00
										 |  |  | 	return !strcmp(dso->short_name, DSO__NAME_VDSO) || | 
					
						
							|  |  |  | 	       !strcmp(dso->short_name, DSO__NAME_VDSO32) || | 
					
						
							|  |  |  | 	       !strcmp(dso->short_name, DSO__NAME_VDSOX32); | 
					
						
							| 
									
										
										
										
											2014-07-22 16:17:57 +03:00
										 |  |  | } |