#include #include #include #include #include #include #include #include #ifdef CONFIG_VALGRIND_DEV #include #else #define DRD_IGNORE_VAR(x) do { } while (0) #endif #include "fio.h" #include "smalloc.h" #include "diskutil.h" #include "helper_thread.h" static int last_majdev, last_mindev; static struct disk_util *last_du; static struct fio_sem *disk_util_sem; static struct disk_util *__init_per_file_disk_util(struct thread_data *td, int majdev, int mindev, char *path); static void disk_util_free(struct disk_util *du) { if (du == last_du) last_du = NULL; while (!flist_empty(&du->slaves)) { struct disk_util *slave; slave = flist_first_entry(&du->slaves, struct disk_util, slavelist); flist_del(&slave->slavelist); slave->users--; } fio_sem_remove(du->lock); free(du->sysfs_root); sfree(du); } static int get_io_ticks(struct disk_util *du, struct disk_util_stat *dus) { char line[256]; FILE *f; char *p; int ret; dprint(FD_DISKUTIL, "open stat file: %s\n", du->path); f = fopen(du->path, "r"); if (!f) return 1; p = fgets(line, sizeof(line), f); if (!p) { fclose(f); return 1; } dprint(FD_DISKUTIL, "%s: %s", du->path, p); ret = sscanf(p, "%"SCNu64" %"SCNu64" %"SCNu64" %"SCNu64" " "%"SCNu64" %"SCNu64" %"SCNu64" %"SCNu64" " "%*u %"SCNu64" %"SCNu64"\n", &dus->s.ios[0], &dus->s.merges[0], &dus->s.sectors[0], &dus->s.ticks[0], &dus->s.ios[1], &dus->s.merges[1], &dus->s.sectors[1], &dus->s.ticks[1], &dus->s.io_ticks, &dus->s.time_in_queue); fclose(f); dprint(FD_DISKUTIL, "%s: stat read ok? %d\n", du->path, ret == 10); return ret != 10; } static uint64_t safe_32bit_diff(uint64_t nval, uint64_t oval) { /* Linux kernel prints some of the stat fields as 32-bit integers. It is * possible that the value overflows, but since fio uses unsigned 64-bit * arithmetic in update_io_tick_disk(), it instead results in a huge * bogus value being added to the respective accumulating field. Just * in case Linux starts reporting these metrics as 64-bit values in the * future, check that overflow actually happens around the 32-bit * unsigned boundary; assume overflow only happens once between * successive polls. */ if (oval <= nval || oval >= (1ull << 32)) return nval - oval; else return (1ull << 32) + nval - oval; } static void update_io_tick_disk(struct disk_util *du) { struct disk_util_stat __dus, *dus, *ldus; struct timespec t; if (!du->users) return; if (get_io_ticks(du, &__dus)) return; dus = &du->dus; ldus = &du->last_dus; dus->s.sectors[0] += (__dus.s.sectors[0] - ldus->s.sectors[0]); dus->s.sectors[1] += (__dus.s.sectors[1] - ldus->s.sectors[1]); dus->s.ios[0] += (__dus.s.ios[0] - ldus->s.ios[0]); dus->s.ios[1] += (__dus.s.ios[1] - ldus->s.ios[1]); dus->s.merges[0] += (__dus.s.merges[0] - ldus->s.merges[0]); dus->s.merges[1] += (__dus.s.merges[1] - ldus->s.merges[1]); dus->s.ticks[0] += safe_32bit_diff(__dus.s.ticks[0], ldus->s.ticks[0]); dus->s.ticks[1] += safe_32bit_diff(__dus.s.ticks[1], ldus->s.ticks[1]); dus->s.io_ticks += safe_32bit_diff(__dus.s.io_ticks, ldus->s.io_ticks); dus->s.time_in_queue += safe_32bit_diff(__dus.s.time_in_queue, ldus->s.time_in_queue); fio_gettime(&t, NULL); dus->s.msec += mtime_since(&du->time, &t); du->time = t; ldus->s = __dus.s; } int update_io_ticks(void) { struct flist_head *entry; struct disk_util *du; int ret = 0; dprint(FD_DISKUTIL, "update io ticks\n"); fio_sem_down(disk_util_sem); if (!helper_should_exit()) { flist_for_each(entry, &disk_list) { du = flist_entry(entry, struct disk_util, list); update_io_tick_disk(du); } } else ret = 1; fio_sem_up(disk_util_sem); return ret; } static struct disk_util *disk_util_exists(int major, int minor) { struct flist_head *entry; struct disk_util *du; fio_sem_down(disk_util_sem); flist_for_each(entry, &disk_list) { du = flist_entry(entry, struct disk_util, list); if (major == du->major && minor == du->minor) { fio_sem_up(disk_util_sem); return du; } } fio_sem_up(disk_util_sem); return NULL; } static int get_device_numbers(char *file_name, int *maj, int *min) { struct stat st; int majdev, mindev; char tempname[PATH_MAX], *p; if (!lstat(file_name, &st)) { if (S_ISBLK(st.st_mode)) { majdev = major(st.st_rdev); mindev = minor(st.st_rdev); } else if (S_ISCHR(st.st_mode) || S_ISFIFO(st.st_mode)) { return -1; } else { majdev = major(st.st_dev); mindev = minor(st.st_dev); } } else { /* * must be a file, open "." in that path */ snprintf(tempname, FIO_ARRAY_SIZE(tempname), "%s", file_name); p = dirname(tempname); if (stat(p, &st)) { perror("disk util stat"); return -1; } majdev = major(st.st_dev); mindev = minor(st.st_dev); } *min = mindev; *maj = majdev; return 0; } static int read_block_dev_entry(char *path, int *maj, int *min) { char line[256], *p; FILE *f; f = fopen(path, "r"); if (!f) { perror("open path"); return 1; } p = fgets(line, sizeof(line), f); fclose(f); if (!p) return 1; if (sscanf(p, "%u:%u", maj, min) != 2) return 1; return 0; } static void find_add_disk_slaves(struct thread_data *td, char *path, struct disk_util *masterdu) { DIR *dirhandle = NULL; struct dirent *dirent = NULL; char slavesdir[PATH_MAX], temppath[PATH_MAX], slavepath[PATH_MAX]; struct disk_util *slavedu = NULL; int majdev, mindev; ssize_t linklen; sprintf(slavesdir, "%s/%s", path, "slaves"); dirhandle = opendir(slavesdir); if (!dirhandle) return; while ((dirent = readdir(dirhandle)) != NULL) { if (!strcmp(dirent->d_name, ".") || !strcmp(dirent->d_name, "..")) continue; nowarn_snprintf(temppath, sizeof(temppath), "%s/%s", slavesdir, dirent->d_name); /* Can we always assume that the slaves device entries * are links to the real directories for the slave * devices? */ linklen = readlink(temppath, slavepath, PATH_MAX - 1); if (linklen < 0) { perror("readlink() for slave device."); closedir(dirhandle); return; } slavepath[linklen] = '\0'; nowarn_snprintf(temppath, sizeof(temppath), "%s/%s/dev", slavesdir, slavepath); if (access(temppath, F_OK) != 0) nowarn_snprintf(temppath, sizeof(temppath), "%s/%s/device/dev", slavesdir, slavepath); if (read_block_dev_entry(temppath, &majdev, &mindev)) { perror("Error getting slave device numbers"); closedir(dirhandle); return; } /* * See if this maj,min already exists */ slavedu = disk_util_exists(majdev, mindev); if (slavedu) continue; nowarn_snprintf(temppath, sizeof(temppath), "%s/%s", slavesdir, slavepath); __init_per_file_disk_util(td, majdev, mindev, temppath); slavedu = disk_util_exists(majdev, mindev); /* Should probably use an assert here. slavedu should * always be present at this point. */ if (slavedu) { slavedu->users++; flist_add_tail(&slavedu->slavelist, &masterdu->slaves); } } closedir(dirhandle); } static struct disk_util *disk_util_add(struct thread_data *td, int majdev, int mindev, char *path) { struct disk_util *du, *__du; struct flist_head *entry; int l; dprint(FD_DISKUTIL, "add maj/min %d/%d: %s\n", majdev, mindev, path); du = smalloc(sizeof(*du)); if (!du) return NULL; DRD_IGNORE_VAR(du->users); memset(du, 0, sizeof(*du)); INIT_FLIST_HEAD(&du->list); l = snprintf(du->path, sizeof(du->path), "%s/stat", path); if (l < 0 || l >= sizeof(du->path)) { log_err("constructed path \"%.100s[...]/stat\" larger than buffer (%zu bytes)\n", path, sizeof(du->path) - 1); sfree(du); return NULL; } snprintf((char *) du->dus.name, FIO_ARRAY_SIZE(du->dus.name), "%s", basename(path)); du->sysfs_root = strdup(path); du->major = majdev; du->minor = mindev; INIT_FLIST_HEAD(&du->slavelist); INIT_FLIST_HEAD(&du->slaves); du->lock = fio_sem_init(FIO_SEM_UNLOCKED); du->users = 0; fio_sem_down(disk_util_sem); flist_for_each(entry, &disk_list) { __du = flist_entry(entry, struct disk_util, list); dprint(FD_DISKUTIL, "found %s in list\n", __du->dus.name); if (!strcmp((char *) du->dus.name, (char *) __du->dus.name)) { disk_util_free(du); fio_sem_up(disk_util_sem); return __du; } } dprint(FD_DISKUTIL, "add %s to list\n", du->dus.name); fio_gettime(&du->time, NULL); get_io_ticks(du, &du->last_dus); flist_add_tail(&du->list, &disk_list); fio_sem_up(disk_util_sem); find_add_disk_slaves(td, path, du); return du; } static int check_dev_match(int majdev, int mindev, char *path) { int major, minor; if (read_block_dev_entry(path, &major, &minor)) return 1; if (majdev == major && mindev == minor) return 0; return 1; } static int find_block_dir(int majdev, int mindev, char *path, int link_ok) { struct dirent *dir; struct stat st; int found = 0; DIR *D; D = opendir(path); if (!D) return 0; while ((dir = readdir(D)) != NULL) { char full_path[257]; if (!strcmp(dir->d_name, ".") || !strcmp(dir->d_name, "..")) continue; sprintf(full_path, "%s/%s", path, dir->d_name); if (!strcmp(dir->d_name, "dev")) { if (!check_dev_match(majdev, mindev, full_path)) { found = 1; break; } } if (link_ok) { if (stat(full_path, &st) == -1) { perror("stat"); break; } } else { if (lstat(full_path, &st) == -1) { perror("stat"); break; } } if (!S_ISDIR(st.st_mode) || S_ISLNK(st.st_mode)) continue; found = find_block_dir(majdev, mindev, full_path, 0); if (found) { strcpy(path, full_path); break; } } closedir(D); return found; } static struct disk_util *__init_per_file_disk_util(struct thread_data *td, int majdev, int mindev, char *path) { struct stat st; char tmp[PATH_MAX]; char *p; /* * If there's a ../queue/ directory there, we are inside a partition. * Check if that is the case and jump back. For loop/md/dm etc we * are already in the right spot. */ sprintf(tmp, "%s/../queue", path); if (!stat(tmp, &st)) { p = dirname(path); sprintf(tmp, "%s/queue", p); if (stat(tmp, &st)) { log_err("unknown sysfs layout\n"); return NULL; } snprintf(tmp, FIO_ARRAY_SIZE(tmp), "%s", p); sprintf(path, "%s", tmp); } return disk_util_add(td, majdev, mindev, path); } static struct disk_util *init_per_file_disk_util(struct thread_data *td, char *filename) { char foo[PATH_MAX]; struct disk_util *du; int mindev, majdev; if (get_device_numbers(filename, &majdev, &mindev)) return NULL; dprint(FD_DISKUTIL, "%s belongs to maj/min %d/%d\n", filename, majdev, mindev); du = disk_util_exists(majdev, mindev); if (du) return du; /* * for an fs without a device, we will repeatedly stat through * sysfs which can take oodles of time for thousands of files. so * cache the last lookup and compare with that before going through * everything again. */ if (mindev == last_mindev && majdev == last_majdev) return last_du; last_mindev = mindev; last_majdev = majdev; sprintf(foo, "/sys/block"); if (!find_block_dir(majdev, mindev, foo, 1)) return NULL; return __init_per_file_disk_util(td, majdev, mindev, foo); } static struct disk_util *__init_disk_util(struct thread_data *td, struct fio_file *f) { return init_per_file_disk_util(td, f->file_name); } void init_disk_util(struct thread_data *td) { struct fio_file *f; unsigned int i; if (!td->o.do_disk_util || td_ioengine_flagged(td, FIO_DISKLESSIO | FIO_NODISKUTIL)) return; for_each_file(td, f, i) f->du = __init_disk_util(td, f); } void disk_util_prune_entries(void) { fio_sem_down(disk_util_sem); while (!flist_empty(&disk_list)) { struct disk_util *du; du = flist_first_entry(&disk_list, struct disk_util, list); flist_del(&du->list); disk_util_free(du); } last_majdev = last_mindev = -1; fio_sem_up(disk_util_sem); fio_sem_remove(disk_util_sem); } void setup_disk_util(void) { disk_util_sem = fio_sem_init(FIO_SEM_UNLOCKED); }