/********************************************************************* * bfs * * Copyright (C) 2015 Tavian Barnes * * * * This program is free software. It comes without any warranty, to * * the extent permitted by applicable law. You can redistribute it * * and/or modify it under the terms of the Do What The Fuck You Want * * To Public License, Version 2, as published by Sam Hocevar. See * * the COPYING file or http://www.wtfpl.net/ for more details. * *********************************************************************/ /** * bftw() implementation. * * The goal of this implementation is to avoid re-traversal by using openat() as * much as possible. The 'dircache' attempts to accomplish this by storing a * hierarchy of 'dircache_entry's, along with an LRU list of recently accessed * entries. Every entry in the LRU list has an open DIR *; to open an entry, we * traverse its chain of parents, hoping to find an open one. The size of the * LRU list is limited, because so are the available file descriptors. * * The 'dirqueue' is a simple FIFO of 'dircache_entry's left to explore. */ #include "bftw.h" #include #include #include #include #include #include #include #include #include #include #include #include /** * Simple dynamically-sized string type. */ struct dynstr { char *str; size_t length; size_t capacity; }; /** Initialize a dynstr. */ static void dynstr_init(struct dynstr *dstr) { dstr->str = NULL; dstr->length = 0; dstr->capacity = 0; } /** Grow a dynstr to the given capacity if necessary. */ static int dynstr_grow(struct dynstr *dstr, size_t length) { if (length >= dstr->capacity) { size_t new_capacity = 3*(length + 1)/2; char *new_str = realloc(dstr->str, new_capacity); if (!new_str) { return -1; } dstr->str = new_str; dstr->capacity = new_capacity; } return 0; } /** Concatenate a string to a dynstr at the given position. */ static int dynstr_concat(struct dynstr *dstr, size_t pos, const char *more) { size_t morelen = strlen(more); size_t length = pos + morelen; if (dynstr_grow(dstr, length) != 0) { return -1; } memcpy(dstr->str + pos, more, morelen + 1); dstr->length = length; return 0; } /** Free a dynstr. */ static void dynstr_free(struct dynstr *dstr) { free(dstr->str); } /** * A single entry in the dircache. */ struct dircache_entry { /** The parent entry, if any. */ struct dircache_entry *parent; /** This directory's depth in the walk. */ size_t depth; /** Previous node in the LRU list. */ struct dircache_entry *lru_prev; /** Next node in the LRU list. */ struct dircache_entry *lru_next; /** The DIR pointer, if open. */ DIR *dir; /** Reference count. */ size_t refcount; /** The device number, for cycle detection. */ dev_t dev; /** The inode number, for cycle detection. */ ino_t ino; /** The offset of this directory in the full path. */ size_t nameoff; /** The length of the directory's name. */ size_t namelen; /** The directory's name. */ char name[]; }; /** * A directory cache. */ struct dircache { /** Most recently used entry. */ struct dircache_entry *lru_head; /** Least recently used entry. */ struct dircache_entry *lru_tail; /** Remaining LRU list capacity. */ size_t lru_remaining; }; /** Initialize a dircache. */ static void dircache_init(struct dircache *cache, size_t lru_size) { assert(lru_size > 0); cache->lru_head = cache->lru_tail = NULL; cache->lru_remaining = lru_size; } /** Add an entry to the dircache. */ static struct dircache_entry *dircache_add(struct dircache *cache, struct dircache_entry *parent, const char *name) { size_t namelen = strlen(name); size_t size = sizeof(struct dircache_entry) + namelen + 1; bool needs_slash = false; if (namelen == 0 || name[namelen - 1] != '/') { needs_slash = true; ++size; } struct dircache_entry *entry = malloc(size); if (!entry) { return NULL; } entry->parent = parent; if (parent) { entry->depth = parent->depth + 1; entry->nameoff = parent->nameoff + parent->namelen; } else { entry->depth = 0; entry->nameoff = 0; } entry->lru_prev = entry->lru_next = NULL; entry->dir = NULL; entry->refcount = 1; memcpy(entry->name, name, namelen); if (needs_slash) { entry->name[namelen++] = '/'; } entry->name[namelen] = '\0'; entry->namelen = namelen; while (parent) { ++parent->refcount; parent = parent->parent; } return entry; } /** Add an entry to the head of the LRU list. */ static void dircache_lru_add(struct dircache *cache, struct dircache_entry *entry) { assert(entry->dir); assert(entry->lru_prev == NULL); assert(entry->lru_next == NULL); entry->lru_next = cache->lru_head; cache->lru_head = entry; if (entry->lru_next) { entry->lru_next->lru_prev = entry; } if (!cache->lru_tail) { cache->lru_tail = entry; } --cache->lru_remaining; } /** Remove an entry from the LRU list. */ static void dircache_lru_remove(struct dircache *cache, struct dircache_entry *entry) { if (entry->lru_prev) { assert(cache->lru_head != entry); entry->lru_prev->lru_next = entry->lru_next; } else { assert(cache->lru_head == entry); cache->lru_head = entry->lru_next; } if (entry->lru_next) { assert(cache->lru_tail != entry); entry->lru_next->lru_prev = entry->lru_prev; } else { assert(cache->lru_tail == entry); cache->lru_tail = entry->lru_prev; } entry->lru_prev = entry->lru_next = NULL; ++cache->lru_remaining; } /** Close a dircache_entry and remove it from the LRU list. */ static void dircache_entry_close(struct dircache *cache, struct dircache_entry *entry) { dircache_lru_remove(cache, entry); closedir(entry->dir); entry->dir = NULL; } /** POSIX doesn't have this?! */ static DIR *opendirat(int fd, const char *name) { int dfd = openat(fd, name, O_DIRECTORY); if (dfd < 0) { return NULL; } DIR *dir = fdopendir(dfd); if (!dir) { close(dfd); } return dir; } /** * Get the full path do a dircache_entry. * * @param entry * The entry to look up. * @param[out] path * Will hold the full path to the entry, with a trailing '/'. */ static int dircache_entry_path(const struct dircache_entry *entry, struct dynstr *path) { size_t namelen = entry->namelen; size_t pathlen = entry->nameoff + namelen; if (dynstr_grow(path, pathlen) != 0) { return -1; } path->length = pathlen; // Build the path backwards path->str[pathlen] = '\0'; do { char *segment = path->str + entry->nameoff; namelen = entry->namelen; memcpy(segment, entry->name, namelen); entry = entry->parent; } while (entry); return 0; } /** * Get the appropriate (fd, path) pair for the *at() family of functions. * * @param cache * The cache containing the entry. * @param entry * The entry being accessed. * @param[out] at_fd * Will hold the appropriate file descriptor to use. * @param[in,out] at_path * Will hold the appropriate path to use. * @return The closest open ancestor entry. */ static struct dircache_entry *dircache_entry_base(struct dircache *cache, struct dircache_entry *entry, int *at_fd, const char **at_path) { struct dircache_entry *base = entry; do { base = base->parent; } while (base && !base->dir); if (base) { dircache_lru_remove(cache, base); dircache_lru_add(cache, base); *at_fd = dirfd(base->dir); *at_path += base->nameoff + base->namelen; } return base; } /** * Open a dircache_entry. * * @param cache * The cache containing the entry. * @param entry * The entry to open. * @param path * The full path to the entry (see dircache_entry_path()). * @return * The opened DIR *, or NULL on error. */ static DIR *dircache_entry_open(struct dircache *cache, struct dircache_entry *entry, const char *path) { assert(!entry->dir); if (cache->lru_remaining == 0) { dircache_entry_close(cache, cache->lru_tail); } int at_fd = AT_FDCWD; const char *at_path = path; struct dircache_entry *base = dircache_entry_base(cache, entry, &at_fd, &at_path); DIR *dir = opendirat(at_fd, at_path); if (!dir && errno == EMFILE && cache->lru_tail && cache->lru_tail != base) { // Too many open files, shrink the LRU cache dircache_entry_close(cache, cache->lru_tail); --cache->lru_remaining; dir = opendirat(at_fd, at_path); } if (dir) { entry->dir = dir; dircache_lru_add(cache, entry); } return dir; } /** Free a dircache_entry. */ static void dircache_entry_free(struct dircache *cache, struct dircache_entry *entry) { if (entry) { assert(entry->refcount == 0); if (entry->dir) { dircache_entry_close(cache, entry); } free(entry); } } /** The size of a dirqueue block. */ #define DIRQUEUE_BLOCK_SIZE 1023 /** * A single block in the dirqueue chain. */ struct dirqueue_block { /** The next block in the chain. */ struct dirqueue_block *next; /** The elements in the queue. */ struct dircache_entry *entries[DIRQUEUE_BLOCK_SIZE]; }; /** * A queue of 'dircache_entry's to examine. */ struct dirqueue { /** The first block. */ struct dirqueue_block *head; /** The last block. */ struct dirqueue_block *tail; /** The index in 'head' of the next entry to read. */ size_t front; /** The index in 'tail' of the next entry to write. */ size_t back; }; /** Initialize a dirqueue. */ static void dirqueue_init(struct dirqueue *queue) { queue->head = queue->tail = NULL; queue->front = 0; queue->back = DIRQUEUE_BLOCK_SIZE; } /** Add an entry to the dirqueue. */ static int dirqueue_push(struct dirqueue *queue, struct dircache_entry *entry) { if (queue->back == DIRQUEUE_BLOCK_SIZE) { struct dirqueue_block *block = malloc(sizeof(struct dirqueue_block)); if (!block) { return -1; } block->next = NULL; if (queue->tail) { queue->tail->next = block; } queue->tail = block; if (!queue->head) { queue->head = block; } queue->back = 0; } queue->tail->entries[queue->back++] = entry; return 0; } /** Remove an entry from the dirqueue. */ static struct dircache_entry *dirqueue_pop(struct dirqueue *queue) { if (!queue->head) { return NULL; } if (queue->head == queue->tail && queue->front == queue->back) { free(queue->head); dirqueue_init(queue); return NULL; } struct dirqueue_block *head = queue->head; struct dircache_entry *entry = head->entries[queue->front]; if (++queue->front == DIRQUEUE_BLOCK_SIZE) { queue->head = head->next; queue->front = 0; free(head); } return entry; } /** Fill in ftwbuf fields with information from a struct dirent. */ static void ftwbuf_use_dirent(struct BFTW *ftwbuf, const struct dirent *de) { #if defined(_DIRENT_HAVE_D_TYPE) || defined(DT_DIR) switch (de->d_type) { case DT_BLK: ftwbuf->typeflag = BFTW_BLK; break; case DT_CHR: ftwbuf->typeflag = BFTW_CHR; break; case DT_DIR: ftwbuf->typeflag = BFTW_DIR; break; case DT_FIFO: ftwbuf->typeflag = BFTW_FIFO; break; case DT_LNK: ftwbuf->typeflag = BFTW_LNK; break; case DT_REG: ftwbuf->typeflag = BFTW_REG; break; case DT_SOCK: ftwbuf->typeflag = BFTW_SOCK; break; } #endif } /** Call stat() and use the results. */ static int ftwbuf_stat(struct BFTW *ftwbuf, struct stat *sb, int flags) { int ret = fstatat(ftwbuf->at_fd, ftwbuf->at_path, sb, flags); if (ret != 0) { return ret; } ftwbuf->statbuf = sb; switch (sb->st_mode & S_IFMT) { case S_IFBLK: ftwbuf->typeflag = BFTW_BLK; break; case S_IFCHR: ftwbuf->typeflag = BFTW_CHR; break; case S_IFDIR: ftwbuf->typeflag = BFTW_DIR; break; case S_IFIFO: ftwbuf->typeflag = BFTW_FIFO; break; case S_IFLNK: ftwbuf->typeflag = BFTW_LNK; break; case S_IFREG: ftwbuf->typeflag = BFTW_REG; break; case S_IFSOCK: ftwbuf->typeflag = BFTW_SOCK; break; } return 0; } /** * Possible bftw() traversal statuses. */ enum bftw_status { /** The current path is state.current. */ BFTW_CURRENT, /** The current path is a child of state.current. */ BFTW_CHILD, /** dircache_entry's are being garbage collected. */ BFTW_GC, }; /** * Holds the current state of the bftw() traversal. */ struct bftw_state { /** bftw() callback. */ bftw_fn *fn; /** bftw() flags. */ int flags; /** bftw() callback data. */ void *ptr; /** The appropriate errno value, if any. */ int error; /** The cache of open directories. */ struct dircache cache; /** The queue of directories left to explore. */ struct dirqueue queue; /** The current dircache entry. */ struct dircache_entry *current; /** The current traversal status. */ enum bftw_status status; /** The current path being explored. */ struct dynstr path; /** Extra data about the current file. */ struct BFTW ftwbuf; /** stat() buffer for the current file. */ struct stat statbuf; }; /** * Initialize the bftw() state. */ static void bftw_state_init(struct bftw_state *state, bftw_fn *fn, int nopenfd, int flags, void *ptr) { state->fn = fn; state->flags = flags; state->ptr = ptr; state->error = 0; dircache_init(&state->cache, nopenfd); dirqueue_init(&state->queue); state->current = NULL; state->status = BFTW_CURRENT; dynstr_init(&state->path); } /** * Concatenate a subpath to the current path. */ static int bftw_path_concat(struct bftw_state *state, const char *subpath) { size_t nameoff = 0; struct dircache_entry *current = state->current; if (current) { nameoff = current->nameoff + current->namelen; } state->status = BFTW_CHILD; return dynstr_concat(&state->path, nameoff, subpath); } /** * Record an error. */ static void bftw_set_error(struct bftw_state *state, int error) { state->error = error; state->ftwbuf.error = error; state->ftwbuf.typeflag = BFTW_ERROR; } /** * Figure out the name offset in a path. */ static size_t basename_offset(const char *path) { size_t i; // Strip trailing slashes for (i = strlen(path); i > 0 && path[i - 1] == '/'; --i); // Find the beginning of the name for (; i > 0 && path[i - 1] != '/'; --i); return i; } /** * Initialize the buffers with data about the current path. */ static void bftw_init_buffers(struct bftw_state *state, const struct dirent *de) { struct BFTW *ftwbuf = &state->ftwbuf; ftwbuf->path = state->path.str; ftwbuf->error = 0; ftwbuf->visit = (state->status == BFTW_GC ? BFTW_POST : BFTW_PRE); ftwbuf->statbuf = NULL; ftwbuf->at_fd = AT_FDCWD; ftwbuf->at_path = ftwbuf->path; struct dircache_entry *current = state->current; if (current) { ftwbuf->nameoff = current->nameoff; ftwbuf->depth = current->depth; if (state->status == BFTW_CHILD) { ftwbuf->nameoff += current->namelen; ++ftwbuf->depth; } dircache_entry_base(&state->cache, current, &ftwbuf->at_fd, &ftwbuf->at_path); } else { ftwbuf->nameoff = basename_offset(ftwbuf->path); ftwbuf->depth = 0; } if (de) { ftwbuf_use_dirent(ftwbuf, de); } else if (state->status != BFTW_CHILD) { ftwbuf->typeflag = BFTW_DIR; } else { ftwbuf->typeflag = BFTW_UNKNOWN; } bool follow = state->flags & (current ? BFTW_FOLLOW_NONROOT : BFTW_FOLLOW_ROOT); ftwbuf->at_flags = follow ? 0 : AT_SYMLINK_NOFOLLOW; bool detect_cycles = (state->flags & BFTW_DETECT_CYCLES) && state->status == BFTW_CHILD; bool mount = state->flags & BFTW_MOUNT; if ((state->flags & BFTW_STAT) || ftwbuf->typeflag == BFTW_UNKNOWN || (ftwbuf->typeflag == BFTW_LNK && follow) || (ftwbuf->typeflag == BFTW_DIR && (detect_cycles || mount))) { int ret = ftwbuf_stat(ftwbuf, &state->statbuf, ftwbuf->at_flags); if (ret != 0 && follow && errno == ENOENT) { // Could be a broken symlink, retry without following ret = ftwbuf_stat(ftwbuf, &state->statbuf, AT_SYMLINK_NOFOLLOW); } if (ret != 0) { bftw_set_error(state, errno); return; } if (ftwbuf->typeflag == BFTW_DIR && detect_cycles) { dev_t dev = ftwbuf->statbuf->st_dev; ino_t ino = ftwbuf->statbuf->st_ino; for (const struct dircache_entry *entry = current; entry; entry = entry->parent) { if (dev == entry->dev && ino == entry->ino) { bftw_set_error(state, ELOOP); return; } } } } } /** internal action: Abort the traversal. */ #define BFTW_FAIL (-1) /** * Invoke the callback on the given path. */ static int bftw_handle_path(struct bftw_state *state) { // Never give the callback BFTW_ERROR unless BFTW_RECOVER is specified if (state->ftwbuf.typeflag == BFTW_ERROR && !(state->flags & BFTW_RECOVER)) { return BFTW_FAIL; } enum bftw_action action = state->fn(&state->ftwbuf, state->ptr); switch (action) { case BFTW_CONTINUE: case BFTW_SKIP_SIBLINGS: case BFTW_SKIP_SUBTREE: case BFTW_STOP: return action; default: state->error = EINVAL; return BFTW_FAIL; } } /** * Add a new entry to the cache. */ static struct dircache_entry *bftw_add(struct bftw_state *state, const char *name) { struct dircache_entry *entry = dircache_add(&state->cache, state->current, name); if (!entry) { return NULL; } if (state->flags & (BFTW_DETECT_CYCLES | BFTW_MOUNT)) { const struct stat *statbuf = state->ftwbuf.statbuf; if (statbuf) { entry->dev = statbuf->st_dev; entry->ino = statbuf->st_ino; } } return entry; } /** * Push a new entry onto the queue. */ static int bftw_push(struct bftw_state *state, const char *name) { struct dircache_entry *entry = bftw_add(state, name); if (!entry) { return -1; } return dirqueue_push(&state->queue, entry); } /** * Pop an entry off the queue. */ static int bftw_pop(struct bftw_state *state, bool invoke_callback) { int ret = BFTW_CONTINUE; struct dircache_entry *entry = state->current; if (!(state->flags & BFTW_DEPTH)) { invoke_callback = false; } if (entry && invoke_callback) { if (dircache_entry_path(entry, &state->path) != 0) { ret = BFTW_FAIL; invoke_callback = false; } } state->status = BFTW_GC; while (entry) { struct dircache_entry *current = entry; entry = entry->parent; if (--current->refcount > 0) { continue; } if (invoke_callback) { size_t offset = current->nameoff + current->namelen; state->path.str[offset] = '\0'; if (current->namelen > 1) { // Trim the trailing slash state->path.str[offset - 1] = '\0'; } state->current = current; bftw_init_buffers(state, NULL); int action = bftw_handle_path(state); switch (action) { case BFTW_CONTINUE: case BFTW_SKIP_SIBLINGS: case BFTW_SKIP_SUBTREE: break; case BFTW_STOP: case BFTW_FAIL: ret = action; invoke_callback = false; break; } } dircache_entry_free(&state->cache, current); } state->current = dirqueue_pop(&state->queue); state->status = BFTW_CURRENT; return ret; } /** * Dispose of the bftw() state. */ static void bftw_state_free(struct bftw_state *state) { while (state->current) { bftw_pop(state, false); } dynstr_free(&state->path); } int bftw(const char *path, bftw_fn *fn, int nopenfd, enum bftw_flags flags, void *ptr) { int ret = -1; struct bftw_state state; bftw_state_init(&state, fn, nopenfd, flags, ptr); // Handle 'path' itself first if (bftw_path_concat(&state, path) != 0) { goto fail; } bftw_init_buffers(&state, NULL); switch (bftw_handle_path(&state)) { case BFTW_CONTINUE: case BFTW_SKIP_SIBLINGS: break; case BFTW_SKIP_SUBTREE: case BFTW_STOP: goto done; case BFTW_FAIL: goto fail; } if (state.ftwbuf.typeflag != BFTW_DIR) { goto done; } // Now start the breadth-first search state.current = bftw_add(&state, path); if (!state.current) { goto fail; } do { if (dircache_entry_path(state.current, &state.path) != 0) { goto fail; } DIR *dir = dircache_entry_open(&state.cache, state.current, state.path.str); if (!dir) { int error = errno; bftw_init_buffers(&state, NULL); bftw_set_error(&state, error); switch (bftw_handle_path(&state)) { case BFTW_CONTINUE: case BFTW_SKIP_SIBLINGS: case BFTW_SKIP_SUBTREE: goto next; case BFTW_STOP: goto done; case BFTW_FAIL: goto fail; } } struct dirent *de; while ((de = readdir(dir)) != NULL) { if (strcmp(de->d_name, ".") == 0 || strcmp(de->d_name, "..") == 0) { continue; } if (bftw_path_concat(&state, de->d_name) != 0) { goto fail; } bftw_init_buffers(&state, de); switch (bftw_handle_path(&state)) { case BFTW_CONTINUE: break; case BFTW_SKIP_SIBLINGS: goto next; case BFTW_SKIP_SUBTREE: continue; case BFTW_STOP: goto done; case BFTW_FAIL: goto fail; } if (state.ftwbuf.typeflag == BFTW_DIR) { const struct stat *statbuf = state.ftwbuf.statbuf; if ((flags & BFTW_MOUNT) && statbuf && statbuf->st_dev != state.current->dev) { continue; } if (bftw_push(&state, de->d_name) != 0) { goto fail; } } } next: switch (bftw_pop(&state, true)) { case BFTW_CONTINUE: case BFTW_SKIP_SIBLINGS: case BFTW_SKIP_SUBTREE: break; case BFTW_STOP: goto done; case BFTW_FAIL: goto fail; } } while (state.current); done: if (state.error == 0) { ret = 0; } fail: if (state.error == 0) { state.error = errno; } bftw_state_free(&state); errno = state.error; return ret; }