214 lines
5.8 KiB
C
214 lines
5.8 KiB
C
#ifndef FIO_FILE_H
|
|
#define FIO_FILE_H
|
|
|
|
#include <string.h>
|
|
#include "compiler/compiler.h"
|
|
#include "io_ddir.h"
|
|
#include "flist.h"
|
|
#include "lib/zipf.h"
|
|
#include "lib/axmap.h"
|
|
#include "lib/lfsr.h"
|
|
#include "lib/gauss.h"
|
|
|
|
/*
|
|
* The type of object we are working on
|
|
*/
|
|
enum fio_filetype {
|
|
FIO_TYPE_FILE = 1, /* plain file */
|
|
FIO_TYPE_BLOCK, /* block device */
|
|
FIO_TYPE_CHAR, /* character device */
|
|
FIO_TYPE_PIPE, /* pipe */
|
|
};
|
|
|
|
enum fio_file_flags {
|
|
FIO_FILE_open = 1 << 0, /* file is open */
|
|
FIO_FILE_closing = 1 << 1, /* file being closed */
|
|
FIO_FILE_extend = 1 << 2, /* needs extend */
|
|
FIO_FILE_done = 1 << 3, /* io completed to this file */
|
|
FIO_FILE_size_known = 1 << 4, /* size has been set */
|
|
FIO_FILE_hashed = 1 << 5, /* file is on hash */
|
|
FIO_FILE_partial_mmap = 1 << 6, /* can't do full mmap */
|
|
FIO_FILE_axmap = 1 << 7, /* uses axmap */
|
|
FIO_FILE_lfsr = 1 << 8, /* lfsr is used */
|
|
};
|
|
|
|
enum file_lock_mode {
|
|
FILE_LOCK_NONE,
|
|
FILE_LOCK_EXCLUSIVE,
|
|
FILE_LOCK_READWRITE,
|
|
};
|
|
|
|
/*
|
|
* How fio chooses what file to service next. Choice of uniformly random, or
|
|
* some skewed random variants, or just sequentially go through them or
|
|
* roundrobing.
|
|
*/
|
|
enum {
|
|
FIO_FSERVICE_RANDOM = 1,
|
|
FIO_FSERVICE_RR = 2,
|
|
FIO_FSERVICE_SEQ = 3,
|
|
__FIO_FSERVICE_NONUNIFORM = 0x100,
|
|
FIO_FSERVICE_ZIPF = __FIO_FSERVICE_NONUNIFORM | 4,
|
|
FIO_FSERVICE_PARETO = __FIO_FSERVICE_NONUNIFORM | 5,
|
|
FIO_FSERVICE_GAUSS = __FIO_FSERVICE_NONUNIFORM | 6,
|
|
|
|
FIO_FSERVICE_SHIFT = 10,
|
|
};
|
|
|
|
/*
|
|
* No pre-allocation when laying down files, or call posix_fallocate(), or
|
|
* call fallocate() with FALLOC_FL_KEEP_SIZE set.
|
|
*/
|
|
enum fio_fallocate_mode {
|
|
FIO_FALLOCATE_NONE = 1,
|
|
FIO_FALLOCATE_POSIX = 2,
|
|
FIO_FALLOCATE_KEEP_SIZE = 3,
|
|
};
|
|
|
|
/*
|
|
* Each thread_data structure has a number of files associated with it,
|
|
* this structure holds state information for a single file.
|
|
*/
|
|
struct fio_file {
|
|
struct flist_head hash_list;
|
|
enum fio_filetype filetype;
|
|
|
|
int fd;
|
|
int shadow_fd;
|
|
#ifdef WIN32
|
|
HANDLE hFile;
|
|
HANDLE ioCP;
|
|
#endif
|
|
|
|
/*
|
|
* filename and possible memory mapping
|
|
*/
|
|
unsigned int major, minor;
|
|
int fileno;
|
|
int bs;
|
|
char *file_name;
|
|
|
|
/*
|
|
* size of the file, offset into file, and io size from that offset
|
|
* (be aware io_size is different from thread_options::io_size)
|
|
*/
|
|
uint64_t real_file_size;
|
|
uint64_t file_offset;
|
|
uint64_t io_size;
|
|
|
|
/*
|
|
* Track last end and last start of IO for a given data direction
|
|
*/
|
|
uint64_t last_pos[DDIR_RWDIR_CNT];
|
|
uint64_t last_start[DDIR_RWDIR_CNT];
|
|
|
|
uint64_t first_write;
|
|
uint64_t last_write;
|
|
|
|
/*
|
|
* Tracks the last iodepth number of completed writes, if data
|
|
* verification is enabled
|
|
*/
|
|
uint64_t *last_write_comp;
|
|
unsigned int last_write_idx;
|
|
|
|
/*
|
|
* For use by the io engine for offset or private data storage
|
|
*/
|
|
union {
|
|
uint64_t engine_pos;
|
|
void *engine_data;
|
|
};
|
|
|
|
/*
|
|
* if io is protected by a semaphore, this is set
|
|
*/
|
|
union {
|
|
struct fio_mutex *lock;
|
|
struct fio_rwlock *rwlock;
|
|
};
|
|
|
|
/*
|
|
* block map or LFSR for random io
|
|
*/
|
|
union {
|
|
struct axmap *io_axmap;
|
|
struct fio_lfsr lfsr;
|
|
};
|
|
|
|
/*
|
|
* Used for zipf random distribution
|
|
*/
|
|
union {
|
|
struct zipf_state zipf;
|
|
struct gauss_state gauss;
|
|
};
|
|
|
|
int references;
|
|
enum fio_file_flags flags;
|
|
|
|
struct disk_util *du;
|
|
};
|
|
|
|
#define FILE_ENG_DATA(f) ((f)->engine_data)
|
|
#define FILE_SET_ENG_DATA(f, data) ((f)->engine_data = (data))
|
|
|
|
#define FILE_FLAG_FNS(name) \
|
|
static inline void fio_file_set_##name(struct fio_file *f) \
|
|
{ \
|
|
(f)->flags = (enum fio_file_flags) ((f)->flags | FIO_FILE_##name); \
|
|
} \
|
|
static inline void fio_file_clear_##name(struct fio_file *f) \
|
|
{ \
|
|
(f)->flags = (enum fio_file_flags) ((f)->flags & ~FIO_FILE_##name); \
|
|
} \
|
|
static inline int fio_file_##name(struct fio_file *f) \
|
|
{ \
|
|
return ((f)->flags & FIO_FILE_##name) != 0; \
|
|
}
|
|
|
|
FILE_FLAG_FNS(open);
|
|
FILE_FLAG_FNS(closing);
|
|
FILE_FLAG_FNS(extend);
|
|
FILE_FLAG_FNS(done);
|
|
FILE_FLAG_FNS(size_known);
|
|
FILE_FLAG_FNS(hashed);
|
|
FILE_FLAG_FNS(partial_mmap);
|
|
FILE_FLAG_FNS(axmap);
|
|
FILE_FLAG_FNS(lfsr);
|
|
#undef FILE_FLAG_FNS
|
|
|
|
/*
|
|
* File setup/shutdown
|
|
*/
|
|
struct thread_data;
|
|
extern void close_files(struct thread_data *);
|
|
extern void close_and_free_files(struct thread_data *);
|
|
extern uint64_t get_start_offset(struct thread_data *, struct fio_file *);
|
|
extern int __must_check setup_files(struct thread_data *);
|
|
extern int __must_check file_invalidate_cache(struct thread_data *, struct fio_file *);
|
|
extern int __must_check generic_open_file(struct thread_data *, struct fio_file *);
|
|
extern int __must_check generic_close_file(struct thread_data *, struct fio_file *);
|
|
extern int __must_check generic_get_file_size(struct thread_data *, struct fio_file *);
|
|
extern int __must_check file_lookup_open(struct fio_file *f, int flags);
|
|
extern int __must_check pre_read_files(struct thread_data *);
|
|
extern unsigned long long get_rand_file_size(struct thread_data *td);
|
|
extern int add_file(struct thread_data *, const char *, int, int);
|
|
extern int add_file_exclusive(struct thread_data *, const char *);
|
|
extern void get_file(struct fio_file *);
|
|
extern int __must_check put_file(struct thread_data *, struct fio_file *);
|
|
extern void put_file_log(struct thread_data *, struct fio_file *);
|
|
extern void lock_file(struct thread_data *, struct fio_file *, enum fio_ddir);
|
|
extern void unlock_file(struct thread_data *, struct fio_file *);
|
|
extern void unlock_file_all(struct thread_data *, struct fio_file *);
|
|
extern int add_dir_files(struct thread_data *, const char *);
|
|
extern int init_random_map(struct thread_data *);
|
|
extern void dup_files(struct thread_data *, struct thread_data *);
|
|
extern int get_fileno(struct thread_data *, const char *);
|
|
extern void free_release_files(struct thread_data *);
|
|
extern void filesetup_mem_free(void);
|
|
extern void fio_file_reset(struct thread_data *, struct fio_file *);
|
|
extern bool fio_files_done(struct thread_data *);
|
|
extern bool exists_and_not_regfile(const char *);
|
|
|
|
#endif
|