mirror of
https://github.com/versity/scoutfs.git
synced 2026-07-29 19:43:13 +00:00
Zach BrownandZach Brown
e60f4e7082
Previously we'd avoided full extents in file data mapping items because we were deleting items from forest btrees directly. That created deletion items for every version of file extents as they were modified. Now we have the item cache which can remove deleted items from memory when deletion items aren't necessary. By layering file data extents on an extent layer, we can also transition allocators to use extents and fix a lot of problems in the radix block allocator. Most of this change is churn from changing allocator function and struct names. File data extents no longer have to manage loading and storing from and to packed extent items at a fixed granularity. All those loops are torn out and data operations now call the extent layer with their callbacks instead of calling its packed item extent functions. This now means that fallocate and especially restoring offline extents can use larger extents. Small file block allocation now comes from a cached extent which reduces item calls for small file data streaming writes. The big change in the server is to use more root structures to manage recursive modification instead of relying on the allocator to notice and do the right thing. The radix allocator tried to notice when it was actively operating on a root that it was also using to allocate and free metadata blocks. This resulted in a lot of bugs. Instead we now double buffer the server's avail and freed roots so that the server fills and drains the stable roots from the previous transaction. We also double buffer the core fs metadata avail root so that we can increase the time to reuse freed metadata blocks. The server now only moves free extents into client allocators when they fall below a low threshold. This reduces the shared modification of the client's allocator roots which requires cold block reads on both the client and server. Signed-off-by: Zach Brown <zab@versity.com>
92 lines
2.7 KiB
C
92 lines
2.7 KiB
C
#ifndef _SCOUTFS_DATA_H_
|
|
#define _SCOUTFS_DATA_H_
|
|
|
|
struct scoutfs_lock;
|
|
struct scoutfs_ioctl_data_waiting_entry;
|
|
|
|
struct scoutfs_data_wait_root {
|
|
spinlock_t lock;
|
|
struct rb_root root;
|
|
};
|
|
|
|
#define DECLARE_DATA_WAIT_ROOT(sb, nm) \
|
|
struct scoutfs_data_wait_root *nm = &SCOUTFS_SB(sb)->data_wait_root
|
|
|
|
struct scoutfs_data_waitq {
|
|
atomic64_t changed;
|
|
wait_queue_head_t waitq;
|
|
};
|
|
|
|
#define DECLARE_DATA_WAITQ(in, nm) \
|
|
struct scoutfs_data_waitq *nm = &SCOUTFS_I(in)->data_waitq
|
|
|
|
/*
|
|
* Tasks can wait for data extents.
|
|
*/
|
|
struct scoutfs_data_wait {
|
|
struct rb_node node;
|
|
u64 chg;
|
|
u64 ino;
|
|
u64 iblock;
|
|
long err;
|
|
u8 op;
|
|
};
|
|
|
|
#define DECLARE_DATA_WAIT(nm) \
|
|
struct scoutfs_data_wait nm = { \
|
|
.node.__rb_parent_color = (unsigned long)(&nm.node), \
|
|
.err = 0, \
|
|
}
|
|
|
|
struct scoutfs_traced_extent {
|
|
u64 iblock;
|
|
u64 count;
|
|
u64 blkno;
|
|
u8 flags;
|
|
};
|
|
|
|
extern const struct address_space_operations scoutfs_file_aops;
|
|
extern const struct file_operations scoutfs_file_fops;
|
|
struct scoutfs_alloc;
|
|
struct scoutfs_block_writer;
|
|
|
|
int scoutfs_data_truncate_items(struct super_block *sb, struct inode *inode,
|
|
u64 ino, u64 iblock, u64 last, bool offline,
|
|
struct scoutfs_lock *lock);
|
|
int scoutfs_data_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo,
|
|
u64 start, u64 len);
|
|
long scoutfs_fallocate(struct file *file, int mode, loff_t offset, loff_t len);
|
|
int scoutfs_data_init_offline_extent(struct inode *inode, u64 size,
|
|
struct scoutfs_lock *lock);
|
|
|
|
int scoutfs_data_wait_check(struct inode *inode, loff_t pos, loff_t len,
|
|
u8 sef, u8 op, struct scoutfs_data_wait *ow,
|
|
struct scoutfs_lock *lock);
|
|
int scoutfs_data_wait_check_iov(struct inode *inode, const struct iovec *iov,
|
|
unsigned long nr_segs, loff_t pos, u8 sef,
|
|
u8 op, struct scoutfs_data_wait *ow,
|
|
struct scoutfs_lock *lock);
|
|
bool scoutfs_data_wait_found(struct scoutfs_data_wait *ow);
|
|
int scoutfs_data_wait(struct inode *inode,
|
|
struct scoutfs_data_wait *ow);
|
|
void scoutfs_data_wait_changed(struct inode *inode);
|
|
long scoutfs_data_wait_err(struct inode *inode, u64 sblock, u64 eblock, u64 op,
|
|
long err);
|
|
int scoutfs_data_waiting(struct super_block *sb, u64 ino, u64 iblock,
|
|
struct scoutfs_ioctl_data_waiting_entry *dwe,
|
|
unsigned int nr);
|
|
|
|
void scoutfs_data_init_btrees(struct super_block *sb,
|
|
struct scoutfs_alloc *alloc,
|
|
struct scoutfs_block_writer *wri,
|
|
struct scoutfs_log_trees *lt);
|
|
void scoutfs_data_get_btrees(struct super_block *sb,
|
|
struct scoutfs_log_trees *lt);
|
|
int scoutfs_data_prepare_commit(struct super_block *sb);
|
|
u64 scoutfs_data_alloc_free_bytes(struct super_block *sb);
|
|
|
|
int scoutfs_data_setup(struct super_block *sb);
|
|
void scoutfs_data_destroy(struct super_block *sb);
|
|
|
|
#endif
|