mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2026-08-17 12:46:59 +00:00
* benchmark tool for mounted filesystems * ci: on-demand mount benchmark, native WinFsp vs rclone plus a Linux reference * windows mount: let the Windows cache manager cache file data WinFsp only turns the cache manager on for a file when FileInfoTimeout is infinite; at any finite value every application read and write is a synchronous trip into the mount process at whatever size the application issued. Metadata events already reach FspFileSystemNotify, which purges a changed file's cached pages and attributes, so an infinite timeout stays coherent. The dir listing, volume info and EA timeouts are pinned to one second so they do not silently inherit the infinity. * windows mount: cache resolved paths and attributes in the adapter WinFsp addresses every operation by path and has no FORGET, so the adapter walked the whole path through Lookup on each one, and in a directory the filer has not listed yet every walk was a filer round trip; nothing played the part of the kernel's dentry and attribute caches. The path cache owns one lookup reference per entry the way the kernel holds one until FORGET, serves attribute reads for files without an open handle, and is purged by the mount's own mutations and by metadata events, with the timeout as backstop. * windows mount: keep a closed file's attributes cached Open steals the path's cache entry for its handle and Release returned the reference with a purge, so the stat that follows every copied file walked to the filer again. Reading the handle's final attributes before it goes away and moving the reference back into the cache serves that stat locally, the way the kernel's attribute cache does after a close. Only if the path still names that inode, though: WinFsp reports the path the handle opened with, and after a delete-on-close or a rename caching it would resurrect an entry that is gone. * windows mount: persist entries at create, and let the flush stay at close WinFsp posts the cleanup and close that carry the flush after CloseHandle has returned, so deferring the filer entry to the flush let everything that reads through the filer race an unflushed close: a listing missed just-written files, and a directory rename moved a directory on the filer before its newest child existed there, leaving the straggler flush to recreate the child under the dead path. Flush-at-cleanup is not the answer either: it makes every handle's cleanup flush, and those flushes race the unlinks of delete-on-close, re-inserting the entry the unlink just removed. Persisting the entry at create takes the ordering question away. * mount: flush written pages before a truncate shrinks past them The shrink trims chunks, but written pages that have not become chunks yet are invisible to it, so the next flush wrote them back and the file grew again, resurrecting the truncated bytes. Windows hits this on every write-then-shrink because its flush runs after CloseHandle, but the gap is platform-neutral. * mount: order a file's unlink against its in-flight flush Unlink set the handle's deleted flag bare, so a flush already past its own check of that flag wrote the entry back right after the delete removed it, and a delete-on-close file outlived its last handle. The flag is now set under the handle's flush lock and re-checked under it, so a flush either completes before the delete or sees the flag and skips. An eagerly created handle also starts clean: the dirty mark existed to make the deferred filer create happen at flush, and eager creates have nothing to flush.
155 lines
4.3 KiB
Go
155 lines
4.3 KiB
Go
package winfsp
|
|
|
|
import (
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/seaweedfs/go-fuse/v2/fuse"
|
|
)
|
|
|
|
// pathCache stands in for the dentry and attribute caches the kernel provides
|
|
// on the unix mounts. WinFsp addresses every operation by path, so without it
|
|
// each operation walks the whole path through Lookup again, and in a directory
|
|
// the filer has not listed yet every one of those lookups is a filer round
|
|
// trip.
|
|
//
|
|
// The cache owns one lookup reference per entry, the way the kernel holds one
|
|
// until it sends FORGET. An evicted reference sits out one sweep in the
|
|
// graveyard before it is returned, so an operation that resolved just before
|
|
// the eviction is not left holding a reclaimed inode.
|
|
type pathCache struct {
|
|
ttl time.Duration
|
|
forget func(inode uint64)
|
|
|
|
mu sync.Mutex
|
|
entries map[string]*pathCacheEntry
|
|
graveyard []uint64
|
|
lastSweep time.Time
|
|
}
|
|
|
|
type pathCacheEntry struct {
|
|
inode uint64
|
|
attr fuse.Attr
|
|
expires time.Time
|
|
}
|
|
|
|
// maxCachedPaths bounds the references parked here. Overflow clears the whole
|
|
// cache rather than tracking recency: entries expire within ttl anyway, so
|
|
// exact eviction order buys nothing.
|
|
const maxCachedPaths = 64 << 10
|
|
|
|
func newPathCache(ttl time.Duration, forget func(inode uint64)) *pathCache {
|
|
return &pathCache{
|
|
ttl: ttl,
|
|
forget: forget,
|
|
entries: map[string]*pathCacheEntry{},
|
|
lastSweep: time.Now(),
|
|
}
|
|
}
|
|
|
|
// cacheKey canonicalises a WinFsp path. The root maps to "", which is never
|
|
// cached: its inode is fixed and holds no reference.
|
|
func cacheKey(path string) string {
|
|
return strings.Join(splitPath(path), "/")
|
|
}
|
|
|
|
// lookup reports the cached inode and attributes for key. The entry stays in
|
|
// the cache; the inode remains valid at least one sweep past its expiry.
|
|
func (c *pathCache) lookup(key string) (inode uint64, attr fuse.Attr, ok bool) {
|
|
if key == "" {
|
|
return 0, fuse.Attr{}, false
|
|
}
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
entry, found := c.entries[key]
|
|
if !found || time.Now().After(entry.expires) {
|
|
return 0, fuse.Attr{}, false
|
|
}
|
|
return entry.inode, entry.attr, true
|
|
}
|
|
|
|
// insert takes ownership of one lookup reference on inode.
|
|
func (c *pathCache) insert(key string, inode uint64, attr fuse.Attr) {
|
|
if key == "" {
|
|
c.forget(inode)
|
|
return
|
|
}
|
|
var pending []uint64
|
|
c.mu.Lock()
|
|
if existing, found := c.entries[key]; found {
|
|
c.graveyard = append(c.graveyard, existing.inode)
|
|
} else if len(c.entries) >= maxCachedPaths {
|
|
for _, entry := range c.entries {
|
|
c.graveyard = append(c.graveyard, entry.inode)
|
|
}
|
|
c.entries = map[string]*pathCacheEntry{}
|
|
}
|
|
c.entries[key] = &pathCacheEntry{inode: inode, attr: attr, expires: time.Now().Add(c.ttl)}
|
|
pending = c.sweepLocked()
|
|
c.mu.Unlock()
|
|
c.forgetAll(pending)
|
|
}
|
|
|
|
// steal removes key and hands its reference to the caller.
|
|
func (c *pathCache) steal(key string) (inode uint64, ok bool) {
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
entry, found := c.entries[key]
|
|
if !found {
|
|
return 0, false
|
|
}
|
|
delete(c.entries, key)
|
|
return entry.inode, true
|
|
}
|
|
|
|
// purge drops key, and everything under it when prefix is set, which a rename
|
|
// or removal of a directory needs: the children's cached paths name entries
|
|
// that are no longer there.
|
|
func (c *pathCache) purge(key string, prefix bool) {
|
|
var pending []uint64
|
|
c.mu.Lock()
|
|
if entry, found := c.entries[key]; found {
|
|
c.graveyard = append(c.graveyard, entry.inode)
|
|
delete(c.entries, key)
|
|
}
|
|
if prefix {
|
|
under := key + "/"
|
|
for k, entry := range c.entries {
|
|
if key == "" || strings.HasPrefix(k, under) {
|
|
c.graveyard = append(c.graveyard, entry.inode)
|
|
delete(c.entries, k)
|
|
}
|
|
}
|
|
}
|
|
pending = c.sweepLocked()
|
|
c.mu.Unlock()
|
|
c.forgetAll(pending)
|
|
}
|
|
|
|
// sweepLocked returns the previous graveyard for the caller to forget outside
|
|
// the lock, and moves expired entries into the next one. Sweeps run at most
|
|
// once per ttl, so a reference rests here for at least one full ttl.
|
|
func (c *pathCache) sweepLocked() []uint64 {
|
|
now := time.Now()
|
|
if now.Sub(c.lastSweep) < c.ttl {
|
|
return nil
|
|
}
|
|
c.lastSweep = now
|
|
pending := c.graveyard
|
|
c.graveyard = nil
|
|
for key, entry := range c.entries {
|
|
if now.After(entry.expires) {
|
|
c.graveyard = append(c.graveyard, entry.inode)
|
|
delete(c.entries, key)
|
|
}
|
|
}
|
|
return pending
|
|
}
|
|
|
|
func (c *pathCache) forgetAll(inodes []uint64) {
|
|
for _, inode := range inodes {
|
|
c.forget(inode)
|
|
}
|
|
}
|