-
Notifications
You must be signed in to change notification settings - Fork 43
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* Support copy-on-read file for better caching of mounted indexes * Add missing files * Add null-chunk optimization * Store sparse file state next to the sparse file and load it on startup * Don't clear existing sparse file if they're present already * bitmap and SIGHUP handler for writing state (#173) * bitmap and SIGHUP handler for writing state * nicer way to write state file * file permission Co-authored-by: jbeguin <[email protected]> * Contrib (#174) * bitmap and SIGHUP handler for writing state * nicer way to write state file * file permission * fix size comparaison for state file Co-authored-by: jbeguin <[email protected]> Co-authored-by: Frank Olbricht <[email protected]> * Support pre-loading of chunks referenced in an init-state file * Fix test and windows build Co-authored-by: jbeguin <[email protected]> Co-authored-by: jbeguin <[email protected]>
- Loading branch information
3 people
authored
Dec 26, 2020
1 parent
73dcbb2
commit 00695e8
Showing
9 changed files
with
608 additions
and
8 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,98 @@ | ||
| // +build !windows | ||
|
|
||
| package desync | ||
|
|
||
| import ( | ||
| "context" | ||
| "io" | ||
| "syscall" | ||
| "time" | ||
|
|
||
| "github.com/hanwen/go-fuse/v2/fs" | ||
| "github.com/hanwen/go-fuse/v2/fuse" | ||
| ) | ||
|
|
||
| // SparseMountFS is used to FUSE mount an index file (as a blob, not an archive). | ||
| // It uses a (local) sparse file as cache to improve performance. Every chunk that | ||
| // is being read is written into the sparse file | ||
| type SparseMountFS struct { | ||
| fs.Inode | ||
|
|
||
| FName string // File name in the mountpoint | ||
| sf *SparseFile | ||
| } | ||
|
|
||
| var _ fs.NodeOnAdder = &SparseMountFS{} | ||
| var _ MountFS = &SparseMountFS{} | ||
|
|
||
| // NewSparseMountFS initializes a FUSE filesystem mount based on an index, a sparse file and a chunk store. | ||
| func NewSparseMountFS(idx Index, name string, s Store, sparseFile string, opt SparseFileOptions) (*SparseMountFS, error) { | ||
| sf, err := NewSparseFile(sparseFile, idx, s, opt) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
| return &SparseMountFS{ | ||
| FName: name, | ||
| sf: sf, | ||
| }, err | ||
| } | ||
|
|
||
| // OnAdd is used to build the static filesystem structure at the start of the mount. | ||
| func (r *SparseMountFS) OnAdd(ctx context.Context) { | ||
| n := &sparseIndexFile{ | ||
| sf: r.sf, | ||
| mtime: time.Now(), | ||
| size: r.sf.Length(), | ||
| } | ||
| ch := r.NewPersistentInode(ctx, n, fs.StableAttr{Mode: fuse.S_IFREG}) | ||
| r.AddChild(r.FName, ch, false) | ||
| } | ||
|
|
||
| // Save the state of the sparse file. | ||
| func (r *SparseMountFS) WriteState() error { | ||
| return r.sf.WriteState() | ||
| } | ||
|
|
||
| // Close the sparse file and save its state. | ||
| func (r *SparseMountFS) Close() error { | ||
| return r.sf.WriteState() | ||
| } | ||
|
|
||
| var _ fs.NodeGetattrer = &indexFile{} | ||
| var _ fs.NodeOpener = &indexFile{} | ||
|
|
||
| type sparseIndexFile struct { | ||
| fs.Inode | ||
| sf *SparseFile | ||
| size int64 | ||
| mtime time.Time | ||
| } | ||
|
|
||
| func (n *sparseIndexFile) Open(ctx context.Context, flags uint32) (fs.FileHandle, uint32, syscall.Errno) { | ||
| fh, err := n.sf.Open() | ||
| if err != nil { | ||
| Log.WithError(err).Error("failed to open sparse file") | ||
| return fh, fuse.FOPEN_KEEP_CACHE, syscall.EIO | ||
| } | ||
| return fh, fuse.FOPEN_KEEP_CACHE, fs.OK | ||
| } | ||
|
|
||
| func (n *sparseIndexFile) Read(ctx context.Context, fh fs.FileHandle, dest []byte, off int64) (fuse.ReadResult, syscall.Errno) { | ||
| f := fh.(*SparseFileHandle) | ||
| length, err := f.ReadAt(dest, off) | ||
| if err != nil { | ||
| if err == io.EOF { | ||
| return fuse.ReadResultData(dest[:length]), fs.OK | ||
| } | ||
| Log.WithError(err).Error("failed to read sparse file") | ||
| return fuse.ReadResultData(dest[:length]), syscall.EIO | ||
| } | ||
| return fuse.ReadResultData(dest[:length]), fs.OK | ||
| } | ||
|
|
||
| func (n *sparseIndexFile) Getattr(ctx context.Context, fh fs.FileHandle, out *fuse.AttrOut) syscall.Errno { | ||
| out.Mode = fuse.S_IFREG | 0444 | ||
| out.Size = uint64(n.size) | ||
| out.Mtime = uint64(n.mtime.Unix()) | ||
| return fs.OK | ||
| } |
Oops, something went wrong.