Andreas/siyuan
1
0
Fork 0
mirror of https://github.com/siyuan-note/siyuan.git synced 2026-02-08 16:24:20 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

⚡ Writing document data by mmap to reduce disk write operations https://github.com/siyuan-note/siyuan/issues/16956

Browse source 
Signed-off-by: Daniel <845765@qq.com>
This commit is contained in:
Daniel 2026-02-06 22:17:53 +08:00
parent e0df2411c7
commit 9fd1bf7b96
No known key found for this signature in database
GPG key ID: 86211BA83DF03017
3 changed files with 52 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

55
kernel/filesys/tree.go
View file

@ -32,6 +32,7 @@ import (
"github.com/88250/lute/html"
"github.com/88250/lute/parse"
"github.com/88250/lute/render"
mmap "github.com/edsrzf/mmap-go"
jsoniter "github.com/json-iterator/go"
"github.com/panjf2000/ants/v2"
"github.com/siyuan-note/dataparser"
@ -228,12 +229,10 @@ func WriteTree(tree *parse.Tree) (size uint64, err error) {
return
}
size = uint64(len(data))
if err = filelock.WriteFile(filePath, data); err != nil {
msg := fmt.Sprintf("write data [%s] failed: %s", filePath, err)
logging.LogErrorf(msg)
err = errors.New(msg)
return
if err = writeTreeByMmap(filePath, data); nil != err {
if err = writeTreeByWriteFile(filePath, data); nil != err {
return
}
}
if util.ExceedLargeFileWarningSize(len(data)) {
@ -243,6 +242,50 @@ func WriteTree(tree *parse.Tree) (size uint64, err error) {
cache.SetTreeData(tree.ID, data)
afterWriteTree(tree)
size = uint64(len(data))
return
}
func writeTreeByWriteFile(filePath string, data []byte) (err error) {
if err = filelock.WriteFile(filePath, data); err != nil {
msg := fmt.Sprintf("write data [%s] failed: %s", filePath, err)
logging.LogErrorf(msg)
err = errors.New(msg)
return
}
return
}
func writeTreeByMmap(filePath string, data []byte) (err error) {
f, err := filelock.OpenFile(filePath, os.O_RDWR|os.O_CREATE, 0644)
if err != nil {
return
}
defer filelock.CloseFile(f)
if err = f.Truncate(int64(len(data))); err != nil {
msg := fmt.Sprintf("truncate file [%s] failed: %s", filePath, err)
logging.LogErrorf(msg)
err = errors.New(msg)
return
}
m, err := mmap.Map(f, mmap.RDWR, 0)
if err != nil {
msg := fmt.Sprintf("map file [%s] failed: %s", filePath, err)
logging.LogErrorf(msg)
err = errors.New(msg)
return
}
defer m.Unmap()
copy(m, data)
if err = m.Flush(); err != nil {
msg := fmt.Sprintf("flush data [%s] failed: %s", filePath, err)
logging.LogErrorf(msg)
err = errors.New(msg)
return
}
return
}