mirror of
https://github.com/etcd-io/bbolt.git
synced 2025-05-31 11:42:30 +00:00
* add support for data file size limit closes #928 Signed-off-by: Matthew Sainsbury <matthew@sainsbury.io> * respond to PR feedback Signed-off-by: Matthew Sainsbury <matthew@sainsbury.io> --------- Signed-off-by: Matthew Sainsbury <matthew@sainsbury.io>
133 lines
3.2 KiB
Go
133 lines
3.2 KiB
Go
package bbolt
|
||
|
||
import (
|
||
"fmt"
|
||
"os"
|
||
"syscall"
|
||
"time"
|
||
"unsafe"
|
||
|
||
"golang.org/x/sys/windows"
|
||
|
||
"go.etcd.io/bbolt/errors"
|
||
)
|
||
|
||
// fdatasync flushes written data to a file descriptor.
|
||
func fdatasync(db *DB) error {
|
||
return db.file.Sync()
|
||
}
|
||
|
||
// flock acquires an advisory lock on a file descriptor.
|
||
func flock(db *DB, exclusive bool, timeout time.Duration) error {
|
||
var t time.Time
|
||
if timeout != 0 {
|
||
t = time.Now()
|
||
}
|
||
var flags uint32 = windows.LOCKFILE_FAIL_IMMEDIATELY
|
||
if exclusive {
|
||
flags |= windows.LOCKFILE_EXCLUSIVE_LOCK
|
||
}
|
||
for {
|
||
// Fix for https://github.com/etcd-io/bbolt/issues/121. Use byte-range
|
||
// -1..0 as the lock on the database file.
|
||
var m1 uint32 = (1 << 32) - 1 // -1 in a uint32
|
||
err := windows.LockFileEx(windows.Handle(db.file.Fd()), flags, 0, 1, 0, &windows.Overlapped{
|
||
Offset: m1,
|
||
OffsetHigh: m1,
|
||
})
|
||
|
||
if err == nil {
|
||
return nil
|
||
} else if err != windows.ERROR_LOCK_VIOLATION {
|
||
return err
|
||
}
|
||
|
||
// If we timed oumercit then return an error.
|
||
if timeout != 0 && time.Since(t) > timeout-flockRetryTimeout {
|
||
return errors.ErrTimeout
|
||
}
|
||
|
||
// Wait for a bit and try again.
|
||
time.Sleep(flockRetryTimeout)
|
||
}
|
||
}
|
||
|
||
// funlock releases an advisory lock on a file descriptor.
|
||
func funlock(db *DB) error {
|
||
var m1 uint32 = (1 << 32) - 1 // -1 in a uint32
|
||
return windows.UnlockFileEx(windows.Handle(db.file.Fd()), 0, 1, 0, &windows.Overlapped{
|
||
Offset: m1,
|
||
OffsetHigh: m1,
|
||
})
|
||
}
|
||
|
||
// mmap memory maps a DB's data file.
|
||
// Based on: https://github.com/edsrzf/mmap-go
|
||
func mmap(db *DB, sz int) error {
|
||
var sizelo, sizehi uint32
|
||
|
||
if !db.readOnly {
|
||
if db.MaxSize > 0 && sz > db.MaxSize {
|
||
// The max size only limits future writes; however, we don’t block opening
|
||
// and mapping the database if it already exceeds the limit.
|
||
fileSize, err := db.fileSize()
|
||
if err != nil {
|
||
return fmt.Errorf("could not check existing db file size: %s", err)
|
||
}
|
||
|
||
if sz > fileSize {
|
||
return errors.ErrMaxSizeReached
|
||
}
|
||
}
|
||
|
||
// Truncate the database to the size of the mmap.
|
||
if err := db.file.Truncate(int64(sz)); err != nil {
|
||
return fmt.Errorf("truncate: %s", err)
|
||
}
|
||
sizehi = uint32(sz >> 32)
|
||
sizelo = uint32(sz)
|
||
}
|
||
|
||
// Open a file mapping handle.
|
||
h, errno := syscall.CreateFileMapping(syscall.Handle(db.file.Fd()), nil, syscall.PAGE_READONLY, sizehi, sizelo, nil)
|
||
if h == 0 {
|
||
return os.NewSyscallError("CreateFileMapping", errno)
|
||
}
|
||
|
||
// Create the memory map.
|
||
addr, errno := syscall.MapViewOfFile(h, syscall.FILE_MAP_READ, 0, 0, 0)
|
||
if addr == 0 {
|
||
// Do our best and report error returned from MapViewOfFile.
|
||
_ = syscall.CloseHandle(h)
|
||
return os.NewSyscallError("MapViewOfFile", errno)
|
||
}
|
||
|
||
// Close mapping handle.
|
||
if err := syscall.CloseHandle(syscall.Handle(h)); err != nil {
|
||
return os.NewSyscallError("CloseHandle", err)
|
||
}
|
||
|
||
// Convert to a byte array.
|
||
db.data = (*[maxMapSize]byte)(unsafe.Pointer(addr))
|
||
db.datasz = sz
|
||
|
||
return nil
|
||
}
|
||
|
||
// munmap unmaps a pointer from a file.
|
||
// Based on: https://github.com/edsrzf/mmap-go
|
||
func munmap(db *DB) error {
|
||
if db.data == nil {
|
||
return nil
|
||
}
|
||
|
||
addr := (uintptr)(unsafe.Pointer(&db.data[0]))
|
||
var err1 error
|
||
if err := syscall.UnmapViewOfFile(addr); err != nil {
|
||
err1 = os.NewSyscallError("UnmapViewOfFile", err)
|
||
}
|
||
db.data = nil
|
||
db.datasz = 0
|
||
return err1
|
||
}
|