Files
Baradb/src/barabadb/storage/mmap.nim
T
dimgigov 967c0855a5 Bug fixes: composite PK, nl_to_sql sandbox, FK check, SQL injection, storage correctness
Critical fixes:
- Composite PK: execInsert + validateConstraints use all PK columns
- nl_to_sql: non-SELECT SQL no longer executed directly during validation
- FK check: removed O(N) scanMemTable fallback, uses db.get() with SSTables
- exprToSql: nkIdent wrapped in quotes to prevent SQL injection
- restoreSchema: try/except around tokenize/parse for crash resilience
- recovery.nim: lastTxnId tracking + putUnsafe/deleteUnsafe without WAL
- SCRAM: verifyClientProof length check + DefaultIterationCount restored

Storage fixes:
- lsm.nim: SSTable sort order fixed (ascending), close() flushes all memtables
- compaction.nim: tombstones preserved during compaction
- wal.nim: header written for empty existing files, readEntries checks magic
- btree.nim: B+ tree leaf split keeps boundary key
- bloom.nim: deserialize raises on short data
- mmap.nim: bounds checks for adviseWillNeed/DontNeed + posix.close()

Protocol fixes:
- zerocopy.nim: readString bounds check
- wire.nim: deserializeValue 32-bit underflow check
- auth.nim: JWT JSON escaping for claims
- server.nim: readUint32BE bounds check + specific exception handling
- raft.nim: readData checks + specific exception handling

Tests:
- Added Composite Primary Key test suite (4 tests)

Build: 0 warnings, 0 errors
2026-05-18 11:33:11 +03:00

142 lines
4.0 KiB
Nim

## Memory-mapped I/O — mmap-based file access for SSTables
import std/os
import std/posix
const
PageSize* = 4096
type
MmapMode* = enum
mmReadOnly
mmReadWrite
mmPrivate # copy-on-write
MmapRegion* = object
data*: ptr UncheckedArray[byte]
size*: int
offset*: int64
fd*: int
mode*: MmapMode
MmapFile* = ref object
path*: string
regions*: seq[MmapRegion]
totalSize*: int
pageSize*: int
# Linux mmap constants
const
PROT_READ = 1
PROT_WRITE = 2
MAP_SHARED = 1
MAP_PRIVATE = 2
MAP_FAILED = cast[pointer](-1)
proc mmap(address: pointer, length: int, prot: int, flags: int,
fd: int, offset: int64): pointer {.importc, header: "<sys/mman.h>".}
proc munmap(address: pointer, length: int): int {.importc, header: "<sys/mman.h>".}
proc madvise(address: pointer, length: int, advice: int): int {.importc, header: "<sys/mman.h>".}
const
MADV_SEQUENTIAL = 2
MADV_RANDOM = 1
MADV_WILLNEED = 3
MADV_DONTNEED = 4
proc openMmap*(path: string, mode: MmapMode = mmReadOnly): MmapFile =
let fileSize = getFileSize(path)
if fileSize == 0:
return MmapFile(path: path, regions: @[], totalSize: 0, pageSize: PageSize)
let fd = posix.open(path, if mode == mmReadOnly: O_RDONLY else: O_RDWR)
let prot = if mode == mmReadOnly: PROT_READ else: PROT_READ or PROT_WRITE
let flags = if mode == mmPrivate: MAP_PRIVATE else: MAP_SHARED
let mapped = mmap(nil, fileSize, prot, flags, fd, 0)
if mapped == MAP_FAILED:
discard posix.close(fd)
return MmapFile(path: path, regions: @[], totalSize: 0, pageSize: PageSize)
# Kernel keeps the mapping alive independently of the fd; close it now
# to avoid leaking one fd per SSTable.
discard posix.close(fd)
let region = MmapRegion(
data: cast[ptr UncheckedArray[byte]](mapped),
size: fileSize,
offset: 0,
fd: -1,
mode: mode,
)
MmapFile(
path: path,
regions: @[region],
totalSize: fileSize,
pageSize: PageSize,
)
proc readAt*(mf: MmapFile, offset: int, size: int): seq[byte] =
if mf.regions.len == 0:
return @[]
let region = mf.regions[0]
if offset + size > region.size:
return @[]
result = newSeq[byte](size)
copyMem(addr result[0], unsafeAddr region.data[offset], size)
proc readByte*(mf: MmapFile, offset: int): byte =
if mf.regions.len == 0 or offset >= mf.regions[0].size:
return 0
return mf.regions[0].data[offset]
proc readUint32*(mf: MmapFile, offset: int): uint32 =
if mf.regions.len == 0 or offset + 4 > mf.regions[0].size:
return 0
var val: uint32
copyMem(addr val, unsafeAddr mf.regions[0].data[offset], 4)
return val
proc readUint64*(mf: MmapFile, offset: int): uint64 =
if mf.regions.len == 0 or offset + 8 > mf.regions[0].size:
return 0
var val: uint64
copyMem(addr val, unsafeAddr mf.regions[0].data[offset], 8)
return val
proc readString*(mf: MmapFile, offset: int, size: int): string =
if mf.regions.len == 0 or offset + size > mf.regions[0].size:
return ""
result = newString(size)
copyMem(addr result[0], unsafeAddr mf.regions[0].data[offset], size)
proc adviseSequential*(mf: MmapFile) =
if mf.regions.len > 0:
discard madvise(mf.regions[0].data, mf.regions[0].size, MADV_SEQUENTIAL)
proc adviseRandom*(mf: MmapFile) =
if mf.regions.len > 0:
discard madvise(mf.regions[0].data, mf.regions[0].size, MADV_RANDOM)
proc adviseWillNeed*(mf: MmapFile, offset: int, size: int) =
if mf.regions.len > 0:
if offset < 0 or offset + size > mf.regions[0].size:
return
discard madvise(addr mf.regions[0].data[offset], size, MADV_WILLNEED)
proc adviseDontNeed*(mf: MmapFile, offset: int, size: int) =
if mf.regions.len > 0:
if offset < 0 or offset + size > mf.regions[0].size:
return
discard madvise(addr mf.regions[0].data[offset], size, MADV_DONTNEED)
proc close*(mf: MmapFile) =
for region in mf.regions:
discard munmap(region.data, region.size)
if region.fd != -1:
discard close(cint(region.fd))
mf.regions.setLen(0)
proc size*(mf: MmapFile): int = mf.totalSize
proc isOpen*(mf: MmapFile): bool = mf.regions.len > 0