Baradb/clients/nim/src/baradb/client.nim

## BaraDB Client — Self-contained Nim client library
## No dependency on BaraDB server code.
## Communicates via the BaraDB Wire Protocol (binary, big-endian).

import std/asyncdispatch
import std/asyncnet
import std/net as netmod
import std/locks
import std/strutils
import std/endians

# === Wire Protocol (self-contained, no server dependency) ===

const
  ProtocolMagic* = 0x42415241'u32

type
  FieldKind* = enum
    fkNull = 0x00
    fkBool = 0x01
    fkInt8 = 0x02
    fkInt16 = 0x03
    fkInt32 = 0x04
    fkInt64 = 0x05
    fkFloat32 = 0x06
    fkFloat64 = 0x07
    fkString = 0x08
    fkBytes = 0x09
    fkArray = 0x0A
    fkObject = 0x0B
    fkVector = 0x0C
    fkJson = 0x0D

  MsgKind* = enum
    # Client messages
    mkClientHandshake = 0x01
    mkQuery = 0x02
    mkQueryParams = 0x03
    mkExecute = 0x04
    mkBatch = 0x05
    mkTransaction = 0x06
    mkClose = 0x07
    mkPing = 0x08
    mkAuth = 0x09
    # Server messages
    mkServerHandshake = 0x80
    mkReady = 0x81
    mkData = 0x82
    mkComplete = 0x83
    mkError = 0x84
    mkAuthChallenge = 0x85
    mkAuthOk = 0x86
    mkSchemaChange = 0x87
    mkPong = 0x88
    mkTransactionState = 0x89

  ResultFormat* = enum
    rfBinary = 0x00
    rfJson = 0x01
    rfText = 0x02

  WireValue* = object
    case kind*: FieldKind
    of fkNull: discard
    of fkBool: boolVal*: bool
    of fkInt8: int8Val*: int8
    of fkInt16: int16Val*: int16
    of fkInt32: int32Val*: int32
    of fkInt64: int64Val*: int64
    of fkFloat32: float32Val*: float32
    of fkFloat64: float64Val*: float64
    of fkString: strVal*: string
    of fkBytes: bytesVal*: seq[byte]
    of fkArray: arrayVal*: seq[WireValue]
    of fkObject: objVal*: seq[(string, WireValue)]
    of fkVector: vecVal*: seq[float32]
    of fkJson: jsonVal*: string

proc writeUint32(buf: var seq[byte], val: uint32) =
  var bytes: array[4, byte]
  bigEndian32(addr bytes, unsafeAddr val)
  buf.add(bytes)

proc writeUint64(buf: var seq[byte], val: uint64) =
  var bytes: array[8, byte]
  bigEndian64(addr bytes, unsafeAddr val)
  buf.add(bytes)

proc writeString(buf: var seq[byte], s: string) =
  buf.writeUint32(uint32(s.len))
  for ch in s:
    buf.add(byte(ch))

proc readUint32(buf: openArray[byte], pos: var int): uint32 =
  var bytes: array[4, byte]
  for i in 0..3: bytes[i] = buf[pos + i]
  bigEndian32(addr result, unsafeAddr bytes)
  pos += 4

proc readUint64(buf: openArray[byte], pos: var int): uint64 =
  var bytes: array[8, byte]
  for i in 0..7: bytes[i] = buf[pos + i]
  bigEndian64(addr result, unsafeAddr bytes)
  pos += 8

proc readString(buf: openArray[byte], pos: var int): string =
  let len = int(readUint32(buf, pos))
  result = newString(len)
  for i in 0..<len:
    result[i] = char(buf[pos + i])
  pos += len

proc toBytes(s: string): seq[byte] =
  result = newSeq[byte](s.len)
  for i, c in s:
    result[i] = byte(c)

proc toString(s: seq[byte]): string =
  result = newString(s.len)
  for i, b in s:
    result[i] = char(b)

proc serializeValue*(buf: var seq[byte], val: WireValue) =
  buf.add(byte(val.kind))
  case val.kind
  of fkNull: discard
  of fkBool: buf.add(if val.boolVal: 1'u8 else: 0'u8)
  of fkInt8: buf.add(uint8(val.int8Val))
  of fkInt16:
    var bytes16: array[2, byte]
    bigEndian16(addr bytes16, unsafeAddr val.int16Val)
    buf.add(bytes16)
  of fkInt32: buf.writeUint32(uint32(val.int32Val))
  of fkInt64: buf.writeUint64(uint64(val.int64Val))
  of fkFloat32:
    var bytes32: array[4, byte]
    copyMem(addr bytes32, unsafeAddr val.float32Val, 4)
    buf.add(bytes32)
  of fkFloat64:
    var bytes: array[8, byte]
    copyMem(addr bytes, unsafeAddr val.float64Val, 8)
    buf.add(bytes)
  of fkString: buf.writeString(val.strVal)
  of fkBytes:
    buf.writeUint32(uint32(val.bytesVal.len))
    buf.add(val.bytesVal)
  of fkArray:
    buf.writeUint32(uint32(val.arrayVal.len))
    for item in val.arrayVal:
      buf.serializeValue(item)
  of fkObject:
    buf.writeUint32(uint32(val.objVal.len))
    for (name, item) in val.objVal:
      buf.writeString(name)
      buf.serializeValue(item)
  of fkVector:
    buf.writeUint32(uint32(val.vecVal.len))
    for f in val.vecVal:
      var fb: array[4, byte]
      copyMem(addr fb, unsafeAddr f, 4)
      buf.add(fb)
  of fkJson: buf.writeString(val.jsonVal)

proc deserializeValue*(buf: openArray[byte], pos: var int): WireValue =
  let kind = FieldKind(buf[pos])
  inc pos
  case kind
  of fkNull: result = WireValue(kind: fkNull)
  of fkBool:
    result = WireValue(kind: fkBool, boolVal: buf[pos] != 0)
    inc pos
  of fkInt8:
    result = WireValue(kind: fkInt8, int8Val: cast[int8](buf[pos]))
    inc pos
  of fkInt16:
    var bytes16: array[2, byte]
    for i in 0..1: bytes16[i] = buf[pos + i]
    var v16: int16
    bigEndian16(addr v16, unsafeAddr bytes16)
    result = WireValue(kind: fkInt16, int16Val: v16)
    pos += 2
  of fkInt32:
    result = WireValue(kind: fkInt32, int32Val: int32(readUint32(buf, pos)))
  of fkInt64:
    result = WireValue(kind: fkInt64, int64Val: int64(readUint64(buf, pos)))
  of fkFloat32:
    var v32: float32
    copyMem(addr v32, addr buf[pos], 4)
    result = WireValue(kind: fkFloat32, float32Val: v32)
    pos += 4
  of fkFloat64:
    var v: float64
    copyMem(addr v, addr buf[pos], 8)
    result = WireValue(kind: fkFloat64, float64Val: v)
    pos += 8
  of fkString:
    result = WireValue(kind: fkString, strVal: readString(buf, pos))
  of fkBytes:
    let blen = int(readUint32(buf, pos))
    var bval: seq[byte] = @[]
    for i in 0..<blen:
      bval.add(buf[pos + i])
    result = WireValue(kind: fkBytes, bytesVal: bval)
    pos += blen
  of fkArray:
    let count = int(readUint32(buf, pos))
    var arr: seq[WireValue] = @[]
    for i in 0..<count:
      arr.add(deserializeValue(buf, pos))
    result = WireValue(kind: fkArray, arrayVal: arr)
  of fkObject:
    let count = int(readUint32(buf, pos))
    var obj: seq[(string, WireValue)] = @[]
    for i in 0..<count:
      let name = readString(buf, pos)
      let val = deserializeValue(buf, pos)
      obj.add((name, val))
    result = WireValue(kind: fkObject, objVal: obj)
  of fkVector:
    let dim = int(readUint32(buf, pos))
    var vec: seq[float32] = @[]
    for i in 0..<dim:
      var fv: float32
      copyMem(addr fv, addr buf[pos], 4)
      vec.add(fv)
      pos += 4
    result = WireValue(kind: fkVector, vecVal: vec)
  of fkJson:
    result = WireValue(kind: fkJson, jsonVal: readString(buf, pos))

proc buildMessage*(kind: MsgKind, requestId: uint32, payload: seq[byte]): seq[byte] =
  result = @[]
  result.writeUint32(uint32(kind))
  result.writeUint32(uint32(payload.len))
  result.writeUint32(requestId)
  result.add(payload)

proc makeQueryMessage*(requestId: uint32, query: string): seq[byte] =
  var payload: seq[byte] = @[]
  payload.writeString(query)
  payload.add(byte(rfBinary))
  buildMessage(mkQuery, requestId, payload)

proc makeQueryParamsMessage*(requestId: uint32, query: string, params: seq[WireValue]): seq[byte] =
  var payload: seq[byte] = @[]
  payload.writeString(query)
  payload.add(byte(rfBinary))
  payload.writeUint32(uint32(params.len))
  for p in params:
    payload.serializeValue(p)
  buildMessage(mkQueryParams, requestId, payload)

proc makeAuthMessage*(requestId: uint32, token: string): seq[byte] =
  var payload: seq[byte] = @[]
  payload.writeString(token)
  buildMessage(mkAuth, requestId, payload)

# === Client Library ===

type
  ClientConfig* = object
    host*: string
    port*: int
    database*: string
    username*: string
    password*: string
    timeoutMs*: int
    maxRetries*: int

  QueryResult* = object
    columns*: seq[string]
    columnTypes*: seq[string]
    rows*: seq[seq[string]]
    rowCount*: int
    affectedRows*: int
    executionTimeMs*: float64

  BaraClient* = ref object
    config: ClientConfig
    socket: AsyncSocket
    connected: bool
    requestId: uint32

proc defaultConfig*(): ClientConfig =
  ClientConfig(
    host: "127.0.0.1", port: 9472, database: "default",
    username: "admin", password: "", timeoutMs: 30000, maxRetries: 3,
  )

proc newClient*(config: ClientConfig = defaultConfig()): BaraClient =
  BaraClient(config: config, socket: newAsyncSocket(), connected: false, requestId: 0)

proc connect*(client: BaraClient) {.async.} =
  await client.socket.connect(client.config.host, Port(client.config.port))
  client.connected = true

proc nextId(client: BaraClient): uint32 =
  inc client.requestId; client.requestId

proc close*(client: BaraClient) =
  if client.connected:
    try:
      let msg = buildMessage(mkClose, client.nextId(), @[])
      waitFor client.socket.send(toString(msg))
    except: discard
    client.socket.close()
    client.connected = false

proc isConnected*(client: BaraClient): bool = client.connected

proc wireValueToString*(wv: WireValue): string =
  case wv.kind
  of fkNull: return ""
  of fkBool: return if wv.boolVal: "true" else: "false"
  of fkInt8: return $wv.int8Val
  of fkInt16: return $wv.int16Val
  of fkInt32: return $wv.int32Val
  of fkInt64: return $wv.int64Val
  of fkFloat32: return $wv.float32Val
  of fkFloat64: return $wv.float64Val
  of fkString: return wv.strVal
  of fkBytes: return "<bytes:" & $wv.bytesVal.len & ">"
  of fkArray: return "<array:" & $wv.arrayVal.len & ">"
  of fkObject: return "<object:" & $wv.objVal.len & ">"
  of fkVector: return "<vector:" & $wv.vecVal.len & ">"
  of fkJson: return wv.jsonVal

proc readQueryResponse(client: BaraClient): Future[QueryResult] {.async.} =
  let headerData = await client.socket.recv(12)
  if headerData.len < 12:
    raise newException(IOError, "Connection closed")

  var pos = 0
  let hdrData = toBytes(headerData)
  let kind = MsgKind(readUint32(hdrData, pos))
  let payloadLen = int(readUint32(hdrData, pos))
  discard readUint32(hdrData, pos)

  let payloadStr = await client.socket.recv(payloadLen)
  var payload = toBytes(payloadStr)

  result = QueryResult(columns: @[], rows: @[], rowCount: 0, affectedRows: 0)

  if kind == mkReady:
    return
  if kind == mkError and payload.len >= 8:
    var epos = 0
    let code = readUint32(payload, epos)
    let emsg = readString(payload, epos)
    raise newException(IOError, "Error " & $code & ": " & emsg)
  if kind == mkData:
    var dpos = 0
    let colCount = int(readUint32(payload, dpos))
    var cols: seq[string] = @[]
    for i in 0..<colCount:
      cols.add(readString(payload, dpos))
    result.columns = cols
    var colTypes: seq[string] = @[]
    for i in 0..<colCount:
      colTypes.add($FieldKind(payload[dpos]))
      inc dpos
    result.columnTypes = colTypes
    let rowCount = int(readUint32(payload, dpos))
    for r in 0..<rowCount:
      var row: seq[string] = @[]
      for c in 0..<colCount:
        let wv = deserializeValue(payload, dpos)
        row.add(wireValueToString(wv))
      result.rows.add(row)
    result.rowCount = rowCount
    # Read following mkComplete message
    let compHeader = await client.socket.recv(12)
    if compHeader.len >= 12:
      var chPos = 0
      let chData = toBytes(compHeader)
      let compKind = MsgKind(readUint32(chData, chPos))
      let compLen = int(readUint32(chData, chPos))
      discard readUint32(chData, chPos)
      let compPayloadStr = await client.socket.recv(compLen)
      if compKind == mkComplete:
        var cpPos = 0
        result.affectedRows = int(readUint32(toBytes(compPayloadStr), cpPos))
    return
  if kind == mkComplete:
    var rpos = 0
    result.affectedRows = int(readUint32(payload, rpos))
    return

proc query*(client: BaraClient, sql: string): Future[QueryResult] {.async.} =
  if not client.connected:
    raise newException(IOError, "Not connected")

  let msg = makeQueryMessage(client.nextId(), sql)
  let msgStr = toString(msg)
  await client.socket.send(msgStr)

  return await client.readQueryResponse()

proc query*(client: BaraClient, sql: string, params: seq[WireValue]): Future[QueryResult] {.async.} =
  if not client.connected:
    raise newException(IOError, "Not connected")

  let msg = makeQueryParamsMessage(client.nextId(), sql, params)
  let msgStr = toString(msg)
  await client.socket.send(msgStr)

  return await client.readQueryResponse()

proc exec*(client: BaraClient, sql: string): Future[int] {.async.} =
  let qr = await client.query(sql)
  return qr.affectedRows

proc auth*(client: BaraClient, token: string) {.async.} =
  if not client.connected:
    raise newException(IOError, "Not connected")

  let msg = makeAuthMessage(client.nextId(), token)
  let msgStr = toString(msg)
  await client.socket.send(msgStr)

  let headerData = await client.socket.recv(12)
  if headerData.len < 12:
    raise newException(IOError, "Connection closed")

  var pos = 0
  let hdrData = toBytes(headerData)
  let kind = MsgKind(readUint32(hdrData, pos))
  let payloadLen = int(readUint32(hdrData, pos))
  discard readUint32(hdrData, pos)

  if kind == mkAuthOk:
    return
  elif kind == mkError:
    let payloadStr = await client.socket.recv(payloadLen)
    var epos = 0
    let emsg = readString(toBytes(payloadStr), epos)
    raise newException(IOError, "Auth failed: " & emsg)
  else:
    raise newException(IOError, "Unexpected auth response: 0x" & toHex(uint32(kind), 2))

proc ping*(client: BaraClient): Future[bool] {.async.} =
  if not client.connected:
    return false
  let msg = buildMessage(mkPing, client.nextId(), @[])
  let msgStr = toString(msg)
  await client.socket.send(msgStr)

  let headerData = await client.socket.recv(12)
  if headerData.len < 12:
    return false

  var pos = 0
  let hdrData = toBytes(headerData)
  let kind = MsgKind(readUint32(hdrData, pos))
  return kind == mkPong

# === Fluent Query Builder ===

type
  QueryBuilder* = ref object
    client: BaraClient
    selectCols: seq[string]
    fromTable: string
    whereClauses: seq[string]
    joinClauses: seq[string]
    groupByCols: seq[string]
    havingClause: string
    orderCols: seq[string]
    orderDirs: seq[string]
    limitVal: int
    offsetVal: int

proc newQueryBuilder*(client: BaraClient): QueryBuilder =
  QueryBuilder(client: client, limitVal: 0, offsetVal: 0)

proc select*(qb: QueryBuilder, cols: varargs[string]): QueryBuilder =
  for c in cols: qb.selectCols.add(c)
  return qb

proc `from`*(qb: QueryBuilder, table: string): QueryBuilder =
  qb.fromTable = table
  return qb

proc where*(qb: QueryBuilder, clause: string): QueryBuilder =
  qb.whereClauses.add(clause)
  return qb

proc join*(qb: QueryBuilder, table: string, on: string): QueryBuilder =
  qb.joinClauses.add("JOIN " & table & " ON " & on)
  return qb

proc leftJoin*(qb: QueryBuilder, table: string, on: string): QueryBuilder =
  qb.joinClauses.add("LEFT JOIN " & table & " ON " & on)
  return qb

proc groupBy*(qb: QueryBuilder, cols: varargs[string]): QueryBuilder =
  for c in cols: qb.groupByCols.add(c)
  return qb

proc having*(qb: QueryBuilder, clause: string): QueryBuilder =
  qb.havingClause = clause
  return qb

proc orderBy*(qb: QueryBuilder, col: string, dir: string = "ASC"): QueryBuilder =
  qb.orderCols.add(col)
  qb.orderDirs.add(dir)
  return qb

proc limit*(qb: QueryBuilder, n: int): QueryBuilder =
  qb.limitVal = n
  return qb

proc offset*(qb: QueryBuilder, n: int): QueryBuilder =
  qb.offsetVal = n
  return qb

proc build*(qb: QueryBuilder): string =
  result = "SELECT " & (if qb.selectCols.len > 0: qb.selectCols.join(", ") else: "*")
  result &= " FROM " & qb.fromTable
  for j in qb.joinClauses: result &= " " & j
  if qb.whereClauses.len > 0: result &= " WHERE " & qb.whereClauses.join(" AND ")
  if qb.groupByCols.len > 0: result &= " GROUP BY " & qb.groupByCols.join(", ")
  if qb.havingClause.len > 0: result &= " HAVING " & qb.havingClause
  if qb.orderCols.len > 0:
    result &= " ORDER BY "
    for i, col in qb.orderCols:
      if i > 0: result &= ", "
      result &= col & " " & qb.orderDirs[i]
  if qb.limitVal > 0: result &= " LIMIT " & $qb.limitVal
  if qb.offsetVal > 0: result &= " OFFSET " & $qb.offsetVal

proc exec*(qb: QueryBuilder): Future[QueryResult] {.async.} =
  return await qb.client.query(qb.build())

# === Blocking Sync Client (production-grade, no waitFor) ===

type
  SyncClient* = ref object
    config: ClientConfig
    socket: netmod.Socket
    connected: bool
    requestId: uint32
    lock: Lock

proc newSyncClient*(config: ClientConfig = defaultConfig()): SyncClient =
  result = SyncClient(config: config, connected: false, requestId: 0)
  result.socket = netmod.newSocket()
  initLock(result.lock)

proc recvExact(sock: netmod.Socket, size: int): string =
  result = ""
  while result.len < size:
    let chunk = sock.recv(size - result.len)
    if chunk.len == 0:
      raise newException(IOError, "Connection closed")
    result.add(chunk)

proc readQueryResponseBlocking(client: SyncClient): QueryResult =
  let headerData = client.socket.recvExact(12)
  var pos = 0
  let hdrData = toBytes(headerData)
  let kind = MsgKind(readUint32(hdrData, pos))
  let payloadLen = int(readUint32(hdrData, pos))
  discard readUint32(hdrData, pos)

  let payloadStr = client.socket.recvExact(payloadLen)
  var payload = toBytes(payloadStr)

  result = QueryResult(columns: @[], rows: @[], rowCount: 0, affectedRows: 0)

  if kind == mkReady:
    return
  if kind == mkError and payload.len >= 8:
    var epos = 0
    let code = readUint32(payload, epos)
    let emsg = readString(payload, epos)
    raise newException(IOError, "Error " & $code & ": " & emsg)
  if kind == mkData:
    var dpos = 0
    let colCount = int(readUint32(payload, dpos))
    var cols: seq[string] = @[]
    for i in 0..<colCount:
      cols.add(readString(payload, dpos))
    result.columns = cols
    var colTypes: seq[string] = @[]
    for i in 0..<colCount:
      colTypes.add($FieldKind(payload[dpos]))
      inc dpos
    result.columnTypes = colTypes
    let rowCount = int(readUint32(payload, dpos))
    for r in 0..<rowCount:
      var row: seq[string] = @[]
      for c in 0..<colCount:
        let wv = deserializeValue(payload, dpos)
        row.add(wireValueToString(wv))
      result.rows.add(row)
    result.rowCount = rowCount
    # Read following mkComplete message
    let compHeader = client.socket.recvExact(12)
    var chPos = 0
    let chData = toBytes(compHeader)
    let compKind = MsgKind(readUint32(chData, chPos))
    let compLen = int(readUint32(chData, chPos))
    discard readUint32(chData, chPos)
    let compPayloadStr = client.socket.recvExact(compLen)
    if compKind == mkComplete:
      var cpPos = 0
      result.affectedRows = int(readUint32(toBytes(compPayloadStr), cpPos))
    return
  if kind == mkComplete:
    var rpos = 0
    result.affectedRows = int(readUint32(payload, rpos))
    return

proc connect*(client: SyncClient) =
  netmod.connect(client.socket, client.config.host, Port(client.config.port))
  client.connected = true

proc close*(client: SyncClient) =
  if client.connected:
    try:
      let msg = buildMessage(mkClose, 0, @[])
      netmod.send(client.socket, toString(msg))
    except: discard
    netmod.close(client.socket)
    client.connected = false
  deinitLock(client.lock)

proc query*(client: SyncClient, sql: string): QueryResult =
  acquire(client.lock)
  try:
    if not client.connected:
      raise newException(IOError, "Not connected")
    let msg = makeQueryMessage(0, sql)
    netmod.send(client.socket, toString(msg))
    return readQueryResponseBlocking(client)
  finally:
    release(client.lock)

proc query*(client: SyncClient, sql: string, params: seq[WireValue]): QueryResult =
  acquire(client.lock)
  try:
    if not client.connected:
      raise newException(IOError, "Not connected")
    let msg = makeQueryParamsMessage(0, sql, params)
    netmod.send(client.socket, toString(msg))
    return readQueryResponseBlocking(client)
  finally:
    release(client.lock)

proc exec*(client: SyncClient, sql: string): int =
  let qr = client.query(sql)
  return qr.affectedRows

proc auth*(client: SyncClient, token: string) =
  acquire(client.lock)
  try:
    if not client.connected:
      raise newException(IOError, "Not connected")
    let msg = makeAuthMessage(0, token)
    netmod.send(client.socket, toString(msg))
    let headerData = client.socket.recvExact(12)
    var pos = 0
    let hdrData = toBytes(headerData)
    let kind = MsgKind(readUint32(hdrData, pos))
    let payloadLen = int(readUint32(hdrData, pos))
    discard readUint32(hdrData, pos)
    if kind == mkAuthOk:
      return
    elif kind == mkError:
      let payloadStr = client.socket.recvExact(payloadLen)
      var epos = 0
      let emsg = readString(toBytes(payloadStr), epos)
      raise newException(IOError, "Auth failed: " & emsg)
    else:
      raise newException(IOError, "Unexpected auth response")
  finally:
    release(client.lock)

proc ping*(client: SyncClient): bool =
  acquire(client.lock)
  try:
    if not client.connected:
      return false
    let msg = buildMessage(mkPing, 0, @[])
    netmod.send(client.socket, toString(msg))
    let headerData = client.socket.recvExact(12)
    var pos = 0
    let hdrData = toBytes(headerData)
    let kind = MsgKind(readUint32(hdrData, pos))
    return kind == mkPong
  except:
    return false
  finally:
    release(client.lock)

proc `$`*(qr: QueryResult): string =
  if qr.columns.len == 0: return "(no results)"
  result = ""
  for i, col in qr.columns:
    result &= col
    if i < qr.columns.len - 1: result &= ", "
  result &= "\n"
  for row in qr.rows:
    result &= row.join(", ") & "\n"
  result &= "(" & $qr.rowCount & " rows)"