mirror of
https://github.com/Swiftgram/Telegram-iOS.git
synced 2025-08-19 12:10:55 +00:00
1074 lines
41 KiB
Swift
1074 lines
41 KiB
Swift
import Foundation
|
|
import sqlcipher
|
|
#if os(macOS)
|
|
import SwiftSignalKitMac
|
|
#else
|
|
import SwiftSignalKit
|
|
#endif
|
|
|
|
private func checkTableKey(_ table: ValueBoxTable, _ key: ValueBoxKey) {
|
|
switch table.keyType {
|
|
case .binary:
|
|
break
|
|
case .int64:
|
|
assert(key.length == 8)
|
|
}
|
|
}
|
|
|
|
private struct SqlitePreparedStatement {
|
|
let statement: OpaquePointer?
|
|
|
|
func bind(_ index: Int, data: UnsafeRawPointer, length: Int) {
|
|
sqlite3_bind_blob(statement, Int32(index), data, Int32(length), nil)
|
|
}
|
|
|
|
func bind(_ index: Int, number: Int64) {
|
|
sqlite3_bind_int64(statement, Int32(index), number)
|
|
}
|
|
|
|
func bindNull(_ index: Int) {
|
|
sqlite3_bind_null(statement, Int32(index))
|
|
}
|
|
|
|
func bind(_ index: Int, number: Int32) {
|
|
sqlite3_bind_int(statement, Int32(index), number)
|
|
}
|
|
|
|
func reset() {
|
|
sqlite3_reset(statement)
|
|
sqlite3_clear_bindings(statement)
|
|
}
|
|
|
|
func step() -> Bool {
|
|
let result = sqlite3_step(statement)
|
|
if result != SQLITE_ROW && result != SQLITE_DONE {
|
|
assertionFailure("Sqlite error \(result)")
|
|
}
|
|
return result == SQLITE_ROW
|
|
}
|
|
|
|
func int64At(_ index: Int) -> Int64 {
|
|
return sqlite3_column_int64(statement, Int32(index))
|
|
}
|
|
|
|
func valueAt(_ index: Int) -> ReadBuffer {
|
|
let valueLength = sqlite3_column_bytes(statement, Int32(index))
|
|
let valueData = sqlite3_column_blob(statement, Int32(index))
|
|
|
|
let valueMemory = malloc(Int(valueLength))!
|
|
memcpy(valueMemory, valueData, Int(valueLength))
|
|
return ReadBuffer(memory: valueMemory, length: Int(valueLength), freeWhenDone: true)
|
|
}
|
|
|
|
func keyAt(_ index: Int) -> ValueBoxKey {
|
|
let valueLength = sqlite3_column_bytes(statement, Int32(index))
|
|
let valueData = sqlite3_column_blob(statement, Int32(index))
|
|
|
|
let key = ValueBoxKey(length: Int(valueLength))
|
|
memcpy(key.memory, valueData, Int(valueLength))
|
|
return key
|
|
}
|
|
|
|
func int64KeyAt(_ index: Int) -> ValueBoxKey {
|
|
let value = sqlite3_column_int64(statement, Int32(index))
|
|
|
|
let key = ValueBoxKey(length: 9)
|
|
key.setInt64(0, value: value)
|
|
return key
|
|
}
|
|
|
|
func destroy() {
|
|
sqlite3_finalize(statement)
|
|
}
|
|
}
|
|
|
|
final class SqliteValueBox: ValueBox {
|
|
private let lock = NSRecursiveLock()
|
|
|
|
private let basePath: String
|
|
private var database: Database!
|
|
private var tables: [Int32: ValueBoxTable] = [:]
|
|
private var getStatements: [Int32 : SqlitePreparedStatement] = [:]
|
|
private var rangeKeyAscStatementsLimit: [Int32 : SqlitePreparedStatement] = [:]
|
|
private var rangeKeyAscStatementsNoLimit: [Int32 : SqlitePreparedStatement] = [:]
|
|
private var rangeKeyDescStatementsLimit: [Int32 : SqlitePreparedStatement] = [:]
|
|
private var rangeKeyDescStatementsNoLimit: [Int32 : SqlitePreparedStatement] = [:]
|
|
private var rangeValueAscStatementsLimit: [Int32 : SqlitePreparedStatement] = [:]
|
|
private var rangeValueAscStatementsNoLimit: [Int32 : SqlitePreparedStatement] = [:]
|
|
private var rangeValueDescStatementsLimit: [Int32 : SqlitePreparedStatement] = [:]
|
|
private var rangeValueDescStatementsNoLimit: [Int32 : SqlitePreparedStatement] = [:]
|
|
private var scanStatements: [Int32 : SqlitePreparedStatement] = [:]
|
|
private var existsStatements: [Int32 : SqlitePreparedStatement] = [:]
|
|
private var updateStatements: [Int32 : SqlitePreparedStatement] = [:]
|
|
private var insertStatements: [Int32 : SqlitePreparedStatement] = [:]
|
|
private var insertOrReplaceStatements: [Int32 : SqlitePreparedStatement] = [:]
|
|
private var deleteStatements: [Int32 : SqlitePreparedStatement] = [:]
|
|
|
|
private var readQueryTime: CFAbsoluteTime = 0.0
|
|
private var writeQueryTime: CFAbsoluteTime = 0.0
|
|
private var commitTime: CFAbsoluteTime = 0.0
|
|
|
|
private let checkpoints = MetaDisposable()
|
|
|
|
private let queue: Queue
|
|
|
|
public init(basePath: String, queue: Queue) {
|
|
self.basePath = basePath
|
|
self.queue = queue
|
|
self.database = self.openDatabase()
|
|
}
|
|
|
|
deinit {
|
|
assert(self.queue.isCurrent())
|
|
self.clearStatements()
|
|
checkpoints.dispose()
|
|
}
|
|
|
|
private func openDatabase() -> Database {
|
|
assert(self.queue.isCurrent())
|
|
|
|
checkpoints.set(nil)
|
|
lock.lock()
|
|
|
|
let _ = try? FileManager.default.createDirectory(atPath: basePath, withIntermediateDirectories: true, attributes: nil)
|
|
let path = basePath + "/db_sqlite"
|
|
let database: Database
|
|
if let result = Database(path) {
|
|
database = result
|
|
} else {
|
|
assertionFailure()
|
|
let _ = try? FileManager.default.removeItem(atPath: path)
|
|
database = Database(path)!
|
|
}
|
|
|
|
database.execute("PRAGMA cache_size=-2097152")
|
|
database.execute("PRAGMA synchronous=NORMAL")
|
|
database.execute("PRAGMA journal_mode=WAL")
|
|
database.execute("PRAGMA temp_store=MEMORY")
|
|
database.execute("PRAGMA wal_autocheckpoint=500")
|
|
database.execute("PRAGMA journal_size_limit=1536")
|
|
|
|
/*var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(database.handle, "PRAGMA integrity_check", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
while preparedStatement.step() {
|
|
let value = preparedStatement.valueAt(0)
|
|
let text = String(data: Data(bytes: value.memory.assumingMemoryBound(to: UInt8.self), count: value.length), encoding: .utf8)
|
|
print("integrity_check: \(text ?? "")")
|
|
assert(text == "ok")
|
|
//let value = preparedStatement.stringAt(0)
|
|
//print("integrity_check: \(value)")
|
|
}
|
|
preparedStatement.destroy()*/
|
|
|
|
sqlite3_busy_timeout(database.handle, 10000000)
|
|
|
|
let result = self.getUserVersion(database)
|
|
if result != 2 {
|
|
database.execute("PRAGMA user_version=2")
|
|
database.execute("DROP TABLE IF EXISTS __meta_tables")
|
|
database.execute("CREATE TABLE __meta_tables (name INTEGER, keyType INTEGER)")
|
|
}
|
|
|
|
for table in self.listTables(database) {
|
|
self.tables[table.id] = table
|
|
}
|
|
lock.unlock()
|
|
|
|
/*checkpoints.set((Signal<Void, NoError>.single(Void()) |> delay(10.0, queue: self.queue) |> restart).start(next: { [weak self] _ in
|
|
if let strongSelf = self, strongSelf.database != nil {
|
|
assert(strongSelf.queue.isCurrent())
|
|
strongSelf.lock.lock()
|
|
var nLog: Int32 = 0
|
|
var nFrames: Int32 = 0
|
|
let result = sqlite3_wal_checkpoint_v2(strongSelf.database.handle, nil, SQLITE_CHECKPOINT_PASSIVE, &nLog, &nFrames)
|
|
assert(result == SQLITE_OK)
|
|
strongSelf.lock.unlock()
|
|
//print("(SQLite WAL size \(nLog) removed \(nFrames))")
|
|
}
|
|
}))*/
|
|
return database
|
|
}
|
|
|
|
public func beginStats() {
|
|
self.readQueryTime = 0.0
|
|
self.writeQueryTime = 0.0
|
|
self.commitTime = 0.0
|
|
}
|
|
|
|
public func endStats() {
|
|
print("(SqliteValueBox stats read: \(self.readQueryTime * 1000.0) ms, write: \(self.writeQueryTime * 1000.0) ms, commit: \(self.commitTime * 1000.0) ms")
|
|
}
|
|
|
|
public func begin() {
|
|
assert(self.queue.isCurrent())
|
|
self.database.execute("BEGIN IMMEDIATE")
|
|
}
|
|
|
|
public func commit() {
|
|
assert(self.queue.isCurrent())
|
|
let startTime = CFAbsoluteTimeGetCurrent()
|
|
self.database.execute("COMMIT")
|
|
self.commitTime += CFAbsoluteTimeGetCurrent() - startTime
|
|
}
|
|
|
|
private func getUserVersion(_ database: Database) -> Int64 {
|
|
assert(self.queue.isCurrent())
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(database.handle, "PRAGMA user_version", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
let _ = preparedStatement.step()
|
|
let value = preparedStatement.int64At(0)
|
|
preparedStatement.destroy()
|
|
return value
|
|
}
|
|
|
|
private func listTables(_ database: Database) -> [ValueBoxTable] {
|
|
assert(self.queue.isCurrent())
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(database.handle, "SELECT name, keyType FROM __meta_tables", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
var tables: [ValueBoxTable] = []
|
|
while preparedStatement.step() {
|
|
let value = preparedStatement.int64At(0)
|
|
let keyType = preparedStatement.int64At(1)
|
|
tables.append(ValueBoxTable(id: Int32(value), keyType: ValueBoxKeyType(rawValue: Int32(keyType))!))
|
|
}
|
|
preparedStatement.destroy()
|
|
return tables
|
|
}
|
|
|
|
private func checkTable(_ table: ValueBoxTable) {
|
|
if let currentTable = self.tables[table.id] {
|
|
precondition(currentTable.keyType == table.keyType)
|
|
} else {
|
|
switch table.keyType {
|
|
case .binary:
|
|
self.database.execute("CREATE TABLE t\(table.id) (key BLOB, value BLOB)")
|
|
self.database.execute("CREATE INDEX t\(table.id)_key ON t\(table.id) (key)")
|
|
case .int64:
|
|
self.database.execute("CREATE TABLE t\(table.id) (key INTEGER PRIMARY KEY, value BLOB)")
|
|
}
|
|
self.tables[table.id] = table
|
|
self.database.execute("INSERT INTO __meta_tables(name, keyType) VALUES (\(table.id), \(table.keyType.rawValue))")
|
|
}
|
|
}
|
|
|
|
private func getStatement(_ table: ValueBoxTable, key: ValueBoxKey) -> SqlitePreparedStatement {
|
|
assert(self.queue.isCurrent())
|
|
checkTableKey(table, key)
|
|
|
|
let resultStatement: SqlitePreparedStatement
|
|
|
|
if let statement = self.getStatements[table.id] {
|
|
resultStatement = statement
|
|
} else {
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(self.database.handle, "SELECT value FROM t\(table.id) WHERE key=?", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
self.getStatements[table.id] = preparedStatement
|
|
resultStatement = preparedStatement
|
|
}
|
|
|
|
resultStatement.reset()
|
|
|
|
switch table.keyType {
|
|
case .binary:
|
|
resultStatement.bind(1, data: key.memory, length: key.length)
|
|
case .int64:
|
|
resultStatement.bind(1, number: key.getInt64(0))
|
|
}
|
|
|
|
return resultStatement
|
|
}
|
|
|
|
private func rangeKeyAscStatementLimit(_ table: ValueBoxTable, start: ValueBoxKey, end: ValueBoxKey, limit: Int) -> SqlitePreparedStatement {
|
|
assert(self.queue.isCurrent())
|
|
checkTableKey(table, start)
|
|
checkTableKey(table, end)
|
|
|
|
let resultStatement: SqlitePreparedStatement
|
|
|
|
if let statement = self.rangeKeyAscStatementsLimit[table.id] {
|
|
resultStatement = statement
|
|
} else {
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(self.database.handle, "SELECT key FROM t\(table.id) WHERE key > ? AND key < ? ORDER BY key ASC LIMIT ?", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
self.rangeKeyAscStatementsLimit[table.id] = preparedStatement
|
|
resultStatement = preparedStatement
|
|
}
|
|
resultStatement.reset()
|
|
|
|
switch table.keyType {
|
|
case .binary:
|
|
resultStatement.bind(1, data: start.memory, length: start.length)
|
|
resultStatement.bind(2, data: end.memory, length: end.length)
|
|
case .int64:
|
|
resultStatement.bind(1, number: start.getInt64(0))
|
|
resultStatement.bind(2, number: end.getInt64(0))
|
|
}
|
|
resultStatement.bind(3, number: Int32(limit))
|
|
|
|
return resultStatement
|
|
}
|
|
|
|
private func rangeKeyAscStatementNoLimit(_ table: ValueBoxTable, start: ValueBoxKey, end: ValueBoxKey) ->
|
|
SqlitePreparedStatement {
|
|
assert(self.queue.isCurrent())
|
|
checkTableKey(table, start)
|
|
checkTableKey(table, end)
|
|
|
|
let resultStatement: SqlitePreparedStatement
|
|
|
|
if let statement = self.rangeKeyAscStatementsNoLimit[table.id] {
|
|
resultStatement = statement
|
|
} else {
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(self.database.handle, "SELECT key FROM t\(table.id) WHERE key > ? AND key < ? ORDER BY key ASC", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
self.rangeKeyAscStatementsNoLimit[table.id] = preparedStatement
|
|
resultStatement = preparedStatement
|
|
}
|
|
|
|
resultStatement.reset()
|
|
|
|
switch table.keyType {
|
|
case .binary:
|
|
resultStatement.bind(1, data: start.memory, length: start.length)
|
|
resultStatement.bind(2, data: end.memory, length: end.length)
|
|
case .int64:
|
|
resultStatement.bind(1, number: start.getInt64(0))
|
|
resultStatement.bind(2, number: end.getInt64(0))
|
|
}
|
|
|
|
return resultStatement
|
|
}
|
|
|
|
private func rangeKeyDescStatementLimit(_ table: ValueBoxTable, start: ValueBoxKey, end: ValueBoxKey, limit: Int) -> SqlitePreparedStatement {
|
|
assert(self.queue.isCurrent())
|
|
let resultStatement: SqlitePreparedStatement
|
|
checkTableKey(table, start)
|
|
checkTableKey(table, end)
|
|
|
|
if let statement = self.rangeKeyDescStatementsLimit[table.id] {
|
|
resultStatement = statement
|
|
} else {
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(self.database.handle, "SELECT key FROM t\(table.id) WHERE key > ? AND key < ? ORDER BY key DESC LIMIT ?", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
self.rangeKeyDescStatementsLimit[table.id] = preparedStatement
|
|
resultStatement = preparedStatement
|
|
}
|
|
|
|
resultStatement.reset()
|
|
|
|
switch table.keyType {
|
|
case .binary:
|
|
resultStatement.bind(1, data: start.memory, length: start.length)
|
|
resultStatement.bind(2, data: end.memory, length: end.length)
|
|
case .int64:
|
|
resultStatement.bind(1, number: start.getInt64(0))
|
|
resultStatement.bind(2, number: end.getInt64(0))
|
|
}
|
|
resultStatement.bind(3, number: Int32(limit))
|
|
|
|
return resultStatement
|
|
}
|
|
|
|
private func rangeKeyDescStatementNoLimit(_ table: ValueBoxTable, start: ValueBoxKey, end: ValueBoxKey) -> SqlitePreparedStatement {
|
|
assert(self.queue.isCurrent())
|
|
let resultStatement: SqlitePreparedStatement
|
|
checkTableKey(table, start)
|
|
checkTableKey(table, end)
|
|
|
|
if let statement = self.rangeKeyDescStatementsNoLimit[table.id] {
|
|
resultStatement = statement
|
|
} else {
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(self.database.handle, "SELECT key FROM t\(table.id) WHERE key > ? AND key < ? ORDER BY key DESC", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
self.rangeKeyDescStatementsNoLimit[table.id] = preparedStatement
|
|
resultStatement = preparedStatement
|
|
}
|
|
|
|
resultStatement.reset()
|
|
|
|
switch table.keyType {
|
|
case .binary:
|
|
resultStatement.bind(1, data: start.memory, length: start.length)
|
|
resultStatement.bind(2, data: end.memory, length: end.length)
|
|
case .int64:
|
|
resultStatement.bind(1, number: start.getInt64(0))
|
|
resultStatement.bind(2, number: end.getInt64(0))
|
|
}
|
|
|
|
return resultStatement
|
|
}
|
|
|
|
private func rangeValueAscStatementLimit(_ table: ValueBoxTable, start: ValueBoxKey, end: ValueBoxKey, limit: Int) -> SqlitePreparedStatement {
|
|
assert(self.queue.isCurrent())
|
|
checkTableKey(table, start)
|
|
checkTableKey(table, end)
|
|
|
|
let resultStatement: SqlitePreparedStatement
|
|
|
|
if let statement = self.rangeValueAscStatementsLimit[table.id] {
|
|
resultStatement = statement
|
|
} else {
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(self.database.handle, "SELECT key, value FROM t\(table.id) WHERE key > ? AND key < ? ORDER BY key ASC LIMIT ?", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
self.rangeValueAscStatementsLimit[table.id] = preparedStatement
|
|
resultStatement = preparedStatement
|
|
}
|
|
resultStatement.reset()
|
|
|
|
switch table.keyType {
|
|
case .binary:
|
|
resultStatement.bind(1, data: start.memory, length: start.length)
|
|
resultStatement.bind(2, data: end.memory, length: end.length)
|
|
case .int64:
|
|
resultStatement.bind(1, number: start.getInt64(0))
|
|
resultStatement.bind(2, number: end.getInt64(0))
|
|
}
|
|
resultStatement.bind(3, number: Int32(limit))
|
|
|
|
return resultStatement
|
|
}
|
|
|
|
private func rangeValueAscStatementNoLimit(_ table: ValueBoxTable, start: ValueBoxKey, end: ValueBoxKey) -> SqlitePreparedStatement {
|
|
assert(self.queue.isCurrent())
|
|
checkTableKey(table, start)
|
|
checkTableKey(table, end)
|
|
|
|
let resultStatement: SqlitePreparedStatement
|
|
|
|
if let statement = self.rangeValueAscStatementsNoLimit[table.id] {
|
|
resultStatement = statement
|
|
} else {
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(self.database.handle, "SELECT key, value FROM t\(table.id) WHERE key > ? AND key < ? ORDER BY key ASC", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
self.rangeValueAscStatementsNoLimit[table.id] = preparedStatement
|
|
resultStatement = preparedStatement
|
|
}
|
|
|
|
resultStatement.reset()
|
|
|
|
switch table.keyType {
|
|
case .binary:
|
|
resultStatement.bind(1, data: start.memory, length: start.length)
|
|
resultStatement.bind(2, data: end.memory, length: end.length)
|
|
case .int64:
|
|
resultStatement.bind(1, number: start.getInt64(0))
|
|
resultStatement.bind(2, number: end.getInt64(0))
|
|
}
|
|
|
|
return resultStatement
|
|
}
|
|
|
|
private func rangeValueDescStatementLimit(_ table: ValueBoxTable, start: ValueBoxKey, end: ValueBoxKey, limit: Int) -> SqlitePreparedStatement {
|
|
assert(self.queue.isCurrent())
|
|
checkTableKey(table, start)
|
|
checkTableKey(table, end)
|
|
|
|
let resultStatement: SqlitePreparedStatement
|
|
|
|
if let statement = self.rangeValueDescStatementsLimit[table.id] {
|
|
resultStatement = statement
|
|
} else {
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(self.database.handle, "SELECT key, value FROM t\(table.id) WHERE key > ? AND key < ? ORDER BY key DESC LIMIT ?", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
self.rangeValueDescStatementsLimit[table.id] = preparedStatement
|
|
resultStatement = preparedStatement
|
|
}
|
|
|
|
resultStatement.reset()
|
|
|
|
switch table.keyType {
|
|
case .binary:
|
|
resultStatement.bind(1, data: start.memory, length: start.length)
|
|
resultStatement.bind(2, data: end.memory, length: end.length)
|
|
case .int64:
|
|
resultStatement.bind(1, number: start.getInt64(0))
|
|
resultStatement.bind(2, number: end.getInt64(0))
|
|
}
|
|
resultStatement.bind(3, number: Int32(limit))
|
|
|
|
return resultStatement
|
|
}
|
|
|
|
private func rangeValueDescStatementNoLimit(_ table: ValueBoxTable, start: ValueBoxKey, end: ValueBoxKey) -> SqlitePreparedStatement {
|
|
assert(self.queue.isCurrent())
|
|
checkTableKey(table, start)
|
|
checkTableKey(table, end)
|
|
|
|
let resultStatement: SqlitePreparedStatement
|
|
|
|
if let statement = self.rangeKeyDescStatementsNoLimit[table.id] {
|
|
resultStatement = statement
|
|
} else {
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(self.database.handle, "SELECT key, value FROM t\(table.id) WHERE key > ? AND key < ? ORDER BY key DESC", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
self.rangeValueDescStatementsNoLimit[table.id] = preparedStatement
|
|
resultStatement = preparedStatement
|
|
}
|
|
|
|
resultStatement.reset()
|
|
|
|
switch table.keyType {
|
|
case .binary:
|
|
resultStatement.bind(1, data: start.memory, length: start.length)
|
|
resultStatement.bind(2, data: end.memory, length: end.length)
|
|
case .int64:
|
|
resultStatement.bind(1, number: start.getInt64(0))
|
|
resultStatement.bind(2, number: end.getInt64(0))
|
|
}
|
|
|
|
return resultStatement
|
|
}
|
|
|
|
private func scanStatement(_ table: ValueBoxTable) -> SqlitePreparedStatement {
|
|
assert(self.queue.isCurrent())
|
|
|
|
let resultStatement: SqlitePreparedStatement
|
|
|
|
if let statement = self.scanStatements[table.id] {
|
|
resultStatement = statement
|
|
} else {
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(self.database.handle, "SELECT key, value FROM t\(table.id) ORDER BY key ASC", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
self.scanStatements[table.id] = preparedStatement
|
|
resultStatement = preparedStatement
|
|
}
|
|
|
|
resultStatement.reset()
|
|
|
|
return resultStatement
|
|
}
|
|
|
|
private func existsStatement(_ table: ValueBoxTable, key: ValueBoxKey) -> SqlitePreparedStatement {
|
|
assert(self.queue.isCurrent())
|
|
checkTableKey(table, key)
|
|
|
|
let resultStatement: SqlitePreparedStatement
|
|
|
|
if let statement = self.existsStatements[table.id] {
|
|
resultStatement = statement
|
|
} else {
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(self.database.handle, "SELECT rowid FROM t\(table.id) WHERE key=?", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
self.existsStatements[table.id] = preparedStatement
|
|
resultStatement = preparedStatement
|
|
}
|
|
|
|
resultStatement.reset()
|
|
|
|
switch table.keyType {
|
|
case .binary:
|
|
resultStatement.bind(1, data: key.memory, length: key.length)
|
|
case .int64:
|
|
resultStatement.bind(1, number: key.getInt64(0))
|
|
}
|
|
|
|
return resultStatement
|
|
}
|
|
|
|
private func updateStatement(_ table: ValueBoxTable, key: ValueBoxKey, value: MemoryBuffer) -> SqlitePreparedStatement {
|
|
assert(self.queue.isCurrent())
|
|
checkTableKey(table, key)
|
|
|
|
let resultStatement: SqlitePreparedStatement
|
|
|
|
if let statement = self.updateStatements[table.id] {
|
|
resultStatement = statement
|
|
} else {
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(self.database.handle, "UPDATE t\(table.id) SET value=? WHERE key=?", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
self.updateStatements[table.id] = preparedStatement
|
|
resultStatement = preparedStatement
|
|
}
|
|
|
|
resultStatement.reset()
|
|
|
|
resultStatement.bind(1, data: value.memory, length: value.length)
|
|
switch table.keyType {
|
|
case .binary:
|
|
resultStatement.bind(2, data: key.memory, length: key.length)
|
|
case .int64:
|
|
resultStatement.bind(2, number: key.getInt64(0))
|
|
}
|
|
|
|
return resultStatement
|
|
}
|
|
|
|
private func insertStatement(_ table: ValueBoxTable, key: ValueBoxKey, value: MemoryBuffer) -> SqlitePreparedStatement {
|
|
assert(self.queue.isCurrent())
|
|
checkTableKey(table, key)
|
|
|
|
let resultStatement: SqlitePreparedStatement
|
|
|
|
if let statement = self.insertStatements[table.id] {
|
|
resultStatement = statement
|
|
} else {
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(self.database.handle, "INSERT INTO t\(table.id) (key, value) VALUES(?, ?)", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
self.insertStatements[table.id] = preparedStatement
|
|
resultStatement = preparedStatement
|
|
}
|
|
|
|
resultStatement.reset()
|
|
|
|
switch table.keyType {
|
|
case .binary:
|
|
resultStatement.bind(1, data: key.memory, length: key.length)
|
|
case .int64:
|
|
resultStatement.bind(1, number: key.getInt64(0))
|
|
}
|
|
if value.length == 0 {
|
|
resultStatement.bindNull(2)
|
|
} else {
|
|
resultStatement.bind(2, data: value.memory, length: value.length)
|
|
}
|
|
|
|
return resultStatement
|
|
}
|
|
|
|
private func insertOrReplaceStatement(_ table: ValueBoxTable, key: ValueBoxKey, value: MemoryBuffer) -> SqlitePreparedStatement {
|
|
assert(self.queue.isCurrent())
|
|
checkTableKey(table, key)
|
|
|
|
let resultStatement: SqlitePreparedStatement
|
|
|
|
if let statement = self.insertOrReplaceStatements[table.id] {
|
|
resultStatement = statement
|
|
} else {
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(self.database.handle, "INSERT OR REPLACE INTO t\(table.id) (key, value) VALUES(?, ?)", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
self.insertOrReplaceStatements[table.id] = preparedStatement
|
|
resultStatement = preparedStatement
|
|
}
|
|
|
|
resultStatement.reset()
|
|
|
|
switch table.keyType {
|
|
case .binary:
|
|
resultStatement.bind(1, data: key.memory, length: key.length)
|
|
case .int64:
|
|
resultStatement.bind(1, number: key.getInt64(0))
|
|
}
|
|
if value.length == 0 {
|
|
resultStatement.bindNull(2)
|
|
} else {
|
|
resultStatement.bind(2, data: value.memory, length: value.length)
|
|
}
|
|
|
|
return resultStatement
|
|
}
|
|
|
|
private func deleteStatement(_ table: ValueBoxTable, key: ValueBoxKey) -> SqlitePreparedStatement {
|
|
assert(self.queue.isCurrent())
|
|
checkTableKey(table, key)
|
|
|
|
let resultStatement: SqlitePreparedStatement
|
|
|
|
if let statement = self.deleteStatements[table.id] {
|
|
resultStatement = statement
|
|
} else {
|
|
var statement: OpaquePointer? = nil
|
|
sqlite3_prepare_v2(self.database.handle, "DELETE FROM t\(table.id) WHERE key=?", -1, &statement, nil)
|
|
let preparedStatement = SqlitePreparedStatement(statement: statement)
|
|
self.deleteStatements[table.id] = preparedStatement
|
|
resultStatement = preparedStatement
|
|
}
|
|
|
|
resultStatement.reset()
|
|
|
|
switch table.keyType {
|
|
case .binary:
|
|
resultStatement.bind(1, data: key.memory, length: key.length)
|
|
case .int64:
|
|
resultStatement.bind(1, number: key.getInt64(0))
|
|
}
|
|
|
|
return resultStatement
|
|
}
|
|
|
|
public func get(_ table: ValueBoxTable, key: ValueBoxKey) -> ReadBuffer? {
|
|
assert(self.queue.isCurrent())
|
|
let startTime = CFAbsoluteTimeGetCurrent()
|
|
if let _ = self.tables[table.id] {
|
|
let statement = self.getStatement(table, key: key)
|
|
|
|
var buffer: ReadBuffer?
|
|
|
|
while statement.step() {
|
|
buffer = statement.valueAt(0)
|
|
break
|
|
}
|
|
|
|
statement.reset()
|
|
|
|
self.readQueryTime += CFAbsoluteTimeGetCurrent() - startTime
|
|
|
|
return buffer
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
public func exists(_ table: ValueBoxTable, key: ValueBoxKey) -> Bool {
|
|
assert(self.queue.isCurrent())
|
|
if let _ = self.get(table, key: key) {
|
|
return true
|
|
}
|
|
return false
|
|
}
|
|
|
|
public func range(_ table: ValueBoxTable, start: ValueBoxKey, end: ValueBoxKey, values: (ValueBoxKey, ReadBuffer) -> Bool, limit: Int) {
|
|
assert(self.queue.isCurrent())
|
|
if start == end {
|
|
return
|
|
}
|
|
|
|
if let _ = self.tables[table.id] {
|
|
let statement: SqlitePreparedStatement
|
|
|
|
var startTime = CFAbsoluteTimeGetCurrent()
|
|
|
|
switch table.keyType {
|
|
case .binary:
|
|
if start < end {
|
|
if limit <= 0 {
|
|
statement = self.rangeValueAscStatementNoLimit(table, start: start, end: end)
|
|
} else {
|
|
statement = self.rangeValueAscStatementLimit(table, start: start, end: end, limit: limit)
|
|
}
|
|
} else {
|
|
if limit <= 0 {
|
|
statement = self.rangeValueDescStatementNoLimit(table, start: end, end: start)
|
|
} else {
|
|
statement = self.rangeValueDescStatementLimit(table, start: end, end: start, limit: limit)
|
|
}
|
|
}
|
|
|
|
var currentTime = CFAbsoluteTimeGetCurrent()
|
|
self.readQueryTime += currentTime - startTime
|
|
|
|
startTime = currentTime
|
|
|
|
while statement.step() {
|
|
startTime = CFAbsoluteTimeGetCurrent()
|
|
|
|
let key = statement.keyAt(0)
|
|
let value = statement.valueAt(1)
|
|
|
|
currentTime = CFAbsoluteTimeGetCurrent()
|
|
self.readQueryTime += currentTime - startTime
|
|
|
|
if !values(key, value) {
|
|
break
|
|
}
|
|
}
|
|
|
|
statement.reset()
|
|
case .int64:
|
|
if start.reversed < end.reversed {
|
|
if limit <= 0 {
|
|
statement = self.rangeValueAscStatementNoLimit(table, start: start, end: end)
|
|
} else {
|
|
statement = self.rangeValueAscStatementLimit(table, start: start, end: end, limit: limit)
|
|
}
|
|
} else {
|
|
if limit <= 0 {
|
|
statement = self.rangeValueDescStatementNoLimit(table, start: end, end: start)
|
|
} else {
|
|
statement = self.rangeValueDescStatementLimit(table, start: end, end: start, limit: limit)
|
|
}
|
|
}
|
|
|
|
var currentTime = CFAbsoluteTimeGetCurrent()
|
|
self.readQueryTime += currentTime - startTime
|
|
|
|
startTime = currentTime
|
|
|
|
while statement.step() {
|
|
startTime = CFAbsoluteTimeGetCurrent()
|
|
|
|
let key = statement.int64KeyAt(0)
|
|
let value = statement.valueAt(1)
|
|
|
|
currentTime = CFAbsoluteTimeGetCurrent()
|
|
self.readQueryTime += currentTime - startTime
|
|
|
|
if !values(key, value) {
|
|
break
|
|
}
|
|
}
|
|
|
|
statement.reset()
|
|
}
|
|
}
|
|
}
|
|
|
|
public func range(_ table: ValueBoxTable, start: ValueBoxKey, end: ValueBoxKey, keys: (ValueBoxKey) -> Bool, limit: Int) {
|
|
assert(self.queue.isCurrent())
|
|
if let _ = self.tables[table.id] {
|
|
let statement: SqlitePreparedStatement
|
|
|
|
var startTime = CFAbsoluteTimeGetCurrent()
|
|
|
|
switch table.keyType {
|
|
case .binary:
|
|
if start < end {
|
|
if limit <= 0 {
|
|
statement = self.rangeKeyAscStatementNoLimit(table, start: start, end: end)
|
|
} else {
|
|
statement = self.rangeKeyAscStatementLimit(table, start: start, end: end, limit: limit)
|
|
}
|
|
} else {
|
|
if limit <= 0 {
|
|
statement = self.rangeKeyDescStatementNoLimit(table, start: end, end: start)
|
|
} else {
|
|
statement = self.rangeKeyDescStatementLimit(table, start: end, end: start, limit: limit)
|
|
}
|
|
}
|
|
|
|
var currentTime = CFAbsoluteTimeGetCurrent()
|
|
self.readQueryTime += currentTime - startTime
|
|
|
|
startTime = currentTime
|
|
|
|
while statement.step() {
|
|
startTime = CFAbsoluteTimeGetCurrent()
|
|
|
|
let key = statement.keyAt(0)
|
|
|
|
currentTime = CFAbsoluteTimeGetCurrent()
|
|
self.readQueryTime += currentTime - startTime
|
|
|
|
if !keys(key) {
|
|
break
|
|
}
|
|
}
|
|
|
|
statement.reset()
|
|
case .int64:
|
|
if start.reversed < end.reversed {
|
|
if limit <= 0 {
|
|
statement = self.rangeKeyAscStatementNoLimit(table, start: start, end: end)
|
|
} else {
|
|
statement = self.rangeKeyAscStatementLimit(table, start: start, end: end, limit: limit)
|
|
}
|
|
} else {
|
|
if limit <= 0 {
|
|
statement = self.rangeKeyDescStatementNoLimit(table, start: end, end: start)
|
|
} else {
|
|
statement = self.rangeKeyDescStatementLimit(table, start: end, end: start, limit: limit)
|
|
}
|
|
}
|
|
|
|
var currentTime = CFAbsoluteTimeGetCurrent()
|
|
self.readQueryTime += currentTime - startTime
|
|
|
|
startTime = currentTime
|
|
|
|
while statement.step() {
|
|
startTime = CFAbsoluteTimeGetCurrent()
|
|
|
|
let key = statement.int64KeyAt(0)
|
|
|
|
currentTime = CFAbsoluteTimeGetCurrent()
|
|
self.readQueryTime += currentTime - startTime
|
|
|
|
if !keys(key) {
|
|
break
|
|
}
|
|
}
|
|
|
|
statement.reset()
|
|
}
|
|
}
|
|
}
|
|
|
|
public func scan(_ table: ValueBoxTable, values: (ValueBoxKey, ReadBuffer) -> Bool) {
|
|
assert(self.queue.isCurrent())
|
|
|
|
if let _ = self.tables[table.id] {
|
|
let statement: SqlitePreparedStatement = self.scanStatement(table)
|
|
|
|
var startTime = CFAbsoluteTimeGetCurrent()
|
|
|
|
var currentTime = CFAbsoluteTimeGetCurrent()
|
|
self.readQueryTime += currentTime - startTime
|
|
|
|
startTime = currentTime
|
|
|
|
while statement.step() {
|
|
startTime = CFAbsoluteTimeGetCurrent()
|
|
|
|
let key = statement.keyAt(0)
|
|
let value = statement.valueAt(1)
|
|
|
|
currentTime = CFAbsoluteTimeGetCurrent()
|
|
self.readQueryTime += currentTime - startTime
|
|
|
|
if !values(key, value) {
|
|
break
|
|
}
|
|
}
|
|
|
|
statement.reset()
|
|
}
|
|
}
|
|
|
|
public func set(_ table: ValueBoxTable, key: ValueBoxKey, value: MemoryBuffer) {
|
|
assert(self.queue.isCurrent())
|
|
self.checkTable(table)
|
|
|
|
let startTime = CFAbsoluteTimeGetCurrent()
|
|
|
|
if case .int64 = table.keyType {
|
|
let statement = self.insertOrReplaceStatement(table, key: key, value: value)
|
|
while statement.step() {
|
|
}
|
|
statement.reset()
|
|
} else {
|
|
var exists = false
|
|
let existsStatement = self.existsStatement(table, key: key)
|
|
if existsStatement.step() {
|
|
exists = true
|
|
}
|
|
existsStatement.reset()
|
|
|
|
if exists {
|
|
let statement = self.updateStatement(table, key: key, value: value)
|
|
while statement.step() {
|
|
}
|
|
statement.reset()
|
|
} else {
|
|
let statement = self.insertStatement(table, key: key, value: value)
|
|
while statement.step() {
|
|
}
|
|
statement.reset()
|
|
}
|
|
}
|
|
|
|
self.writeQueryTime += CFAbsoluteTimeGetCurrent() - startTime
|
|
}
|
|
|
|
public func remove(_ table: ValueBoxTable, key: ValueBoxKey) {
|
|
assert(self.queue.isCurrent())
|
|
if let _ = self.tables[table.id] {
|
|
let startTime = CFAbsoluteTimeGetCurrent()
|
|
|
|
let statement = self.deleteStatement(table, key: key)
|
|
while statement.step() {
|
|
}
|
|
statement.reset()
|
|
|
|
self.writeQueryTime += CFAbsoluteTimeGetCurrent() - startTime
|
|
}
|
|
}
|
|
|
|
private func clearStatements() {
|
|
assert(self.queue.isCurrent())
|
|
for (_, statement) in self.getStatements {
|
|
statement.destroy()
|
|
}
|
|
self.getStatements.removeAll()
|
|
|
|
for (_, statement) in self.rangeKeyAscStatementsLimit {
|
|
statement.destroy()
|
|
}
|
|
self.rangeKeyAscStatementsLimit.removeAll()
|
|
|
|
for (_, statement) in self.rangeKeyAscStatementsNoLimit {
|
|
statement.destroy()
|
|
}
|
|
self.rangeKeyAscStatementsNoLimit.removeAll()
|
|
|
|
for (_, statement) in self.rangeKeyDescStatementsLimit {
|
|
statement.destroy()
|
|
}
|
|
self.rangeKeyDescStatementsLimit.removeAll()
|
|
|
|
for (_, statement) in self.rangeKeyDescStatementsNoLimit {
|
|
statement.destroy()
|
|
}
|
|
self.rangeKeyDescStatementsNoLimit.removeAll()
|
|
|
|
for (_, statement) in self.rangeValueAscStatementsLimit {
|
|
statement.destroy()
|
|
}
|
|
self.rangeValueAscStatementsLimit.removeAll()
|
|
|
|
for (_, statement) in self.rangeValueAscStatementsNoLimit {
|
|
statement.destroy()
|
|
}
|
|
self.rangeValueAscStatementsNoLimit.removeAll()
|
|
|
|
for (_, statement) in self.rangeValueDescStatementsLimit {
|
|
statement.destroy()
|
|
}
|
|
self.rangeValueDescStatementsLimit.removeAll()
|
|
|
|
for (_, statement) in self.rangeValueDescStatementsNoLimit {
|
|
statement.destroy()
|
|
}
|
|
self.rangeValueDescStatementsNoLimit.removeAll()
|
|
|
|
for (_, statement) in self.scanStatements {
|
|
statement.destroy()
|
|
}
|
|
self.scanStatements.removeAll()
|
|
|
|
for (_, statement) in self.existsStatements {
|
|
statement.destroy()
|
|
}
|
|
self.existsStatements.removeAll()
|
|
|
|
for (_, statement) in self.updateStatements {
|
|
statement.destroy()
|
|
}
|
|
self.updateStatements.removeAll()
|
|
|
|
for (_, statement) in self.insertStatements {
|
|
statement.destroy()
|
|
}
|
|
self.insertStatements.removeAll()
|
|
|
|
for (_, statement) in self.insertOrReplaceStatements {
|
|
statement.destroy()
|
|
}
|
|
self.insertOrReplaceStatements.removeAll()
|
|
|
|
for (_, statement) in self.deleteStatements {
|
|
statement.destroy()
|
|
}
|
|
self.deleteStatements.removeAll()
|
|
}
|
|
|
|
public func drop() {
|
|
assert(self.queue.isCurrent())
|
|
self.clearStatements()
|
|
|
|
self.lock.lock()
|
|
self.database = nil
|
|
self.lock.unlock()
|
|
|
|
let _ = try? FileManager.default.removeItem(atPath: self.basePath)
|
|
self.database = self.openDatabase()
|
|
|
|
tables.removeAll()
|
|
}
|
|
}
|