-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* implements state trie * wip * many fixes * more fix * almost there * fix optional * fix * state trie fixed * working * fixes
- Loading branch information
Showing
22 changed files
with
983 additions
and
306 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
109 changes: 87 additions & 22 deletions
109
Blockchain/Sources/Blockchain/State/InMemoryBackend.swift
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,42 +1,107 @@ | ||
| import Codec | ||
| import Foundation | ||
| import TracingUtils | ||
| import Utils | ||
|
|
||
| public actor InMemoryBackend: StateBackend { | ||
| private let config: ProtocolConfigRef | ||
| private var store: [Data32: Data] | ||
| private let logger = Logger(label: "InMemoryBackend") | ||
|
|
||
| public init(config: ProtocolConfigRef, store: [Data32: Data] = [:]) { | ||
| self.config = config | ||
| self.store = store | ||
| public actor InMemoryBackend: StateBackendProtocol { | ||
| public struct KVPair: Comparable, Sendable { | ||
| var key: Data | ||
| var value: Data | ||
|
|
||
| public static func < (lhs: KVPair, rhs: KVPair) -> Bool { | ||
| lhs.key.lexicographicallyPrecedes(rhs.key) | ||
| } | ||
| } | ||
|
|
||
| public func readImpl(_ key: any StateKey) async throws -> (Codable & Sendable)? { | ||
| guard let value = store[key.encode()] else { | ||
| return nil | ||
| // we really should be using Heap or some other Tree based structure here | ||
| // but let's keep it simple for now | ||
| public private(set) var store: SortedArray<KVPair> = .init([]) | ||
| private var rawValues: [Data32: Data] = [:] | ||
| public private(set) var refCounts: [Data: Int] = [:] | ||
| private var rawValueRefCounts: [Data32: Int] = [:] | ||
|
|
||
| public init() {} | ||
|
|
||
| public func read(key: Data) async throws -> Data? { | ||
| let idx = store.insertIndex(KVPair(key: key, value: Data())) | ||
| let item = store.array[safe: idx] | ||
| if item?.key == key { | ||
| return item?.value | ||
| } | ||
| return try JamDecoder.decode(key.decodeType(), from: value, withConfig: config) | ||
| return nil | ||
| } | ||
|
|
||
| public func batchRead(_ keys: [any StateKey]) async throws -> [(key: any StateKey, value: Codable & Sendable)] { | ||
| try keys.map { | ||
| let data = try store[$0.encode()].unwrap() | ||
| return try ($0, JamDecoder.decode($0.decodeType(), from: data, withConfig: config)) | ||
| public func readAll(prefix: Data, startKey: Data?, limit: UInt32?) async throws -> [(key: Data, value: Data)] { | ||
| var resp = [(key: Data, value: Data)]() | ||
| let startKey = startKey ?? prefix | ||
| let startIndex = store.insertIndex(KVPair(key: startKey, value: Data())) | ||
| for i in startIndex ..< store.array.count { | ||
| let item = store.array[i] | ||
| if item.key.starts(with: prefix) { | ||
| resp.append((item.key, item.value)) | ||
| } else { | ||
| break | ||
| } | ||
| if let limit, resp.count == limit { | ||
| break | ||
| } | ||
| } | ||
| return resp | ||
| } | ||
|
|
||
| public func batchWrite(_ changes: [(key: any StateKey, value: Codable & Sendable)]) async throws { | ||
| for (key, value) in changes { | ||
| store[key.encode()] = try JamEncoder.encode(value) | ||
| public func batchUpdate(_ updates: [StateBackendOperation]) async throws { | ||
| for update in updates { | ||
| switch update { | ||
| case let .write(key, value): | ||
| let idx = store.insertIndex(KVPair(key: key, value: value)) | ||
| let item = store.array[safe: idx] | ||
| if let item, item.key == key { // found | ||
| // value is not used for ordering so this is safe | ||
| store.unsafeArrayAccess[idx].value = value | ||
| } else { // not found | ||
| store.insert(KVPair(key: key, value: value)) | ||
| } | ||
| case let .writeRawValue(key, value): | ||
| rawValues[key] = value | ||
| rawValueRefCounts[key, default: 0] += 1 | ||
| case let .refIncrement(key): | ||
| refCounts[key, default: 0] += 1 | ||
| case let .refDecrement(key): | ||
| refCounts[key, default: 0] -= 1 | ||
| } | ||
| } | ||
| } | ||
|
|
||
| public func readAll() async throws -> [Data32: Data] { | ||
| store | ||
| public func readValue(hash: Data32) async throws -> Data? { | ||
| rawValues[hash] | ||
| } | ||
|
|
||
| public func stateRoot() async throws -> Data32 { | ||
| // TODO: store intermediate state so we can calculate the root efficiently | ||
| try stateMerklize(kv: store) | ||
| public func gc(callback: @Sendable (Data) -> Data32?) async throws { | ||
| // check ref counts and remove keys with 0 ref count | ||
| for (key, count) in refCounts where count == 0 { | ||
| let idx = store.insertIndex(KVPair(key: key, value: Data())) | ||
| let item = store.array[safe: idx] | ||
| if let item, item.key == key { | ||
| store.remove(at: idx) | ||
| if let rawValueKey = callback(item.value) { | ||
| rawValueRefCounts[rawValueKey, default: 0] -= 1 | ||
| if rawValueRefCounts[rawValueKey] == 0 { | ||
| rawValues.removeValue(forKey: rawValueKey) | ||
| rawValueRefCounts.removeValue(forKey: rawValueKey) | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| public func debugPrint() { | ||
| for item in store.array { | ||
| let refCount = refCounts[item.key, default: 0] | ||
| logger.info("key: \(item.key.toHexString())") | ||
| logger.info("value: \(item.value.toHexString())") | ||
| logger.info("ref count: \(refCount)") | ||
| } | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.