// Copyright (c) 2026 The Triangles developers. // Distributed under the MIT/X11 software license, see the accompanying // file COPYING or http://www.opensource.org/licenses/mit-license.php. #include "txdb-rocksdb.h" #include #include #include #include #include #include #include #include #include #include "kernel.h" #include "checkpoints.h" #include "txdb.h" #include "util.h" #include "ui_interface.h" #include "addressindex.h" #include "main.h" using namespace std; namespace fs = std::filesystem; // Global pointer for the RocksDB instance, shared across CRocksTxDB instances // the same way the LevelDB backend shares its txdb singleton. static rocksdb::DB* g_rocksdb = nullptr; namespace { // rocksdb::DB::Open shipped a raw DB** overload for years; newer releases // (Homebrew's macOS rocksdb 10.x) replaced it with std::unique_ptr*. // SFINAE picks whichever overload the linked rocksdb actually has — // `int` is preferred over `long`, so when DB** exists, the first overload // wins; otherwise the unique_ptr fallback runs. template inline auto OpenRocksDBImpl(const rocksdb::Options& opts, const std::string& path, T** dbptr, int) -> decltype(rocksdb::DB::Open(opts, path, dbptr)) { return rocksdb::DB::Open(opts, path, dbptr); } template inline rocksdb::Status OpenRocksDBImpl(const rocksdb::Options& opts, const std::string& path, T** dbptr, long) { std::unique_ptr tmp; auto s = rocksdb::DB::Open(opts, path, &tmp); if (s.ok()) *dbptr = tmp.release(); return s; } inline rocksdb::Status OpenRocksDB(const rocksdb::Options& opts, const std::string& path, rocksdb::DB** dbptr) { return OpenRocksDBImpl(opts, path, dbptr, 0); } } // anonymous namespace static rocksdb::Options GetRocksOptions() { rocksdb::Options opts; opts.create_if_missing = false; opts.compression = rocksdb::kSnappyCompression; opts.max_open_files = 1000; opts.write_buffer_size = 64 * 1048576; opts.IncreaseParallelism(); // Multi-threaded compaction. opts.OptimizeLevelStyleCompaction(); // Sensible defaults for a LSM workload. rocksdb::BlockBasedTableOptions table_opts; int nCacheSizeMB = GetArg("-dbcache", 2048); table_opts.block_cache = rocksdb::NewLRUCache(static_cast(nCacheSizeMB) * 1048576); table_opts.filter_policy.reset(rocksdb::NewBloomFilterPolicy(10, false)); opts.table_factory.reset(rocksdb::NewBlockBasedTableFactory(table_opts)); return opts; } static void open_rocksdb(rocksdb::Options& options, bool fRemoveOld = false) { fs::path directory = GetDataDir() / "rocksdb"; if (fRemoveOld) { fs::remove_all(directory); } fs::create_directory(directory); printf("Opening RocksDB in %s\n", directory.string().c_str()); rocksdb::Status status = OpenRocksDB(options, directory.string(), &g_rocksdb); if (!status.ok()) { throw runtime_error(strprintf("open_rocksdb(): error opening database: %s", status.ToString().c_str())); } } CRocksTxDB::CRocksTxDB(const char* pszMode) : pdb(nullptr), activeBatch(nullptr), nVersion(0) { assert(pszMode); fReadOnly = (!strchr(pszMode, '+') && !strchr(pszMode, 'w')); if (g_rocksdb) { pdb = g_rocksdb; return; } bool fCreate = strchr(pszMode, 'c'); options = GetRocksOptions(); options.create_if_missing = fCreate; open_rocksdb(options); pdb = g_rocksdb; if (Exists(string("version"))) { ReadVersion(nVersion); printf("RocksDB transaction index version is %d\n", nVersion); if (nVersion < DATABASE_VERSION) { printf("Required index version is %d, removing old RocksDB database\n", DATABASE_VERSION); delete g_rocksdb; g_rocksdb = pdb = nullptr; delete activeBatch; activeBatch = nullptr; open_rocksdb(options, true); pdb = g_rocksdb; bool fTmp = fReadOnly; fReadOnly = false; WriteVersion(DATABASE_VERSION); fReadOnly = fTmp; } } else if (fCreate) { bool fTmp = fReadOnly; fReadOnly = false; WriteVersion(DATABASE_VERSION); fReadOnly = fTmp; } printf("Opened RocksDB successfully\n"); } CRocksTxDB::~CRocksTxDB() { delete activeBatch; } void CRocksTxDB::Close() { delete g_rocksdb; g_rocksdb = pdb = nullptr; delete activeBatch; activeBatch = nullptr; } bool CRocksTxDB::TxnBegin() { if (activeBatch) return true; activeBatch = new rocksdb::WriteBatch(); pendingBatch.clear(); return true; } bool CRocksTxDB::TxnCommit() { assert(activeBatch); rocksdb::Status status = pdb->Write(rocksdb::WriteOptions(), activeBatch); delete activeBatch; activeBatch = nullptr; pendingBatch.clear(); if (!status.ok()) { printf("ERROR: RocksDB batch commit failure: %s\n", status.ToString().c_str()); printf("ERROR: This may indicate disk full, corruption, or permissions issue.\n"); printf("ERROR: Chain state may be inconsistent - immediate investigation required!\n"); return false; } return true; } bool CRocksTxDB::TxnAbort() { delete activeBatch; activeBatch = nullptr; pendingBatch.clear(); return true; } namespace { class CRocksDBIterator final : public CTxDBIteratorBase { public: explicit CRocksDBIterator(rocksdb::Iterator* pit) : pit(pit) {} ~CRocksDBIterator() override { delete pit; } void Seek(const std::string& key) override { pit->Seek(key); } bool Valid() const override { return pit->Valid(); } void Next() override { pit->Next(); } std::string KeyStr() const override { return pit->key().ToString(); } std::string ValueStr() const override { return pit->value().ToString(); } private: rocksdb::Iterator* pit; }; } // anonymous namespace bool CRocksTxDB::ScanBatch(const std::string& key, std::string* value, bool* deleted) const { assert(activeBatch); *deleted = false; auto it = pendingBatch.find(key); if (it == pendingBatch.end()) return false; if (!it->second.has_value()) { *deleted = true; return true; } *value = *it->second; return true; } bool CRocksTxDB::ReadRaw(const std::string& key, std::string& value) const { bool readFromDb = true; if (activeBatch) { bool deleted = false; readFromDb = ScanBatch(key, &value, &deleted) == false; if (deleted) return false; } if (readFromDb) { rocksdb::Status status = pdb->Get(rocksdb::ReadOptions(), key, &value); if (!status.ok()) { if (status.IsNotFound()) return false; printf("RocksDB read failure: %s\n", status.ToString().c_str()); return false; } } return true; } bool CRocksTxDB::WriteRaw(const std::string& key, const std::string& value) { if (activeBatch) { activeBatch->Put(key, value); pendingBatch[key] = value; return true; } rocksdb::Status status = pdb->Put(rocksdb::WriteOptions(), key, value); if (!status.ok()) { printf("RocksDB write failure: %s\n", status.ToString().c_str()); return false; } return true; } bool CRocksTxDB::EraseRaw(const std::string& key) { if (!pdb) return false; if (activeBatch) { activeBatch->Delete(key); pendingBatch[key] = std::nullopt; return true; } rocksdb::Status status = pdb->Delete(rocksdb::WriteOptions(), key); return (status.ok() || status.IsNotFound()); } bool CRocksTxDB::ExistsRaw(const std::string& key) const { std::string unused; if (activeBatch) { bool deleted = false; if (ScanBatch(key, &unused, &deleted) && !deleted) return true; } rocksdb::Status status = pdb->Get(rocksdb::ReadOptions(), key, &unused); return status.IsNotFound() == false; } std::unique_ptr CRocksTxDB::NewIterator() const { return std::unique_ptr( new CRocksDBIterator(pdb->NewIterator(rocksdb::ReadOptions()))); } // ─── LoadBlockIndex ───────────────────────────────────────────────────────── // Mirrors CTxDB::LoadBlockIndex with rocksdb:: substitutions. The dbformat // upgrade path is preserved verbatim because a freshly-imported RocksDB may // have been migrated from a v1 LevelDB and still need the chain-trust pass. // // This duplication is acknowledged debt — CTxDBBase will absorb LoadBlockIndex // into the base class in a later phase once the iterator/batch abstractions // have proven stable across both backends. // ──────────────────────────────────────────────────────────────────────────── static CBlockIndex *InsertBlockIndexRocks(uint256 hash) { if (hash == 0) return nullptr; auto mi = mapBlockIndex.find(hash); if (mi != mapBlockIndex.end()) return mi->second; CBlockIndex* pindexNew = new CBlockIndex(); if (!pindexNew) throw runtime_error("LoadBlockIndex(): new CBlockIndex failed"); mi = mapBlockIndex.insert(make_pair(hash, pindexNew)).first; pindexNew->phashBlock = &mi->first; return pindexNew; } bool CRocksTxDB::LoadBlockIndex() { if (mapBlockIndex.size() > 0) { return true; } int nDbFormat = 1; ReadDbFormat(nDbFormat); CDiskBlockIndex::fSerializeChainTrust = (nDbFormat >= 2); if (CDiskBlockIndex::fSerializeChainTrust) printf("LoadBlockIndex(): RocksDB format v%d - nChainTrust persisted\n", nDbFormat); else printf("LoadBlockIndex(): RocksDB format v%d - will recalculate nChainTrust\n", nDbFormat); int64_t nPhaseStart = GetTimeMillis(); int64_t nTotalStart = nPhaseStart; rocksdb::Iterator* iterator = pdb->NewIterator(rocksdb::ReadOptions()); CDataStream ssStartKey(SER_DISK, CLIENT_VERSION); ssStartKey << make_pair(string("blockindex"), uint256(0)); iterator->Seek(ssStartKey.str()); int nBlocksLoaded = 0; while (iterator->Valid()) { if (++nBlocksLoaded % 100000 == 0) { std::string strMsg = strprintf(_("Loading block index... (%d blocks)"), nBlocksLoaded); uiInterface.InitMessage(strMsg); } CDataStream ssKey(SER_DISK, CLIENT_VERSION); ssKey.write(iterator->key().data(), iterator->key().size()); CDataStream ssValue(SER_DISK, CLIENT_VERSION); ssValue.write(iterator->value().data(), iterator->value().size()); string strType; ssKey >> strType; if (fRequestShutdown || strType != "blockindex") break; CDiskBlockIndex diskindex; ssValue >> diskindex; uint256 blockHash = diskindex.GetBlockHash(); CBlockIndex* pindexNew = InsertBlockIndexRocks(blockHash); pindexNew->pprev = InsertBlockIndexRocks(diskindex.hashPrev); pindexNew->pnext = InsertBlockIndexRocks(diskindex.hashNext); pindexNew->nFile = diskindex.nFile; pindexNew->nBlockPos = diskindex.nBlockPos; pindexNew->nHeight = diskindex.nHeight; pindexNew->nMint = diskindex.nMint; pindexNew->nMoneySupply = diskindex.nMoneySupply; pindexNew->nFlags = diskindex.nFlags; pindexNew->nStakeModifier = diskindex.nStakeModifier; pindexNew->prevoutStake = diskindex.prevoutStake; pindexNew->nStakeTime = diskindex.nStakeTime; pindexNew->hashProofOfStake = diskindex.hashProofOfStake; pindexNew->nVersion = diskindex.nVersion; pindexNew->hashMerkleRoot = diskindex.hashMerkleRoot; pindexNew->nTime = diskindex.nTime; pindexNew->nBits = diskindex.nBits; pindexNew->nNonce = diskindex.nNonce; pindexNew->nChainTrust = diskindex.nChainTrust; if (pindexGenesisBlock == nullptr && blockHash == (!fTestNet ? hashGenesisBlockOfficial : hashGenesisBlockTestNet)) pindexGenesisBlock = pindexNew; if (!pindexNew->CheckIndex()) { delete iterator; return error("LoadBlockIndex(): CheckIndex failed at %d", pindexNew->nHeight); } iterator->Next(); } delete iterator; printf("STARTUP-PERF: block_index_deserialize %" PRId64 "ms blocks=%d\n", GetTimeMillis() - nPhaseStart, nBlocksLoaded); if (fRequestShutdown) return true; nPhaseStart = GetTimeMillis(); bool fNeedChainTrustRecalc = !CDiskBlockIndex::fSerializeChainTrust; if (fNeedChainTrustRecalc) { uiInterface.InitMessage(_("Calculating chain trust (one-time upgrade)...")); vector > vSortedByHeight; vSortedByHeight.reserve(mapBlockIndex.size()); for (const auto& item : mapBlockIndex) vSortedByHeight.push_back(make_pair(item.second->nHeight, item.second)); sort(vSortedByHeight.begin(), vSortedByHeight.end()); int nLastCheckpointHeight = Checkpoints::GetTotalBlocksEstimate(); int nProgressInterval = std::max((int)vSortedByHeight.size() / 20, 1); int nCount = 0; for (const auto& item : vSortedByHeight) { CBlockIndex* pindex = item.second; pindex->nChainTrust = (pindex->pprev ? pindex->pprev->nChainTrust : 0) + pindex->GetBlockTrust(); if (pindex->nHeight >= nLastCheckpointHeight) { pindex->nStakeModifierChecksum = GetStakeModifierChecksum(pindex); if (!CheckStakeModifierCheckpoints(pindex->nHeight, pindex->nStakeModifierChecksum)) return error("LoadBlockIndex(): Failed stake modifier checkpoint h=%d, mod=0x%016"PRIx64, pindex->nHeight, pindex->nStakeModifier); } if (++nCount % nProgressInterval == 0) { std::string strMsg = strprintf(_("Calculating chain trust... (%d%%)"), nCount * 100 / vSortedByHeight.size()); uiInterface.InitMessage(strMsg); } } printf("LoadBlockIndex(): upgrading RocksDB to format v3...\n"); uiInterface.InitMessage(_("Upgrading block index...")); CDiskBlockIndex::fSerializeChainTrust = true; rocksdb::WriteBatch batch; nCount = 0; for (const auto& item : vSortedByHeight) { CBlockIndex* pindex = item.second; CDiskBlockIndex diskindex(pindex); CDataStream ssKey(SER_DISK, CLIENT_VERSION); ssKey << make_pair(string("blockindex"), *pindex->phashBlock); CDataStream ssValue(SER_DISK, CLIENT_VERSION); ssValue << diskindex; batch.Put(ssKey.str(), ssValue.str()); if (++nCount % 100000 == 0) { pdb->Write(rocksdb::WriteOptions(), &batch); batch.Clear(); printf("LoadBlockIndex(): upgraded %d / %d entries\n", nCount, (int)vSortedByHeight.size()); } } CDataStream ssFmtKey(SER_DISK, CLIENT_VERSION); ssFmtKey << string("dbformat"); CDataStream ssFmtValue(SER_DISK, CLIENT_VERSION); ssFmtValue << (int)3; batch.Put(ssFmtKey.str(), ssFmtValue.str()); rocksdb::Status status = pdb->Write(rocksdb::WriteOptions(), &batch); if (!status.ok()) return error("LoadBlockIndex(): failed to write upgraded block index: %s", status.ToString().c_str()); printf("LoadBlockIndex(): RocksDB upgraded to format v3 (%d entries)\n", nCount); } else { int nLastCheckpointHeight = Checkpoints::GetTotalBlocksEstimate(); bool fNeedModifierCheck = false; for (const auto& item : mapBlockIndex) { if (item.second->nHeight >= nLastCheckpointHeight) { fNeedModifierCheck = true; break; } } if (fNeedModifierCheck) { vector > vAboveCheckpoint; for (const auto& item : mapBlockIndex) if (item.second->nHeight >= nLastCheckpointHeight) vAboveCheckpoint.push_back(make_pair(item.second->nHeight, item.second)); sort(vAboveCheckpoint.begin(), vAboveCheckpoint.end()); for (const auto& item : vAboveCheckpoint) { CBlockIndex* pindex = item.second; pindex->nStakeModifierChecksum = GetStakeModifierChecksum(pindex); if (!CheckStakeModifierCheckpoints(pindex->nHeight, pindex->nStakeModifierChecksum)) return error("LoadBlockIndex(): Failed stake modifier checkpoint h=%d, mod=0x%016"PRIx64, pindex->nHeight, pindex->nStakeModifier); } } } printf("STARTUP-PERF: chain_trust_and_modifiers %" PRId64 "ms\n", GetTimeMillis() - nPhaseStart); if (nDbFormat < 3) { WriteDbFormat(3); printf("LoadBlockIndex(): bumped RocksDB dbformat to v3\n"); } nPhaseStart = GetTimeMillis(); if (!ReadHashBestChain(hashBestChain)) { if (pindexGenesisBlock == nullptr) return true; return error("LoadBlockIndex(): hashBestChain not loaded"); } if (!mapBlockIndex.count(hashBestChain)) return error("LoadBlockIndex(): hashBestChain not found in the block index"); pindexBest = mapBlockIndex[hashBestChain]; nBestHeight = pindexBest->nHeight; nBestChainTrust = pindexBest->nChainTrust; printf("STARTUP-PERF: best_chain %" PRId64 "ms\n", GetTimeMillis() - nPhaseStart); nPhaseStart = GetTimeMillis(); { int nStakeSeenDepth = 500; CBlockIndex* pindex = pindexBest; int nLoaded = 0; while (pindex && nLoaded < nStakeSeenDepth) { if (pindex->IsProofOfStake()) setStakeSeen.insert(make_pair(pindex->prevoutStake, pindex->nStakeTime)); pindex = pindex->pprev; nLoaded++; } printf("LoadBlockIndex(): populated setStakeSeen with %d entries (last %d blocks)\n", (int)setStakeSeen.size(), nLoaded); } printf("STARTUP-PERF: stake_seen %" PRId64 "ms\n", GetTimeMillis() - nPhaseStart); printf("LoadBlockIndex(): hashBestChain=%s height=%d trust=%s date=%s\n", hashBestChain.ToString().substr(0,20).c_str(), nBestHeight, CBigNum(nBestChainTrust).ToString().c_str(), DateTimeStrFormat("%x %H:%M:%S", pindexBest->GetBlockTime()).c_str()); { CBlockIndex* pindexBetter = nullptr; for (const auto& item : mapBlockIndex) { CBlockIndex* pindex = item.second; if (pindex == pindexBest) continue; if (pindex->nChainTrust > nBestChainTrust) { pindexBetter = pindex; break; } if (pindex->nChainTrust == nBestChainTrust && pindex->GetBlockHash() < pindexBest->GetBlockHash()) { if (!pindexBetter || pindex->GetBlockHash() < pindexBetter->GetBlockHash()) pindexBetter = pindex; } } if (pindexBetter) { printf("LoadBlockIndex(): better chain tip %s at %d (trust %s vs %s)\n", pindexBetter->GetBlockHash().ToString().substr(0,20).c_str(), pindexBetter->nHeight, CBigNum(pindexBetter->nChainTrust).ToString().c_str(), CBigNum(nBestChainTrust).ToString().c_str()); CBlock block; if (block.ReadFromDisk(pindexBetter)) { CRocksTxDB txdb2; if (block.SetBestChain(txdb2, pindexBetter)) { hashBestChain = pindexBetter->GetBlockHash(); pindexBest = pindexBetter; nBestHeight = pindexBetter->nHeight; nBestChainTrust = pindexBetter->nChainTrust; printf("LoadBlockIndex(): switched to better chain tip\n"); } } } } if (!ReadSyncCheckpoint(Checkpoints::hashSyncCheckpoint)) printf("LoadBlockIndex(): no sync checkpoint in DB, using default\n"); else printf("LoadBlockIndex(): synchronized checkpoint %s\n", Checkpoints::hashSyncCheckpoint.ToString().c_str()); if (!mapBlockIndex.count(Checkpoints::hashSyncCheckpoint)) { printf("LoadBlockIndex(): sync checkpoint not in index, resetting to genesis\n"); Checkpoints::hashSyncCheckpoint = (!fTestNet ? hashGenesisBlockOfficial : hashGenesisBlockTestNet); } CBigNum bnBestInvalidTrust; ReadBestInvalidTrust(bnBestInvalidTrust); nBestInvalidTrust = bnBestInvalidTrust.getuint256(); nPhaseStart = GetTimeMillis(); int nCheckLevel = GetArg("-checklevel", 1); int nCheckDepth = GetArg("-checkblocks", 50); if (nCheckDepth == 0) nCheckDepth = 1000000000; if (nCheckDepth > nBestHeight) nCheckDepth = nBestHeight; printf("Verifying last %i blocks at level %i\n", nCheckDepth, nCheckLevel); CBlockIndex* pindexFork = nullptr; map, CBlockIndex*> mapBlockPos; for (CBlockIndex* pindex = pindexBest; pindex && pindex->pprev; pindex = pindex->pprev) { if (fRequestShutdown || pindex->nHeight < nBestHeight - nCheckDepth) break; CBlock block; if (!block.ReadFromDisk(pindex)) return error("LoadBlockIndex(): block.ReadFromDisk failed"); if (nCheckLevel > 0 && !block.CheckBlock(true, true, (nCheckLevel > 6))) { printf("LoadBlockIndex(): bad block at %d, hash=%s\n", pindex->nHeight, pindex->GetBlockHash().ToString().c_str()); pindexFork = pindex->pprev; } if (nCheckLevel > 1) { pair pos = make_pair(pindex->nFile, pindex->nBlockPos); mapBlockPos[pos] = pindex; for (const CTransaction &tx : block.vtx) { uint256 hashTx = tx.GetHash(); CTxIndex txindex; if (ReadTxIndex(hashTx, txindex)) { if (nCheckLevel > 2 || pindex->nFile != txindex.pos.nFile || pindex->nBlockPos != txindex.pos.nBlockPos) { CTransaction txFound; if (!txFound.ReadFromDisk(txindex.pos)) { printf("LoadBlockIndex(): cannot read mislocated transaction %s\n", hashTx.ToString().c_str()); pindexFork = pindex->pprev; } else if (txFound.GetHash() != hashTx) { printf("LoadBlockIndex(): invalid tx position for %s\n", hashTx.ToString().c_str()); pindexFork = pindex->pprev; } } if (nCheckLevel > 3 && !tx.IsCoinBase()) { for (const CTxIn &txin : tx.vin) { if (HaveUtxo(txin.prevout.hash, txin.prevout.n)) { printf("LoadBlockIndex(): spent input still in UTXO set: %s:%i in %s\n", txin.prevout.hash.ToString().c_str(), txin.prevout.n, hashTx.ToString().c_str()); pindexFork = pindex->pprev; } } } } } } } if (pindexFork && !fRequestShutdown) { printf("LoadBlockIndex(): moving best chain pointer back to block %d\n", pindexFork->nHeight); CBlock block; if (!block.ReadFromDisk(pindexFork)) return error("LoadBlockIndex(): block.ReadFromDisk failed"); CRocksTxDB txdb; block.SetBestChain(txdb, pindexFork); } printf("STARTUP-PERF: verify_blocks %" PRId64 "ms depth=%d level=%d\n", GetTimeMillis() - nPhaseStart, nCheckDepth, nCheckLevel); printf("STARTUP-PERF: load_block_index_total %" PRId64 "ms\n", GetTimeMillis() - nTotalStart); return true; }