ConsensusStoreSQLite3

Author: richardkiss

benchmarks/block_ref.py

@@ -15,11 +15,11 @@
 
 from chia.consensus.block_height_map import BlockHeightMap
 from chia.consensus.blockchain import Blockchain
-from chia.consensus.consensus_store import ConsensusStore
 from chia.consensus.default_constants import DEFAULT_CONSTANTS
 from chia.consensus.get_block_generator import get_block_generator
 from chia.full_node.block_store import BlockStore
 from chia.full_node.coin_store import CoinStore
+from chia.full_node.consensus_store_sqlite3 import ConsensusStoreSQLite3
 from chia.types.blockchain_format.serialized_program import SerializedProgram
 from chia.util.db_version import lookup_db_version
 from chia.util.db_wrapper import DBWrapper2
@@ -71,7 +71,7 @@ async def main(db_path: Path) -> None:
         # make configurable
         reserved_cores = 4
         height_map = await BlockHeightMap.create(db_path.parent, db_wrapper)
-        consensus_store = await ConsensusStore.create(block_store, coin_store, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(block_store, coin_store, height_map)
         blockchain = await Blockchain.create(consensus_store, DEFAULT_CONSTANTS, reserved_cores)
 
         peak = blockchain.get_peak()

chia/_tests/blockchain/test_blockchain.py

@@ -2075,7 +2075,8 @@ async def test_timelock_conditions(
 
             if expected == AddBlockResult.NEW_PEAK:
                 # ensure coin was in fact spent
-                c = await b.coin_store.get_coin_record(coin.name())
+                recs = await b.consensus_store.get_coin_records([coin.name()])
+                c = recs[0] if len(recs) > 0 else None
                 assert c is not None and c.spent
 
     @pytest.mark.anyio
@@ -2285,10 +2286,12 @@ async def test_ephemeral_timelock(
 
             if expected == AddBlockResult.NEW_PEAK:
                 # ensure coin1 was in fact spent
-                c = await b.coin_store.get_coin_record(coin1.name())
+                recs1 = await b.consensus_store.get_coin_records([coin1.name()])
+                c = recs1[0] if len(recs1) > 0 else None
                 assert c is not None and c.spent
                 # ensure coin2 was NOT spent
-                c = await b.coin_store.get_coin_record(coin2.name())
+                recs2 = await b.consensus_store.get_coin_records([coin2.name()])
+                c = recs2[0] if len(recs2) > 0 else None
                 assert c is not None and not c.spent
 
     @pytest.mark.anyio
@@ -3102,9 +3105,11 @@ async def test_double_spent_in_reorg(self, empty_blockchain: Blockchain, bt: Blo
             )
 
         # ephemeral coin is spent
-        first_coin = await b.coin_store.get_coin_record(new_coin.name())
+        recs_first = await b.consensus_store.get_coin_records([new_coin.name()])
+        first_coin = recs_first[0] if len(recs_first) > 0 else None
         assert first_coin is not None and first_coin.spent
-        second_coin = await b.coin_store.get_coin_record(tx_2.additions()[0].name())
+        recs_second = await b.consensus_store.get_coin_records([tx_2.additions()[0].name()])
+        second_coin = recs_second[0] if len(recs_second) > 0 else None
         assert second_coin is not None and not second_coin.spent
 
         farmer_coin = create_farmer_coin(
@@ -3120,7 +3125,8 @@ async def test_double_spent_in_reorg(self, empty_blockchain: Blockchain, bt: Blo
         )
         await _validate_and_add_block(b, blocks_reorg[-1])
 
-        farmer_coin_record = await b.coin_store.get_coin_record(farmer_coin.name())
+        recs_farmer = await b.consensus_store.get_coin_records([farmer_coin.name()])
+        farmer_coin_record = recs_farmer[0] if len(recs_farmer) > 0 else None
         assert farmer_coin_record is not None and farmer_coin_record.spent
 
     @pytest.mark.anyio
@@ -3875,11 +3881,13 @@ async def test_chain_failed_rollback(empty_blockchain: Blockchain, bt: BlockTool
         await _validate_and_add_block(b, block, expected_result=AddBlockResult.ADDED_AS_ORPHAN, fork_info=fork_info)
 
     # Incorrectly set the height as spent in DB to trigger an error
-    print(f"{await b.coin_store.get_coin_record(spend_bundle.coin_spends[0].coin.name())}")
+    recs_dbg1 = await b.consensus_store.get_coin_records([spend_bundle.coin_spends[0].coin.name()])
+    print(f"{recs_dbg1[0] if len(recs_dbg1) > 0 else None}")
     print(spend_bundle.coin_spends[0].coin.name())
-    # await b.coin_store._set_spent([spend_bundle.coin_spends[0].coin.name()], 8)
-    await b.coin_store.rollback_to_block(2)
-    print(f"{await b.coin_store.get_coin_record(spend_bundle.coin_spends[0].coin.name())}")
+    # await b.consensus_store._set_spent([spend_bundle.coin_spends[0].coin.name()], 8)
+    await b.consensus_store.rollback_to_block(2)
+    recs_dbg2 = await b.consensus_store.get_coin_records([spend_bundle.coin_spends[0].coin.name()])
+    print(f"{recs_dbg2[0] if len(recs_dbg2) > 0 else None}")
 
     fork_block = blocks_reorg_chain[10 - 1]
     # fork_info = ForkInfo(fork_block.height, fork_block.height, fork_block.header_hash)
@@ -4208,7 +4216,9 @@ async def get_fork_info(blockchain: Blockchain, block: FullBlock, peak: BlockRec
     counter = 0
     start = time.monotonic()
     for height in range(fork_info.fork_height + 1, block.height):
-        fork_block: Optional[FullBlock] = await blockchain.block_store.get_full_block(fork_chain[uint32(height)])
+        fork_block: Optional[FullBlock] = await blockchain.consensus_store.get_full_block(
+            fork_chain[uint32(height)]
+        )
         assert fork_block is not None
         assert fork_block.height - 1 == fork_info.peak_height
         assert fork_block.height == 0 or fork_block.prev_header_hash == fork_info.peak_hash

chia/_tests/core/full_node/ram_db.py

@@ -9,9 +9,9 @@
 
 from chia.consensus.block_height_map import BlockHeightMap
 from chia.consensus.blockchain import Blockchain
-from chia.consensus.consensus_store import ConsensusStore
 from chia.full_node.block_store import BlockStore
 from chia.full_node.coin_store import CoinStore
+from chia.full_node.consensus_store_sqlite3 import ConsensusStoreSQLite3
 from chia.util.db_wrapper import DBWrapper2
 
 
@@ -24,7 +24,7 @@ async def create_ram_blockchain(
         block_store = await BlockStore.create(db_wrapper)
         coin_store = await CoinStore.create(db_wrapper)
         height_map = await BlockHeightMap.create(Path("."), db_wrapper)
-        consensus_store = await ConsensusStore.create(block_store, coin_store, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(block_store, coin_store, height_map)
         blockchain = await Blockchain.create(consensus_store, consensus_constants, 2)
         try:
             yield db_wrapper, blockchain

chia/_tests/core/full_node/stores/test_block_store.py

@@ -20,11 +20,11 @@
 from chia.consensus.block_body_validation import ForkInfo
 from chia.consensus.block_height_map import BlockHeightMap
 from chia.consensus.blockchain import AddBlockResult, Blockchain
-from chia.consensus.consensus_store import ConsensusStore
 from chia.consensus.default_constants import DEFAULT_CONSTANTS
 from chia.consensus.full_block_to_block_record import header_block_to_sub_block_record
 from chia.full_node.block_store import BlockStore
 from chia.full_node.coin_store import CoinStore
+from chia.full_node.consensus_store_sqlite3 import ConsensusStoreSQLite3
 from chia.full_node.full_block_utils import GeneratorBlockInfo
 from chia.simulator.block_tools import BlockTools
 from chia.simulator.wallet_tools import WalletTool
@@ -75,7 +75,7 @@ async def test_block_store(tmp_dir: Path, db_version: int, bt: BlockTools, use_c
         coin_store_2 = await CoinStore.create(db_wrapper_2)
         store_2 = await BlockStore.create(db_wrapper_2, use_cache=use_cache)
         height_map = await BlockHeightMap.create(tmp_dir, db_wrapper_2)
-        consensus_store = await ConsensusStore.create(store_2, coin_store_2, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(store_2, coin_store_2, height_map)
         bc = await Blockchain.create(consensus_store, bt.constants, 2)
 
         store = await BlockStore.create(db_wrapper, use_cache=use_cache)
@@ -152,7 +152,7 @@ async def test_get_full_blocks_at(
         coin_store = await CoinStore.create(db_wrapper)
         block_store = await BlockStore.create(db_wrapper, use_cache=use_cache)
         height_map = await BlockHeightMap.create(tmp_dir, db_wrapper)
-        consensus_store = await ConsensusStore.create(block_store, coin_store, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(block_store, coin_store, height_map)
         bc = await Blockchain.create(consensus_store, bt.constants, 2)
 
         count = 0
@@ -181,7 +181,7 @@ async def test_get_block_records_in_range(
         coin_store = await CoinStore.create(db_wrapper)
         block_store = await BlockStore.create(db_wrapper, use_cache=use_cache)
         height_map = await BlockHeightMap.create(tmp_dir, db_wrapper)
-        consensus_store = await ConsensusStore.create(block_store, coin_store, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(block_store, coin_store, height_map)
         bc = await Blockchain.create(consensus_store, bt.constants, 2)
 
         count = 0
@@ -212,7 +212,7 @@ async def test_get_block_bytes_in_range_in_main_chain(
         coin_store = await CoinStore.create(db_wrapper)
         block_store = await BlockStore.create(db_wrapper, use_cache=use_cache)
         height_map = await BlockHeightMap.create(tmp_dir, db_wrapper)
-        consensus_store = await ConsensusStore.create(block_store, coin_store, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(block_store, coin_store, height_map)
         bc = await Blockchain.create(consensus_store, bt.constants, 2)
         count = 0
         fork_info = ForkInfo(-1, -1, bt.constants.GENESIS_CHALLENGE)
@@ -242,7 +242,7 @@ async def test_deadlock(tmp_dir: Path, db_version: int, bt: BlockTools, use_cach
         coin_store_2 = await CoinStore.create(wrapper_2)
         store_2 = await BlockStore.create(wrapper_2)
         height_map = await BlockHeightMap.create(tmp_dir, wrapper_2)
-        consensus_store = await ConsensusStore.create(store_2, coin_store_2, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(store_2, coin_store_2, height_map)
         bc = await Blockchain.create(consensus_store, bt.constants, 2)
         block_records = []
         for block in blocks:
@@ -274,7 +274,7 @@ async def test_rollback(bt: BlockTools, tmp_dir: Path, use_cache: bool, default_
         coin_store = await CoinStore.create(db_wrapper)
         block_store = await BlockStore.create(db_wrapper, use_cache=use_cache)
         height_map = await BlockHeightMap.create(tmp_dir, db_wrapper)
-        consensus_store = await ConsensusStore.create(block_store, coin_store, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(block_store, coin_store, height_map)
         bc = await Blockchain.create(consensus_store, bt.constants, 2)
 
         # insert all blocks
@@ -338,7 +338,7 @@ async def test_count_compactified_blocks(bt: BlockTools, tmp_dir: Path, db_versi
         coin_store = await CoinStore.create(db_wrapper)
         block_store = await BlockStore.create(db_wrapper, use_cache=use_cache)
         height_map = await BlockHeightMap.create(tmp_dir, db_wrapper)
-        consensus_store = await ConsensusStore.create(block_store, coin_store, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(block_store, coin_store, height_map)
         bc = await Blockchain.create(consensus_store, bt.constants, 2)
 
         count = await block_store.count_compactified_blocks()
@@ -360,7 +360,7 @@ async def test_count_uncompactified_blocks(bt: BlockTools, tmp_dir: Path, db_ver
         coin_store = await CoinStore.create(db_wrapper)
         block_store = await BlockStore.create(db_wrapper, use_cache=use_cache)
         height_map = await BlockHeightMap.create(tmp_dir, db_wrapper)
-        consensus_store = await ConsensusStore.create(block_store, coin_store, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(block_store, coin_store, height_map)
         bc = await Blockchain.create(consensus_store, bt.constants, 2)
 
         count = await block_store.count_uncompactified_blocks()
@@ -389,7 +389,7 @@ def rand_vdf_proof() -> VDFProof:
         coin_store = await CoinStore.create(db_wrapper)
         block_store = await BlockStore.create(db_wrapper, use_cache=use_cache)
         height_map = await BlockHeightMap.create(tmp_dir, db_wrapper)
-        consensus_store = await ConsensusStore.create(block_store, coin_store, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(block_store, coin_store, height_map)
         bc = await Blockchain.create(consensus_store, bt.constants, 2)
         for block in blocks:
             await _validate_and_add_block(bc, block)
@@ -471,7 +471,7 @@ async def test_get_blocks_by_hash(tmp_dir: Path, bt: BlockTools, db_version: int
         coin_store_2 = await CoinStore.create(db_wrapper_2)
         store_2 = await BlockStore.create(db_wrapper_2, use_cache=use_cache)
         height_map = await BlockHeightMap.create(tmp_dir, db_wrapper_2)
-        consensus_store = await ConsensusStore.create(store_2, coin_store_2, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(store_2, coin_store_2, height_map)
         bc = await Blockchain.create(consensus_store, bt.constants, 2)
 
         store = await BlockStore.create(db_wrapper, use_cache=use_cache)
@@ -586,7 +586,7 @@ async def test_get_prev_hash(tmp_dir: Path, bt: BlockTools, db_version: int, use
         coin_store_2 = await CoinStore.create(db_wrapper_2)
         store_2 = await BlockStore.create(db_wrapper_2, use_cache=use_cache)
         height_map = await BlockHeightMap.create(tmp_dir, db_wrapper_2)
-        consensus_store = await ConsensusStore.create(store_2, coin_store_2, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(store_2, coin_store_2, height_map)
         bc = await Blockchain.create(consensus_store, bt.constants, 2)
 
         store = await BlockStore.create(db_wrapper, use_cache=use_cache)

chia/_tests/core/full_node/stores/test_coin_store.py

@@ -20,9 +20,9 @@
 from chia.consensus.block_rewards import calculate_base_farmer_reward, calculate_pool_reward
 from chia.consensus.blockchain import AddBlockResult, Blockchain
 from chia.consensus.coinbase import create_farmer_coin, create_pool_coin
-from chia.consensus.consensus_store import ConsensusStore
 from chia.full_node.block_store import BlockStore
 from chia.full_node.coin_store import CoinStore
+from chia.full_node.consensus_store_sqlite3 import ConsensusStoreSQLite3
 from chia.full_node.hint_store import HintStore
 from chia.simulator.block_tools import BlockTools, test_constants
 from chia.simulator.wallet_tools import WalletTool
@@ -319,7 +319,7 @@ async def test_basic_reorg(tmp_dir: Path, db_version: int, bt: BlockTools) -> No
         coin_store = await CoinStore.create(db_wrapper)
         store = await BlockStore.create(db_wrapper)
         height_map = await BlockHeightMap.create(tmp_dir, db_wrapper)
-        consensus_store = await ConsensusStore.create(store, coin_store, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(store, coin_store, height_map)
         b: Blockchain = await Blockchain.create(consensus_store, bt.constants, 2)
         try:
             records: list[Optional[CoinRecord]] = []
@@ -387,7 +387,7 @@ async def test_get_puzzle_hash(tmp_dir: Path, db_version: int, bt: BlockTools) -
         coin_store = await CoinStore.create(db_wrapper)
         store = await BlockStore.create(db_wrapper)
         height_map = await BlockHeightMap.create(tmp_dir, db_wrapper)
-        consensus_store = await ConsensusStore.create(store, coin_store, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(store, coin_store, height_map)
         b: Blockchain = await Blockchain.create(consensus_store, bt.constants, 2)
         for block in blocks:
             await _validate_and_add_block(b, block)

chia/_tests/core/test_db_conversion.py

@@ -12,10 +12,10 @@
 from chia.consensus.block_body_validation import ForkInfo
 from chia.consensus.block_height_map import BlockHeightMap
 from chia.consensus.blockchain import Blockchain
-from chia.consensus.consensus_store import ConsensusStore
 from chia.consensus.multiprocess_validation import PreValidationResult
 from chia.full_node.block_store import BlockStore
 from chia.full_node.coin_store import CoinStore
+from chia.full_node.consensus_store_sqlite3 import ConsensusStoreSQLite3
 from chia.full_node.hint_store import HintStore
 from chia.simulator.block_tools import test_constants
 from chia.util.db_wrapper import DBWrapper2
@@ -63,7 +63,7 @@ async def test_blocks(default_1000_blocks, with_hints: bool):
                     await hint_store1.add_hints([(h[0], h[1])])
 
             height_map = await BlockHeightMap.create(Path("."), db_wrapper1)
-            consensus_store = await ConsensusStore.create(block_store1, coin_store1, height_map)
+            consensus_store = await ConsensusStoreSQLite3.create(block_store1, coin_store1, height_map)
             bc = await Blockchain.create(consensus_store, test_constants, reserved_cores=0)
             sub_slot_iters = test_constants.SUB_SLOT_ITERS_STARTING
             for block in blocks:

chia/_tests/core/test_db_validation.py

@@ -15,11 +15,11 @@
 from chia.consensus.block_body_validation import ForkInfo
 from chia.consensus.block_height_map import BlockHeightMap
 from chia.consensus.blockchain import Blockchain
-from chia.consensus.consensus_store import ConsensusStore
 from chia.consensus.default_constants import DEFAULT_CONSTANTS
 from chia.consensus.multiprocess_validation import PreValidationResult
 from chia.full_node.block_store import BlockStore
 from chia.full_node.coin_store import CoinStore
+from chia.full_node.consensus_store_sqlite3 import ConsensusStoreSQLite3
 from chia.simulator.block_tools import test_constants
 from chia.util.db_wrapper import DBWrapper2
 
@@ -142,8 +142,7 @@ async def make_db(db_file: Path, blocks: list[FullBlock]) -> None:
         block_store = await BlockStore.create(db_wrapper)
         coin_store = await CoinStore.create(db_wrapper)
         height_map = await BlockHeightMap.create(Path("."), db_wrapper)
-
-        consensus_store = await ConsensusStore.create(block_store, coin_store, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(block_store, coin_store, height_map)
         bc = await Blockchain.create(consensus_store, test_constants, reserved_cores=0)
         sub_slot_iters = test_constants.SUB_SLOT_ITERS_STARTING
         for block in blocks:

chia/_tests/util/blockchain.py

@@ -12,9 +12,9 @@
 
 from chia.consensus.block_height_map import BlockHeightMap
 from chia.consensus.blockchain import Blockchain
-from chia.consensus.consensus_store import ConsensusStore
 from chia.full_node.block_store import BlockStore
 from chia.full_node.coin_store import CoinStore
+from chia.full_node.consensus_store_sqlite3 import ConsensusStoreSQLite3
 from chia.simulator.block_tools import BlockTools
 from chia.util.db_wrapper import DBWrapper2, generate_in_memory_db_uri
 from chia.util.default_root import DEFAULT_ROOT_PATH
@@ -30,7 +30,7 @@ async def create_blockchain(
         block_store = await BlockStore.create(wrapper)
         coin_store = await CoinStore.create(wrapper)
         height_map = await BlockHeightMap.create(Path("."), wrapper, None)
-        consensus_store = await ConsensusStore.create(block_store, coin_store, height_map)
+        consensus_store = await ConsensusStoreSQLite3.create(block_store, coin_store, height_map)
         bc1 = await Blockchain.create(consensus_store, constants, 3, single_threaded=True, log_coins=True)
         try:
             assert bc1.get_peak() is None