kylefang/bitcoin-indexer
1
0
Fork 0
mirror of https://github.com/alexgo-io/bitcoin-indexer.git synced 2026-06-14 08:29:31 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: recreate db conn on a regular basis

Browse Source
This commit is contained in:
Ludo Galabru
2023-08-15 15:58:05 +02:00
parent 96fd8a8bdb
commit 81d85759a4
2 changed files with 21 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
components/ordhook-cli/src/core/pipeline/processors/block_archiving.rs
View File

@@ -27,9 +27,10 @@ pub fn start_block_archiving_processor(
let ctx = ctx.clone();
let handle: JoinHandle<()> = hiro_system_kit::thread_named("Processor Runloop")
.spawn(move || {
let blocks_db_rw =
let mut blocks_db_rw =
open_readwrite_ordhook_db_conn_rocks_db(&config.expected_cache_path(), &ctx).unwrap();
let mut empty_cycles = 0;
let mut processed_blocks = 0;
if let Ok(PostProcessorCommand::Start) = commands_rx.recv() {
let _ = events_tx.send(PostProcessorEvent::Started);
@@ -67,7 +68,13 @@ pub fn start_block_archiving_processor(
}
},
};
processed_blocks += compacted_blocks.len();
store_compacted_blocks(compacted_blocks, update_tip, &blocks_db_rw, &ctx);
if processed_blocks % 10_000 == 0 {
let _ = blocks_db_rw.flush_wal(true);
blocks_db_rw = open_readwrite_ordhook_db_conn_rocks_db(&config.expected_cache_path(), &ctx).unwrap();
}
}
if let Err(e) = blocks_db_rw.flush() {

17
components/ordhook-cli/src/core/pipeline/processors/inscription_indexing.rs
View File

@@ -56,14 +56,14 @@ pub fn start_inscription_indexing_processor(
let ctx = ctx.clone();
let handle: JoinHandle<()> = hiro_system_kit::thread_named("Inscription indexing runloop")
.spawn(move || {
let cache_l2 = Arc::new(new_traversals_lazy_cache(1024));
let garbage_collect_every_n_blocks = 100;
let cache_l2 = Arc::new(new_traversals_lazy_cache(100_000));
let garbage_collect_every_n_blocks = 256;
let mut garbage_collect_nth_block = 0;
let mut inscriptions_db_conn_rw =
open_readwrite_ordhook_db_conn(&config.expected_cache_path(), &ctx).unwrap();
let ordhook_config = config.get_ordhook_config();
let blocks_db_rw =
let mut blocks_db_rw =
open_readwrite_ordhook_db_conn_rocks_db(&config.expected_cache_path(), &ctx).unwrap();
let mut empty_cycles = 0;
@@ -132,14 +132,23 @@ pub fn start_inscription_indexing_processor(
garbage_collect_nth_block += blocks.len();
// Clear L2 cache on a regular basis
if garbage_collect_nth_block > garbage_collect_every_n_blocks {
// Clear L2 cache on a regular basis
info!(
ctx.expect_logger(),
"Clearing cache L2 ({} entries)",
cache_l2.len()
);
cache_l2.clear();
// Clear rocksdb db connection on a regular basis
let _ = blocks_db_rw.flush_wal(true);
blocks_db_rw = open_readwrite_ordhook_db_conn_rocks_db(&config.expected_cache_path(), &ctx).unwrap();
// Recreate sqlite db connection on a regular basis
inscriptions_db_conn_rw =
open_readwrite_ordhook_db_conn(&config.expected_cache_path(), &ctx).unwrap();
garbage_collect_nth_block = 0;
}
}