kylefang/bitcoin-indexer
1
0
Fork 0
mirror of https://github.com/alexgo-io/bitcoin-indexer.git synced 2026-01-12 08:34:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: move thread pool size to config

Browse Source
This commit is contained in:
Ludo Galabru
2023-06-04 23:55:18 -04:00
parent 1b58ccd6bf
commit bc313fad5c
4 changed files with 44 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
components/chainhook-cli/src/block/mod.rs
View File

@@ -15,7 +15,7 @@ pub struct Record {
pub id: u64,
pub created_at: String,
pub kind: RecordKind,
pub raw_log: String,
pub blob: Option<String>,
}
#[derive(Debug, Deserialize)]

6
components/chainhook-cli/src/config/file.rs
View File

@@ -25,8 +25,10 @@ pub struct EventSourceConfigFile {
#[derive(Deserialize, Debug, Clone)]
pub struct ChainhooksConfigFile {
pub max_stacks_registrations: Option<u16>,
pub max_bitcoin_registrations: Option<u16>,
pub max_stacks_registrations: Option<usize>,
pub max_bitcoin_registrations: Option<usize>,
pub max_stacks_concurrent_scans: Option<usize>,
pub max_bitcoin_concurrent_scans: Option<usize>,
}
#[derive(Deserialize, Debug, Clone)]

8
components/chainhook-cli/src/config/generator.rs
View File

@@ -6,8 +6,10 @@ redis_uri = "redis://localhost:6379/"
cache_path = "cache"
[chainhooks]
max_stacks_registrations = 500
max_bitcoin_registrations = 500
max_stacks_registrations = 100
max_bitcoin_registrations = 100
max_stacks_concurrent_scans = 10
max_bitcoin_concurrent_scans = 10
[network]
mode = "mainnet"
@@ -17,7 +19,7 @@ bitcoind_rpc_password = "devnet"
stacks_node_rpc_url = "http://localhost:20443"
[[event_source]]
tsv_file_url = "https://archive.hiro.so/mainnet/stacks-blockchain-api/mainnet-stacks-blockchain-api-latest.gz"
tsv_file_url = "https://archive.hiro.so/mainnet/stacks-blockchain-api/mainnet-stacks-blockchain-api-latest"
"#
);
return conf;

46
components/chainhook-cli/src/config/mod.rs
View File

@@ -10,8 +10,6 @@ use std::fs::File;
use std::io::{BufReader, Read};
use std::path::PathBuf;
use crate::service::{DEFAULT_CONTROL_PORT, DEFAULT_INGESTION_PORT};
const DEFAULT_MAINNET_STACKS_TSV_ARCHIVE: &str =
"https://archive.hiro.so/mainnet/stacks-blockchain-api/mainnet-stacks-blockchain-api-latest";
const DEFAULT_TESTNET_STACKS_TSV_ARCHIVE: &str =
@@ -19,6 +17,13 @@ const DEFAULT_TESTNET_STACKS_TSV_ARCHIVE: &str =
const DEFAULT_MAINNET_ORDINALS_SQLITE_ARCHIVE: &str =
"https://archive.hiro.so/mainnet/chainhooks/hord-latest.sqlite";
pub const DEFAULT_INGESTION_PORT: u16 = 20455;
pub const DEFAULT_CONTROL_PORT: u16 = 20456;
pub const STACKS_SCAN_THREAD_POOL_SIZE: usize = 10;
pub const BITCOIN_SCAN_THREAD_POOL_SIZE: usize = 10;
pub const STACKS_MAX_PREDICATE_REGISTRATION: usize = 50;
pub const BITCOIN_MAX_PREDICATE_REGISTRATION: usize = 50;
#[derive(Clone, Debug)]
pub struct Config {
pub storage: StorageConfig,
@@ -70,8 +75,10 @@ pub struct UrlConfig {
#[derive(Clone, Debug)]
pub struct ChainhooksConfig {
pub max_stacks_registrations: u16,
pub max_bitcoin_registrations: u16,
pub max_stacks_registrations: usize,
pub max_bitcoin_registrations: usize,
pub max_stacks_concurrent_scans: usize,
pub max_bitcoin_concurrent_scans: usize,
pub enable_http_api: bool,
}
@@ -151,11 +158,20 @@ impl Config {
max_stacks_registrations: config_file
.chainhooks
.max_stacks_registrations
.unwrap_or(100),
.unwrap_or(STACKS_MAX_PREDICATE_REGISTRATION),
max_bitcoin_registrations: config_file
.chainhooks
.max_bitcoin_registrations
.unwrap_or(100),
.unwrap_or(BITCOIN_MAX_PREDICATE_REGISTRATION),
max_stacks_concurrent_scans: config_file
.chainhooks
.max_stacks_registrations
.unwrap_or(STACKS_SCAN_THREAD_POOL_SIZE),
max_bitcoin_concurrent_scans: config_file
.chainhooks
.max_bitcoin_registrations
.unwrap_or(BITCOIN_SCAN_THREAD_POOL_SIZE),
enable_http_api: true,
},
network: IndexerConfig {
@@ -344,8 +360,10 @@ impl Config {
},
event_sources: vec![],
chainhooks: ChainhooksConfig {
max_stacks_registrations: 50,
max_bitcoin_registrations: 50,
max_stacks_registrations: STACKS_MAX_PREDICATE_REGISTRATION,
max_bitcoin_registrations: BITCOIN_MAX_PREDICATE_REGISTRATION,
max_stacks_concurrent_scans: STACKS_SCAN_THREAD_POOL_SIZE,
max_bitcoin_concurrent_scans: BITCOIN_SCAN_THREAD_POOL_SIZE,
enable_http_api: true,
},
network: IndexerConfig {
@@ -374,8 +392,10 @@ impl Config {
file_url: DEFAULT_TESTNET_STACKS_TSV_ARCHIVE.into(),
})],
chainhooks: ChainhooksConfig {
max_stacks_registrations: 10,
max_bitcoin_registrations: 10,
max_stacks_registrations: STACKS_MAX_PREDICATE_REGISTRATION,
max_bitcoin_registrations: BITCOIN_MAX_PREDICATE_REGISTRATION,
max_stacks_concurrent_scans: STACKS_SCAN_THREAD_POOL_SIZE,
max_bitcoin_concurrent_scans: BITCOIN_SCAN_THREAD_POOL_SIZE,
enable_http_api: true,
},
network: IndexerConfig {
@@ -409,8 +429,10 @@ impl Config {
}),
],
chainhooks: ChainhooksConfig {
max_stacks_registrations: 10,
max_bitcoin_registrations: 10,
max_stacks_registrations: STACKS_MAX_PREDICATE_REGISTRATION,
max_bitcoin_registrations: BITCOIN_MAX_PREDICATE_REGISTRATION,
max_stacks_concurrent_scans: STACKS_SCAN_THREAD_POOL_SIZE,
max_bitcoin_concurrent_scans: BITCOIN_SCAN_THREAD_POOL_SIZE,
enable_http_api: true,
},
network: IndexerConfig {