mirror of
https://git.wownero.com/wownero/wownero.git
synced 2024-08-15 01:03:23 +00:00
Win32 import batchsize tweaks
Reduce frequency of resizes: bump minimum increase from 128MB to 512MB Use a bigger safety margin at small batch sizes
This commit is contained in:
parent
c7cfc764c4
commit
0fc93345ea
1 changed files with 6 additions and 3 deletions
|
@ -428,7 +428,7 @@ void BlockchainLMDB::check_and_resize_for_batch(uint64_t batch_num_blocks)
|
||||||
{
|
{
|
||||||
LOG_PRINT_L3("BlockchainLMDB::" << __func__);
|
LOG_PRINT_L3("BlockchainLMDB::" << __func__);
|
||||||
LOG_PRINT_L1("[" << __func__ << "] " << "checking DB size");
|
LOG_PRINT_L1("[" << __func__ << "] " << "checking DB size");
|
||||||
const uint64_t min_increase_size = 128 * (1 << 20);
|
const uint64_t min_increase_size = 512 * (1 << 20);
|
||||||
uint64_t threshold_size = 0;
|
uint64_t threshold_size = 0;
|
||||||
uint64_t increase_size = 0;
|
uint64_t increase_size = 0;
|
||||||
if (batch_num_blocks > 0)
|
if (batch_num_blocks > 0)
|
||||||
|
@ -464,6 +464,7 @@ uint64_t BlockchainLMDB::get_estimated_batch_size(uint64_t batch_num_blocks) con
|
||||||
// batch size estimate * batch safety factor = final size estimate
|
// batch size estimate * batch safety factor = final size estimate
|
||||||
// Takes into account "reasonable" block size increases in batch.
|
// Takes into account "reasonable" block size increases in batch.
|
||||||
float batch_safety_factor = 1.7f;
|
float batch_safety_factor = 1.7f;
|
||||||
|
float batch_fudge_factor = batch_safety_factor * batch_num_blocks;
|
||||||
// estimate of stored block expanded from raw block, including denormalization and db overhead.
|
// estimate of stored block expanded from raw block, including denormalization and db overhead.
|
||||||
// Note that this probably doesn't grow linearly with block size.
|
// Note that this probably doesn't grow linearly with block size.
|
||||||
float db_expand_factor = 4.5f;
|
float db_expand_factor = 4.5f;
|
||||||
|
@ -502,8 +503,10 @@ uint64_t BlockchainLMDB::get_estimated_batch_size(uint64_t batch_num_blocks) con
|
||||||
avg_block_size = min_block_size;
|
avg_block_size = min_block_size;
|
||||||
LOG_PRINT_L1("estimated average block size for batch: " << avg_block_size);
|
LOG_PRINT_L1("estimated average block size for batch: " << avg_block_size);
|
||||||
|
|
||||||
threshold_size = avg_block_size * db_expand_factor * batch_num_blocks;
|
// bigger safety margin on smaller block sizes
|
||||||
threshold_size = threshold_size * batch_safety_factor;
|
if (batch_fudge_factor < 5000.0)
|
||||||
|
batch_fudge_factor = 5000.0;
|
||||||
|
threshold_size = avg_block_size * db_expand_factor * batch_fudge_factor;
|
||||||
return threshold_size;
|
return threshold_size;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue