From 8aecd22b91daf698d0c158bab5ee7cbaa3be1fb0 Mon Sep 17 00:00:00 2001
From: librelois <c@elo.tf>
Date: Sun, 16 May 2021 23:17:05 +0200
Subject: [PATCH] =?UTF-8?q?feat(blocks=5Fchunks):=C2=A0increase=20chunk=20?=
=?UTF-8?q?size?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
---
indexer/src/blocks_chunks.rs | 12 +++++++-----
1 file changed, 7 insertions(+), 5 deletions(-)
diff --git a/indexer/src/blocks_chunks.rs b/indexer/src/blocks_chunks.rs
index 4703be6..320e39a 100644
--- a/indexer/src/blocks_chunks.rs
+++ b/indexer/src/blocks_chunks.rs
@@ -15,6 +15,8 @@
use crate::*;
+const CHUNK_SIZE: u32 = 4_096;
+
pub(super) fn apply_block_blocks_chunk<B: Backend>(
block: &DubpBlockV10,
gva_db: &mut GvaV1DbTxRw<B::Col>,
@@ -25,7 +27,7 @@ pub(super) fn apply_block_blocks_chunk<B: Backend>(
GvaBlockDbV1(DubpBlock::V10(block.clone())),
);
- if block_number % 1_000 == 999 {
+ if (block_number + 1) % CHUNK_SIZE == 0 {
let current_chunk: Vec<GvaBlockDbV1> = gva_db
.current_blocks_chunk
.iter(.., |it| it.values().collect::<Result<Vec<_>, _>>())?;
@@ -34,7 +36,7 @@ pub(super) fn apply_block_blocks_chunk<B: Backend>(
.map_err(|e| KvError::DeserError(e.into()))?;
let chunk_hash = Hash::compute_blake3(current_chunk_bin.as_ref());
let compressed_chunk = lz4_flex::compress_prepend_size(current_chunk_bin.as_ref());
- let chunk_index = U32BE(block_number / 1_000);
+ let chunk_index = U32BE(block_number / CHUNK_SIZE);
gva_db
.blocks_chunk_hash
.upsert(chunk_index, HashDb(chunk_hash));
@@ -51,9 +53,9 @@ pub(super) fn revert_block_blocks_chunk<B: Backend>(
gva_db: &mut GvaV1DbTxRw<B::Col>,
) -> KvResult<()> {
let block_number = block.number().0;
- if block_number % 1_000 == 999 {
+ if (block_number + 1) % CHUNK_SIZE == 0 {
// Uncompress las compressed chunk and replace it in current chunk
- let chunk_index = U32BE(block_number / 1_000);
+ let chunk_index = U32BE(block_number / CHUNK_SIZE);
if let Some(compressed_chunk) = gva_db.compressed_blocks_chunk.get(&chunk_index)? {
gva_db.blocks_chunk_hash.remove(chunk_index);
gva_db.compressed_blocks_chunk.remove(chunk_index);
@@ -62,7 +64,7 @@ pub(super) fn revert_block_blocks_chunk<B: Backend>(
let current_chunk: Vec<GvaBlockDbV1> = bincode_db()
.deserialize(current_chunk_bin.as_ref())
.map_err(|e| KvError::DeserError(e.into()))?;
- let current_chunk_begin = block_number - 999;
+ let current_chunk_begin = block_number - CHUNK_SIZE + 1;
for (i, block) in current_chunk.into_iter().enumerate() {
gva_db
.current_blocks_chunk
--
GitLab