Files
grin-node/chain/tests/store_kernel_pos_index.rs
T
Antioch Peverell 20e5c1910b NRD rules and "recent" kernel pos index (#3302)
* variants for output_pos linked list entries (head/tail/middle/unique)
next and prev and Vec<u8> lmdb keys

* get_pos on enum

* break list and list entries out into separate enums

* track output features in the new output_pos index, so we can determine coinbase maturity

* push entry impl for none and unique

* some test coverage for output_pos_list

* commit

* wip - FooListEntry

* use instance of the index

* linked list of output_pos and commit_pos both now supported

* linked_list

* cleanup and rename

* rename

* peek_pos

* push some, peek some, pop some

* cleanup

* commit pos
cleanup

* split list and entry out into separate db prefixes

* cleanup and add placeholder for pop_back

* pop_pos_back (for popping off the back of the linked list)
test coverage for pop_pos_back

* wip

* placeholder for prune via a trait
pos must always increase in the index

* rewind kernel_pos_idx when calling rewind_single_block

* RewindableListIndex with rewind support.

* test coverage for rewindable list index

* test coverage for rewind back to 0

* rewind past end of list

* add tests for kernel_pos_idx with multiple commits

* commit

* cleanup

* hook NRD relative lock height validation into block processing and tx validation

* cleanup

* set local chain type for kernel_idx tests

* add test coverage for NRD rules in block processing

* NRD test coverage and cleanup

* NRD relative height 1 test

* test coverage for NRD kernels in block processing

* cleanup

* start of test coverage for txpool NRD kernel rules

* wip

* rework pool tests to use real chain (was mock chain) to better reflect reality (tx/block validation rules etc.)

* cleanup

* cleanup pruneable trait for kernel pos index

* add clear() to kernel_pos idx and test coverage

* hook kernel_pos rebuild into node startup, compaction and fast sync

* verify full NRD history on fast sync

* return early if nrd disabled

* fix header sync issue
2020-06-10 16:38:29 +01:00

590 lines
13 KiB
Rust

// Copyright 2020 The Grin Developers
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
use crate::chain::linked_list::{ListIndex, ListWrapper, PruneableListIndex, RewindableListIndex};
use crate::chain::store::{self, ChainStore};
use crate::chain::types::CommitPos;
use crate::core::global;
use crate::util::secp::pedersen::Commitment;
use grin_chain as chain;
use grin_core as core;
use grin_store;
use grin_util as util;
mod chain_test_helper;
use self::chain_test_helper::clean_output_dir;
use crate::grin_store::Error;
fn setup_test() {
util::init_test_logger();
global::set_local_chain_type(global::ChainTypes::AutomatedTesting);
}
#[test]
fn test_store_kernel_idx() {
setup_test();
let chain_dir = ".grin_idx_1";
clean_output_dir(chain_dir);
let commit = Commitment::from_vec(vec![]);
let store = ChainStore::new(chain_dir).unwrap();
let batch = store.batch().unwrap();
let index = store::nrd_recent_kernel_index();
assert_eq!(index.peek_pos(&batch, commit), Ok(None));
assert_eq!(index.get_list(&batch, commit), Ok(None));
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 1, height: 1 }),
Ok(()),
);
assert_eq!(
index.peek_pos(&batch, commit),
Ok(Some(CommitPos { pos: 1, height: 1 })),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Single {
pos: CommitPos { pos: 1, height: 1 }
})),
);
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 2, height: 2 }),
Ok(()),
);
assert_eq!(
index.peek_pos(&batch, commit),
Ok(Some(CommitPos { pos: 2, height: 2 })),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Multi { head: 2, tail: 1 })),
);
// Pos must always increase.
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 1, height: 1 }),
Err(Error::OtherErr("pos must be increasing".into())),
);
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 2, height: 2 }),
Err(Error::OtherErr("pos must be increasing".into())),
);
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 3, height: 3 }),
Ok(()),
);
assert_eq!(
index.peek_pos(&batch, commit),
Ok(Some(CommitPos { pos: 3, height: 3 })),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Multi { head: 3, tail: 1 })),
);
assert_eq!(
index.pop_pos(&batch, commit),
Ok(Some(CommitPos { pos: 3, height: 3 })),
);
assert_eq!(
index.peek_pos(&batch, commit),
Ok(Some(CommitPos { pos: 2, height: 2 })),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Multi { head: 2, tail: 1 })),
);
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 3, height: 3 }),
Ok(()),
);
assert_eq!(
index.peek_pos(&batch, commit),
Ok(Some(CommitPos { pos: 3, height: 3 })),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Multi { head: 3, tail: 1 })),
);
assert_eq!(
index.pop_pos(&batch, commit),
Ok(Some(CommitPos { pos: 3, height: 3 })),
);
assert_eq!(
index.peek_pos(&batch, commit),
Ok(Some(CommitPos { pos: 2, height: 2 })),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Multi { head: 2, tail: 1 })),
);
assert_eq!(
index.pop_pos(&batch, commit),
Ok(Some(CommitPos { pos: 2, height: 2 })),
);
assert_eq!(
index.peek_pos(&batch, commit),
Ok(Some(CommitPos { pos: 1, height: 1 })),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Single {
pos: CommitPos { pos: 1, height: 1 }
})),
);
assert_eq!(
index.pop_pos(&batch, commit),
Ok(Some(CommitPos { pos: 1, height: 1 })),
);
assert_eq!(index.peek_pos(&batch, commit), Ok(None));
assert_eq!(index.get_list(&batch, commit), Ok(None));
// Cleanup chain directory
clean_output_dir(chain_dir);
}
#[test]
fn test_store_kernel_idx_pop_back() {
setup_test();
let chain_dir = ".grin_idx_2";
clean_output_dir(chain_dir);
let commit = Commitment::from_vec(vec![]);
let store = ChainStore::new(chain_dir).unwrap();
let batch = store.batch().unwrap();
let index = store::nrd_recent_kernel_index();
assert_eq!(index.peek_pos(&batch, commit), Ok(None));
assert_eq!(index.get_list(&batch, commit), Ok(None));
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 1, height: 1 }),
Ok(()),
);
assert_eq!(
index.peek_pos(&batch, commit),
Ok(Some(CommitPos { pos: 1, height: 1 })),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Single {
pos: CommitPos { pos: 1, height: 1 }
})),
);
assert_eq!(
index.pop_pos_back(&batch, commit),
Ok(Some(CommitPos { pos: 1, height: 1 })),
);
assert_eq!(index.peek_pos(&batch, commit), Ok(None));
assert_eq!(index.get_list(&batch, commit), Ok(None));
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 1, height: 1 }),
Ok(()),
);
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 2, height: 2 }),
Ok(()),
);
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 3, height: 3 }),
Ok(()),
);
assert_eq!(
index.peek_pos(&batch, commit),
Ok(Some(CommitPos { pos: 3, height: 3 })),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Multi { head: 3, tail: 1 })),
);
assert_eq!(
index.pop_pos_back(&batch, commit),
Ok(Some(CommitPos { pos: 1, height: 1 })),
);
assert_eq!(
index.peek_pos(&batch, commit),
Ok(Some(CommitPos { pos: 3, height: 3 })),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Multi { head: 3, tail: 2 })),
);
assert_eq!(
index.pop_pos_back(&batch, commit),
Ok(Some(CommitPos { pos: 2, height: 2 })),
);
assert_eq!(
index.peek_pos(&batch, commit),
Ok(Some(CommitPos { pos: 3, height: 3 })),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Single {
pos: CommitPos { pos: 3, height: 3 }
})),
);
assert_eq!(
index.pop_pos_back(&batch, commit),
Ok(Some(CommitPos { pos: 3, height: 3 })),
);
assert_eq!(index.peek_pos(&batch, commit), Ok(None));
assert_eq!(index.get_list(&batch, commit), Ok(None));
clean_output_dir(chain_dir);
}
#[test]
fn test_store_kernel_idx_rewind() {
setup_test();
let chain_dir = ".grin_idx_3";
clean_output_dir(chain_dir);
let commit = Commitment::from_vec(vec![]);
let store = ChainStore::new(chain_dir).unwrap();
let batch = store.batch().unwrap();
let index = store::nrd_recent_kernel_index();
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 1, height: 1 }),
Ok(()),
);
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 2, height: 2 }),
Ok(()),
);
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 3, height: 3 }),
Ok(()),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Multi { head: 3, tail: 1 })),
);
assert_eq!(index.rewind(&batch, commit, 1), Ok(()),);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Single {
pos: CommitPos { pos: 1, height: 1 }
})),
);
// Check we can safely noop rewind.
assert_eq!(index.rewind(&batch, commit, 2), Ok(()),);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Single {
pos: CommitPos { pos: 1, height: 1 }
})),
);
assert_eq!(index.rewind(&batch, commit, 1), Ok(()),);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Single {
pos: CommitPos { pos: 1, height: 1 }
})),
);
// Check we can rewind back to 0.
assert_eq!(index.rewind(&batch, commit, 0), Ok(()),);
assert_eq!(index.get_list(&batch, commit), Ok(None),);
assert_eq!(index.rewind(&batch, commit, 0), Ok(()),);
// Now check we can rewind past the end of a list safely.
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 1, height: 1 }),
Ok(()),
);
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 2, height: 2 }),
Ok(()),
);
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 3, height: 3 }),
Ok(()),
);
assert_eq!(
index.pop_pos_back(&batch, commit),
Ok(Some(CommitPos { pos: 1, height: 1 })),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Multi { head: 3, tail: 2 })),
);
assert_eq!(index.rewind(&batch, commit, 1), Ok(()),);
assert_eq!(index.get_list(&batch, commit), Ok(None),);
clean_output_dir(chain_dir);
}
#[test]
fn test_store_kernel_idx_multiple_commits() {
setup_test();
let chain_dir = ".grin_idx_4";
clean_output_dir(chain_dir);
let commit = Commitment::from_vec(vec![]);
let commit2 = Commitment::from_vec(vec![1]);
let store = ChainStore::new(chain_dir).unwrap();
let batch = store.batch().unwrap();
let index = store::nrd_recent_kernel_index();
assert_eq!(index.get_list(&batch, commit), Ok(None));
assert_eq!(index.get_list(&batch, commit2), Ok(None));
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 1, height: 1 }),
Ok(()),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Single {
pos: CommitPos { pos: 1, height: 1 }
})),
);
assert_eq!(index.get_list(&batch, commit2), Ok(None));
assert_eq!(
index.push_pos(&batch, commit2, CommitPos { pos: 2, height: 2 }),
Ok(()),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Single {
pos: CommitPos { pos: 1, height: 1 }
})),
);
assert_eq!(
index.get_list(&batch, commit2),
Ok(Some(ListWrapper::Single {
pos: CommitPos { pos: 2, height: 2 }
})),
);
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 3, height: 3 }),
Ok(()),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Multi { head: 3, tail: 1 })),
);
assert_eq!(
index.get_list(&batch, commit2),
Ok(Some(ListWrapper::Single {
pos: CommitPos { pos: 2, height: 2 }
})),
);
assert_eq!(
index.pop_pos(&batch, commit),
Ok(Some(CommitPos { pos: 3, height: 3 })),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Single {
pos: CommitPos { pos: 1, height: 1 }
})),
);
assert_eq!(
index.get_list(&batch, commit2),
Ok(Some(ListWrapper::Single {
pos: CommitPos { pos: 2, height: 2 }
})),
);
clean_output_dir(chain_dir);
}
#[test]
fn test_store_kernel_idx_clear() -> Result<(), Error> {
setup_test();
let chain_dir = ".grin_idx_clear";
clean_output_dir(chain_dir);
let commit = Commitment::from_vec(vec![]);
let commit2 = Commitment::from_vec(vec![1]);
let store = ChainStore::new(chain_dir)?;
let index = store::nrd_recent_kernel_index();
// Add a couple of single entries to the index and commit the batch.
{
let batch = store.batch()?;
assert_eq!(index.peek_pos(&batch, commit), Ok(None));
assert_eq!(index.get_list(&batch, commit), Ok(None));
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 1, height: 1 }),
Ok(()),
);
assert_eq!(
index.push_pos(
&batch,
commit2,
CommitPos {
pos: 10,
height: 10
}
),
Ok(()),
);
assert_eq!(
index.peek_pos(&batch, commit),
Ok(Some(CommitPos { pos: 1, height: 1 })),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Single {
pos: CommitPos { pos: 1, height: 1 }
})),
);
assert_eq!(
index.peek_pos(&batch, commit2),
Ok(Some(CommitPos {
pos: 10,
height: 10
})),
);
assert_eq!(
index.get_list(&batch, commit2),
Ok(Some(ListWrapper::Single {
pos: CommitPos {
pos: 10,
height: 10
}
})),
);
batch.commit()?;
}
// Clear the index and confirm everything was deleted as expected.
{
let batch = store.batch()?;
assert_eq!(index.clear(&batch), Ok(()));
assert_eq!(index.peek_pos(&batch, commit), Ok(None));
assert_eq!(index.get_list(&batch, commit), Ok(None));
assert_eq!(index.peek_pos(&batch, commit2), Ok(None));
assert_eq!(index.get_list(&batch, commit2), Ok(None));
batch.commit()?;
}
// Add multiple entries to the index, commit the batch.
{
let batch = store.batch()?;
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 1, height: 1 }),
Ok(()),
);
assert_eq!(
index.push_pos(&batch, commit, CommitPos { pos: 2, height: 2 }),
Ok(()),
);
assert_eq!(
index.peek_pos(&batch, commit),
Ok(Some(CommitPos { pos: 2, height: 2 })),
);
assert_eq!(
index.get_list(&batch, commit),
Ok(Some(ListWrapper::Multi { head: 2, tail: 1 })),
);
batch.commit()?;
}
// Clear the index and confirm everything was deleted as expected.
{
let batch = store.batch()?;
assert_eq!(index.clear(&batch), Ok(()));
assert_eq!(index.peek_pos(&batch, commit), Ok(None));
assert_eq!(index.get_list(&batch, commit), Ok(None));
batch.commit()?;
}
clean_output_dir(chain_dir);
Ok(())
}