2023-05-29 21:54:53 +08:00
|
|
|
//! Contains the [`IndexedTxGraph`] structure and associated types.
|
|
|
|
//!
|
|
|
|
//! This is essentially a [`TxGraph`] combined with an indexer.
|
|
|
|
|
2023-04-21 13:29:44 +08:00
|
|
|
use alloc::vec::Vec;
|
2023-05-10 14:14:29 +08:00
|
|
|
use bitcoin::{OutPoint, Transaction, TxOut};
|
2023-03-27 14:21:10 +08:00
|
|
|
|
|
|
|
use crate::{
|
2023-08-07 17:43:17 +02:00
|
|
|
keychain,
|
|
|
|
tx_graph::{self, TxGraph},
|
2023-05-10 14:14:29 +08:00
|
|
|
Anchor, Append,
|
2023-03-27 14:21:10 +08:00
|
|
|
};
|
|
|
|
|
2023-04-17 23:25:57 +08:00
|
|
|
/// A struct that combines [`TxGraph`] and an [`Indexer`] implementation.
|
|
|
|
///
|
|
|
|
/// This structure ensures that [`TxGraph`] and [`Indexer`] are updated atomically.
|
2023-05-03 15:20:49 +08:00
|
|
|
#[derive(Debug)]
|
2023-03-27 14:21:10 +08:00
|
|
|
pub struct IndexedTxGraph<A, I> {
|
2023-03-31 22:42:47 +08:00
|
|
|
/// Transaction index.
|
|
|
|
pub index: I,
|
2023-03-27 14:21:10 +08:00
|
|
|
graph: TxGraph<A>,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl<A, I: Default> Default for IndexedTxGraph<A, I> {
|
|
|
|
fn default() -> Self {
|
|
|
|
Self {
|
|
|
|
graph: Default::default(),
|
|
|
|
index: Default::default(),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-05-03 15:20:49 +08:00
|
|
|
impl<A, I> IndexedTxGraph<A, I> {
|
2023-05-10 14:14:29 +08:00
|
|
|
/// Construct a new [`IndexedTxGraph`] with a given `index`.
|
|
|
|
pub fn new(index: I) -> Self {
|
|
|
|
Self {
|
|
|
|
index,
|
|
|
|
graph: TxGraph::default(),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-03-27 14:21:10 +08:00
|
|
|
/// Get a reference of the internal transaction graph.
|
|
|
|
pub fn graph(&self) -> &TxGraph<A> {
|
|
|
|
&self.graph
|
|
|
|
}
|
2023-05-03 15:20:49 +08:00
|
|
|
}
|
2023-03-27 14:21:10 +08:00
|
|
|
|
2023-05-03 15:20:49 +08:00
|
|
|
impl<A: Anchor, I: Indexer> IndexedTxGraph<A, I> {
|
2023-08-07 17:43:17 +02:00
|
|
|
/// Applies the [`ChangeSet`] to the [`IndexedTxGraph`].
|
|
|
|
pub fn apply_changeset(&mut self, changeset: ChangeSet<A, I::ChangeSet>) {
|
|
|
|
self.index.apply_changeset(changeset.indexer);
|
2023-03-27 21:51:11 +08:00
|
|
|
|
2023-08-07 17:43:17 +02:00
|
|
|
for tx in &changeset.graph.txs {
|
2023-03-27 21:51:11 +08:00
|
|
|
self.index.index_tx(tx);
|
|
|
|
}
|
2023-08-07 17:43:17 +02:00
|
|
|
for (&outpoint, txout) in &changeset.graph.txouts {
|
2023-03-27 21:51:11 +08:00
|
|
|
self.index.index_txout(outpoint, txout);
|
|
|
|
}
|
|
|
|
|
2023-08-07 17:43:17 +02:00
|
|
|
self.graph.apply_changeset(changeset.graph);
|
2023-03-27 15:36:37 +08:00
|
|
|
}
|
2023-08-16 17:39:35 +02:00
|
|
|
|
|
|
|
/// Determines the [`ChangeSet`] between `self` and an empty [`IndexedTxGraph`].
|
|
|
|
pub fn initial_changeset(&self) -> ChangeSet<A, I::ChangeSet> {
|
|
|
|
let graph = self.graph.initial_changeset();
|
|
|
|
let indexer = self.index.initial_changeset();
|
|
|
|
ChangeSet { graph, indexer }
|
|
|
|
}
|
2023-04-17 23:25:57 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
impl<A: Anchor, I: Indexer> IndexedTxGraph<A, I>
|
|
|
|
where
|
2023-08-07 17:43:17 +02:00
|
|
|
I::ChangeSet: Default + Append,
|
2023-04-17 23:25:57 +08:00
|
|
|
{
|
|
|
|
/// Apply an `update` directly.
|
|
|
|
///
|
2023-08-07 17:43:17 +02:00
|
|
|
/// `update` is a [`TxGraph<A>`] and the resultant changes is returned as [`ChangeSet`].
|
|
|
|
pub fn apply_update(&mut self, update: TxGraph<A>) -> ChangeSet<A, I::ChangeSet> {
|
|
|
|
let graph = self.graph.apply_update(update);
|
2023-04-17 23:25:57 +08:00
|
|
|
|
2023-08-07 17:43:17 +02:00
|
|
|
let mut indexer = I::ChangeSet::default();
|
|
|
|
for added_tx in &graph.txs {
|
|
|
|
indexer.append(self.index.index_tx(added_tx));
|
2023-04-17 23:25:57 +08:00
|
|
|
}
|
2023-08-07 17:43:17 +02:00
|
|
|
for (&added_outpoint, added_txout) in &graph.txouts {
|
|
|
|
indexer.append(self.index.index_txout(added_outpoint, added_txout));
|
2023-04-17 23:25:57 +08:00
|
|
|
}
|
|
|
|
|
2023-08-07 17:43:17 +02:00
|
|
|
ChangeSet { graph, indexer }
|
2023-04-17 23:25:57 +08:00
|
|
|
}
|
2023-03-27 15:36:37 +08:00
|
|
|
|
2023-04-17 23:25:57 +08:00
|
|
|
/// Insert a floating `txout` of given `outpoint`.
|
2023-03-27 14:21:10 +08:00
|
|
|
pub fn insert_txout(
|
|
|
|
&mut self,
|
|
|
|
outpoint: OutPoint,
|
|
|
|
txout: &TxOut,
|
2023-08-07 17:43:17 +02:00
|
|
|
) -> ChangeSet<A, I::ChangeSet> {
|
2023-04-17 23:25:57 +08:00
|
|
|
let mut update = TxGraph::<A>::default();
|
|
|
|
let _ = update.insert_txout(outpoint, txout.clone());
|
|
|
|
self.apply_update(update)
|
2023-03-27 14:21:10 +08:00
|
|
|
}
|
|
|
|
|
2023-04-17 23:25:57 +08:00
|
|
|
/// Insert and index a transaction into the graph.
|
|
|
|
///
|
|
|
|
/// `anchors` can be provided to anchor the transaction to various blocks. `seen_at` is a
|
|
|
|
/// unix timestamp of when the transaction is last seen.
|
2023-03-27 14:21:10 +08:00
|
|
|
pub fn insert_tx(
|
|
|
|
&mut self,
|
|
|
|
tx: &Transaction,
|
2023-04-17 23:25:57 +08:00
|
|
|
anchors: impl IntoIterator<Item = A>,
|
|
|
|
seen_at: Option<u64>,
|
2023-08-07 17:43:17 +02:00
|
|
|
) -> ChangeSet<A, I::ChangeSet> {
|
2023-03-27 14:21:10 +08:00
|
|
|
let txid = tx.txid();
|
2023-03-27 22:42:39 +08:00
|
|
|
|
2023-04-17 23:25:57 +08:00
|
|
|
let mut update = TxGraph::<A>::default();
|
|
|
|
if self.graph.get_tx(txid).is_none() {
|
|
|
|
let _ = update.insert_tx(tx.clone());
|
2023-03-31 12:39:00 +08:00
|
|
|
}
|
2023-04-17 23:25:57 +08:00
|
|
|
for anchor in anchors.into_iter() {
|
|
|
|
let _ = update.insert_anchor(txid, anchor);
|
|
|
|
}
|
|
|
|
if let Some(seen_at) = seen_at {
|
|
|
|
let _ = update.insert_seen_at(txid, seen_at);
|
|
|
|
}
|
|
|
|
|
|
|
|
self.apply_update(update)
|
2023-03-27 14:21:10 +08:00
|
|
|
}
|
|
|
|
|
2023-04-17 23:25:57 +08:00
|
|
|
/// Insert relevant transactions from the given `txs` iterator.
|
|
|
|
///
|
|
|
|
/// Relevancy is determined by the [`Indexer::is_tx_relevant`] implementation of `I`. Irrelevant
|
2023-04-23 00:12:41 +08:00
|
|
|
/// transactions in `txs` will be ignored. `txs` do not need to be in topological order.
|
2023-04-17 23:25:57 +08:00
|
|
|
///
|
|
|
|
/// `anchors` can be provided to anchor the transactions to blocks. `seen_at` is a unix
|
|
|
|
/// timestamp of when the transactions are last seen.
|
2023-04-21 13:29:44 +08:00
|
|
|
pub fn insert_relevant_txs<'t>(
|
2023-03-27 14:21:10 +08:00
|
|
|
&mut self,
|
2023-04-23 00:12:41 +08:00
|
|
|
txs: impl IntoIterator<Item = (&'t Transaction, impl IntoIterator<Item = A>)>,
|
2023-04-17 23:25:57 +08:00
|
|
|
seen_at: Option<u64>,
|
2023-08-07 17:43:17 +02:00
|
|
|
) -> ChangeSet<A, I::ChangeSet> {
|
2023-04-22 22:56:51 +08:00
|
|
|
// The algorithm below allows for non-topologically ordered transactions by using two loops.
|
|
|
|
// This is achieved by:
|
2023-04-21 13:29:44 +08:00
|
|
|
// 1. insert all txs into the index. If they are irrelevant then that's fine it will just
|
|
|
|
// not store anything about them.
|
|
|
|
// 2. decide whether to insert them into the graph depending on whether `is_tx_relevant`
|
|
|
|
// returns true or not. (in a second loop).
|
2023-08-07 17:43:17 +02:00
|
|
|
let mut changeset = ChangeSet::<A, I::ChangeSet>::default();
|
2023-04-22 22:56:51 +08:00
|
|
|
let mut transactions = Vec::new();
|
2023-04-23 00:12:41 +08:00
|
|
|
for (tx, anchors) in txs.into_iter() {
|
2023-08-07 17:43:17 +02:00
|
|
|
changeset.indexer.append(self.index.index_tx(tx));
|
2023-04-23 00:12:41 +08:00
|
|
|
transactions.push((tx, anchors));
|
2023-04-22 22:56:51 +08:00
|
|
|
}
|
2023-08-07 17:43:17 +02:00
|
|
|
changeset.append(
|
2023-04-22 22:56:51 +08:00
|
|
|
transactions
|
|
|
|
.into_iter()
|
2023-04-23 00:12:41 +08:00
|
|
|
.filter_map(|(tx, anchors)| match self.index.is_tx_relevant(tx) {
|
|
|
|
true => Some(self.insert_tx(tx, anchors, seen_at)),
|
2023-04-22 22:56:51 +08:00
|
|
|
false => None,
|
|
|
|
})
|
|
|
|
.fold(Default::default(), |mut acc, other| {
|
|
|
|
acc.append(other);
|
|
|
|
acc
|
|
|
|
}),
|
|
|
|
);
|
2023-08-07 17:43:17 +02:00
|
|
|
changeset
|
2023-03-27 14:21:10 +08:00
|
|
|
}
|
2023-04-17 23:25:57 +08:00
|
|
|
}
|
2023-03-27 14:21:10 +08:00
|
|
|
|
2023-04-12 11:24:05 +08:00
|
|
|
/// A structure that represents changes to an [`IndexedTxGraph`].
|
|
|
|
#[derive(Clone, Debug, PartialEq)]
|
|
|
|
#[cfg_attr(
|
|
|
|
feature = "serde",
|
|
|
|
derive(serde::Deserialize, serde::Serialize),
|
|
|
|
serde(
|
|
|
|
crate = "serde_crate",
|
|
|
|
bound(
|
|
|
|
deserialize = "A: Ord + serde::Deserialize<'de>, IA: serde::Deserialize<'de>",
|
|
|
|
serialize = "A: Ord + serde::Serialize, IA: serde::Serialize"
|
|
|
|
)
|
|
|
|
)
|
|
|
|
)]
|
|
|
|
#[must_use]
|
2023-08-07 17:43:17 +02:00
|
|
|
pub struct ChangeSet<A, IA> {
|
|
|
|
/// [`TxGraph`] changeset.
|
|
|
|
pub graph: tx_graph::ChangeSet<A>,
|
|
|
|
/// [`Indexer`] changeset.
|
|
|
|
pub indexer: IA,
|
2023-04-12 11:24:05 +08:00
|
|
|
}
|
|
|
|
|
2023-08-07 17:43:17 +02:00
|
|
|
impl<A, IA: Default> Default for ChangeSet<A, IA> {
|
2023-04-12 11:24:05 +08:00
|
|
|
fn default() -> Self {
|
|
|
|
Self {
|
2023-08-07 17:43:17 +02:00
|
|
|
graph: Default::default(),
|
|
|
|
indexer: Default::default(),
|
2023-04-12 11:24:05 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-08-07 17:43:17 +02:00
|
|
|
impl<A: Anchor, IA: Append> Append for ChangeSet<A, IA> {
|
2023-04-12 11:24:05 +08:00
|
|
|
fn append(&mut self, other: Self) {
|
2023-08-07 17:43:17 +02:00
|
|
|
self.graph.append(other.graph);
|
|
|
|
self.indexer.append(other.indexer);
|
2023-04-12 11:24:05 +08:00
|
|
|
}
|
2023-05-09 09:59:42 +08:00
|
|
|
|
|
|
|
fn is_empty(&self) -> bool {
|
2023-08-07 17:43:17 +02:00
|
|
|
self.graph.is_empty() && self.indexer.is_empty()
|
2023-05-09 09:59:42 +08:00
|
|
|
}
|
2023-04-12 11:24:05 +08:00
|
|
|
}
|
|
|
|
|
2023-08-07 17:43:17 +02:00
|
|
|
impl<A, IA: Default> From<tx_graph::ChangeSet<A>> for ChangeSet<A, IA> {
|
|
|
|
fn from(graph: tx_graph::ChangeSet<A>) -> Self {
|
2023-05-12 16:17:17 +08:00
|
|
|
Self {
|
2023-08-07 17:43:17 +02:00
|
|
|
graph,
|
2023-05-12 16:17:17 +08:00
|
|
|
..Default::default()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-08-07 17:43:17 +02:00
|
|
|
impl<A, K> From<keychain::ChangeSet<K>> for ChangeSet<A, keychain::ChangeSet<K>> {
|
|
|
|
fn from(indexer: keychain::ChangeSet<K>) -> Self {
|
2023-05-13 23:28:03 +08:00
|
|
|
Self {
|
2023-08-07 17:43:17 +02:00
|
|
|
graph: Default::default(),
|
|
|
|
indexer,
|
2023-05-13 23:28:03 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-04-17 23:25:57 +08:00
|
|
|
/// Represents a structure that can index transaction data.
|
|
|
|
pub trait Indexer {
|
2023-08-07 17:43:17 +02:00
|
|
|
/// The resultant "changeset" when new transaction data is indexed.
|
|
|
|
type ChangeSet;
|
2023-04-12 11:24:05 +08:00
|
|
|
|
|
|
|
/// Scan and index the given `outpoint` and `txout`.
|
2023-08-07 17:43:17 +02:00
|
|
|
fn index_txout(&mut self, outpoint: OutPoint, txout: &TxOut) -> Self::ChangeSet;
|
2023-04-12 11:24:05 +08:00
|
|
|
|
2023-08-25 12:52:09 +03:00
|
|
|
/// Scans a transaction for relevant outpoints, which are stored and indexed internally.
|
|
|
|
///
|
|
|
|
/// If the matched script pubkey is part of the lookahead, the last stored index is updated for
|
|
|
|
/// the script pubkey's keychain and the [`ChangeSet`] returned will reflect the
|
|
|
|
/// change.
|
|
|
|
///
|
|
|
|
/// Typically, this method is used in two situations:
|
|
|
|
///
|
|
|
|
/// 1. After loading transaction data from the disk, you may scan over all the txouts to restore all
|
|
|
|
/// your txouts.
|
|
|
|
/// 2. When getting new data from the chain, you usually scan it before incorporating it into
|
|
|
|
/// your chain state.
|
2023-08-07 17:43:17 +02:00
|
|
|
fn index_tx(&mut self, tx: &Transaction) -> Self::ChangeSet;
|
2023-04-12 11:24:05 +08:00
|
|
|
|
2023-08-07 17:43:17 +02:00
|
|
|
/// Apply changeset to itself.
|
|
|
|
fn apply_changeset(&mut self, changeset: Self::ChangeSet);
|
2023-04-12 11:24:05 +08:00
|
|
|
|
2023-08-16 17:39:35 +02:00
|
|
|
/// Determines the [`ChangeSet`] between `self` and an empty [`Indexer`].
|
|
|
|
fn initial_changeset(&self) -> Self::ChangeSet;
|
|
|
|
|
2023-04-17 23:25:57 +08:00
|
|
|
/// Determines whether the transaction should be included in the index.
|
2023-04-12 11:24:05 +08:00
|
|
|
fn is_tx_relevant(&self, tx: &Transaction) -> bool;
|
|
|
|
}
|