machankura/mempool
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Reduce massive gaps in the imported historical LN data

Browse Source
This commit is contained in:
nymkappa 2022-08-02 15:02:24 +02:00
parent 7fdf95ad34
commit 5d7e42195f
No known key found for this signature in database
GPG Key ID: E155910B16E8BD04
1 changed files with 13 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
backend/src/tasks/lightning/sync-tasks/stats-importer.ts
View File

@ -248,6 +248,8 @@ class LightningStatsImporter {
} }
async $importHistoricalLightningStats(): Promise<void> { async $importHistoricalLightningStats(): Promise<void> {
let latestNodeCount = 1;
const fileList = await fsPromises.readdir(this.topologiesFolder); const fileList = await fsPromises.readdir(this.topologiesFolder);
fileList.sort().reverse(); fileList.sort().reverse();
@ -284,6 +286,17 @@ class LightningStatsImporter {
await fsPromises.writeFile(`${this.topologiesFolder}/${filename}.json`, JSON.stringify(graph)); await fsPromises.writeFile(`${this.topologiesFolder}/${filename}.json`, JSON.stringify(graph));
} }
if (timestamp > 1556316000) {
// "No, the reason most likely is just that I started collection in 2019,
// so what I had before that is just the survivors from before, which weren't that many"
const diffRatio = graph.nodes.length / latestNodeCount;
if (diffRatio < 0.9) {
// Ignore drop of more than 90% of the node count as it's probably a missing data point
continue;
}
}
latestNodeCount = graph.nodes.length;
const datestr = `${new Date(timestamp * 1000).toUTCString()} (${timestamp})`; const datestr = `${new Date(timestamp * 1000).toUTCString()} (${timestamp})`;
logger.debug(`${datestr}: Found ${graph.nodes.length} nodes and ${graph.channels.length} channels`); logger.debug(`${datestr}: Found ${graph.nodes.length} nodes and ${graph.channels.length} channels`);