From 415ec685e6ef23fd53234bb053b82baeb66e59aa Mon Sep 17 00:00:00 2001
From: hunicus <93150691+hunicus@users.noreply.github.com>
Date: Sun, 26 Jun 2022 01:53:37 -0400
Subject: [PATCH 1/7] Add faq explaining vb and wu
---
frontend/src/app/docs/api-docs/api-docs-data.ts | 7 +++++++
frontend/src/app/docs/api-docs/api-docs.component.html | 7 +++++++
2 files changed, 14 insertions(+)
diff --git a/frontend/src/app/docs/api-docs/api-docs-data.ts b/frontend/src/app/docs/api-docs/api-docs-data.ts
index f69aa4a0f..b07c0b0e0 100644
--- a/frontend/src/app/docs/api-docs/api-docs-data.ts
+++ b/frontend/src/app/docs/api-docs/api-docs-data.ts
@@ -6017,6 +6017,13 @@ export const faqData = [
fragment: "what-are-mining-pools",
title: "What are mining pools?",
},
+ {
+ type: "endpoint",
+ category: "basics",
+ showConditions: bitcoinNetworks,
+ fragment: "what-are-vb-wu",
+ title: "What are virtual bytes (vB) and weight units (WU)?",
+ },
{
type: "endpoint",
category: "basics",
diff --git a/frontend/src/app/docs/api-docs/api-docs.component.html b/frontend/src/app/docs/api-docs/api-docs.component.html
index 1f6fca48c..69112e1d4 100644
--- a/frontend/src/app/docs/api-docs/api-docs.component.html
+++ b/frontend/src/app/docs/api-docs/api-docs.component.html
@@ -134,6 +134,13 @@
Mining pools are groups of miners that combine their computational power in order to increase the probability of finding new blocks.
+
+
Virtual bytes (vB) and weight units (WU) are used to measure the size of transactions and blocks on the Bitcoin network.
+
A Bitcoin transaction's size in the blockchain is not determined how much bitcoin it transfers—instead, a transaction's size is determined by technical factors such how many inputs and outputs it has, how many signatures it has, and the format it uses (legacy, SegWit, etc). Since space in the Bitcoin blockchain is limited, a transaction's size directly impacts how much you pay in mining fees to get it confirmed into a block.
+
Block sizes are limited to 4,000,000 WU (or 1,000,000 vB since 1 vB = 4 WU).
+
Transaction sizes and block sizes used to be measured in plain bytes, but virtual bytes and weight units were devised to maintain backward compatibility after the SegWit upgrade in 2017. See this post for more details.
+
+
When a Bitcoin transaction is made, it is stored in a Bitcoin node's mempool before it is confirmed into a block. When the rate of incoming transactions exceeds the rate transactions are confirmed, the mempool grows in size.
The default maximum size of a Bitcoin node's mempool is 300MB, so when there are 300MB of transactions in the mempool, we say it's "full".
Virtual bytes (vB) and weight units (WU) are used to measure the size of transactions and blocks on the Bitcoin network.
-
A Bitcoin transaction's size in the blockchain is not determined how much bitcoin it transfers—instead, a transaction's size is determined by technical factors such how many inputs and outputs it has, how many signatures it has, and the format it uses (legacy, SegWit, etc). Since space in the Bitcoin blockchain is limited, a transaction's size directly impacts how much you pay in mining fees to get it confirmed into a block.
+
A Bitcoin transaction's size in the blockchain is not determined how much bitcoin it transfers—instead, a transaction's size is determined by technical factors such how many inputs and outputs it has, how many signatures it has, and the format it uses (legacy, SegWit, etc). Since space in the Bitcoin blockchain is limited, bigger transactions pay more in mining fees than smaller transactions.
Block sizes are limited to 4,000,000 WU (or 1,000,000 vB since 1 vB = 4 WU).
Transaction sizes and block sizes used to be measured in plain bytes, but virtual bytes and weight units were devised to maintain backward compatibility after the SegWit upgrade in 2017. See this post for more details.
+
+
The priority of a pending Bitcoin transaction is determined by its feerate. Feerates are measured in sat/vB.
+
Using a higher sat/vB feerate for a Bitcoin transaction will generally result in quicker confirmation than using a lower feerate. But feerates change all the time, so it's important to check suggested feerates right before making a transaction to avoid it from getting stuck.
+
There are feerate estimates on the top of the main dashboard you can use as a guide. See this FAQ for more on picking the right feerate.
+
+
When a Bitcoin transaction is made, it is stored in a Bitcoin node's mempool before it is confirmed into a block. When the rate of incoming transactions exceeds the rate transactions are confirmed, the mempool grows in size.
The default maximum size of a Bitcoin node's mempool is 300MB, so when there are 300MB of transactions in the mempool, we say it's "full".
From e8175a90f4a6d856a006f7e40a2df5a15bc5867f Mon Sep 17 00:00:00 2001
From: nymkappa
Date: Sun, 26 Jun 2022 13:49:39 +0200
Subject: [PATCH 3/7] Replace json `prices.avg_prices` with table columns -
update prices logs
---
backend/src/api/database-migration.ts | 14 ++++++++++++-
backend/src/repositories/PricesRepository.ts | 6 +++++-
backend/src/tasks/price-feeds/kraken-api.ts | 2 +-
backend/src/tasks/price-updater.ts | 21 +++++++++++++-------
backend/src/utils/axios-query.ts | 8 ++++++--
5 files changed, 39 insertions(+), 12 deletions(-)
diff --git a/backend/src/api/database-migration.ts b/backend/src/api/database-migration.ts
index 8d9959cf2..7ac27d0f4 100644
--- a/backend/src/api/database-migration.ts
+++ b/backend/src/api/database-migration.ts
@@ -4,7 +4,7 @@ import logger from '../logger';
import { Common } from './common';
class DatabaseMigration {
- private static currentVersion = 22;
+ private static currentVersion = 23;
private queryTimeout = 120000;
private statisticsAddedIndexed = false;
private uniqueLogs: string[] = [];
@@ -231,6 +231,18 @@ class DatabaseMigration {
await this.$executeQuery('DROP TABLE IF EXISTS `difficulty_adjustments`');
await this.$executeQuery(this.getCreateDifficultyAdjustmentsTableQuery(), await this.$checkIfTableExists('difficulty_adjustments'));
}
+
+ if (databaseSchemaVersion < 23) {
+ await this.$executeQuery('TRUNCATE `prices`');
+ await this.$executeQuery('ALTER TABLE `prices` DROP `avg_prices`');
+ await this.$executeQuery('ALTER TABLE `prices` ADD `USD` float DEFAULT "0"');
+ await this.$executeQuery('ALTER TABLE `prices` ADD `EUR` float DEFAULT "0"');
+ await this.$executeQuery('ALTER TABLE `prices` ADD `GBP` float DEFAULT "0"');
+ await this.$executeQuery('ALTER TABLE `prices` ADD `CAD` float DEFAULT "0"');
+ await this.$executeQuery('ALTER TABLE `prices` ADD `CHF` float DEFAULT "0"');
+ await this.$executeQuery('ALTER TABLE `prices` ADD `AUD` float DEFAULT "0"');
+ await this.$executeQuery('ALTER TABLE `prices` ADD `JPY` float DEFAULT "0"');
+ }
} catch (e) {
throw e;
}
diff --git a/backend/src/repositories/PricesRepository.ts b/backend/src/repositories/PricesRepository.ts
index d6eaf523a..61d092ca6 100644
--- a/backend/src/repositories/PricesRepository.ts
+++ b/backend/src/repositories/PricesRepository.ts
@@ -5,7 +5,11 @@ import { Prices } from '../tasks/price-updater';
class PricesRepository {
public async $savePrices(time: number, prices: Prices): Promise {
try {
- await DB.query(`INSERT INTO prices(time, avg_prices) VALUE (FROM_UNIXTIME(?), ?)`, [time, JSON.stringify(prices)]);
+ await DB.query(`
+ INSERT INTO prices(time, USD, EUR, GBP, CAD, CHF, AUD, JPY)
+ VALUE (FROM_UNIXTIME(?), ?, ?, ?, ?, ?, ?, ? )`,
+ [time, prices.USD, prices.EUR, prices.GBP, prices.CAD, prices.CHF, prices.AUD, prices.JPY]
+ );
} catch (e: any) {
logger.err(`Cannot save exchange rate into db. Reason: ` + (e instanceof Error ? e.message : e));
throw e;
diff --git a/backend/src/tasks/price-feeds/kraken-api.ts b/backend/src/tasks/price-feeds/kraken-api.ts
index 02d0d3af0..6c3cf93da 100644
--- a/backend/src/tasks/price-feeds/kraken-api.ts
+++ b/backend/src/tasks/price-feeds/kraken-api.ts
@@ -87,7 +87,7 @@ class KrakenApi implements PriceFeed {
}
if (Object.keys(priceHistory).length > 0) {
- logger.info(`Inserted ${Object.keys(priceHistory).length} Kraken EUR, USD, GBP, JPY, CAD, CHF and AUD weekly price history into db`);
+ logger.notice(`Inserted ${Object.keys(priceHistory).length} Kraken EUR, USD, GBP, JPY, CAD, CHF and AUD weekly price history into db`);
}
}
}
diff --git a/backend/src/tasks/price-updater.ts b/backend/src/tasks/price-updater.ts
index 254e8ef1c..caad6c54b 100644
--- a/backend/src/tasks/price-updater.ts
+++ b/backend/src/tasks/price-updater.ts
@@ -176,7 +176,7 @@ class PriceUpdater {
++insertedCount;
}
if (insertedCount > 0) {
- logger.info(`Inserted ${insertedCount} MtGox USD weekly price history into db`);
+ logger.notice(`Inserted ${insertedCount} MtGox USD weekly price history into db`);
}
// Insert Kraken weekly prices
@@ -205,23 +205,23 @@ class PriceUpdater {
try {
historicalPrices.push(await feed.$fetchRecentHourlyPrice(this.currencies));
} catch (e) {
- logger.info(`Cannot fetch hourly historical price from ${feed.name}. Ignoring this feed. Reason: ${e instanceof Error ? e.message : e}`);
+ logger.err(`Cannot fetch hourly historical price from ${feed.name}. Ignoring this feed. Reason: ${e instanceof Error ? e.message : e}`);
}
}
// Group them by timestamp and currency, for example
// grouped[123456789]['USD'] = [1, 2, 3, 4];
- let grouped: Object = {};
+ const grouped: Object = {};
for (const historicalEntry of historicalPrices) {
for (const time in historicalEntry) {
if (existingPriceTimes.includes(parseInt(time, 10))) {
continue;
}
- if (grouped[time] == undefined) {
+ if (grouped[time] === undefined) {
grouped[time] = {
USD: [], EUR: [], GBP: [], CAD: [], CHF: [], AUD: [], JPY: []
- }
+ };
}
for (const currency of this.currencies) {
@@ -238,13 +238,20 @@ class PriceUpdater {
for (const time in grouped) {
const prices: Prices = this.getEmptyPricesObj();
for (const currency in grouped[time]) {
- prices[currency] = Math.round((grouped[time][currency].reduce((partialSum, a) => partialSum + a, 0)) / grouped[time][currency].length);
+ if (grouped[time][currency].length === 0) {
+ continue;
+ }
+ prices[currency] = Math.round((grouped[time][currency].reduce(
+ (partialSum, a) => partialSum + a, 0)
+ ) / grouped[time][currency].length);
}
await PricesRepository.$savePrices(parseInt(time, 10), prices);
++totalInserted;
}
- logger.info(`Inserted ${totalInserted} hourly historical prices into the db`);
+ if (totalInserted > 0) {
+ logger.notice(`Inserted ${totalInserted} hourly historical prices into the db`);
+ }
}
}
diff --git a/backend/src/utils/axios-query.ts b/backend/src/utils/axios-query.ts
index 8333181f7..0a155fd55 100644
--- a/backend/src/utils/axios-query.ts
+++ b/backend/src/utils/axios-query.ts
@@ -50,10 +50,14 @@ export async function query(path): Promise