Move indexing logic into Indexer class

backend/src/api/blocks.ts

@@ -15,6 +15,7 @@ import BitcoinApi from './bitcoin/bitcoin-api';
 import { prepareBlock } from '../utils/blocks-utils';
 import BlocksRepository from '../repositories/BlocksRepository';
 import HashratesRepository from '../repositories/HashratesRepository';
+import indexer from '../indexer';
 
 class Blocks {
   private blocks: BlockExtended[] = [];
@@ -23,9 +24,6 @@ class Blocks {
   private lastDifficultyAdjustmentTime = 0;
   private previousDifficultyRetarget = 0;
   private newBlockCallbacks: ((block: BlockExtended, txIds: string[], transactions: TransactionExtended[]) => void)[] = [];
-  private blockIndexingStarted = false;
-  public blockIndexingCompleted = false;
-  public reindexFlag = false;
 
   constructor() { }
 
@@ -197,23 +195,15 @@ class Blocks {
    * [INDEXING] Index all blocks metadata for the mining dashboard
    */
   public async $generateBlockDatabase() {
-    if (this.blockIndexingStarted && !this.reindexFlag) {
-      return;
-    }
-
     const blockchainInfo = await bitcoinClient.getBlockchainInfo();
     if (blockchainInfo.blocks !== blockchainInfo.headers) { // Wait for node to sync
       return;
     }
 
-    this.reindexFlag = false;
-    this.blockIndexingStarted = true;
-    this.blockIndexingCompleted = false;
-
     try {
       let currentBlockHeight = blockchainInfo.blocks;
 
-      let indexingBlockAmount = config.MEMPOOL.INDEXING_BLOCKS_AMOUNT;
+      let indexingBlockAmount = Math.min(config.MEMPOOL.INDEXING_BLOCKS_AMOUNT, blockchainInfo.blocks);
       if (indexingBlockAmount <= -1) {
         indexingBlockAmount = currentBlockHeight + 1;
       }
@@ -274,14 +264,14 @@ class Blocks {
       loadingIndicators.setProgress('block-indexing', 100);
     } catch (e) {
       logger.err('Block indexing failed. Trying again later. Reason: ' + (e instanceof Error ? e.message : e));
-      this.blockIndexingStarted = false;
       loadingIndicators.setProgress('block-indexing', 100);
       return;
     }
 
     const chainValid = await BlocksRepository.$validateChain();
-    this.reindexFlag = !chainValid;
-    this.blockIndexingCompleted = chainValid;
+    if (!chainValid) {
+      indexer.reindex();
+    }
   }
 
   public async $updateBlocks() {
@@ -298,7 +288,8 @@ class Blocks {
       logger.info(`${blockHeightTip - this.currentBlockHeight} blocks since tip. Fast forwarding to the ${config.MEMPOOL.INITIAL_BLOCKS_AMOUNT} recent blocks`);
       this.currentBlockHeight = blockHeightTip - config.MEMPOOL.INITIAL_BLOCKS_AMOUNT;
       fastForwarded = true;
-      this.reindexFlag = true; // Make sure to index the skipped blocks #1619
+      logger.info(`Re-indexing skipped blocks and corresponding hashrates data`);
+      indexer.reindex(); // Make sure to index the skipped blocks #1619
     }
 
     if (!this.lastDifficultyAdjustmentTime) {

backend/src/api/mining.ts

@@ -4,14 +4,10 @@ import PoolsRepository from '../repositories/PoolsRepository';
 import HashratesRepository from '../repositories/HashratesRepository';
 import bitcoinClient from './bitcoin/bitcoin-client';
 import logger from '../logger';
-import blocks from './blocks';
 import { Common } from './common';
 import loadingIndicators from './loading-indicators';
 
 class Mining {
-  hashrateIndexingStarted = false;
-  weeklyHashrateIndexingStarted = false;
-
   constructor() {
   }
 
@@ -152,14 +148,9 @@ class Mining {
    * [INDEXING] Generate weekly mining pool hashrate history
    */
   public async $generatePoolHashrateHistory(): Promise<void> {
-    if (!blocks.blockIndexingCompleted || this.hashrateIndexingStarted || this.weeklyHashrateIndexingStarted) {
-      return;
-    }
-
     const now = new Date();
 
     try {
-      this.weeklyHashrateIndexingStarted = true;
       const lastestRunDate = await HashratesRepository.$getLatestRun('last_weekly_hashrates_indexing');
 
       // Run only if:
@@ -167,11 +158,9 @@ class Mining {
       // * we started a new week (around Monday midnight)
       const runIndexing = lastestRunDate === 0 || now.getUTCDay() === 1 && lastestRunDate !== now.getUTCDate();
       if (!runIndexing) {
-        this.weeklyHashrateIndexingStarted = false;
         return;
       }
     } catch (e) {
-      this.weeklyHashrateIndexingStarted = false;
       throw e;
     }
 
@@ -191,6 +180,7 @@ class Mining {
       const startedAt = new Date().getTime() / 1000;
       let timer = new Date().getTime() / 1000;
 
+      logger.debug(`Indexing weekly mining pool hashrate`);
       loadingIndicators.setProgress('weekly-hashrate-indexing', 0);
 
       while (toTimestamp > genesisTimestamp) {
@@ -255,7 +245,6 @@ class Mining {
         ++indexedThisRun;
         ++totalIndexed;
       }
-      this.weeklyHashrateIndexingStarted = false;
       await HashratesRepository.$setLatestRun('last_weekly_hashrates_indexing', new Date().getUTCDate());
       if (newlyIndexed > 0) {
         logger.info(`Indexed ${newlyIndexed} pools weekly hashrate`);
@@ -263,7 +252,6 @@ class Mining {
       loadingIndicators.setProgress('weekly-hashrate-indexing', 100);
     } catch (e) {
       loadingIndicators.setProgress('weekly-hashrate-indexing', 100);
-      this.weeklyHashrateIndexingStarted = false;
       throw e;
     }
   }
@@ -272,22 +260,14 @@ class Mining {
    * [INDEXING] Generate daily hashrate data
    */
   public async $generateNetworkHashrateHistory(): Promise<void> {
-    if (!blocks.blockIndexingCompleted || this.hashrateIndexingStarted) {
-      return;
-    }
-
     try {
-      this.hashrateIndexingStarted = true;
-
       // We only run this once a day around midnight
       const latestRunDate = await HashratesRepository.$getLatestRun('last_hashrates_indexing');
       const now = new Date().getUTCDate();
       if (now === latestRunDate) {
-        this.hashrateIndexingStarted = false;
         return;
       }
     } catch (e) {
-      this.hashrateIndexingStarted = false;
       throw e;
     }
 
@@ -305,6 +285,7 @@ class Mining {
       const startedAt = new Date().getTime() / 1000;
       let timer = new Date().getTime() / 1000;
 
+      logger.debug(`Indexing daily network hashrate`);
       loadingIndicators.setProgress('daily-hashrate-indexing', 0);
 
       while (toTimestamp > genesisTimestamp) {
@@ -376,14 +357,12 @@ class Mining {
       await HashratesRepository.$saveHashrates(hashrates);
 
       await HashratesRepository.$setLatestRun('last_hashrates_indexing', new Date().getUTCDate());
-      this.hashrateIndexingStarted = false;
       if (newlyIndexed > 0) {
         logger.info(`Indexed ${newlyIndexed} day of network hashrate`);
       }
       loadingIndicators.setProgress('daily-hashrate-indexing', 100);
     } catch (e) {
       loadingIndicators.setProgress('daily-hashrate-indexing', 100);
-      this.hashrateIndexingStarted = false;
       throw e;
     }
   }