Method addNewBlocks

tools/parser/block_processor.cpp:836–958

template <typename ParseTag>
std::vector<blocksci::RawBlock> BlockProcessor::addNewBlocks(const ParserConfiguration<ParseTag> &config, std::vector<BlockInfo<ParseTag>> blocks, UTXOState &utxoState, UTXOAddressState &utxoAddressState, AddressState &addressState, UTXOScriptState &utxoScriptState) {

    AddressWriter addressWriter{config};
    IndexedFileWriter<1> txFile(blocksci::ChainAccess::txFilePath(config.dataConfig.chainDirectory()));
    FixedSizeFileWriter<OutputLinkData> linkDataFile(config.txUpdatesFilePath());
    FixedSizeFileWriter<blocksci::uint256> txHashFile{blocksci::ChainAccess::txHashesFilePath(config.dataConfig.chainDirectory())};

    auto discardFunc = [](RawTransaction &) { return false; };
    
    auto progressBar = blocksci::makeProgressBar(totalTxCount, [=](RawTransaction &tx) {
        std::cout << ", Block " << tx.blockHeight << "/" << maxBlockHeight;
    });
    
    /* Advance function of the last step
     * Optimization: Only push tx to finished_transaction_queue if it meets certain conditions, otherwise de-allocate it */
    
    auto serializeAddressDiscardFunc = [&](RawTransaction &tx) {
        progressBar.update(tx.txNum - startingTxCount, tx);
        return tx.realSize >= 800;
    };
    
    // Definition of all ProcessStep objects for the processing pipeline
    ProcessStepQueue processQueue;
    
    // 0. Step: Calculate hash of transaction and write it to the hash file (chain/tx_hashes.dat)
    processQueue.addStep(makeStandardProcessStep(std::make_unique<CalculateTxHashStep>(txHashFile), discardFunc, discardFunc));

    // 1. Step: Parse the output scripts (into CScriptView) of the transaction in order to identify address types and extract relevant information.
    processQueue.addStep(makeStandardProcessStep(std::make_unique<GenerateScriptOutputsStep>(), discardFunc, discardFunc));

    // 2. Step: Store information about the spent output with each input of the transaction. Then store information about each output for future lookup.
    processQueue.addStep(makeStandardProcessStep(std::make_unique<ConnectUTXOsStep>(utxoState), discardFunc, discardFunc));

    /* 3. Step: Parse the input script of each input based information about the associated output script.
     *    Then store information about each output address for future lookup. */
    processQueue.addStep(makeStandardProcessStep(std::make_unique<GenerateScriptInputStep>(utxoAddressState), discardFunc, discardFunc));

    /* 4. Step: Attach a scriptNum to each script in the transaction. For address types which are
          deduplicated (Pubkey, ScriptHash, Multisig and their varients) use the previously allocated
          scriptNum if the address was seen before. Increment the scriptNum counter for newly seen addresses. */
    processQueue.addStep(makeStandardProcessStep(std::make_unique<ProcessAddressesStep>(addressState), discardFunc, discardFunc));

    /* 5. Step: Record the scriptNum for each output for later reference. Assign each spent input with
     the scriptNum of the output its spending */
    processQueue.addStep(makeStandardProcessStep(std::make_unique<RecordAddressesStep>(utxoScriptState), discardFunc, discardFunc));

    // 6. Step: Serialize transaction data, inputs, and outputs and write them to the txFile
    processQueue.addStep(makeStandardProcessStep(std::make_unique<SerializeTransactionStep>(txFile, linkDataFile), discardFunc, discardFunc));

    // 7. Step: Save address data into files for the analysis library
    processQueue.addStep(makeStandardProcessStep(std::make_unique<SerializeAddressesStep>(addressWriter), discardFunc, serializeAddressDiscardFunc, false, true));
    
    // Two hold stages for ATOR
    processQueue.addStep(makeHoldTxStep()); // 8
    processQueue.addStep(makeHoldTxStep()); // 9
    
    processQueue.setStepOrder({
        {0, 0}, // calculate tx hash