hexbase/hex.py at master · benispresence/hexbase · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
#!/usr/local/bin/python3.10
from extractions.ethereum import extract_ethereum_data, query_last_block
from classes.hex import HexContract
from configs.web3 import get_local_node_conn
from configs.postgres import get_pg_conn
from configs.contracts import hex_contract_dict
from database_structure.hex import create_schemas_and_tables
from loads.database import begin_db_transaction, commit_db_transaction
from loads.contracts.hex import load_transfers, load_stakes, load_daily_data_updates
from loads.transactions import load_transactions
from loads.syncs import sync

web3 = get_local_node_conn()
pg_conn = get_pg_conn()


def main():
    # CONFIGURATION
    print('\nConfiguration loading...')
    hex_contract = HexContract(name=hex_contract_dict['name'],
                               address=hex_contract_dict['address'],
                               abi=hex_contract_dict['abi'],
                               deployed_block_height=hex_contract_dict['deployed_block_height'],
                               web3_infura_connection=web3)

    # PREREQUISITES
    print('\nPreparing database...')
    create_schemas_and_tables()

    print('\nGet latest and next block number...')
    with pg_conn:
        with pg_conn.cursor() as db_cursor:
            last_block_processed = query_last_block(database_cursor=db_cursor,
                                                    block_height=hex_contract.deployed_block_height,
                                                    table='blocks')
    next_block_number = last_block_processed + 1
    latest_block_number = web3.eth.block_number

    while next_block_number < latest_block_number:
        # EXTRACTION
        block, transactions, events, logs, txn_receipts = extract_ethereum_data(contract=hex_contract,
                                                                                block_number=next_block_number)

        # LOAD
        with pg_conn:
            with pg_conn.cursor() as cursor:
                begin_db_transaction(database_cursor=cursor)
                load_transactions(database_cursor=cursor, block_instance=block, schema='hex', table='transactions',
                                  txn_dict=transactions, txn_receipts_dict=txn_receipts, contract=hex_contract)
                load_transfers(database_cursor=cursor, event_dict=events)
                load_stakes(database_cursor=cursor, event_dict=events)
                load_daily_data_updates(database_cursor=cursor, event_dict=events, contract=hex_contract)
                sync(database_cursor=cursor, block_instance=block, table='blocks')
                commit_db_transaction(database_cursor=cursor)

        next_block_number += 1


if __name__ == '__main__':
    main()