ActualYield/cli.py at main · Sety-project/ActualYield · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
import asyncio
import copy
import sys
import os
from hashlib import sha256

import toml
import yaml

from plex.debank_api import DebankAPI
from utils.async_utils import safe_gather
from utils.db import SQLiteDB, SQLiteDB, RawDataDB, S3JsonRawDataDB

if __name__ == '__main__':
    if sys.argv[1] in ['snapshot', 'rebuild_db']:
        with open(os.path.join(os.sep, os.getcwd(), '.streamlit', 'secrets.toml'), 'r') as f:
            secrets = toml.load(f)
        with open(os.path.join(os.sep, os.getcwd(), 'config', 'params.yaml'), 'r') as f:
            parameters = yaml.safe_load(f)
            if 'debank_key' not in parameters['profile']:
                parameters['profile']['debank_key'] = secrets['debank_key']

        # tamper with the db file name to add hash of debank key
        plex_db_params = copy.deepcopy(parameters['input_data']['plex_db'])
        plex_db_params['remote_file'] = plex_db_params['remote_file'].replace('.db', f"_{parameters['profile']['debank_key']}.db")

        plex_db: SQLiteDB = SQLiteDB(plex_db_params, secrets)
        # empty the plex.db file

        raw_data_db: RawDataDB = RawDataDB.build_RawDataDB(parameters['input_data']['raw_data_db'], secrets)
        api = DebankAPI(raw_data_db, plex_db, parameters)

        addresses = parameters['profile']['backend_addresses']
        if sys.argv[1] == 'snapshot':
            refresh = True
            all_fetch = asyncio.run(safe_gather([api.fetch_snapshot(address, refresh=refresh)
                                                 for address in addresses] +
                                                [api.fetch_transactions(address)
                                                 for address in addresses if refresh],
                                                n=parameters['run_parameters']['async']['gather_limit']))
            plex_db.upload_to_s3()
        elif sys.argv[1] == 'rebuild_db':
            for address in addresses:
                api.rebuild_db_from_json(address)
            plex_db.upload_to_s3()