MMR-Ranges/main.py at master · BurnySc2/MMR-Ranges · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
# Other
# Coroutines and multiprocessing
import asyncio
import json
from pathlib import Path
from typing import Any

import httpx

from gather.create_header import SeasonInfo, convert_header_data_to_json, get_current_season_info
from gather.create_tables import create_mmr_tables, prepare_mmr_table_data
from gather.get_api_data import get_sc2_league_api_data
from gather.get_gm_data import get_gm_borders, get_sc2_gm_api_data, mix_gm_data
from gather.get_legacy_ladders_data import get_sc2_legacy_ladder_api_data
from gather.helper import get_access_token

"""
ladder API:
/sc2/ladder/season/:regionId:
{
  "seasonId": 45,
  "number": 3,
  "year": 2020,
  "startDate": "1601487375",
  "endDate": "1611640800"
}

/sc2/ladder/grandmaster/:regionId:

/data/sc2/league/{seasonId}/{queueId}/{teamType}/{leagueId}
{
  "_links": {
    "self": {
      "href": "https://us.api.blizzard.com/data/sc2/league/45/201/0/5?namespace=prod"
    }
  },
  "key": {
    "league_id": 5,
    "season_id": 45,
    "queue_id": 201,
    "team_type": 0
  },
  "tier": [
    {
      "id": 0,
      "min_rating": 4781,
      "max_rating": 5012,
      "division": [
        {
          "id": 5,
          "ladder_id": 292909,
          "member_count": 100
        },
...

/sc2/legacy/ladder/:regionId/:ladderId
{
  "ladderMembers": [
    {
      "character": {
        "id": "XXXX",
        "realm": 1,
        "region": 1,
        "displayName": "XXXX",
        "clanName": "",
        "clanTag": "",
        "profilePath": "/profile/1/1/11293431"
      },
      "joinTimestamp": 1601501502,
      "points": 623,
      "wins": 29,
      "losses": 16,
      "highestRank": 2,
      "previousRank": 0,
      "favoriteRaceP1": "PROTOSS"
    },

/sc2/profile/:regionId/:realmId/:profileId/ladder/:ladderId
{
  "ladderTeams": [
    {
      "teamMembers": [
        {
          "id": "XXXX",
          "realm": 1,
          "region": 1,
          "displayName": "XXXX",
          "favoriteRace": "protoss"
        }
      ],
      "previousRank": 0,
      "points": 623,
      "wins": 29,
      "losses": 16,
      "mmr": 5728,
      "joinTimestamp": 1601501502
    },
"""


class MMRranges:
    def __init__(self, client):
        self.client: httpx.AsyncClient = client
        self.token: str = None

        # API rate limit
        self.rate_limit = 50  # x calls per second, can be up to 100 per second
        self.delay_per_fetch = 1 / self.rate_limit

    async def async_init(self):
        self.token: str = await get_access_token(self.client)

    async def run(self):
        # Grab raw API data
        season_info = await get_current_season_info(self.client, self.token)
        ladders_api_info = await get_sc2_league_api_data(
            self.client, self.token, season_info.season_number, self.delay_per_fetch
        )
        gm_data = await get_sc2_gm_api_data(self.client, self.token, self.delay_per_fetch)
        gm_borders = await get_gm_borders(gm_data)

        # Format the received data into a readable shape
        prepared_data = await prepare_mmr_table_data(ladders_api_info)
        prepared_data = await mix_gm_data(prepared_data, gm_borders)

        # Grab statistics from individual player profiles
        race_league_statistics = await get_sc2_legacy_ladder_api_data(
            self.client, self.token, self.delay_per_fetch, prepared_data, gm_data
        )

        # Generate the tables
        mmr_tables = await create_mmr_tables(prepared_data)

        # Write data to files
        files_dict: dict[str, dict[str, Any] | SeasonInfo] = {
            "data_header.json": season_info,
            "data_mmr_table.json": mmr_tables,
            "data_avg_games_table.json": race_league_statistics["avg_games"],
            "data_avg_winrate_table.json": race_league_statistics["avg_winrate"],
            "data_total_games_table.json": race_league_statistics["total_games"],
        }

        data_folder = Path(__file__).parent / "src" / "data"

        data_folder.mkdir(parents=True, exist_ok=True)

        for file_name, data in files_dict.items():
            if not isinstance(data, dict):
                data = convert_header_data_to_json(data)
            (data_folder / file_name).write_text(json.dumps(data, indent=4))


async def main():
    async with httpx.AsyncClient() as client:
        mmrranges = MMRranges(client)
        await mmrranges.async_init()
        await mmrranges.run()


if __name__ == "__main__":
    asyncio.run(main())