gametracker-collector/Settings.yaml at master · mmazzoli-dev/gametracker-collector · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
collector:
    termsDir: terms
    termsFileExtension: terms
    uptimeLogInterval: 60
    db_keys:
        collectorId: 'Collector'
        terms: terms
        currentTerm: currentTerm

mongo:
    connectionString: 'mongodb+srv://[hidden].pddgq.mongodb.net/GameTracker?retryWrites=true&w=majority'
    databaseName: 'GameTracker'

    collections:
        testingPrefix: 'Test_'
        games: 'Games'
        gamesMeta: 'Games_meta'
        collector: 'Collector'

    indexNames:
        games:
            text: "trackName_artistName_tags"
            deviceFamilies: "deviceFamilies"
            releaseDate: "releaseDate"
            currentVersionReleaseDate: "currentVersionReleaseDate"
            price: "price"
            popularity: "popularity"
            ratingCountCurrentVersion: "ratingCountCurrentVersion"
            metaRanking: "metaRanking"

gameValidator:
    updateInterval: 5
    lookupCount: 200

    db_keys:
        dateValidated: "dateValidated"

gamesMeta:
    db_keys:
        tags: 'tags'
        popularity_intervals: 'popularity_intervals'
        releaseYears: 'releaseYears'

mira:
    searchWaitInterval: 4
    searchURL_base: 'https://itunes.apple.com/search?term=__TERM__&entity=software,iPadSoftware&genreId=6014&limit=__LIMIT__&offset=__OFFSET__'
    limit: 200 # how many results to request in one api call
    minResults: 5 # if current search term returns less results than this number, then the next term in the list will be moved to
    minRatings: 0 # minimum amount of ratings app must have to be considered
    exhaustedSearchCount: 10 # if this many consecutive searches results in no new apps, then move to next term
    minChunkSizeForRigel: 30 # wait till Mira collects at least this many results before passing them to rigel

    api_keys:
        resultCount: 'resultCount'
        userRatingCount: 'userRatingCount'
        results: 'results'
        trackId: 'trackId'

    returnCodes:
        searchCompleted: 1

rigel:
    searchWaitInterval: 4
    lookupURL_base: 'https://uclient-api.itunes.apple.com/WebObjects/MZStorePlatform.woa/wa/lookup?version=2&id=__ID__&p=mdm-lockup&caller=MDM&platform=enterprisestore&cc=us&l=en'
    ignoreGenres: ['entertainment', 'games', 'gaming']

    api_keys:
        results: 'results'
        id: 'id' # this is the trackId in the lookupBlob
        hasInAppPurchases: 'hasInAppPurchases'
        userRating: 'userRating'
        ratingCount: 'ratingCount'
        genres: 'genres'
        genres_name: 'name'
        trackName: 'trackName'
        name: 'name'

    db_keys:
        tags: 'tags'
        metaRanking: 'metaRanking'
        searchBlob: 'searchBlob'
        lookupBlob: 'lookupBlob'
        ratingCount: "userRating.ratingCount" # child of lookupBlob
        ratingCountCurrentVersion: "userRating.ratingCountCurrentVersion" # child of lookupBlob
        ratingCurrentVersion: 'averageUserRatingForCurrentVersion' # child of searchBlob

    returnCodes:
        mongoWriteFail: 1