Internet-Graveyard/firstCheck.js at master · Real-John-Cheung/Internet-Graveyard · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
import { isOnlineNow, timeTravel } from './util.js'
import axios from 'axios'
// if (process.env.B4A_APPID === undefined || process.env.B4A_RESTAPIKEY === undefined || process.env.B4A_ENDPOINT) {
//     let m = await import('./env.js');
//     process.env.B4A_APPID = m.B4A_CONFIG.appid;
//     process.env.B4A_RESTAPIKEY = m.B4A_CONFIG.restapikey;
//     process.env.B4A_MASTERKEY = m.B4A_CONFIG.masterkey;
//     process.env.B4A_ENDPOINT = m.B4A_CONFIG.endpoint;
// }

export async function findDeath() {
    const limit = 20;
    let rawArr = await getRaw();
    if (rawArr === undefined) return undefined;
    rawArr = rawArr.results;
    if (rawArr === undefined) return undefined;
    let count = 0;
    while (rawArr.length > 0) {
        let f = rawArr.shift();
        let d = f.domain;
        const isDead = await firstCheck(d);
        if (isDead) {
            const re = await addTBC(d);
            if (re) count++;
            console.log(d, re, count);
        }
        await deleteRaw(f.objectId);
        if (count > limit) return; // limit request #
    }
}

export async function firstCheck(url, skipOnlineCheck) {
    url = "http://" + url;
    let isOn = skipOnlineCheck ? false : await isOnlineNow(url);
    if (isOn) return false;
    let t = await timeTravel(url, 1, true);
    if (typeof t !== 'object') return t;
    return true;
}

async function getRaw() {
    const config = {
        headers: {
            "X-Parse-Application-Id": process.env.B4A_APPID,
            "X-Parse-REST-API-Key": process.env.B4A_RESTAPIKEY
        },
        timeout: 20000
    }
    try {
        const resp = await axios.get(process.env.B4A_ENDPOINT + "Raw", config);
        if (resp !== undefined) {
            if (resp.status.toString() === "200") return resp.data;
            return undefined;
        }
        return undefined;
    } catch (e) {
        console.log('err: ' + e);
    }
}

async function deleteRaw(id) {
    const endp = process.env.B4A_ENDPOINT + "Raw/" + id;
    const config = {
        headers: {
            "X-Parse-Application-Id": process.env.B4A_APPID,
            "X-Parse-REST-API-Key": process.env.B4A_RESTAPIKEY,
            "X-Parse-Master-Key": process.env.B4A_MASTERKEY
        },
        timeout: 20000
    }
    try {
        const resp = await axios.delete(endp, config);
        if (resp.status.toString() === '200') return true;
        console.log("err in deleting raw item: ", resp.headers);
        return;
    } catch (e) {
        console.log("err in deleting raw item: ", e);
    }
    return
}

async function addTBC(domain) {
    const endp = process.env.B4A_ENDPOINT + "TBC";
    const item = { domain: domain };
    const config = {
        headers: {
            "X-Parse-Application-Id": process.env.B4A_APPID,
            "X-Parse-REST-API-Key": process.env.B4A_RESTAPIKEY,
            "X-Parse-Master-Key": process.env.B4A_MASTERKEY,
            "Content-Type": "application/json"
        },
        timeout: 20000
    }
    try {
        const resp = await axios.post(endp, item, config);
        if (resp.status.toString() === '201') return true;
        console.log("err in adding tbc item: ", resp.headers);
        return;
    } catch (error) {
        console.log("err in adding tbc item: ", error);
    }
    return
}