hudascraper/config-aker-weld-manager.json at main · fivedbros/hudascraper · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
{
  "browser": "chromium",
  "headless": true,
  "base_url": "https://weldmanager.akersolutions.com/readonly",
  "session": {
    "path": "./.sessions/aker-weld-manager-session.json",
    "user": "michael.john.dasco",
    "site_host": "weldmanager.akersolutions.com",
    "reuse": true,
    "save_on_success": true,
    "auth_timeout_s": 600,
    "headed_on_first_run": true
  },

  "wait_targets": [
    { "selector": "table:has(tbody tr)", "engine": "css", "state": "attached", "timeout_ms": 20000 }
  ],

  "spinners_to_hide": [],

  "frames": [],

  "selectors": {
      "ms_app_signin": {
        "candidates": [
          { "selector": "#ms-signin, button[data-qa='ms-signin'], button[id*='microsoft']", "engine": "css", "state": "visible" }
        ]
      },
      "ms_email": {
        "candidates": [
          { "selector": "input[name='loginfmt']", "engine": "css", "state": "visible" },
          { "selector": "input[type='email']", "engine": "css", "state": "visible" }
        ]
      },
      "ms_next": {
        "candidates": [
          { "selector": "#idSIButton9, input[type='submit'][value='Next'], button[data-report-event='Signin_Submit']", "engine": "css", "state": "visible" }
        ]
      },
      "ms_password": {
        "candidates": [
          { "selector": "input[name='passwd'], input[type='password']", "engine": "css", "state": "visible" }
        ]
      },
      "ms_signin": {
        "candidates": [
          { "selector": "#idSIButton9, input[type='submit'][value='Sign in'], button[data-report-event='Signin_Submit']", "engine": "css", "state": "visible" }
        ]
      },
      "ms_redirect_wait_s": 8,
    "table_container": {
      "candidates": [
        { "selector": "table:has(tbody tr)", "engine": "css", "state": "attached" },
        { "selector": "//table[.//tbody/tr]", "engine": "xpath", "state": "attached" }
      ]
    },
    "header_cells": {
      "candidates": [
        { "selector": "thead tr th", "engine": "css", "state": "attached" },
        { "selector": ".//thead//th", "engine": "xpath", "state": "attached" }
      ]
    },
    "row": {
      "candidates": [
        { "selector": "tbody tr", "engine": "css", "state": "attached", "multi_match": true },
        { "selector": ".//tbody//tr", "engine": "xpath", "state": "attached", "multi_match": true }
      ]
    },
    "cell": {
      "candidates": [
        { "selector": "td, th", "engine": "css", "state": "attached", "multi_match": true },
        { "selector": ".//td | .//th", "engine": "xpath", "state": "attached", "multi_match": true }
      ]
    }
  },

  "rows_per_page": {
    "control": null,
    "value": 100
  },

  "pagination": {
    "strategy": "next_button",
    "next_button": {
      "button": {
        "candidates": [
          { "selector": "li.page-item.next:not(.disabled) a.page-link", "engine": "css", "state": "visible" },
          { "selector": "nav[aria-label='Pagination'] li.next:not(.disabled) a", "engine": "css", "state": "visible" }
        ]
      },
      "disabled_checks": ["aria_disabled", "property_disabled"]
    }
  },

  "header_strategy": {
    "fallback_headers": []
  },

  "data_normalization": {
    "trim_whitespace": true,
    "collapse_spaces": true,
    "dedupe_rows": true,
    "max_pages": 0,
    "max_rows": 0
  }
}