Skip to content

Commit a385762

Browse files
Added WebDriverWait.
1 parent cbbf39c commit a385762

File tree

2 files changed

+40
-27
lines changed

2 files changed

+40
-27
lines changed

.DS_Store

6 KB
Binary file not shown.

selenium/covid.py

Lines changed: 40 additions & 27 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,9 @@
11
#Importing packages
22
from selenium import webdriver
3+
from selenium.webdriver.common.by import By
4+
from selenium.webdriver.support.ui import WebDriverWait
5+
from selenium.webdriver.support import expected_conditions as EC
6+
37
# import pandas as pd
48
from bs4 import BeautifulSoup as bsoup
59
import graph as grcov
@@ -11,9 +15,18 @@
1115
driver = webdriver.Chrome("/opt/homebrew/bin/chromedriver")
1216
driver.get("https://coronavirus.thebaselab.com/")
1317
# review = driver.find_elements_by_class_name("text-left")
18+
# try:
19+
try:
20+
WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.XPATH, '//*[@id="country_data_rows" and text() = "Indonesia"]')))
21+
except:
22+
print('make an error just needed the wait implicit, :D')
23+
# except TimeoutException:
24+
# raise Exception('Unable to find text in this element after waiting 10 seconds')
25+
1426
bs_obj = bsoup(driver.page_source, 'html.parser')
1527
rows = bs_obj.find_all('table', class_='table-bordered')[0].find('tbody').find_all('tr')
1628

29+
# print(rows)
1730
state_label = 0
1831
arr_rows_data = []
1932
arr_rows_data_store = []
@@ -26,8 +39,8 @@
2639
continue
2740
else:
2841
print(
29-
"\n\t========================================",
30-
"\n\t\tnegara : ", country,
42+
"\n\========================================",
43+
"\n\t\tntegara : ", country,
3144
"\n\t========================================"
3245
)
3346
for post_td_row in rows_data:
@@ -41,14 +54,14 @@
4154
"\n\tNew Deaths : ", arr_rows_data[3],
4255
"\n\tActive Cases : ", arr_rows_data[4],
4356
"\n\tRecovered : ", arr_rows_data[5],
44-
"\n\tMortality Rate : ", arr_rows_data[6],
45-
"\n\tRecovery Rate : ", arr_rows_data[7],
46-
"\n\tCases per 1M Pop. : ", arr_rows_data[8],
47-
"\n\tTests per 1M Pop. : ", arr_rows_data[9],
57+
"\n\tCases per 1M Pop. : ", arr_rows_data[6],
58+
"\n\tDeaths per 1M Pop. : ", arr_rows_data[7],
59+
"\n\tTests per 1M Pop. : ", arr_rows_data[8],
60+
# "\n\tTests per 1M Pop. : ", arr_rows_data[9],
4861
)
4962
print(
5063
"\n\t========================================",
51-
"\n\t (c) 2020 scodeid - Yogi Arif Widodo",
64+
"\n\t (c) 2022 scodeid - Yogi Arif Widodo",
5265
"\n\t========================================"
5366
)
5467
# cstore.store_data(
@@ -59,27 +72,27 @@
5972
# arr_rows_data_store[4],
6073
# arr_rows_data_store[5]
6174
# )
62-
time_hhmmss = time.strftime('%H:%M:%S')
63-
date_mmddyyyy = time.strftime('%d/%m/%Y')
75+
# time_hhmmss = time.strftime('%H:%M:%S')
76+
# date_mmddyyyy = time.strftime('%d/%m/%Y')
6477

65-
data = {
66-
"cases": arr_rows_data_store[0],
67-
"deaths": arr_rows_data_store[1],
68-
"new_cases": arr_rows_data_store[2],
69-
"new_deaths": arr_rows_data_store[3],
70-
"active_cases": arr_rows_data_store[4],
71-
"recovered": arr_rows_data_store[5],
72-
"mortality_rate": arr_rows_data_store[6],
73-
"recovery_rate": arr_rows_data_store[7],
74-
"cases_per_1_m_pop": arr_rows_data_store[8],
75-
"tests_per_1_m_pop": arr_rows_data_store[9],
76-
'date': date_mmddyyyy,
77-
'time': time_hhmmss,
78+
# data = {
79+
# "cases": arr_rows_data_store[0],
80+
# "deaths": arr_rows_data_store[1],
81+
# "new_cases": arr_rows_data_store[2],
82+
# "new_deaths": arr_rows_data_store[3],
83+
# "active_cases": arr_rows_data_store[4],
84+
# "recovered": arr_rows_data_store[5],
85+
# "mortality_rate": arr_rows_data_store[6],
86+
# "recovery_rate": arr_rows_data_store[7],
87+
# "cases_per_1_m_pop": arr_rows_data_store[8],
88+
# "tests_per_1_m_pop": arr_rows_data_store[9],
89+
# 'date': date_mmddyyyy,
90+
# 'time': time_hhmmss,
7891

79-
}
80-
firebase = firebase.FirebaseApplication('yourserver')
81-
result = firebase.post('/covid/indonesia', data)
82-
print(result)
92+
# }
93+
# firebase = firebase.FirebaseApplication('yourserver')
94+
# result = firebase.post('/covid/indonesia', data)
95+
# print(result)
8396

8497
grcov.graph(
8598
arr_rows_data[0],
@@ -88,4 +101,4 @@
88101
arr_rows_data[3]
89102
)
90103

91-
print("debug.point")
104+
# print("debug.point")

0 commit comments

Comments
 (0)