one page scrapped

Author: imvickykumar999

ScrapeThisSite/Forms, Searching & Pagination.py

@@ -1,6 +1,7 @@
 
 import requests, os
 from bs4 import BeautifulSoup as bs
+import pandas as pd
 
 try: os.mkdir('Scrapped')
 except: pass
@@ -9,10 +10,29 @@
 req = requests.get(link)
 soup = bs(req.content, 'html5lib')
 
+data = {}
 table = soup.findAll('table', attrs = {'class':'table'})[0]
-for i in table:
-    tr = table.findAll('tr')
+tr = table.findAll('tr')
 
-    for j in tr:
-        print(j.text.strip()) # append this in list
-    # and update in new dict above list
+for i, j in enumerate(tr):
+    lst = []
+    if i == 0:
+        th = j.findAll('th')
+        for m in th:
+            lst.append(m.text.strip())
+    else:
+        td = j.findAll('td')
+        for n in td:
+            lst.append(n.text.strip())
+    data.update({i : lst})
+
+df = pd.DataFrame.from_dict(
+    data, 
+    orient='index'
+)
+
+df.to_csv(
+    'Scrapped/Forms, Searching & Pagination.csv', 
+    index = False, 
+    encoding='utf-8'
+)

ScrapeThisSite/Scrapped/Forms, Searching & Pagination.csv

@@ -0,0 +1,27 @@
+0,1,2,3,4,5,6,7,8
+Team Name,Year,Wins,Losses,OT Losses,Win %,Goals For (GF),Goals Against (GA),+ / -
+Boston Bruins,1990,44,24,,0.55,299,264,35
+Buffalo Sabres,1990,31,30,,0.388,292,278,14
+Calgary Flames,1990,46,26,,0.575,344,263,81
+Chicago Blackhawks,1990,49,23,,0.613,284,211,73
+Detroit Red Wings,1990,34,38,,0.425,273,298,-25
+Edmonton Oilers,1990,37,37,,0.463,272,272,0
+Hartford Whalers,1990,31,38,,0.388,238,276,-38
+Los Angeles Kings,1990,46,24,,0.575,340,254,86
+Minnesota North Stars,1990,27,39,,0.338,256,266,-10
+Montreal Canadiens,1990,39,30,,0.487,273,249,24
+New Jersey Devils,1990,32,33,,0.4,272,264,8
+New York Islanders,1990,25,45,,0.312,223,290,-67
+New York Rangers,1990,36,31,,0.45,297,265,32
+Philadelphia Flyers,1990,33,37,,0.412,252,267,-15
+Pittsburgh Penguins,1990,41,33,,0.512,342,305,37
+Quebec Nordiques,1990,16,50,,0.2,236,354,-118
+St. Louis Blues,1990,47,22,,0.588,310,250,60
+Toronto Maple Leafs,1990,23,46,,0.287,241,318,-77
+Vancouver Canucks,1990,28,43,,0.35,243,315,-72
+Washington Capitals,1990,37,36,,0.463,258,258,0
+Winnipeg Jets,1990,26,43,,0.325,260,288,-28
+Boston Bruins,1991,36,32,,0.45,270,275,-5
+Buffalo Sabres,1991,31,37,,0.388,289,299,-10
+Calgary Flames,1991,31,37,,0.388,296,305,-9
+Chicago Blackhawks,1991,36,29,,0.45,257,236,21