otomoto-scraper/gui.py at master · kasztof/otomoto-scraper · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
import tkinter as tk
from tkinter import filedialog
from tkinter import messagebox
from tkinter.ttk import Progressbar

from main import (get_mileages_and_years,
                  get_car_url,
                  merge_list_of_dictionaries,
                  save_to_xlsx,
                  get_max_page_number)

MASTER = tk.Tk()
PROGRESS_BAR_LENGTH = 300
PROGRESS_BAR_STEPS = 100


def delete_default_text(event):
    event.widget.delete(0, "end")


def browse_button():
    filename = filedialog.askdirectory()
    return filename


def display_max_page():
    """Checks for maximum page and display its number."""
    mark = car_mark.get()
    model = car_model.get()
    max_page = get_max_page_number(get_car_url(mark, model))
    w = tk.Label(MASTER, text="Maximum page number: " + max_page)
    w.pack()
    check_max_page_button.pack_forget()  # hide the button after displaying maximum page number
    display_pages_entries_and_get_data_button()


def display_pages_entries_and_get_data_button():
    first_page = tk.Entry(MASTER)
    last_page = tk.Entry(MASTER)
    first_page.insert(0, 'start page')
    last_page.insert(0, 'end page')
    first_page.bind("<Button-1>", delete_default_text)
    last_page.bind("<Button-1>", delete_default_text)
    tk.Button(MASTER, text="Get data", command=lambda: get_data(first_page, last_page)).pack(side="bottom")
    last_page.pack(side="bottom")
    first_page.pack(side="bottom")


def get_data_from_pages(path, mark, model, start_page, end_page):
    """Processing the data from given range of pages and saving it to xlsx"""
    list_of_pages = []
    one_step = PROGRESS_BAR_STEPS / (end_page - start_page + 1)

    for page_number in range(start_page, end_page + 1): # fill list_of_pages with data for each page
        list_of_pages.append(get_mileages_and_years(get_car_url(mark, model) + str(page_number)))
        progress['value'] += one_step
        MASTER.update_idletasks()

    data_set = merge_list_of_dictionaries(list_of_pages)
    save_to_xlsx(path, data_set, mark, model, end_page - start_page + 1)
    progress['value'] = 0
    return data_set


def get_data(first_page, last_page):
    mark = car_mark.get()
    model = car_model.get()
    first = int(first_page.get())
    last = int(last_page.get())
    progress.pack(side="bottom")
    path = browse_button()
    get_data_from_pages(path, mark, model, first, last)
    messagebox.showinfo("Info", "Data download and saved in specified location.")


car_mark = tk.Entry(MASTER)
car_model = tk.Entry(MASTER)
car_mark.insert(0, 'mark')
car_model.insert(0, 'model')
car_mark.bind("<Button-1>", delete_default_text)
car_model.bind("<Button-1>", delete_default_text)
check_max_page_button = tk.Button(MASTER, text="Check maximum page for that car", command=display_max_page)
check_max_page_button.pack(side="bottom")

progress = Progressbar(MASTER, orient=tk.HORIZONTAL, length=PROGRESS_BAR_LENGTH)

car_mark.pack(side="top")
car_model.pack(side="top")

MASTER.mainloop()