parse_unsearchable_rolls/scripts/daman/daman_2015.py at master · pbhereandnow/parse_unsearchable_rolls · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
import sys
sys.path.append('../')
#from parse_unsearchable_rolls.parser.parser import Parser
from parse_unsearchable_rolls.scripts.gujarat.main import Gujarat

import pytesseract
import re


from collections import OrderedDict

# methods specific to this state

class Daman(Gujarat):

    MALE = 'પૂરૂષ'
    FEMALE = 'સ્ત્રી'

    MANDAL_KEYWORDS = {
        'મુખ્ય ગામ/શહેર': 'main_town',
        #'Ward No': 'revenue_division',
        'પોલિસ સ્ટેશન': 'police_station',
        'પોસ્ટ ઓફિસ': 'mandal',
        'જીલ્લા': 'district',
        'પીન કોડ': 'pin_code'
    }

    P_KEYWORDS = {
        'polling_station_name': 'મતદાન કેન્દ્રનો',
        # 'polling_station_address': ''
        }

    lang = 'eng+guj'
    rescale=600/500
    boxes_columns = ['નામ', 'પિતાનુ નામ', 'પતીનું નામ', 'ઘરનં', 'માતાનુ નામ', 'ઉમર', 'જાતિ']
    first_page_coordinates = {
        'rescale': False,
        'mandal': [2850, 3520, 4520-2850, 4736-3520],
        'part_no': [4200,500,4600-4200,900-500],
        'police': [504,4948,2154-504,5274-4948],
        'ac': [382+50,450+50,2207+1500,475],
    }
    last_page_coordinates = {
        'rescale': False,
        'coordinates':[
        [3030,2321,4669-3030,2653-2321]
        ],
        'year': [1354, 2434, 2460-1354, 2640-2434]
    }
    translate_columns = {
        'નામ': 'name',
        'પિતાનુ નામ': 'father\'s name',
        'પતીનું નામ': 'husband\'s name',
        'ઘરનં': 'house_number',
        'માતાનુ નામ': 'mother\'s name',
        'ઉમર':'age',
        'જાતિ':'sex'
    }
    contours = {
        'limits_h': (500,800),
        'limits_w': (300,1500),
        'remove_limits': (70, 400)
    }


    def get_header(self, page):
        result = OrderedDict()
        return result

    def format_items(self, items, first_page_results, last_page_results):
        result = []

        additional = {
            #'year': '2021',
            'state': self.state
        }

        for item in items:
            try:
                result.append(
                    first_page_results | additional | item | last_page_results
                )
            except Exception as e:
                print(f'Format error: {item} - {e}')

        return result

    def check_data(self, item):
        # house no check
        test_h = item.get('ઘરનં', '').strip().replace('-', '').replace('|', '')
        if not test_h :
            item['ઘરનં'] = ''

        return item

    def get_ac(self, text):
        try:
            ac_name = text[1].strip()
        except:
            ac_name = ''

        try:
            parl_constituency = text[3].strip()
        except:
            parl_constituency = ''

        return {
            'ac_name':ac_name,
            'parl_constituency': parl_constituency
        }

    def handle_separation(self, r, result):
        last_key = None
        is_splitted = False
        age = self.handle[0]
        sex = self.handle[1]

        low_r = r.lower().strip()
        found = re.findall('^' + age, low_r)
        if found:
            result[age] = ''.join(re.findall(age + '[^\d]*(\d*)', low_r))
            result[sex] = ''.join(re.findall(sex + '[^\w]*(.*)', low_r))
            last_key = sex
            is_splitted = True

        return result, last_key, is_splitted

if __name__ == '__main__':

    DM = Daman('daman', year='2015', handle=['ઉમર', 'જાતિ'] )
    DM.run()