|
16 | 16 |
|
17 | 17 | from .scrapers.git_scraper import Commit |
18 | 18 |
|
19 | | -# Ugly hack to skip certain metrics which we know aren't duplicated, |
20 | | -# but show up duplicated due to them being moved from one |
21 | | -# to the other application/library. |
22 | | -SKIP_METRICS = { |
23 | | - "gecko.version": ["gecko", "pine", "firefox-desktop"], |
24 | | - "gecko.build_id": ["gecko", "pine", "firefox-desktop"], |
25 | | - "broken_site_report.breakage_category": ["gecko", "fenix", "firefox-desktop"], |
26 | | - "broken_site_report.description": ["gecko", "fenix", "firefox-desktop"], |
27 | | - "broken_site_report.url": ["gecko", "fenix", "firefox-desktop"], |
28 | | - "broken_site_report.browser_info.app.default_locales": [ |
29 | | - "gecko", |
30 | | - "fenix", |
31 | | - "firefox-desktop", |
32 | | - ], |
33 | | - "broken_site_report.browser_info.app.default_useragent_string": [ |
34 | | - "gecko", |
35 | | - "fenix", |
36 | | - "firefox-desktop", |
37 | | - ], |
38 | | - "broken_site_report.browser_info.app.fission_enabled": [ |
39 | | - "gecko", |
40 | | - "fenix", |
41 | | - "firefox-desktop", |
42 | | - ], |
43 | | - "broken_site_report.browser_info.graphics.device_pixel_ratio": [ |
44 | | - "gecko", |
45 | | - "fenix", |
46 | | - "firefox-desktop", |
47 | | - ], |
48 | | - "broken_site_report.browser_info.graphics.devices_json": [ |
49 | | - "gecko", |
50 | | - "fenix", |
51 | | - "firefox-desktop", |
52 | | - ], |
53 | | - "broken_site_report.browser_info.graphics.drivers_json": [ |
54 | | - "gecko", |
55 | | - "fenix", |
56 | | - "firefox-desktop", |
57 | | - ], |
58 | | - "broken_site_report.browser_info.graphics.features_json": [ |
59 | | - "gecko", |
60 | | - "fenix", |
61 | | - "firefox-desktop", |
62 | | - ], |
63 | | - "broken_site_report.browser_info.graphics.has_touch_screen": [ |
64 | | - "gecko", |
65 | | - "fenix", |
66 | | - "firefox-desktop", |
67 | | - ], |
68 | | - "broken_site_report.browser_info.graphics.monitors_json": [ |
69 | | - "gecko", |
70 | | - "fenix", |
71 | | - "firefox-desktop", |
72 | | - ], |
73 | | - "broken_site_report.browser_info.prefs.cookie_behavior": [ |
74 | | - "gecko", |
75 | | - "fenix", |
76 | | - "firefox-desktop", |
77 | | - ], |
78 | | - "broken_site_report.browser_info.prefs.global_privacy_control_enabled": [ |
79 | | - "gecko", |
80 | | - "fenix", |
81 | | - "firefox-desktop", |
82 | | - ], |
83 | | - "broken_site_report.browser_info.prefs.installtrigger_enabled": [ |
84 | | - "gecko", |
85 | | - "fenix", |
86 | | - "firefox-desktop", |
87 | | - ], |
88 | | - "broken_site_report.browser_info.prefs.opaque_response_blocking": [ |
89 | | - "gecko", |
90 | | - "fenix", |
91 | | - "firefox-desktop", |
92 | | - ], |
93 | | - "broken_site_report.browser_info.prefs.resist_fingerprinting_enabled": [ |
94 | | - "gecko", |
95 | | - "fenix", |
96 | | - "firefox-desktop", |
97 | | - ], |
98 | | - "broken_site_report.browser_info.prefs.software_webrender": [ |
99 | | - "gecko", |
100 | | - "fenix", |
101 | | - "firefox-desktop", |
102 | | - ], |
103 | | - "broken_site_report.browser_info.system.memory": [ |
104 | | - "gecko", |
105 | | - "fenix", |
106 | | - "firefox-desktop", |
107 | | - ], |
108 | | - "broken_site_report.tab_info.languages": ["gecko", "fenix", "firefox-desktop"], |
109 | | - "broken_site_report.tab_info.useragent_string": [ |
110 | | - "gecko", |
111 | | - "fenix", |
112 | | - "firefox-desktop", |
113 | | - ], |
114 | | - "broken_site_report.tab_info.antitracking.block_list": [ |
115 | | - "gecko", |
116 | | - "fenix", |
117 | | - "firefox-desktop", |
118 | | - ], |
119 | | - "broken_site_report.tab_info.antitracking.btp_has_purged_site": [ |
120 | | - "gecko", |
121 | | - "fenix", |
122 | | - "firefox-desktop", |
123 | | - ], |
124 | | - "broken_site_report.tab_info.antitracking.has_mixed_active_content_blocked": [ |
125 | | - "gecko", |
126 | | - "fenix", |
127 | | - "firefox-desktop", |
128 | | - ], |
129 | | - "broken_site_report.tab_info.antitracking.has_mixed_display_content_blocked": [ |
130 | | - "gecko", |
131 | | - "fenix", |
132 | | - "firefox-desktop", |
133 | | - ], |
134 | | - "broken_site_report.tab_info.antitracking.has_tracking_content_blocked": [ |
135 | | - "gecko", |
136 | | - "fenix", |
137 | | - "firefox-desktop", |
138 | | - ], |
139 | | - "broken_site_report.tab_info.antitracking.is_private_browsing": [ |
140 | | - "gecko", |
141 | | - "fenix", |
142 | | - "firefox-desktop", |
143 | | - ], |
144 | | - "broken_site_report.tab_info.frameworks.fastclick": [ |
145 | | - "gecko", |
146 | | - "fenix", |
147 | | - "firefox-desktop", |
148 | | - ], |
149 | | - "broken_site_report.tab_info.frameworks.marfeel": [ |
150 | | - "gecko", |
151 | | - "fenix", |
152 | | - "firefox-desktop", |
153 | | - ], |
154 | | - "broken_site_report.tab_info.frameworks.mobify": [ |
155 | | - "gecko", |
156 | | - "fenix", |
157 | | - "firefox-desktop", |
158 | | - ], |
159 | | -} |
160 | | - |
161 | 19 |
|
162 | 20 | def _metric_sort_key(metric: Dict[str, Any]): |
163 | 21 | return ( |
@@ -294,11 +152,6 @@ def check_for_duplicate_metrics(repositories, metrics_by_repo, emails): |
294 | 152 | ) |
295 | 153 | ] |
296 | 154 |
|
297 | | - if k in SKIP_METRICS.keys(): |
298 | | - potential_deps = SKIP_METRICS[k] |
299 | | - if any([dep for dep in potential_deps if dep in v]): |
300 | | - continue |
301 | | - |
302 | 155 | if len(v) > 1: |
303 | 156 | duplicate_sources[k] = v |
304 | 157 |
|
|
0 commit comments