Revert "Remove visitors tracking (#69)"

This reverts commit db81660.

Author: m-aciek

generate.py

@@ -4,6 +4,7 @@
 #     "gitpython",
 #     "potodo",
 #     "jinja2",
+#     "requests",
 #     "docutils",
 # ]
 # ///
@@ -24,6 +25,7 @@
 
 import contribute
 import build_status
+from visitors import get_number_of_visitors
 from completion import branches_from_devguide, get_completion, TranslatorsData
 from repositories import get_languages_and_repos, Language
 
@@ -68,10 +70,12 @@ def get_project_data(
     built = language.code in languages_built
     if repo:
         completion, translators_data, branch, change = get_completion(clones_dir, repo)
+        visitors_num = get_number_of_visitors(language.code, http) if built else 0
     else:
         completion = 0.0
         translators_data = TranslatorsData(0, False)
         change = 0.0
+        visitors_num = 0
         branch = None
     return LanguageProjectData(
         language,
@@ -80,6 +84,7 @@ def get_project_data(
         completion,
         change,
         translators_data,
+        visitors_num,
         built,
         in_switcher=languages_built.get(language.code),
         uses_platform=language.code in contribute.pulling_from_transifex,
@@ -95,6 +100,7 @@ class LanguageProjectData:
     completion: float
     change: float
     translators: TranslatorsData
+    visitors: int
     built: bool
     in_switcher: bool | None
     uses_platform: bool

style.css

@@ -39,7 +39,7 @@ th {
 .progress-bar.low + .progress-bar-outer-label {
   display: inline-block;
 }
-td[data-label="translators"] {
+td[data-label="visitors"], td[data-label="translators"] {
   text-align: right;
 }
 td[data-label="completion"] {

template.html.jinja

@@ -12,6 +12,7 @@
 <tr>
   <th>language</th>
   <th>switcher</th>
+  <th>visitors*</th>
   <th>translators</th>
   <th>completion</th>
 </tr>
@@ -29,6 +30,15 @@
       <a href="https://docs.python.org/{{ project.language.code }}/" target="_blank">✗</a>
     {% endif %}
   </td>
+  <td data-label="visitors">
+    {% if project.built %}
+      <a href="https://plausible.io/docs.python.org?filters=((contains,page,(/{{ project.language.code }}/)))" target="_blank">
+        {{ '{:,}'.format(project.visitors) }}
+      </a>
+    {% else %}
+      {{ '{:,}'.format(project.visitors) }}
+    {% endif %}
+  </td>
   <td data-label="translators">
     {% if project.translators.link %}<a href="{{ project.translators.link }}" target="_blank">{% endif %}
     {{ project.translators.number }}
@@ -42,6 +52,7 @@
 {% endfor %}
 </tbody>
 </table>
+<p>* sum of <a href="https://plausible.io/data-policy#how-we-count-unique-users-without-cookies" target="_blank">daily unique visitors</a> since 8 June 2024</p>
 <p>For more information about translations, see the <a href="https://devguide.python.org/documentation/translating/" target="_blank">Python Developer’s Guide</a>.</p>
 <p>Last updated at {{ generation_time.strftime('%A, %-d %B %Y, %-H:%M:%S %Z') }} (in {{ duration // 60 }}:{{ "{:02}".format(duration % 60) }} minutes).</p>
 </body>

visitors.py

@@ -0,0 +1,29 @@
+import csv
+import io
+import urllib.parse
+import zipfile
+from logging import info
+
+from urllib3 import PoolManager, Retry
+
+
+def get_number_of_visitors(language: str, http: PoolManager) -> int:
+    params = urllib.parse.urlencode(
+        {'filters': f'[["contains","event:page",["/{language}/"]]]', 'period': 'all'}
+    )
+    response = http.request(
+        'GET',
+        f'https://plausible.io/docs.python.org/export?{params}',
+        retries=Retry(status_forcelist=(404, 500, 502)),
+    )
+    info(f'visitors {response.status=} ({language=})')
+    with (
+        zipfile.ZipFile(io.BytesIO(response.data), 'r') as z,
+        z.open('visitors.csv') as csv_file,
+    ):
+        csv_reader = csv.DictReader(io.TextIOWrapper(csv_file))
+        return sum(int(row['visitors']) for row in csv_reader)
+
+
+if __name__ == '__main__':
+    print(get_number_of_visitors('pl', PoolManager()))