stuff

Author: Carreau

all_repos.txt

@@ -198,3 +198,49 @@ jupyter-book/jupyterlab-myst    :  https://pypi.org/project/jupyterlab-myst
 jupyter-book/myst-spec          :  https://pypi.org/project/myst-spec
 jupyter-book/mystmd             :  https://pypi.org/project/mystmd
 jupyter-book/sphinx-ext-mystmd  :  https://pypi.org/project/sphinx-ext-mystmd
+
+# jupyter widgets
+
+jupyter-widgets/ipydatagrid               :  https://pypi.org/project/ipydatagrid
+jupyter-widgets/ipyleaflet                :  https://pypi.org/project/ipyleaflet
+jupyter-widgets/pythreejs                 :  https://pypi.org/project/pythreejs
+jupyter-widgets/traittypes                :  https://pypi.org/project/traittypes
+
+
+# jupyterhub
+jupyterhub/design                         :
+
+jupyterhub/alabaster-jupyterhub           :  https://pypi.org/project/alabaster-jupyterhub
+jupyterhub/batchspawner                   :  https://pypi.org/project/batchspawner
+jupyterhub/binderhub                      :  https://pypi.org/project/binderhub
+jupyterhub/chartpress                     :  https://pypi.org/project/chartpress
+jupyterhub/configurable-http-proxy        :  https://pypi.org/project/configurable-http-proxy
+jupyterhub/docker-image-cleaner           :  https://pypi.org/project/docker-image-cleaner
+jupyterhub/dockerspawner                  :  https://pypi.org/project/dockerspawner
+jupyterhub/gh-scoped-creds                :  https://pypi.org/project/gh-scoped-creds
+jupyterhub/jupyter-remote-desktop-proxy   :  https://pypi.org/project/jupyter-remote-desktop-proxy
+jupyterhub/jupyter-rsession-proxy         :  https://pypi.org/project/jupyter-rsession-proxy
+jupyterhub/jupyter-server-proxy           :  https://pypi.org/project/jupyter-server-proxy
+jupyterhub/jupyterhub                     :  https://pypi.org/project/jupyterhub
+jupyterhub/jupyterhub-idle-culler         :  https://pypi.org/project/jupyterhub-idle-culler
+jupyterhub/jupyterhub-sphinx-theme        :  https://pypi.org/project/jupyterhub-sphinx-theme
+jupyterhub/nbgitpuller                    :  https://pypi.org/project/nbgitpuller
+jupyterhub/nbgitpuller-downloader-dropbox  :  https://pypi.org/project/nbgitpuller-downloader-dropbox
+jupyterhub/nbgitpuller-downloader-generic-web  :  https://pypi.org/project/nbgitpuller-downloader-generic-web
+jupyterhub/nbgitpuller-downloader-googledrive  :  https://pypi.org/project/nbgitpuller-downloader-googledrive
+jupyterhub/nullauthenticator              :  https://pypi.org/project/nullauthenticator
+jupyterhub/oauthenticator                 :  https://pypi.org/project/oauthenticator
+jupyterhub/pytest-jupyterhub              :  https://pypi.org/project/pytest-jupyterhub
+jupyterhub/simpervisor                    :  https://pypi.org/project/simpervisor
+jupyterhub/sudospawner                    :  https://pypi.org/project/sudospawner
+jupyterhub/wrapspawner                    :  https://pypi.org/project/wrapspawner
+
+
+# misc name don't match
+jupyter-widgets/jupyterlab-sidecar: https://pypi.org/project/sidecar
+jupyter-widgets/midicontrols : https://pypi.org/project/wrapspawner/ipymidicontrols
+jupyter-widgets/xeus : https://pypi.org/project/xeus-python
+
+jupyter/declarativewidgets : https://pypi.org/project/jupyter_declarativewidgets/
+
+jupyter/kernel_gateway_bundlers : https://pypi.org/project/jupyter_kernel_gateway_bundlers/

tools/all_repos.py

@@ -130,29 +130,29 @@ async def list_repos_for_org(org):
     return reps
 
 
-async def get_package_maintainers(package: str) -> list[str]:
+async def get_package_maintainers(package: str) -> tuple[list[str], bool]:
     """Get the maintainers of a package from PyPI.
 
     The json does not have the right information, so we need to scrape the page.
     """
     url = f"https://pypi.org/project/{package}/"
     if package in cache:
         print("c", end="", flush=True)
-        return cache[package]
+        return cache[package], True
     response = await asks.get(url)
     if response.status_code == 200:
         html = response.text
         soup = BeautifulSoup(html, "html.parser")
         maintainers = soup.find_all("span", class_="sidebar-section__maintainer")
         if not maintainers:
             print("x", end="", flush=True)
-            return set(["unknown (blocked by fastly?)"])
+            return set(["unknown (blocked by fastly?)"]), False
         res = set(a.text.strip() for a in maintainers)
         cache[package] = res
         print(".", end="", flush=True)
-        return res
+        return res, True
     print("f", end="", flush=True)
-    return set(["unknown (status code: " + str(response.status_code) + ")"])
+    return set(["unknown (status code: " + str(response.status_code) + ")"]), False
 
 
 async def main(config_file: str = "all_repos.txt"):
@@ -188,11 +188,12 @@ async def main(config_file: str = "all_repos.txt"):
             async def _loc(targets, package_url):
                 async with semaphore:  # Wait for semaphore to be available
                     package = package_url.split("/")[-1]
-                    maintainers = await get_package_maintainers(package)
+                    maintainers, is_ok = await get_package_maintainers(package)
                     targets.append(
                         (
                             package_url,
                             maintainers,
+                            is_ok,
                         )
                     )
 
@@ -204,10 +205,12 @@ async def _loc(targets, package_url):
             "TO add to PiPy org – they are listed on the config file, with a "
             "corresponding Pypi package, but the package is not part of Pypi org:"
         )
-        for package_url, maintainers in targets:
-            print(f"  [red]{package_url}[/red] maintained by")
+        for package_url, maintainers, is_ok in targets:
+            print(f"  [yellow]{package_url}[/yellow] maintained by")
             for maintainer in maintainers:
-                print(f"     pypi: `@{maintainer}`")
+                color = "[green]" if is_ok else "[red]"
+                end = "[/green]" if is_ok else "[/red]"
+                print(f"{color}     pypi: `@{maintainer}` {end}")
         print()
 
     missing_from_github_org = set(packages_urls) - set([p for _, p in known_mapping])