fix: support .txt files in interlinks config

Author: machow

docs/_quarto.yml

@@ -21,6 +21,9 @@ interlinks:
       url: https://docs.python.org/3/
     griffe:
       url: https://mkdocstrings.github.io/griffe/
+    qd2:
+      url: https://pr-350--quartodoc.netlify.app/
+      inv: objects-test.txt
 
 
 website:

quartodoc/__main__.py

@@ -12,6 +12,7 @@
 from watchdog.events import PatternMatchingEventHandler
 from quartodoc import Builder, convert_inventory
 from ._pydantic_compat import BaseModel
+from .interlinks import inventory_from_url
 
 
 def get_package_path(package_name):
@@ -258,7 +259,8 @@ def interlinks(config, dry_run, fast):
             continue
 
         url = v["url"] + v.get("inv", "objects.inv")
-        inv = soi.Inventory(url=url)
+
+        inv = inventory_from_url(url)
 
         p_dst = p_root / cache / f"{k}_objects"
         p_dst.parent.mkdir(exist_ok=True, parents=True)

quartodoc/interlinks.py

@@ -9,12 +9,13 @@
 loaded specification.
 """
 
-
 from __future__ import annotations
 
 import os
 import itertools
 import json
+import requests
+import sphobjinv
 import warnings
 import yaml
 
@@ -38,6 +39,35 @@ class InvLookupError(Exception):
     """An error looking up an entry from inventory files."""
 
 
+# Save inventories from url ---------------------------------------------------
+# Note that this is the one piece used by quartodoc (whereas everything else
+# in this module is a model of the lua filter behavior).
+
+
+def inventory_from_url(url: str) -> sphobjinv.Inventory:
+    """Return an inventory file by fetching from a url.
+
+    Use the prefix file:// to load the file from disk.
+    """
+
+    if url.startswith("file://"):
+        with open(url.replace("file://", "", 1), "rb") as f:
+            raw_content = f.read()
+    else:
+        r = requests.get(url)
+        r.raise_for_status()
+        raw_content = r.content
+
+    if url.endswith(".inv"):
+        inv = sphobjinv.Inventory(zlib=raw_content)
+    elif url.endswith(".txt"):
+        inv = sphobjinv.Inventory(plaintext=raw_content)
+    else:
+        raise NotImplementedError("Inventories must be .txt or .inv files.")
+
+    return inv
+
+
 # Utility functions -----------------------------------------------------------
 
 

quartodoc/tests/test_interlinks.py

@@ -1,4 +1,5 @@
 import contextlib
+import sphobjinv
 import pytest
 import yaml
 
@@ -10,6 +11,7 @@
     TestSpecEntry,
     parse_md_style_link,
     Link,
+    inventory_from_url,
 )
 from importlib_resources import files
 
@@ -90,3 +92,26 @@ def test_spec_entry(invs: Inventories, entry: TestSpecEntry):
             assert entry.output_text == el.content
     elif entry.output_element:
         assert el == entry.output_element
+
+
+def test_inventory_from_url_local_roundtrip(tmp_path):
+    inv = sphobjinv.Inventory()
+    inv.project = "abc"
+    inv.version = "0.0.1"
+
+    soi_items = [
+        sphobjinv.DataObjStr(
+            name="foo", domain="py", role="method", priority="1", uri="$", dispname="-"
+        )
+    ]
+    inv.objects.extend(soi_items)
+
+    text = inv.data_file()
+    sphobjinv.writebytes(tmp_path / "objects.txt", text)
+    sphobjinv.writebytes(tmp_path / "objects.inv", sphobjinv.compress(text))
+
+    res1 = inventory_from_url("file://" + str(tmp_path / "objects.txt"))
+    res2 = inventory_from_url("file://" + str(tmp_path / "objects.inv"))
+
+    assert isinstance(res1, sphobjinv.Inventory)
+    assert isinstance(res2, sphobjinv.Inventory)