node: Hackily upgrade sha1 hashes to sha256

about time someone does something about this...

Author: bbhtt

node/flatpak_node_generator/main.py

@@ -247,18 +247,23 @@ async def _async_main() -> None:
             gen.add_command(f'bash {gen.data_root / script_name}')
 
     if args.split:
+        sources = list(gen.ordered_sources())
+        await Requests.instance.upgrade_to_sha256(sources)
+        gen.set_upgraded_sources(sources)
         i = 0
         for i, part in enumerate(gen.split_sources()):
             output = Path(args.output)
             output = output.with_suffix(f'.{i}{output.suffix}')
             with open(output, 'w') as fp:
                 json.dump(part, fp, indent=ManifestGenerator.JSON_INDENT)
-
+        delattr(gen, '_upgraded_sources')
         print(f'Wrote {gen.source_count} to {i + 1} file(s).')
     else:
+        sources = list(gen.ordered_sources())
+        await Requests.instance.upgrade_to_sha256(sources)
         with open(args.output, 'w') as fp:
             json.dump(
-                list(gen.ordered_sources()),
+                sources,
                 fp,
                 indent=ManifestGenerator.JSON_INDENT,
             )

node/flatpak_node_generator/manifest.py

@@ -49,7 +49,12 @@ def tmp_root(self) -> Path:
     def source_count(self) -> int:
         return len(self._sources)
 
+    def set_upgraded_sources(self, sources: List[Dict[Any, Any]]) -> None:
+        self._upgraded_sources = sources
+
     def ordered_sources(self) -> Iterator[Dict[Any, Any]]:
+        if hasattr(self, '_upgraded_sources'):
+            return iter(self._upgraded_sources)
         return map(dict, sorted(self._sources))
 
     def split_sources(self) -> Iterator[List[Dict[Any, Any]]]:

node/flatpak_node_generator/requests.py

@@ -1,6 +1,7 @@
-from typing import AsyncIterator, ClassVar
+from typing import Any, AsyncIterator, ClassVar
 
 import contextlib
+import hashlib
 
 import aiohttp
 
@@ -82,6 +83,20 @@ async def read_all(self, url: str, *, cachable: bool = False) -> bytes:
 
         assert False
 
+    async def upgrade_to_sha256(self, sources: list[dict[str, Any]]) -> None:
+        for source in sources:
+            if 'sha1' in source and 'url' in source:
+                sha1_digest = source['sha1']
+                url = source['url']
+                try:
+                    data = await self.read_all(url, cachable=True)
+                except (aiohttp.ClientError, OSError):
+                    continue
+                if data:
+                    sha256_digest = hashlib.sha256(data).hexdigest()
+                    source['sha256'] = sha256_digest
+                    del source['sha1']
+
 
 class StubRequests(Requests):
     async def _read_parts(