Per-package RSS/atom feed (endpoint only)

isoos · isoos · commit aa850bdd3c0a · 2025-04-09T18:36:22.000+02:00
diff --git a/app/lib/frontend/handlers/atom_feed.dart b/app/lib/frontend/handlers/atom_feed.dart
@@ -17,10 +17,27 @@ import '../../shared/urls.dart' as urls;
 import '../../shared/utils.dart';
 import '../dom/dom.dart' as d;
 
-/// Handles requests for /feed.atom
-Future<shelf.Response> atomFeedHandler(shelf.Request request) async {
+/// Handles requests for `/feed.atom`
+Future<shelf.Response> allPackagesAtomFeedhandler(shelf.Request request) async {
   final feedContent =
-      await cache.atomFeedXml().get(buildAllPackagesAtomFeedContent);
+      await cache.allPackagesAtomFeedXml().get(buildAllPackagesAtomFeedContent);
+  return shelf.Response.ok(
+    feedContent,
+    headers: {
+      'content-type': 'application/atom+xml; charset="utf-8"',
+      'x-content-type-options': 'nosniff',
+    },
+  );
+}
+
+/// Handles requests for `/packages/<package>/feed.atom`
+Future<shelf.Response> packageAtomFeedhandler(
+  shelf.Request request,
+  String package,
+) async {
+  final feedContent = await cache
+      .packageAtomFeedXml(package)
+      .get(() => buildPackageAtomFeedContent(package));
   return shelf.Response.ok(
     feedContent,
     headers: {
@@ -33,7 +50,20 @@ Future<shelf.Response> atomFeedHandler(shelf.Request request) async {
 /// Builds the content of the /feed.atom endpoint.
 Future<String> buildAllPackagesAtomFeedContent() async {
   final versions = await packageBackend.latestPackageVersions(limit: 100);
-  final feed = _feedFromPackageVersions(versions);
+  final feed = _allPackagesFeed(versions);
+  return feed.toXmlDocument();
+}
+
+/// Builds the content of the `/packages/<package>/feed.atom` endpoint.
+Future<String> buildPackageAtomFeedContent(String package) async {
+  final versions = await packageBackend
+      .streamVersionsOfPackage(
+        package,
+        order: '-created',
+        limit: 10,
+      )
+      .toList();
+  final feed = _packageFeed(package, versions);
   return feed.toXmlDocument();
 }
 
@@ -46,8 +76,15 @@ class FeedEntry {
   final String alternateUrl;
   final String? alternateTitle;
 
-  FeedEntry(this.id, this.title, this.updated, this.publisherId, this.content,
-      this.alternateUrl, this.alternateTitle);
+  FeedEntry({
+    required this.id,
+    required this.title,
+    required this.updated,
+    this.publisherId,
+    required this.content,
+    required this.alternateUrl,
+    required this.alternateTitle,
+  });
 
   d.Node toNode() {
     return d.element(
@@ -75,27 +112,33 @@ class FeedEntry {
 class Feed {
   final String id;
   final String title;
-  final String subTitle;
+  final String? subTitle;
   final DateTime updated;
-  final String author;
+  final String? author;
   final String alternateUrl;
   final String selfUrl;
   final String generator;
   final String generatorVersion;
 
   final List<FeedEntry> entries;
 
-  Feed(
-      this.id,
-      this.title,
-      this.subTitle,
-      this.updated,
-      this.author,
-      this.alternateUrl,
-      this.selfUrl,
-      this.generator,
-      this.generatorVersion,
-      this.entries);
+  Feed({
+    required this.title,
+    this.subTitle,
+    this.author,
+    required this.alternateUrl,
+    required this.selfUrl,
+    this.generator = 'Pub Feed Generator',
+    this.generatorVersion = '0.1.0',
+    required this.entries,
+  })  : id = selfUrl,
+        // Set the updated timestamp to the latest version timestamp. This prevents
+        // unnecessary updates in the exported API bucket and makes tests consistent.
+        updated = entries.isNotEmpty
+            ? entries
+                .map((v) => v.updated)
+                .reduce((a, b) => a.isAfter(b) ? a : b)
+            : clock.now().toUtc();
 
   String toXmlDocument() {
     final buffer = StringBuffer();
@@ -112,7 +155,8 @@ class Feed {
         d.element('id', text: id),
         d.element('title', text: title),
         d.element('updated', text: updated.toIso8601String()),
-        d.element('author', child: d.element('name', text: author)),
+        if (author != null)
+          d.element('author', child: d.element('name', text: author)),
         d.element(
           'link',
           attributes: {'href': alternateUrl, 'rel': 'alternate'},
@@ -123,14 +167,14 @@ class Feed {
           attributes: {'version': generatorVersion},
           text: generator,
         ),
-        d.element('subtitle', text: subTitle),
+        if (subTitle != null) d.element('subtitle', text: subTitle),
         ...entries.map((e) => e.toNode()),
       ],
     );
   }
 }
 
-Feed _feedFromPackageVersions(List<PackageVersion> versions) {
+Feed _allPackagesFeed(List<PackageVersion> versions) {
   final entries = <FeedEntry>[];
   for (var i = 0; i < versions.length; i++) {
     final version = versions[i];
@@ -145,25 +189,59 @@ Feed _feedFromPackageVersions(List<PackageVersion> versions) {
     final id = createUuid(hash.bytes.sublist(0, 16));
     final title = 'v${version.version} of ${version.package}';
     final content = version.ellipsizedDescription ?? '[no description]';
-    entries.add(FeedEntry(id, title, version.created!, version.publisherId,
-        content, alternateUrl, alternateTitle));
+    entries.add(FeedEntry(
+      id: id,
+      title: title,
+      updated: version.created!,
+      publisherId: version.publisherId,
+      content: content,
+      alternateUrl: alternateUrl,
+      alternateTitle: alternateTitle,
+    ));
   }
 
-  final id =
-      activeConfiguration.primarySiteUri.resolve('/feed.atom').toString();
-  final selfUrl = id;
-
-  final title = 'Pub Packages for Dart';
-  final subTitle = 'Last Updated Packages';
-  final alternateUrl =
-      activeConfiguration.primarySiteUri.resolve('/').toString();
-  final author = 'Dart Team';
-  // Set the updated timestamp to the latest version timestamp. This prevents
-  // unnecessary updates in the exported API bucket and makes tests consistent.
-  final updated = versions.isNotEmpty
-      ? versions.map((v) => v.created!).reduce((a, b) => a.isAfter(b) ? a : b)
-      : clock.now().toUtc();
-
-  return Feed(id, title, subTitle, updated, author, alternateUrl, selfUrl,
-      'Pub Feed Generator', '0.1.0', entries);
+  return Feed(
+    title: 'Pub Packages for Dart',
+    subTitle: 'Last Updated Packages',
+    author: 'Dart Team',
+    alternateUrl: activeConfiguration.primarySiteUri.resolve('/').toString(),
+    selfUrl:
+        activeConfiguration.primarySiteUri.resolve('/feed.atom').toString(),
+    entries: entries,
+  );
+}
+
+Feed _packageFeed(String package, List<PackageVersion> versions) {
+  return Feed(
+    title: 'Most recently published versions for package $package',
+    alternateUrl: activeConfiguration.primarySiteUri
+        .resolve(urls.pkgPageUrl(package))
+        .toString(),
+    subTitle: versions.firstOrNull?.ellipsizedDescription,
+    selfUrl: activeConfiguration.primarySiteUri
+        .resolve(urls.pkgFeedUrl(package))
+        .toString(),
+    author: versions.firstOrNull?.publisherId,
+    entries: versions.map((v) {
+      final hash =
+          sha512.convert(utf8.encode('package-feed/$package/${v.version}'));
+      final id = createUuid(hash.bytes.sublist(0, 16));
+      final alternateUrl = activeConfiguration.primarySiteUri
+          .replace(
+              path: urls.pkgPageUrl(
+            package,
+            version: v.version,
+          ))
+          .toString();
+      return FeedEntry(
+        id: id,
+        title: 'v${v.version} of $package',
+        alternateUrl: alternateUrl,
+        alternateTitle: v.version,
+        content:
+            '${v.version} was published on ${shortDateFormat.format(v.created!)}.',
+        updated: v.created!,
+      );
+    }).toList(),
+  );
 }
diff --git a/app/lib/frontend/handlers/routes.dart b/app/lib/frontend/handlers/routes.dart
@@ -176,6 +176,11 @@ class PubSiteService {
   Future<Response> packageVersions(Request request, String package) =>
       packageVersionsListHandler(request, package);
 
+  /// Renders the Atom XML feed for the package.
+  @Route.get('/packages/<package>/feed.atom')
+  Future<Response> packageAtomFeed(Request request, String package) =>
+      packageAtomFeedhandler(request, package);
+
   @Route.get('/packages/<package>')
   Future<Response> package(Request request, String package) =>
       packageVersionHandlerHtml(request, package);
@@ -261,7 +266,8 @@ class PubSiteService {
 
   /// Renders the Atom XML feed
   @Route.get('/feed.atom')
-  Future<Response> atomFeed(Request request) => atomFeedHandler(request);
+  Future<Response> allPackagesAtomFeed(Request request) =>
+      allPackagesAtomFeedhandler(request);
 
   /// Renders the main help page
   @Route.get('/help')
diff --git a/app/lib/frontend/handlers/routes.g.dart b/app/lib/frontend/handlers/routes.g.dart
diff --git a/app/lib/package/backend.dart b/app/lib/package/backend.dart
@@ -295,9 +295,19 @@ class PackageBackend {
   }
 
   /// Looks up all versions of a package and return them as a [Stream].
-  Stream<PackageVersion> streamVersionsOfPackage(String packageName) {
+  Stream<PackageVersion> streamVersionsOfPackage(
+    String packageName, {
+    String? order,
+    int? limit,
+  }) {
     final packageKey = db.emptyKey.append(Package, id: packageName);
     final query = db.query<PackageVersion>(ancestorKey: packageKey);
+    if (order != null) {
+      query.order(order);
+    }
+    if (limit != null && limit > 0) {
+      query.limit(limit);
+    }
     return query.run();
   }
 
@@ -1727,13 +1737,15 @@ Future<void> purgePackageCache(String package) async {
     cache.packageDataGz(package).purge(),
     cache.packageLatestVersion(package).purge(),
     cache.packageView(package).purge(),
+    cache.packageAtomFeedXml(package).purge(),
     cache.uiPackagePage(package, null).purge(),
     cache.uiPackageChangelog(package, null).purge(),
     cache.uiPackageExample(package, null).purge(),
     cache.uiPackageInstall(package, null).purge(),
     cache.uiPackageScore(package, null).purge(),
     cache.uiPackageVersions(package).purge(),
     cache.uiIndexPage().purge(),
+    cache.allPackagesAtomFeedXml().purge(),
   ]);
 }
 
diff --git a/app/lib/shared/redis_cache.dart b/app/lib/shared/redis_cache.dart
@@ -324,11 +324,16 @@ class CachePatterns {
         decode: (d) => d as bool,
       ))[publisherId];
 
-  Entry<String> atomFeedXml() => _cache
+  Entry<String> allPackagesAtomFeedXml() => _cache
       .withPrefix('atom-feed-xml/')
       .withTTL(Duration(minutes: 3))
       .withCodec(utf8)['/'];
 
+  Entry<String> packageAtomFeedXml(String package) => _cache
+      .withPrefix('package-atom-feed-xml/')
+      .withTTL(Duration(minutes: 10))
+      .withCodec(utf8)[package];
+
   Entry<List<int>> topicNameCompletionDataJsonGz() => _cache
       .withPrefix('topic-name-completion-data-json-gz/')
       .withTTL(Duration(hours: 8))['-'];
diff --git a/app/lib/shared/urls.dart b/app/lib/shared/urls.dart
@@ -134,6 +134,10 @@ String pkgArchiveDownloadUrl(String package, String version, {Uri? baseUri}) {
   }
 }
 
+String pkgFeedUrl(String package) {
+  return '/packages/$package/feed.atom';
+}
+
 String pkgDocUrl(
   String package, {
   String? version,
diff --git a/app/test/frontend/handlers/atom_feed_test.dart b/app/test/frontend/handlers/atom_feed_test.dart
@@ -80,4 +80,53 @@ void main() {
       );
     });
   });
+
+  testWithProfile('/packages/<package>/feed.atom', fn: () async {
+    final content = await expectAtomXmlResponse(
+        await issueGet('/packages/oxygen/feed.atom'));
+    // check if content is valid XML
+    final root = XmlDocument.parse(content);
+    final feed = root.rootElement;
+
+    final entries = feed.findElements('entry').toList();
+    expect(entries.length, 3);
+    expect(
+        entries.map((e) => e.findElements('title').first.innerText).toList(), [
+      'v2.0.0-dev of oxygen',
+      'v1.2.0 of oxygen',
+      'v1.0.0 of oxygen',
+    ]);
+
+    final oxygenExpr = RegExp('<entry>\n'
+        '  <id>urn:uuid:3f5765a8-8fb3-4b6c-83fe-774a73dce135</id>\n'
+        '  <title>v2.0.0-dev of oxygen</title>\n'
+        '  <updated>(.*)</updated>\n'
+        '  <content>2.0.0-dev was published on (.*)</content>\n'
+        '  <link href="${activeConfiguration.primarySiteUri}/packages/oxygen/versions/2.0.0-dev" rel="alternate" title="2.0.0-dev"/>\n'
+        '</entry>');
+    expect(
+      oxygenExpr
+          .hasMatch(entries.first.toXmlString(pretty: true, indent: '  ')),
+      isTrue,
+      reason: entries.first.toXmlString(),
+    );
+
+    entries.forEach((e) => e.parent!.children.remove(e));
+
+    final restExp = RegExp('<feed xmlns="http://www.w3.org/2005/Atom">\n'
+        '  <id>${activeConfiguration.primarySiteUri}/packages/oxygen/feed.atom</id>\n'
+        '  <title>Most recently published versions for package oxygen</title>\n'
+        '  <updated>(.*)</updated>\n'
+        '  <link href="${activeConfiguration.primarySiteUri}/packages/oxygen" rel="alternate"/>\n'
+        '  <link href="${activeConfiguration.primarySiteUri}/packages/oxygen/feed.atom" rel="self"/>\n'
+        '  <generator version="0.1.0">Pub Feed Generator</generator>\n'
+        '  <subtitle>oxygen is awesome</subtitle>\n'
+        '(\\s*)'
+        '</feed>');
+    expect(
+      restExp.hasMatch(feed.toXmlString(pretty: true, indent: '  ')),
+      isTrue,
+      reason: feed.toXmlString(),
+    );
+  });
 }
diff --git a/pkg/pub_integration/lib/script/public_pages.dart b/pkg/pub_integration/lib/script/public_pages.dart

Original file line number	Diff line number	Diff line change
`@@ -134,6 +134,10 @@ String pkgArchiveDownloadUrl(String package, String version, {Uri? baseUri}) {`
`134`	`134`	`}`
`135`	`135`	`}`
`136`	`136`
	`137`	`+String pkgFeedUrl(String package) {`
	`138`	`+ return '/packages/$package/feed.atom';`
	`139`	`+}`
	`140`	`+`
`137`	`141`	`String pkgDocUrl(`
`138`	`142`	`String package, {`
`139`	`143`	`String? version,`