Merge pull request #120 from samueltardieu/pubsubhubbub

Add real-time PubSubHubBub to the feed

Author: onur

src/docbuilder/queue.rs

@@ -35,8 +35,9 @@ impl DocBuilder {
 
 
     /// Builds packages from queue
-    pub fn build_packages_queue(&mut self) -> Result<()> {
+    pub fn build_packages_queue(&mut self) -> Result<usize> {
         let conn = try!(connect_db());
+        let mut build_count = 0;
 
         for row in &try!(conn.query("SELECT id, name, version
                                      FROM queue
@@ -49,6 +50,7 @@ impl DocBuilder {
 
             match self.build_package(&name[..], &version[..]) {
                 Ok(_) => {
+                    build_count += 1;
                     let _ = conn.execute("DELETE FROM queue WHERE id = $1", &[&id]);
                 }
                 Err(e) => {
@@ -63,7 +65,7 @@ impl DocBuilder {
             }
         }
 
-        Ok(())
+        Ok(build_count)
     }
 }
 

src/utils/daemon.rs

@@ -13,7 +13,7 @@ use libc::fork;
 use time;
 use DocBuilderOptions;
 use DocBuilder;
-use utils::{update_sources, update_release_activity, github_updater};
+use utils::{update_sources, update_release_activity, github_updater, pubsubhubbub};
 use db::{connect_db, update_search_index};
 
 
@@ -94,8 +94,16 @@ pub fn start_daemon() {
             // This only panicked twice in the last 6 months but its just a better
             // idea to do this.
             let res = thread::spawn(move || {
-                    if let Err(e) = doc_builder.build_packages_queue() {
-                        error!("Failed build new crates: {}", e);
+                    match doc_builder.build_packages_queue() {
+                        Err(e) => error!("Failed build new crates: {}", e),
+                        Ok(n) => {
+                            if n > 0 {
+                                match pubsubhubbub::ping_hubs() {
+                                    Err(e) => error!("Failed to ping hub: {}", e),
+                                    Ok(n) => debug!("Succesfully pinged {} hubs", n)
+                                }
+                            }
+                        }
                     }
 
                     if let Err(e) = doc_builder.save_cache() {

src/utils/mod.rs

@@ -12,3 +12,4 @@ mod build_doc;
 mod copy;
 mod release_activity_updater;
 mod daemon;
+mod pubsubhubbub;

src/utils/pubsubhubbub.rs

@@ -0,0 +1,22 @@
+use std::collections::HashMap;
+
+use reqwest::*;
+
+fn ping_hub(url: &str) -> Result<Response> {
+    let mut params = HashMap::new();
+    params.insert("hub.mode", "publish");
+    params.insert("hub.url", "https://docs.rs/releases/feed");
+    let client = try!(Client::new());
+    client.post(url).form(&params).send()
+}
+
+/// Ping the two predefined hubs. Return either the number of successfully
+/// pinged hubs, or the first error.
+pub fn ping_hubs() -> Result<usize> {
+    vec!["https://pubsubhubbub.appspot.com",
+         "https://pubsubhubbub.superfeedr.com"]
+            .into_iter()
+            .map(ping_hub)
+            .collect::<Result<Vec<_>>>()
+            .map(|v| v.len())
+}

templates/releases_feed.hbs

@@ -4,6 +4,8 @@
 <subtitle>Recent Rust crates</subtitle>
 <link href="https://docs.rs/releases/feed" rel="self" />
 <link href="https://docs.rs/" />
+<link href="https://pubsubhubbub.appspot.com" rel="hub" />
+<link href="https://pubsubhubbub.superfeedr.com" rel="hub" />
 <id>urn:docs-rs:{{cratesfyi_version_safe}}</id>
 <updated>{{content[0].release_time_rfc3339}}</updated>
 {{#each content}}