fallback mode

Author: Karasiq

src/main/resources/reference.conf

@@ -7,6 +7,7 @@ webm-tv {
 
   sosach {
     host = "2ch.hk"
+    fallback-host = "m2-ch.ru"
     boards = [
       b
     ]

src/main/scala/com/karasiq/webmtv/app/Main.scala

@@ -25,15 +25,26 @@ object Main extends App {
 
     val config = ConfigFactory.load().getConfig("webm-tv")
     val boardApi = new BoardApi {
-      val jsonApi = new Json2chBoardApi(config.getString("sosach.host"))
-      val htmlApi = new M2chBoardApi() // Fallback
+      private val primary = new Json2chBoardApi(config.getString("sosach.host"))
+      private val fallback = config.getString("sosach.fallback-host") match {
+        case "" ⇒
+          None
+
+        case "m2-ch.ru" ⇒
+          Some(new M2chBoardApi())
+
+        case other ⇒
+          Some(new Json2chBoardApi(other))
+      }
 
       def board(name: String) = {
-        jsonApi.board(name).recoverWithRetries(1, { case _ ⇒ htmlApi.board(name) })
+        primary.board(name)
+          .recoverWithRetries(1, { case _ ⇒ fallback.getOrElse(primary).board(name) })
       }
 
       def thread(board: String, id: Long) = {
-        jsonApi.thread(board, id).recoverWithRetries(1, { case _ ⇒ htmlApi.thread(board, id) })
+        primary.thread(board, id)
+          .recoverWithRetries(1, { case _ ⇒ fallback.getOrElse(primary).thread(board, id) })
       }
     }
     val store = WebmFileStore

src/main/scala/com/karasiq/webmtv/sosach/Json2chBoardApi.scala

@@ -42,6 +42,8 @@ class Json2chBoardApi(host: String = "2ch.hk")(implicit as: ActorSystem, am: Act
   private def retrieveJson[T: Reader](url: String) = {
     Source
       .fromFuture(http.singleRequest(HttpRequest(uri = url, headers = List(Accept(MediaRange(MediaTypes.`application/json`))))))
+      .log("2ch-json-api")
+      .filter(_.status.isSuccess())
       .flatMapConcat(_.entity.dataBytes)
       .fold(ByteString.empty)(_ ++ _)
       .map(bs ⇒ read[T](bs.utf8String))

src/main/scala/com/karasiq/webmtv/sosach/M2chBoardApi.scala

@@ -19,6 +19,8 @@ class M2chBoardApi(implicit as: ActorSystem, am: ActorMaterializer) extends Boar
   private def htmlPage(url: String): Source[Document, NotUsed] = {
     Source
       .fromFuture(http.singleRequest(HttpRequest(uri = url)))
+      .log("m2ch-html-api")
+      .filter(_.status.isSuccess())
       .flatMapConcat(_.entity.dataBytes)
       .fold(ByteString.empty)(_ ++ _)
       .map(bs ⇒ Jsoup.parse(bs.utf8String, url))