[[#1] Implemented better means of determing player activity.

I've implemented a better means of determining player activity by parsing the 'last-modified' header of the character's full body image.

Author: ReidWeb

pom.xml

@@ -155,6 +155,31 @@
             <artifactId>commons-cli</artifactId>
             <version>1.3.1</version>
         </dependency>
+        <dependency>
+            <groupId>org.apache.httpcomponents</groupId>
+            <artifactId>httpclient</artifactId>
+            <version>4.3.6</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.httpcomponents</groupId>
+            <artifactId>httpasyncclient</artifactId>
+            <version>4.0.2</version>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.httpcomponents</groupId>
+            <artifactId>httpmime</artifactId>
+            <version>4.3.6</version>
+        </dependency>
+        <dependency>
+            <groupId>org.json</groupId>
+            <artifactId>json</artifactId>
+            <version>20140107</version>
+        </dependency>
+        <dependency>
+            <groupId>com.mashape.unirest</groupId>
+            <artifactId>unirest-java</artifactId>
+            <version>1.4.9</version>
+        </dependency>
     </dependencies>
 
 </project>

src/main/java/com/ffxivcensus/gatherer/Player.java

@@ -1,15 +1,20 @@
 package com.ffxivcensus.gatherer;
 
+import com.mashape.unirest.http.HttpResponse;
+import com.mashape.unirest.http.JsonNode;
+import com.mashape.unirest.http.Unirest;
+import com.mashape.unirest.http.exceptions.UnirestException;
 import org.jsoup.Jsoup;
 import org.jsoup.nodes.Document;
 import org.jsoup.nodes.Element;
 import org.jsoup.select.Elements;
 
 import java.io.IOException;
-import java.sql.Connection;
-import java.sql.SQLException;
-import java.sql.Statement;
+import java.text.DateFormat;
+import java.text.ParseException;
+import java.text.SimpleDateFormat;
 import java.util.ArrayList;
+import java.util.Date;
 import java.util.regex.Pattern;
 
 /**
@@ -86,6 +91,7 @@ public class Player {
     private boolean isLegacyPlayer;
     private ArrayList minions;
     private ArrayList mounts;
+    private Date imgLastModified;
 
     /**
      * Constructor for player object.
@@ -154,6 +160,7 @@ public Player(int id) {
         setHasCompletedHW(false);
         setHasCompleted3pt1(false);
         setHasCompleted3pt3(false);
+        setImgLastModified(new Date());
     }
 
     /**
@@ -1654,8 +1661,16 @@ public int getBitHasCompleted3pt3() {
      */
     public void setHasCompleted3pt3(boolean hasCompleted3pt3) {
         this.hasCompleted3pt3 = hasCompleted3pt3;
-    }    
-    
+    }
+
+    /**
+     * Set the date on which the player's avatar was last modified
+     * @param imgLastModified the date on which the player's avatar was last modified
+     */
+    public void setImgLastModified(Date imgLastModified) {
+        this.imgLastModified = imgLastModified;
+    }
+
     /**
      * Get whether the user played 1.0.
      *
@@ -1830,6 +1845,7 @@ public static Player getPlayer(int playerID) throws Exception {
             player.setGender(getGenderFromPage(doc));
             player.setGrandCompany(getGrandCompanyFromPage(doc));
             player.setFreeCompany(getFreeCompanyFromPage(doc));
+            player.setImgLastModified(getDateLastUpdatedFromPage(doc));
             player.setLevels(getLevelsFromPage(doc));
             player.setMounts(getMountsFromPage(doc));
             player.setMinions(getMinionsFromPage(doc));
@@ -2077,4 +2093,42 @@ private static ArrayList getMountsFromPage(Document doc) {
         return mounts;
     }
 
+    /**
+     * Gets the last-modified date of the Character full body image.
+     * @param doc the lodestone profile page to parse
+     * @return the date on which the full body image was last modified.
+     */
+    private static Date getDateLastUpdatedFromPage(Document doc) throws Exception {
+        Date dateLastModified = new Date();
+        //Get character image URL.
+        String imgUrl = doc.getElementsByClass("bg_chara_264").get(0).getElementsByTag("img").get(0).attr("src");
+        String strLastModifiedDate = "";
+
+        try {
+            HttpResponse<JsonNode> jsonResponse = Unirest.head(imgUrl).asJson();
+
+            strLastModifiedDate = jsonResponse.getHeaders().get("Last-Modified").toString();
+        } catch (UnirestException e) {
+            e.printStackTrace();
+        }
+
+        strLastModifiedDate = strLastModifiedDate.replace("[", "");
+        strLastModifiedDate = strLastModifiedDate.replace("]", "");
+        DateFormat dateFormat = new SimpleDateFormat("EEE, dd MMM yyyy HH:mm:ss zzz");
+
+        try {
+            dateLastModified = dateFormat.parse(strLastModifiedDate);
+        } catch (ParseException e) {
+            throw new Exception("Could not correctly parse date 'Last-Modified' header from full body image");
+        }
+        return dateLastModified;
+    }
+
+    /**
+     * Get the date on which the Character's full body image was last modified
+     * @return the date on which the Character's full body image was last modified
+     */
+    public Date getImgLastModified() {
+        return imgLastModified;
+    }
 }

src/test/java/com/ffxivcensus/gatherer/PlayerTest.java

@@ -2,6 +2,8 @@
 
 import com.ffxivcensus.gatherer.Player;
 
+import java.util.Date;
+
 import static org.junit.Assert.*;
 
 /**
@@ -221,6 +223,8 @@ public void testUnplayedPlayer() throws Exception {
         assertEquals(player.getBitHasCompletedHW(), 0);
         assertEquals(player.getBitHasCompleted3pt1(), 0);
         assertEquals(player.getBitHasARRCollectors(), 0);
+        //Tricky to test this - testing here that it was at the very least set to some value other than what it is set to a value other than that which it is initialized
+        assertTrue(player.getImgLastModified() != new Date());
 
         //Test get minions method
         assertTrue(player.getMinions().size() == 0);