error handling in string enum converter; added post_tags PostPageIncludedAttribute

Author: Foxite

PatreonDownloader/CustomStringEnumConverter.cs

@@ -24,10 +24,16 @@ private static Dictionary<string, object> GetCache(Type objectType) {
 		public override bool CanConvert(Type objectType) => objectType.IsEnum;
 		public override object ReadJson(JsonReader reader, Type objectType, object existingValue, JsonSerializer serializer) {
 			Dictionary<string, object> dictionaries = GetCache(objectType);
-			return dictionaries[(string) reader.Value];
+			try {
+				return dictionaries[(string) reader.Value];
+			} catch (KeyNotFoundException knfe) {
+				Console.WriteLine("Warning: found unknown data inside the scraped information.");
+				Console.WriteLine(knfe.Message);
+				return existingValue;
+			}
 		}
 
-		public override void WriteJson(JsonWriter writer, object value, JsonSerializer serializer) { 
+		public override void WriteJson(JsonWriter writer, object value, JsonSerializer serializer) {
 			Dictionary<string, object> dictionaries = GetCache(value.GetType());
 			writer.WriteValue(dictionaries.First(kvp => {
 				return kvp.Value.Equals(value);

PatreonDownloader/Model/PostPageIncluded.cs

@@ -18,6 +18,7 @@ public class PostPageIncluded {
 			IncludedType.PollChoice => RawAttributes.ToObject<PostPageIncludedPollChoice>(),
 			IncludedType.Goal       => RawAttributes.ToObject<PostPageIncludedGoal>(),
 			IncludedType.Attachment => RawAttributes.ToObject<PostPageIncludedAttachment>(),
+			IncludedType.PostTag    => RawAttributes.ToObject<PostPageIncludedPostTags>(),
 			_ => throw new InvalidOperationException("This should not happen. PostPageIncluded.Type was " + Type.ToString())
 		};
 
@@ -58,6 +59,9 @@ public enum IncludedType {
 
 			[JsonProperty("attachment")]
 			Attachment,
+
+			[JsonProperty("post_tag")]
+			PostTag
 		}
 	}
 }

PatreonDownloader/Model/PostPageIncludedAttributes.cs

@@ -205,4 +205,13 @@ public class PostPageIncludedAttachment : PostPageIncludedAttributes {
 		[JsonProperty("url")]
 		public string Url { get; set; }
 	}
+
+	[Serializable]
+	public class PostPageIncludedPostTags : PostPageIncludedAttributes {
+		[JsonProperty("id")]
+		public string Id { get; set; }
+
+		[JsonProperty("type")]
+		public string Type { get; set; }
+	}
 }

PatreonDownloader/Program.cs

@@ -17,6 +17,8 @@ public class Program {
 
 		private static void Main(string[] args) {
 			try {
+				Directory.CreateDirectory(DataFolder);
+
 				string sessionToken = null;
 
 				CookieExtractor[] cookieExtractors = new CookieExtractor[] {
@@ -221,7 +223,7 @@ private static void DownloadAllPosts(HttpClient client, List<PostPage> pages, st
 
 				nextUrl = page.Links?.Next;
 
-				Thread.Sleep(TimeSpan.FromSeconds(10));
+				Thread.Sleep(TimeSpan.FromSeconds(5));
 			} while (nextUrl != null);
 
 			Console.WriteLine("Done, all post data has been saved locally. Run the program again to download the media.");