添加测试用例

Author: 邹嵩

nuget/DotnetSpider.Core.nuspec

@@ -2,7 +2,7 @@
 <package xmlns="http://schemas.microsoft.com/packaging/2012/06/nuspec.xsd">
   <metadata>
     <id>DotnetSpider2.Core</id>
-    <version>2.3.7-beta5</version>
+    <version>2.3.7-beta6</version>
     <authors>zlzforever@163.com;Walterwhatwater;xiaohuan0204</authors>
     <owners>zlzforever@163.com</owners>
     <iconUrl>https://github.com/zlzforever/DotnetSpider/blob/master/images/icon.png?raw=true</iconUrl>

nuget/DotnetSpider.Extension.nuspec

@@ -2,7 +2,7 @@
 <package xmlns="http://schemas.microsoft.com/packaging/2012/06/nuspec.xsd">
   <metadata>
     <id>DotnetSpider2.Extension</id>
-    <version>2.3.7-beta5</version>
+    <version>2.3.7-beta6</version>
     <authors>zlzforever@163.com;Walterwhatwater;xiaohuan0204</authors>
     <owners>zlzforever@163.com</owners>
     <iconUrl>https://github.com/zlzforever/DotnetSpider/blob/master/images/icon.png?raw=true</iconUrl>
@@ -13,7 +13,7 @@
     <description>A .NET Standard web crawling library similar to WebMagic and Scrapy. It is a lightweight ,efficient and fast high-level web crawling &amp; scraping framework for .NET</description>
     <dependencies>
       <group targetFramework=".NETStandard2.0">
-        <dependency id="DotnetSpider2.Core" version="2.3.7-beta5" />
+        <dependency id="DotnetSpider2.Core" version="2.3.7-beta6" />
         <dependency id="Dapper" version="1.50.2"/>
         <dependency id="MailKit" version="1.20.0"/>
         <dependency id="MongoDB.Driver" version="2.4.4"/>
@@ -28,7 +28,7 @@
         <dependency id="MessagePack" version="1.7.2"/>
       </group>
       <group targetFramework=".NETFramework4.5" >
-        <dependency id="DotnetSpider2.Core" version="2.3.7-beta5" />
+        <dependency id="DotnetSpider2.Core" version="2.3.7-beta6" />
         <dependency id="Dapper" version="1.50.2"/> 
         <dependency id="MailKit" version="1.20.0"/>
         <dependency id="MongoDB.Driver" version="2.4.4"/>

src/DotnetSpider.Core.Test/HttpExecuteRecordTest.cs

@@ -0,0 +1,23 @@
+using System;
+using System.Collections.Generic;
+using System.Text;
+using Xunit;
+
+namespace DotnetSpider.Core.Test
+{
+	public class HttpExecuteRecordTest
+	{
+		[Fact]
+		public void Record()
+		{
+			if (Env.IsWindows)
+			{
+				Env.EnterpiseServiceIncreaseRunningUrl = "http://localhost:30013/Task/IncreaseRunning";
+				Env.EnterpiseServiceReduceRunningUrl = "http://localhost:30013/Task/ReduceRunning";
+				var recorder = new HttpExecuteRecord();
+				recorder.Add("-1", "test", "abcd");
+				recorder.Remove("-1", "test", "abcd");
+			}
+		}
+	}
+}

src/DotnetSpider.Core/Env.cs

@@ -157,12 +157,12 @@ public static class Env
 		/// <summary>
 		/// 向企业服务添加运行记录的地址
 		/// </summary>
-		public static string EnterpiseServiceIncreaseRunningUrl { get; private set; }
+		public static string EnterpiseServiceIncreaseRunningUrl { get; internal set; }
 
 		/// <summary>
 		/// 向企业服务删除运行记录的地址
 		/// </summary>
-		public static string EnterpiseServiceReduceRunningUrl { get; private set; }
+		public static string EnterpiseServiceReduceRunningUrl { get; internal set; }
 
 		/// <summary>
 		/// 访问企业服务时使用的凭证

src/DotnetSpider.Core/Spider.cs

@@ -63,9 +63,6 @@ public class Spider : AppBase, ISpider, ISpeedMonitor
 		private readonly List<IPipeline> _pipelines = new List<IPipeline>();
 		private readonly List<IPageProcessor> _pageProcessors = new List<IPageProcessor>();
 		private bool _exited;
-		private ulong _downloadCostTime;
-		private ulong _processorCostTime;
-		private ulong _pipelineCostTime;
 
 		/// <summary>
 		/// 是否需要通过StartUrlsBuilder来初始化起始链接
@@ -196,7 +193,7 @@ public override string Identity
 		/// <summary>
 		/// Set the retry times for pipeline.
 		/// </summary>
-		public int PipelineRetryTimes { get; set; } = 1;
+		public int PipelineRetryTimes { get; set; } = 2;
 
 		/// <summary>
 		/// Scheduler of spider.

src/DotnetSpider.Extension/CommonSpider.cs

@@ -263,19 +263,19 @@ protected void RegisterControl(ISpider spider)
 			}
 		}
 
-		private bool IfRequireBuildStartRequests()
-		{
-			return RedisConnection.Default.Database.HashGet(InitStatusSetKey, Identity) != InitFinishedValue;
-		}
-
 		/// <summary>
 		/// 删除验证的锁, 让其它爬虫节点再次验证
 		/// </summary>
-		private void RemoveVerifidationLock()
+		protected void RemoveVerifidationLock()
 		{
 			RedisConnection.Default?.Database.HashDelete(ValidateStatusKey, Identity);
 		}
 
+		private bool IfRequireBuildStartRequests()
+		{
+			return RedisConnection.Default.Database.HashGet(InitStatusSetKey, Identity) != InitFinishedValue;
+		}
+
 		/// <summary>
 		/// 执行数据验证
 		/// </summary>

src/DotnetSpider.Sample/Program.cs

@@ -80,8 +80,6 @@ public static void Main(string[] args)
 		/// </summary>
 		private static void MyTest()
 		{
-			LogTest test = new LogTest();
-			test.DatebaseLogAndStatus();
 		}
 	}