feat: more fop support

- add idle-time fop support
- add getting fop status
- add configurable for pfop api host config

Author: lihsai0

src/Qiniu/Storage/OperationManager.cs

@@ -41,8 +41,17 @@ public OperationManager(Mac mac, Config config)
         /// <param name="pipeline">私有队列</param>
         /// <param name="notifyUrl">通知url</param>
         /// <param name="force">forece参数</param>
+        /// <param name="persistentType">为 1 时开启闲时任务</param>
         /// <returns>pfop操作返回结果，正确返回结果包含persistentId</returns>
-        public PfopResult Pfop(string bucket, string key, string fops, string pipeline, string notifyUrl, bool force)
+        public PfopResult Pfop(
+            string bucket,
+            string key,
+            string fops,
+            string pipeline,
+            string notifyUrl,
+            bool force,
+            int type = 0
+        )
         {
             PfopResult result = new PfopResult();
 
@@ -65,6 +74,10 @@ public PfopResult Pfop(string bucket, string key, string fops, string pipeline,
                 {
                     sb.AppendFormat("&pipeline={0}", pipeline);
                 }
+                if (type > 0)
+                {
+                    sb.AppendFormat("&type={0}", type);
+                }
                 byte[] data = Encoding.UTF8.GetBytes(sb.ToString());
                 string token = auth.CreateManageToken(pfopUrl, data);
 

src/Qiniu/Storage/PfopInfo.cs

@@ -13,6 +13,16 @@ public class PfopInfo
         [JsonProperty("id")]
         public string Id;
         /// <summary>
+        /// 任务类型，为 1 代表为闲时任务
+        /// </summary>
+        [JsonProperty("type", NullValueHandling = NullValueHandling.Ignore)]
+        public int? Type;
+        /// <summary>
+        /// 任务创建时间
+        /// </summary>
+        [JsonProperty("creationDate", NullValueHandling = NullValueHandling.Ignore)]
+        public string CreationDate;
+        /// <summary>
         /// 任务结果状态码
         /// </summary>
         [JsonProperty("code")]

src/Qiniu/Storage/PrefopResult.cs

@@ -19,7 +19,7 @@ public PfopInfo Result
 
                 if ((Code == (int)HttpCode.OK) && (!string.IsNullOrEmpty(Text)))
                 {
-                   info= JsonConvert.DeserializeObject<PfopInfo>(Text);
+                    info= JsonConvert.DeserializeObject<PfopInfo>(Text);
                 }
                 return info;
             }

src/Qiniu/Storage/PutPolicy.cs

@@ -111,6 +111,13 @@ public class PutPolicy
         [JsonProperty("persistentPipeline", NullValueHandling = NullValueHandling.Ignore)]
         public string PersistentPipeline { get; set; }
 
+        /// <summary>
+        /// [可选]持久化任务类型，为 1 时开启闲时任务
+        /// </summary>
+        [JsonProperty("persistentType", NullValueHandling = NullValueHandling.Ignore)]
+        public int? PersistentType { get; set; }
+
+
         /// <summary>
         /// [可选]上传文件大小限制：最小值，单位Byte
         /// </summary>

src/QiniuTests/Storage/FormUploaderTests.cs

@@ -1,6 +1,8 @@
 using NUnit.Framework;
 using Qiniu.Http;
 using System;
+using System.Collections.Generic;
+using Newtonsoft.Json;
 using Qiniu.Util;
 using Qiniu.Tests;
 
@@ -80,5 +82,54 @@ public void UploadFileV2Test()
             System.IO.File.Delete(filePath);
         }
 
+        [Test]
+        public void UploadFileWithPersistTypeTest()
+        {
+            Mac mac = new Mac(AccessKey, SecretKey);
+            Random rand = new Random();
+            string key = string.Format("UploadFileTest_{0}.dat", rand.Next());
+
+            string tempPath = System.IO.Path.GetTempPath();
+            int rnd = new Random().Next(1, 100000);
+            string filePath = tempPath + "resumeFile" + rnd.ToString();
+            char[] testBody = new char[4 * 1024 * 1024];
+            System.IO.FileStream stream = new System.IO.FileStream(filePath, System.IO.FileMode.Create);
+            System.IO.StreamWriter sw = new System.IO.StreamWriter(stream, System.Text.Encoding.Default);
+            sw.Write(testBody);
+            sw.Close();
+            stream.Close();
+
+            PutPolicy putPolicy = new PutPolicy();
+            putPolicy.Scope = Bucket + ":" + key;
+            putPolicy.SetExpires(3600);
+            putPolicy.DeleteAfterDays = 1;
+            string saveEntry = Base64.UrlSafeBase64Encode(Bucket + ":pfop-test_avinfo");
+            putPolicy.PersistentOps = "avinfo|saveas/" + saveEntry;
+            putPolicy.PersistentType = 1;
+            string token = Auth.CreateUploadToken(mac, putPolicy.ToJsonString());
+            Config config = new Config();
+            config.Zone = Zone.ZONE_CN_East;
+            config.UseHttps = true;
+            config.UseCdnDomains = true;
+            FormUploader target = new FormUploader(config);
+            PutExtra extra = new PutExtra();
+            extra.Version = "v2";
+            HttpResult result = target.UploadFile(filePath, key, token, extra);
+            Console.WriteLine("form upload result: " + result.ToString());
+            Assert.AreEqual((int)HttpCode.OK, result.Code);
+            System.IO.File.Delete(filePath);
+
+            Dictionary<string, object> dict = JsonConvert.DeserializeObject<Dictionary<string, object>>(result.Text.ToString());
+            Assert.IsTrue(dict.ContainsKey("persistentId"));
+            OperationManager manager = new OperationManager(mac, config);
+            PrefopResult prefopRet = manager.Prefop(dict["persistentId"].ToString());
+            if (prefopRet.Code != (int)HttpCode.OK)
+            {
+                Assert.Fail("prefop error: " + prefopRet.ToString());
+            }
+            Assert.AreEqual(1, prefopRet.Result.Type);
+            Assert.IsNotNull(prefopRet.Result.CreationDate);
+            Assert.IsNotEmpty(prefopRet.Result.CreationDate);
+        }
     }
 }

src/QiniuTests/Storage/OperationManagerTests.cs

@@ -11,23 +11,30 @@ namespace Qiniu.Storage.Tests
     [TestFixture]
     public class OperationManagerTests :TestEnv
     {
+        private OperationManager getOperationManager()
+        {
+            Mac mac = new Mac(AccessKey, SecretKey);
+            Config config = new Config();
+            // config.UseHttps = true;
+
+            OperationManager manager = new OperationManager(mac, config);
+            return manager;
+        }
 
         [Test]
-        public void PfopTest()
+        public void PfopAndPrefopTest()
         {
+            string key = "qiniu.mp4";
+            bool force = true;
+            string pipeline = "sdktest";
+            string notifyUrl = "http://api.example.com/qiniu/pfop/notify";
             string saveMp4Entry = Base64.UrlSafeBase64Encode(Bucket + ":avthumb_test_target.mp4");
             string saveJpgEntry = Base64.UrlSafeBase64Encode(Bucket + ":vframe_test_target.jpg");
             string avthumbMp4Fop = "avthumb/mp4|saveas/" + saveMp4Entry;
             string vframeJpgFop = "vframe/jpg/offset/1|saveas/" + saveJpgEntry;
             string fops = string.Join(";", new string[] { avthumbMp4Fop, vframeJpgFop });
-            Mac mac = new Mac(AccessKey, SecretKey);
-            Config config = new Config();
-            config.UseHttps = true;
-            OperationManager manager = new OperationManager(mac, config);
-            string pipeline = "sdktest";
-            string notifyUrl = "http://api.example.com/qiniu/pfop/notify";
-            string key = "qiniu.mp4";
-            bool force = true;
+
+            OperationManager manager = getOperationManager();
             PfopResult pfopRet = manager.Pfop(Bucket, key, fops, pipeline, notifyUrl, force);
             if (pfopRet.Code != (int)HttpCode.OK)
             {
@@ -42,5 +49,32 @@ public void PfopTest()
             }
             Console.WriteLine(ret.ToString());
         }
+
+        [Test]
+        public void PfopWithIdleTimeTest()
+        {
+            string key = "qiniu.mp4";
+            bool force = true;
+            int type = 1;
+            string pipeline = null;
+            string saveJpgEntry = Base64.UrlSafeBase64Encode(Bucket + ":vframe_test_target.jpg");
+            string vframeJpgFop = "vframe/jpg/offset/1|saveas/" + saveJpgEntry;
+
+            OperationManager manager = getOperationManager();
+            PfopResult pfopRet = manager.Pfop(Bucket, key, vframeJpgFop, pipeline, null, force, type);
+            if (pfopRet.Code != (int)HttpCode.OK)
+            {
+                Assert.Fail("pfop error: " + pfopRet.ToString());
+            }
+
+            PrefopResult prefopRet = manager.Prefop(pfopRet.PersistentId);
+            if (prefopRet.Code != (int)HttpCode.OK)
+            {
+                Assert.Fail("prefop error: " + prefopRet.ToString());
+            }
+            Assert.AreEqual(1, prefopRet.Result.Type);
+            Assert.IsNotNull(prefopRet.Result.CreationDate);
+            Assert.IsNotEmpty(prefopRet.Result.CreationDate);
+        }
     }
 }