优化模型加载逻辑，移除LanguageIdentification:TryLoadModelWithLowMemory选项；

Author: stratosblue

readme.md

@@ -67,12 +67,3 @@ var classifier = new LanguageIdentificationClassifier(model);
  - 具体各个参数是什么意义。。不清楚。。自行研究源项目。。。
 
 ----
-
-3. 加载默认模型时，使用更少的内存
-
-```C#
-AppContext.SetSwitch("LanguageIdentification:TryLoadModelWithLowMemory", true);
-```
-
- - 在使用前设置开关；
- - 加载时会使用更少的内存，对应的会增加加载时间；

src/LanguageIdentification/LanguageIdentification.csproj

@@ -1,6 +1,6 @@
 <Project Sdk="Microsoft.NET.Sdk">
   <PropertyGroup>
-    <VersionPrefix>1.0.2</VersionPrefix>
+    <VersionPrefix>1.0.3</VersionPrefix>
     <IsPackable>true</IsPackable>
     <Description>本地离线运行的语言识别库，移植自langid-java</Description>
 

src/LanguageIdentification/LanguageIdentificationModel.cs

@@ -5,7 +5,6 @@
 using System.IO;
 using System.IO.Compression;
 using System.Linq;
-using System.Runtime.InteropServices;
 using System.Runtime.Serialization;
 using System.Text;
 
@@ -317,34 +316,9 @@ private static LanguageIdentificationModel InternalLoadDefaultModel()
         {
             using var stream = new MemoryStream(Resource.ModelData);
             using var gzipStream = new GZipStream(stream, CompressionMode.Decompress);
+            using var bufferedStream = new BufferedStream(gzipStream);
 
-            if (AppContext.TryGetSwitch("LanguageIdentification:TryLoadModelWithLowMemory", out var tryLoadModelWithLowMemory)
-                && tryLoadModelWithLowMemory)
-            {
-                return Deserialize(gzipStream);
-            }
-            else
-            {
-                //解压后MemoryStream长度为 7649400 ，初始化一个 7700000 大小的数组，保留一点冗余
-                const int BufferSize = 7700000;
-
-                //使用非托管内存，以便手动释放
-                var unmanagePtr = Marshal.AllocHGlobal(BufferSize);
-                try
-                {
-                    unsafe
-                    {
-                        using var unzipedStream = new UnmanagedMemoryStream((byte*)unmanagePtr.ToPointer(), 0, BufferSize, FileAccess.ReadWrite);
-                        gzipStream.CopyTo(unzipedStream);
-                        unzipedStream.Seek(0, SeekOrigin.Begin);
-                        return Deserialize(unzipedStream);
-                    }
-                }
-                finally
-                {
-                    Marshal.FreeHGlobal(unmanagePtr);
-                }
-            }
+            return Deserialize(bufferedStream);
         }
 
         #endregion Private 方法

test/LanguageIdentification.TestConsole/Program.cs

@@ -1,4 +1,5 @@
 using System;
+using System.Diagnostics;
 
 namespace LanguageIdentification.TestConsole
 {
@@ -22,9 +23,13 @@ C. Compartimiento/Costes .......................................................
 
         static void Main(string[] args)
         {
-            AppContext.SetSwitch("LanguageIdentification:TryLoadModelWithLowMemory", false);
+            var stopwatch = Stopwatch.StartNew();
 
             var langIdClassifier = new LanguageIdentificationClassifier();
+
+            stopwatch.Stop();
+            Console.WriteLine($"Load Time: {stopwatch.ElapsedMilliseconds}");
+
             langIdClassifier.Append(Text_ES);
             var result = langIdClassifier.Classify();