Add object CRC32

Author: francis-page

Analyzer/AnalyzerTool.cs

@@ -1,12 +1,8 @@
 using System;
-using System.Collections.Generic;
 using System.Diagnostics;
 using System.IO;
-using System.Linq;
-using UnityDataTools.Analyzer.SerializedObjects;
 using UnityDataTools.Analyzer.SQLite;
 using UnityDataTools.FileSystem;
-using UnityDataTools.FileSystem.TypeTreeReaders;
 
 namespace UnityDataTools.Analyzer;
 

Analyzer/Resources/Init.sql

@@ -30,6 +30,7 @@ CREATE TABLE objects
     name TEXT,
     game_object INTEGER,
     size INTEGER,
+    crc32 INTEGER,
     PRIMARY KEY (id)
 );
 
@@ -81,7 +82,7 @@ size,
 pretty_size,
 REPLACE(GROUP_CONCAT(DISTINCT asset_bundle), ',', ',' || CHAR(13)) AS in_bundles
 FROM object_view
-GROUP BY name, type, size
+GROUP BY name, type, size, crc32
 HAVING instances > 1
 ORDER BY size DESC, instances DESC;
 

Analyzer/SQLite/SQLiteWriter.cs

@@ -125,6 +125,7 @@ private void CreateSQLiteCommands()
         m_AddObjectCommand.Parameters.Add("@name", DbType.String);
         m_AddObjectCommand.Parameters.Add("@game_object", DbType.Int64);
         m_AddObjectCommand.Parameters.Add("@size", DbType.Int64);
+        m_AddObjectCommand.Parameters.Add("@crc32", DbType.Int32);
 
         m_AddTypeCommand = m_Database.CreateCommand();
         m_AddTypeCommand.CommandText = "INSERT INTO types (id, name) VALUES (@id, @name)";
@@ -193,6 +194,7 @@ public void WriteSerializedFile(string filename, string fullPath)
                 m_AddObjectCommand.Parameters["@type"].Value = -1;
                 m_AddObjectCommand.Parameters["@name"].Value = sceneName;
                 m_AddObjectCommand.Parameters["@size"].Value = 0;
+                m_AddObjectCommand.Parameters["@crc32"].Value = 0;
                 m_AddObjectCommand.ExecuteNonQuery();
             }
         }
@@ -232,6 +234,7 @@ public void WriteSerializedFile(string filename, string fullPath)
 
                 var root = sf.GetTypeTreeRoot(obj.Id);
                 var offset = obj.Offset;
+                var crc32 = reader.ComputeCRC(offset, (int)obj.Size);
 
                 if (!m_TypeSet.Contains(obj.TypeId))
                 {
@@ -275,6 +278,7 @@ public void WriteSerializedFile(string filename, string fullPath)
                 m_AddObjectCommand.Parameters["@type"].Value = obj.TypeId;
                 m_AddObjectCommand.Parameters["@name"].Value = name;
                 m_AddObjectCommand.Parameters["@size"].Value = obj.Size + streamDataSize;
+                m_AddObjectCommand.Parameters["@crc32"].Value = crc32;
                 m_AddObjectCommand.ExecuteNonQuery();
 
                 // If this is a Scene AssetBundle, add the object as a depencency of the

UnityFileSystem/UnityFileReader.cs

@@ -1,6 +1,7 @@
 using System;
 using System.IO;
 using System.Text;
+using Force.Crc32;
 
 namespace UnityDataTools.FileSystem;
 
@@ -116,6 +117,12 @@ public byte ReadUInt8(long fileOffset)
         return m_Buffer[offset];
     }
 
+    public uint ComputeCRC(long fileOffset, int size)
+    {
+        var offset = GetBufferOffset(fileOffset, size);
+        return Crc32Algorithm.Compute(m_Buffer, offset, size);
+    }
+
     public void Dispose()
     {
         m_File.Dispose();

UnityFileSystem/UnityFileSystem.csproj

@@ -22,4 +22,8 @@
 	</None>
   </ItemGroup>
 
+  <ItemGroup>
+    <PackageReference Include="Crc32.NET" Version="1.2.0" />
+  </ItemGroup>
+
 </Project>