Asset API updates, parallel blake3, inline AABB extender, IO policies, runtime tunning, mesh loaders & writers

.gitignore

@@ -37,4 +37,4 @@ tools/nsc/bin/*
 */__pycache__/*
 __pycache__/*
 *.pyc
-
+tmp/*

.gitmodules

@@ -129,3 +129,6 @@
 [submodule "3rdparty/Vulkan-Tools"]
 	path = 3rdparty/Vulkan-Tools
 	url = git@github.com:Devsh-Graphics-Programming/Vulkan-Tools.git
+[submodule "3rdparty/fast_float"]
+	path = 3rdparty/fast_float
+	url = https://github.com/fastfloat/fast_float.git

include/nbl/application_templates/MonoDeviceApplication.hpp

@@ -1,4 +1,4 @@
-// Copyright (C) 2023-2023 - DevSH Graphics Programming Sp. z O.O.
+// Copyright (C) 2018-2025 - DevSH Graphics Programming Sp. z O.O.
 // This file is part of the "Nabla Engine".
 // For conditions of distribution and use, see copyright notice in nabla.h
 #ifndef _NBL_APPLICATION_TEMPLATES_MONO_DEVICE_APPLICATION_HPP_INCLUDED_
@@ -279,4 +279,4 @@ class MonoDeviceApplication : public virtual MonoSystemMonoLoggerApplication
 };
 
 }
-#endif
+#endif

include/nbl/asset/IAssetManager.h

@@ -180,19 +180,29 @@ class NBL_API2 IAssetManager : public core::IReferenceCounted
         SAssetBundle getAssetInHierarchy_impl(const std::string& _filePath, const IAssetLoader::SAssetLoadParams& _params, uint32_t _hierarchyLevel, IAssetLoader::IAssetLoaderOverride* _override)
         {
             IAssetLoader::SAssetLoadContext ctx(_params, nullptr);
+            system::ISystem::future_t<core::smart_refctd_ptr<system::IFile>> future;
 
             system::path filePath = _filePath;
             _override->getLoadFilename(filePath, m_system.get(), ctx, _hierarchyLevel);
-            if (!m_system->exists(filePath,system::IFile::ECF_READ))
-            {
-                filePath = _params.workingDirectory/filePath;
-                _override->getLoadFilename(filePath, m_system.get(), ctx, _hierarchyLevel);
-            }
-
-            system::ISystem::future_t<core::smart_refctd_ptr<system::IFile>> future;
+            m_system->createFile(future, filePath, static_cast<system::IFile::E_CREATE_FLAGS>(system::IFile::ECF_READ | system::IFile::ECF_MAPPABLE));
+            if (auto file=future.acquire())
+                return getAssetInHierarchy_impl(file->get(), filePath.string(), ctx.params, _hierarchyLevel, _override);
             m_system->createFile(future, filePath, system::IFile::ECF_READ);
             if (auto file=future.acquire())
                 return getAssetInHierarchy_impl(file->get(), filePath.string(), ctx.params, _hierarchyLevel, _override);
+
+            auto fallbackPath = _params.workingDirectory / filePath;
+            if (fallbackPath != filePath)
+            {
+                filePath = std::move(fallbackPath);
+                _override->getLoadFilename(filePath, m_system.get(), ctx, _hierarchyLevel);
+                m_system->createFile(future, filePath, static_cast<system::IFile::E_CREATE_FLAGS>(system::IFile::ECF_READ | system::IFile::ECF_MAPPABLE));
+                if (auto file=future.acquire())
+                    return getAssetInHierarchy_impl(file->get(), filePath.string(), ctx.params, _hierarchyLevel, _override);
+                m_system->createFile(future, filePath, system::IFile::ECF_READ);
+                if (auto file=future.acquire())
+                    return getAssetInHierarchy_impl(file->get(), filePath.string(), ctx.params, _hierarchyLevel, _override);
+            }
             return SAssetBundle(0);
         }
 
@@ -350,8 +360,12 @@ class NBL_API2 IAssetManager : public core::IReferenceCounted
             if (!_override)
                 _override = &defOverride;
 
+            system::path filename = _filename;
+            if (filename.is_relative() && !_params.workingDirectory.empty())
+                filename = _params.workingDirectory / filename;
+
             system::ISystem::future_t<core::smart_refctd_ptr<system::IFile>> future;
-            m_system->createFile(future, (_params.workingDirectory.generic_string()+_filename).c_str(), system::IFile::ECF_WRITE);
+            m_system->createFile(future, std::move(filename), system::IFile::ECF_WRITE);
             if (auto file=future.acquire())
                 return writeAsset(file->get(), _params, _override);
             return false;

include/nbl/asset/ICPUBuffer.h

@@ -1,4 +1,4 @@
-// Copyright (C) 2018-2020 - DevSH Graphics Programming Sp. z O.O.
+// Copyright (C) 2018-2025 - DevSH Graphics Programming Sp. z O.O.
 // This file is part of the "Nabla Engine".
 // For conditions of distribution and use, see copyright notice in nabla.h
 #ifndef _NBL_ASSET_I_CPU_BUFFER_H_INCLUDED_
@@ -76,13 +76,12 @@ class ICPUBuffer final : public asset::IBuffer, public IPreHashed
         constexpr static inline auto AssetType = ET_BUFFER;
         inline IAsset::E_TYPE getAssetType() const override final { return AssetType; }
 
-        inline core::blake3_hash_t computeContentHash() const override
-        {
-            core::blake3_hasher hasher;
-            if (m_data)
-                hasher.update(m_data, m_creationParams.size);
-            return static_cast<core::blake3_hash_t>(hasher);
-        }
+        inline core::blake3_hash_t computeContentHash() const override
+        {
+            if (!m_data)
+                return static_cast<core::blake3_hash_t>(core::blake3_hasher{});
+            return core::blake3_hash_buffer(m_data, m_creationParams.size);
+        }
 
         inline bool missingContent() const override { return !m_data; }
 
@@ -149,4 +148,4 @@ class ICPUBuffer final : public asset::IBuffer, public IPreHashed
 
 } // end namespace nbl::asset
 
-#endif
+#endif

include/nbl/asset/interchange/COBJMeshWriter.h

@@ -0,0 +1,31 @@
+// Copyright (C) 2018-2025 - DevSH Graphics Programming Sp. z O.O.
+// This file is part of the "Nabla Engine".
+// For conditions of distribution and use, see copyright notice in nabla.h
+#ifndef _NBL_ASSET_OBJ_MESH_WRITER_H_INCLUDED_
+#define _NBL_ASSET_OBJ_MESH_WRITER_H_INCLUDED_
+
+
+#include "nbl/asset/interchange/IGeometryWriter.h"
+
+
+namespace nbl::asset
+{
+
+//! class to write OBJ mesh files
+class COBJMeshWriter : public IGeometryWriter
+{
+	public:
+		COBJMeshWriter();
+
+		const char** getAssociatedFileExtensions() const override;
+
+		uint32_t getSupportedFlags() override;
+
+		uint32_t getForcedFlags() override;
+
+		bool writeAsset(system::IFile* _file, const SAssetWriteParams& _params, IAssetWriterOverride* _override = nullptr) override;
+};
+
+} // end namespace
+
+#endif

include/nbl/asset/interchange/IAssetLoader.h

@@ -1,4 +1,4 @@
-// Copyright (C) 2018-2024 - DevSH Graphics Programming Sp. z O.O.
+// Copyright (C) 2018-2025 - DevSH Graphics Programming Sp. z O.O.
 // This file is part of the "Nabla Engine".
 // For conditions of distribution and use, see copyright notice in nabla.h
 #ifndef _NBL_ASSET_I_ASSET_LOADER_H_INCLUDED_
@@ -11,6 +11,7 @@
 #include "nbl/system/ILogger.h"
 
 #include "nbl/asset/interchange/SAssetBundle.h"
+#include "nbl/asset/interchange/SFileIOPolicy.h"
 
 
 namespace nbl::asset
@@ -90,17 +91,18 @@ class NBL_API2 IAssetLoader : public virtual core::IReferenceCounted
 			ELPF_NONE = 0,									//!< default value, it doesn't do anything
 //[[deprecated]] ELPF_RIGHT_HANDED_MESHES = 0x1,	//!< specifies that a mesh will be flipped in such a way that it'll look correctly in right-handed camera system
 //[[deprecated]] ELPF_DONT_COMPILE_GLSL = 0x2,		//!< it states that GLSL won't be compiled to SPIR-V if it is loaded or generated
-			ELPF_LOAD_METADATA_ONLY = 0x4					//!< it forces the loader to not load the entire scene for performance in special cases to fetch metadata.
+			ELPF_LOAD_METADATA_ONLY = 0x4,					//!< it forces the loader to not load the entire scene for performance in special cases to fetch metadata.
+			ELPF_DONT_COMPUTE_CONTENT_HASHES = 0x8			//!< opt-out from computing content hashes of produced buffers before returning.
 		};
 
 		struct SAssetLoadParams
 		{
 			inline SAssetLoadParams(const size_t _decryptionKeyLen = 0u, const uint8_t* const _decryptionKey = nullptr,
 				const E_CACHING_FLAGS _cacheFlags = ECF_CACHE_EVERYTHING,const E_LOADER_PARAMETER_FLAGS _loaderFlags = ELPF_NONE, 
-				const system::logger_opt_ptr _logger = nullptr, const std::filesystem::path& cwd = "") :
+				const system::logger_opt_ptr _logger = nullptr, const std::filesystem::path& cwd = "", const SFileIOPolicy& _ioPolicy = {}) :
 					decryptionKeyLen(_decryptionKeyLen), decryptionKey(_decryptionKey),
 					cacheFlags(_cacheFlags), loaderFlags(_loaderFlags),
-					logger(std::move(_logger)), workingDirectory(cwd)
+					logger(std::move(_logger)), workingDirectory(cwd), ioPolicy(_ioPolicy)
 			{
 			}
 
@@ -110,7 +112,8 @@ class NBL_API2 IAssetLoader : public virtual core::IReferenceCounted
 				cacheFlags(rhs.cacheFlags),
 				loaderFlags(rhs.loaderFlags),
 				logger(rhs.logger),
-				workingDirectory(rhs.workingDirectory)
+				workingDirectory(rhs.workingDirectory),
+				ioPolicy(rhs.ioPolicy)
 			{
 			}
 
@@ -120,6 +123,7 @@ class NBL_API2 IAssetLoader : public virtual core::IReferenceCounted
 			E_LOADER_PARAMETER_FLAGS loaderFlags;				//!< Flags having an impact on extraordinary tasks during loading process
 			std::filesystem::path workingDirectory = "";
 			system::logger_opt_ptr logger;
+			SFileIOPolicy ioPolicy = {};
 		};
 
 		//! Struct for keeping the state of the current loadoperation for safe threading
@@ -234,6 +238,8 @@ class NBL_API2 IAssetLoader : public virtual core::IReferenceCounted
 				//! Called before loading a file to determine the correct path (could be relative or absolute)
 				inline virtual void getLoadFilename(system::path& inOutFilename, const system::ISystem* sys,  const SAssetLoadContext& ctx, const uint32_t hierarchyLevel)
 				{
+					if (inOutFilename.is_absolute() || inOutFilename.has_root_path())
+						return;
 					// try compute absolute path
 					auto absolute = ctx.params.workingDirectory/inOutFilename;
 					if (sys->exists(absolute,system::IFile::ECF_READ))

include/nbl/asset/interchange/IAssetWriter.h

@@ -9,6 +9,7 @@
 #include "nbl/system/ILogger.h"
 
 #include "nbl/asset/IAsset.h"
+#include "nbl/asset/interchange/SFileIOPolicy.h"
 
 
 namespace nbl::asset
@@ -85,10 +86,10 @@ class IAssetWriter : public virtual core::IReferenceCounted
 	*/
     struct SAssetWriteParams
     {
-        SAssetWriteParams(IAsset* _asset, const E_WRITER_FLAGS& _flags = EWF_NONE, const float& _compressionLevel = 0.f, const size_t& _encryptionKeyLen = 0, const uint8_t* _encryptionKey = nullptr, const void* _userData = nullptr, const system::logger_opt_ptr _logger = nullptr, system::path cwd = "") :
+        SAssetWriteParams(IAsset* _asset, const E_WRITER_FLAGS& _flags = EWF_NONE, const float& _compressionLevel = 0.f, const size_t& _encryptionKeyLen = 0, const uint8_t* _encryptionKey = nullptr, const void* _userData = nullptr, const system::logger_opt_ptr _logger = nullptr, system::path cwd = "", const SFileIOPolicy& _ioPolicy = {}) :
             rootAsset(_asset), flags(_flags), compressionLevel(_compressionLevel),
             encryptionKeyLen(_encryptionKeyLen), encryptionKey(_encryptionKey),
-            userData(_userData), logger(_logger), workingDirectory(cwd)
+            userData(_userData), logger(_logger), workingDirectory(cwd), ioPolicy(_ioPolicy)
         {
         }
 
@@ -100,6 +101,7 @@ class IAssetWriter : public virtual core::IReferenceCounted
         const void* userData;				//!< Stores writer-dependets parameters. It is usually a struct provided by a writer author.
         system::logger_opt_ptr logger;
         system::path workingDirectory;
+        SFileIOPolicy ioPolicy = {};
     };
 
     //! Struct for keeping the state of the current write operation for safe threading
@@ -192,4 +194,4 @@ class IAssetWriter : public virtual core::IReferenceCounted
 };
 
 } //nbl::asset
-#endif
+#endif

include/nbl/asset/interchange/IGeometryLoader.h

@@ -1,4 +1,4 @@
-// Copyright (C) 2025-2025 - DevSH Graphics Programming Sp. z O.O.
+// Copyright (C) 2018-2025 - DevSH Graphics Programming Sp. z O.O.
 // This file is part of the "Nabla Engine".
 // For conditions of distribution and use, see copyright notice in nabla.h
 #ifndef _NBL_ASSET_I_GEOMETRY_LOADER_H_INCLUDED_
@@ -64,7 +64,7 @@ class IGeometryLoader : public IAssetLoader
 				inline void deallocate(void* p, std::size_t bytes, std::size_t alignment) override
 				{
 					assert(m_file);
-					auto* const basePtr = reinterpret_cast<const uint8_t*>(m_file->getMappedPointer());
+					auto* const basePtr = reinterpret_cast<const uint8_t*>(static_cast<const system::IFile*>(m_file.get())->getMappedPointer());
 					assert(basePtr && basePtr<=p && p<=basePtr+m_file->getSize());
 				}
 
@@ -73,7 +73,7 @@ class IGeometryLoader : public IAssetLoader
 		};
 		static inline IGeometry<ICPUBuffer>::SDataView createView(const E_FORMAT format, const size_t elementCount, core::smart_refctd_ptr<system::IFile>&& file, const size_t offsetInFile)
 		{
-			if (auto* const basePtr=reinterpret_cast<const uint8_t*>(file->getMappedPointer()); basePtr)
+			if (auto* const basePtr=reinterpret_cast<const uint8_t*>(static_cast<const system::IFile*>(file.get())->getMappedPointer()); basePtr)
 			{
 				auto resource = core::make_smart_refctd_ptr<CFileMemoryResource>(std::move(file));
 				auto* const data = basePtr+offsetInFile;