Initial update to create the new API for GPU programming (#640)

* Working ability to pull the physical devices

* Working port of instance, surface, and physical device

* Work in progress GPU wrapper port, not wokring

* Broad major updates to many files

* Fixing vk_render_pass errors

* More wrapping of the gpu code

* Moving buffer functions

* On final home stretch, porting renderer.vk.go

* Moving over the resize code

* New GPU code implementation is now compiling (not running)

* Fixing runtime errors with getting up to swap chain creation

* Running up to creating the swap chain depth image

* New working GPU abstraction

* Fixing hard crash on close

* Updating other platforms surface creation to new gpu code

* Fixing surface creation error messaging

* Fix missing return of nil

* Updating preTransform and vkColorSpace

* Fixing color space bug

Author: BrentFarris

src/editor/editor_stage_manager/data_binding_renderer/common_data_binding_renderer.go

@@ -67,7 +67,7 @@ func commonAttached(host *engine.Host, manager *editor_stage_manager.StageManage
 		UVs:            matrix.NewVec4(0, 0, 1, 1),
 	}
 	host.RunOnMainThread(func() {
-		tex.DelayedCreate(host.Window.Renderer)
+		tex.DelayedCreate(host.Window.GpuInstance.PrimaryDevice())
 		draw := rendering.Drawing{
 			Material:   mat,
 			Mesh:       mesh,

src/editor/editor_stage_manager/data_binding_renderer/light_entity_data_renderer.go

@@ -73,7 +73,7 @@ func (c *LightEntityDataRenderer) Attached(host *engine.Host, manager *editor_st
 		return
 	}
 	lightType := rendering.LightType(data.FieldValueByName("Type").(int))
-	l := rendering.NewLight(host.Window.Renderer.(*rendering.Vulkan),
+	l := rendering.NewLight(host.Window.GpuInstance.PrimaryDevice(),
 		host.AssetDatabase(), host.MaterialCache(), lightType)
 	l.SetPosition(target.Transform.WorldPosition())
 	l.SetDirection(target.Transform.Up().Negative())
@@ -144,7 +144,7 @@ func (c *LightEntityDataRenderer) Update(host *engine.Host, target *editor_stage
 	l := c.Lights[target]
 	lightType := rendering.LightType(data.FieldValueByName("Type").(int))
 	if l.light.Type() != lightType {
-		l.light.Light = rendering.NewLight(host.Window.Renderer.(*rendering.Vulkan),
+		l.light.Light = rendering.NewLight(host.Window.GpuInstance.PrimaryDevice(),
 			host.AssetDatabase(), host.MaterialCache(), lightType)
 	}
 	l.light.Light.SetPosition(l.light.Transform.WorldPosition())

src/editor/editor_stage_manager/editor_stage_manager.go

@@ -742,7 +742,7 @@ func (m *StageManager) spawnLoadedEntity(e *StageEntity, host *engine.Host, fs *
 	m.AddBVH(e.StageData.Bvh, &e.Transform)
 	host.RunOnMainThread(func() {
 		for i := range texs {
-			texs[i].DelayedCreate(host.Window.Renderer)
+			texs[i].DelayedCreate(host.Window.GpuInstance.PrimaryDevice())
 		}
 		draw := rendering.Drawing{
 			Material:   mat,

src/editor/editor_workspace/stage_workspace/stage_spawner.go

@@ -301,7 +301,7 @@ func (w *StageWorkspace) spawnTexture(cc *content_database.CachedContent, point
 		}
 	}
 	w.Host.RunOnMainThread(func() {
-		tex.DelayedCreate(w.Host.Window.Renderer)
+		tex.DelayedCreate(w.Host.Window.GpuInstance.PrimaryDevice())
 		draw := rendering.Drawing{
 			Material:   mat,
 			Mesh:       e.StageData.Mesh,

src/editor/project/project_database/content_previews/content_previewer.go

@@ -153,7 +153,7 @@ func (p *ContentPreviewer) writePreviewFile(id string, data []byte) error {
 
 func (p *ContentPreviewer) readRenderPass(host *engine.Host, sd rendering.DrawInstance, id string) {
 	defer p.completeProc()
-	pixels, err := p.mat.RenderPass().Texture(0).ReadAllPixels(host.Window.Renderer)
+	pixels, err := p.mat.RenderPass().Texture(0).ReadAllPixels(&host.Window.GpuHost)
 	sd.Destroy()
 	if err != nil {
 		slog.Error("failed to read the mesh preview image from GPU", "id", id, "error", err)

src/editor/project/project_database/content_previews/material_content_preview.go

@@ -42,7 +42,7 @@ func (p *ContentPreviewer) renderMaterial(id string) {
 	}
 	host.Drawings.AddDrawing(draw)
 	host.RunBeforeRender(func() {
-		mat.Shader.DelayedCreate(host.Window.Renderer, host.AssetDatabase())
+		mat.Shader.DelayedCreate(host.Window.GpuInstance.PrimaryDevice(), host.AssetDatabase())
 		host.RunAfterFrames(1, func() {
 			p.readRenderPass(host, sd, id)
 		})
@@ -91,7 +91,7 @@ func readMaterial(id string, ed EditorInterface) (*rendering.Material, error) {
 	materialData.RenderPass = "ed_thumb_preview_mesh.renderpass"
 	materialData.ShaderPipeline = "ed_thumb_preview_mesh.shaderpipeline"
 	host := ed.Host()
-	mat, err := materialData.CompileExt(host.AssetDatabase(), host.Window.Renderer, true)
+	mat, err := materialData.CompileExt(host.AssetDatabase(), host.Window.GpuInstance.PrimaryDevice(), true)
 	if err != nil {
 		return nil, err
 	}

src/editor/project/project_database/content_previews/mesh_content_preview.go

@@ -34,7 +34,7 @@ func (p *ContentPreviewer) renderMesh(id string) {
 	}
 	host.Drawings.AddDrawing(draw)
 	host.RunBeforeRender(func() {
-		mesh.DelayedCreate(host.Window.Renderer)
+		mesh.DelayedCreate(host.Window.GpuInstance.PrimaryDevice())
 		host.RunAfterFrames(1, func() {
 			p.readRenderPass(host, sd, id)
 		})

src/engine/host.go

@@ -204,11 +204,12 @@ func (host *Host) Initialize(width, height, x, y int, platformState any) error {
 	host.uiThreads.Start()
 	host.Cameras.Primary.Camera.ViewportChanged(float32(width), float32(height))
 	host.Cameras.UI.Camera.ViewportChanged(float32(width), float32(height))
-	host.shaderCache = rendering.NewShaderCache(host.Window.Renderer, host.assetDatabase)
-	host.textureCache = rendering.NewTextureCache(host.Window.Renderer, host.assetDatabase)
-	host.meshCache = rendering.NewMeshCache(host.Window.Renderer, host.assetDatabase)
-	host.fontCache = rendering.NewFontCache(host.Window.Renderer, host.assetDatabase)
-	host.materialCache = rendering.NewMaterialCache(host.Window.Renderer, host.assetDatabase)
+	gpuDevice := host.Window.GpuInstance.PrimaryDevice()
+	host.shaderCache = rendering.NewShaderCache(gpuDevice, host.assetDatabase)
+	host.textureCache = rendering.NewTextureCache(gpuDevice, host.assetDatabase)
+	host.meshCache = rendering.NewMeshCache(gpuDevice, host.assetDatabase)
+	host.fontCache = rendering.NewFontCache(gpuDevice, host.assetDatabase)
+	host.materialCache = rendering.NewMaterialCache(gpuDevice, host.assetDatabase)
 	w := weak.Make(host)
 	host.Window.OnResize.Add(func() { w.Value().resized() })
 	return nil
@@ -224,11 +225,11 @@ func (host *Host) StartPhysics() {
 
 func (host *Host) InitializeRenderer() error {
 	w, h := int32(host.Window.Width()), int32(host.Window.Height())
-	if err := host.Window.Renderer.Initialize(host, w, h); err != nil {
+	if err := host.Window.GpuInstance.SetupCaches(host, w, h); err != nil {
 		slog.Error("failed to initialize the renderer", "error", err)
 		return err
 	}
-	if err := host.FontCache().Init(host.Window.Renderer, host.AssetDatabase(), host); err != nil {
+	if err := host.FontCache().Init(host); err != nil {
 		slog.Error("failed to initialize the font cache", "error", err)
 		return err
 	}
@@ -406,10 +407,11 @@ func (host *Host) Render() {
 			lights.HasChanges = lights.Lights[i].ResetFrameDirty()
 		}
 		host.lighting.Update(host.PrimaryCamera().Position())
-		if host.Window.Renderer.ReadyFrame(host.Window,
+		gpuInstance := host.Window.GpuInstance
+		if gpuInstance.PrimaryDevice().ReadyFrame(gpuInstance, host.Window,
 			host.Cameras.Primary.Camera, host.Cameras.UI.Camera,
 			lights, float32(host.Runtime())) {
-			host.Drawings.Render(host.Window.Renderer, lights)
+			host.Drawings.Render(gpuInstance.PrimaryDevice(), lights)
 		}
 	}
 	host.Window.SwapBuffers()
@@ -482,14 +484,15 @@ func (host *Host) RunAfterTime(wait time.Duration, call func()) {
 // Teardown will destroy the host and all of its resources. This will also
 // execute the OnClose event. This will also signal the CloseSignal channel.
 func (host *Host) Teardown() {
-	host.Window.Renderer.WaitForRender()
+	gpuDevice := host.Window.GpuInstance.PrimaryDevice()
+	gpuDevice.LogicalDevice.WaitForRender(gpuDevice)
 	host.OnClose.Execute()
 	host.processDestroyedEntities()
 	host.UIUpdater.Destroy()
 	host.UILateUpdater.Destroy()
 	host.Updater.Destroy()
 	host.LateUpdater.Destroy()
-	host.Drawings.Destroy(host.Window.Renderer)
+	host.Drawings.Destroy(gpuDevice)
 	host.textureCache.Destroy()
 	host.meshCache.Destroy()
 	host.shaderCache.Destroy()

src/engine/stages/stage.go

@@ -388,7 +388,7 @@ func SetupEntityFromDescription(e *engine.Entity, host *engine.Host, se *EntityD
 	mat = mat.CreateInstance(texs)
 	sd := shader_data_registry.Create(mat.Shader.ShaderDataName())
 	for i := range texs {
-		texs[i].DelayedCreate(host.Window.Renderer)
+		texs[i].DelayedCreate(host.Window.GpuInstance.PrimaryDevice())
 	}
 	draw := rendering.Drawing{
 		Material:   mat,

src/engine_entity_data/engine_entity_data_light/light_entity_data.go

@@ -88,7 +88,7 @@ type LightModule struct {
 }
 
 func (c LightEntityData) Init(e *engine.Entity, host *engine.Host) {
-	light := rendering.NewLight(host.Window.Renderer.(*rendering.Vulkan),
+	light := rendering.NewLight(host.Window.GpuInstance.PrimaryDevice(),
 		host.AssetDatabase(), host.MaterialCache(),
 		rendering.LightType(c.Type))
 	light.SetPosition(e.Transform.WorldPosition())