optimized QKV bridge a bit (#1046)

* optimized bridge a bit

* optimized another test

* optimized a bit more

* optimized a bit more

* made further optimizations

* added qkv as submodules

* reverted component

* removed thread restriction

* removed extra collections

Author: bryce13950

tests/conftest.py

@@ -13,9 +13,8 @@ def cleanup_memory():
     # Clear torch cache
     if torch.cuda.is_available():
         torch.cuda.empty_cache()
-    # Force garbage collection multiple times for better cleanup
-    for _ in range(3):
-        gc.collect()
+    # Force garbage collection for cleanup
+    gc.collect()
 
 
 @pytest.fixture(autouse=True, scope="class")
@@ -31,9 +30,6 @@ def cleanup_class_memory():
 # Configure pytest to be more memory-efficient
 def pytest_configure(config):
     """Configure pytest for better memory usage."""
-    # Set torch to use less memory
-    torch.set_num_threads(1)  # Reduce threading overhead
-
     # Configure garbage collection to be more aggressive
     gc.set_threshold(700, 10, 10)