add raw headers to headers (#4958)

* add raw headers to headers

* only set attr for known fields

* fix unit tests

* add more stuff to pyproject

* remove pyvirtualdisplay

* run app harness headless

Author: adhami3310

.github/workflows/check_node_latest.yml

@@ -32,9 +32,7 @@ jobs:
       - uses: actions/setup-node@v4
         with:
           node-version: ${{ matrix.node-version }}
-      - run: |
-          uv pip install pyvirtualdisplay pillow pytest-split
-          uv run playwright install --with-deps
+      - run: uv run playwright install --with-deps
       - run: |
           uv run pytest tests/test_node_version.py
           uv run pytest tests/integration --splits 2 --group ${{matrix.split_index}}

.github/workflows/check_outdated_dependencies.yml

@@ -56,8 +56,6 @@ jobs:
       - name: Install Requirements for reflex-web
         working-directory: ./reflex-web
         run: uv pip install $(grep -ivE "reflex " requirements.txt)
-      - name: Install additional dependencies for DB access
-        run: uv pip install psycopg
       - name: Init Website for reflex-web
         working-directory: ./reflex-web
         run: uv run reflex init

.github/workflows/integration_app_harness.yml

@@ -13,6 +13,8 @@ on:
     branches: ["main"]
     paths-ignore:
       - "**/*.md"
+env:
+  APP_HARNESS_HEADLESS: 1
 
 permissions:
   contents: read
@@ -47,7 +49,6 @@ jobs:
           python-version: ${{ matrix.python-version }}
           run-uv-sync: true
 
-      - run: uv pip install pyvirtualdisplay pillow pytest-split pytest-retry
       - name: Run app harness tests
         env:
           REDIS_URL: ${{ matrix.state_manager == 'redis' && 'redis://localhost:6379' || '' }}

.github/workflows/integration_tests.yml

@@ -72,8 +72,6 @@ jobs:
         working-directory: ./reflex-examples/counter
         run: |
           uv pip install -r requirements.txt
-      - name: Install additional dependencies for DB access
-        run: uv pip install psycopg
       - name: Check export --backend-only before init for counter example
         working-directory: ./reflex-examples/counter
         run: |
@@ -98,8 +96,6 @@ jobs:
         working-directory: ./reflex-examples/nba-proxy
         run: |
           uv pip install -r requirements.txt
-      - name: Install additional dependencies for DB access
-        run: uv pip install psycopg
       - name: Check export --backend-only before init for nba-proxy example
         working-directory: ./reflex-examples/nba-proxy
         run: |
@@ -144,8 +140,6 @@ jobs:
       - name: Install Requirements for reflex-web
         working-directory: ./reflex-web
         run: uv pip install $(grep -ivE "reflex " requirements.txt)
-      - name: Install additional dependencies for DB access
-        run: uv pip install psycopg
       - name: Init Website for reflex-web
         working-directory: ./reflex-web
         run: uv run reflex init
@@ -207,8 +201,6 @@ jobs:
       - name: Install Requirements for reflex-web
         working-directory: ./reflex-web
         run: uv pip install -r requirements.txt
-      - name: Install additional dependencies for DB access
-        run: uv pip install psycopg
       - name: Init Website for reflex-web
         working-directory: ./reflex-web
         run: uv run reflex init

.github/workflows/pre-commit.yml

@@ -27,8 +27,7 @@ jobs:
           run-uv-sync: true
 
       # TODO pre-commit related stuff can be cached too (not a bottleneck yet)
-      - run: |
-          uv pip install pre-commit
+      - run:
           uv run pre-commit run --all-files
         env:
           SKIP: update-pyi-files

pyproject.toml

@@ -128,23 +128,28 @@ ignore-words-list = "te, TreeE"
 
 [dependency-groups]
 dev = [
-  "asynctest <1.0,>=0.13.0",
-  "darglint <2.0,>=1.8.1",
+  "asynctest >=0.13.0,<1.0",
+  "darglint >=1.8.1,<2.0",
   "dill >=0.3.8",
-  "pandas <3.0,>=2.1.1",
-  "pillow <12.0,>=10.0.0",
+  "pandas >=2.1.1,<3.0",
+  "pillow >=10.0.0,<12.0",
   "playwright >=1.46.0",
-  "plotly <6.0,>=5.13.0",
+  "plotly >=5.13.0,<6.0",
   "pre-commit >=3.2.1",
-  "pyright <1.2,>=1.1.394",
-  "pytest <9.0,>=7.1.2",
+  "pyright >=1.1.394,<1.2",
+  "pytest >=7.1.2,<9.0",
   "pytest-asyncio >=0.24.0",
-  "pytest-mock <4.0,>=3.10.0",
-  "pytest-cov <7.0,>=4.0.0",
-  "pytest-benchmark <6.0,>=4.0.0",
+  "pytest-mock >=3.10.0,<4.0",
+  "pytest-cov >=4.0.0,<7.0",
+  "pytest-benchmark >=4.0.0,<6.0",
   "pytest-playwright >=0.5.1",
-  "pytest-codspeed <4.0.0,>=3.1.2",
+  "pytest-codspeed >=3.1.2,<4.0.0",
   "ruff ==0.9.10",
-  "selenium <5.0,>=4.11.0",
-  "toml <1.0,>=0.10.2",
+  "selenium >=4.11.0,<5.0",
+  "toml >=0.10.2,<1.0",
+  "granian[reload] >= 2.0.0",
+  "psycopg[binary] >=3.2.6,<4.0",
+  "pytest-split >=0.10.0,<1.0",
+  "pytest-retry >=1.7.0,<2.0",
+  "pre-commit >=4.1.0,<5.0",
 ]

reflex/istate/data.py

@@ -1,15 +1,32 @@
 """This module contains the dataclasses representing the router object."""
 
 import dataclasses
+from typing import Mapping
 
 from reflex import constants
 from reflex.utils import format
+from reflex.utils.serializers import serializer
 
 
-@dataclasses.dataclass(frozen=True)
-class HeaderData:
-    """An object containing headers data."""
+@dataclasses.dataclass(frozen=True, init=False)
+class _FrozenDictStrStr(Mapping[str, str]):
+    _data: tuple[tuple[str, str], ...]
+
+    def __init__(self, **kwargs):
+        object.__setattr__(self, "_data", tuple(sorted(kwargs.items())))
+
+    def __getitem__(self, key: str) -> str:
+        return dict(self._data)[key]
+
+    def __iter__(self):
+        return (x[0] for x in self._data)
 
+    def __len__(self):
+        return len(self._data)
+
+
+@dataclasses.dataclass(frozen=True)
+class _HeaderData:
     host: str = ""
     origin: str = ""
     upgrade: str = ""
@@ -23,19 +40,54 @@ class HeaderData:
     sec_websocket_extensions: str = ""
     accept_encoding: str = ""
     accept_language: str = ""
+    raw_headers: Mapping[str, str] = dataclasses.field(
+        default_factory=_FrozenDictStrStr
+    )
+
+
+@dataclasses.dataclass(frozen=True, init=False)
+class HeaderData(_HeaderData):
+    """An object containing headers data."""
 
     def __init__(self, router_data: dict | None = None):
         """Initialize the HeaderData object based on router_data.
 
         Args:
             router_data: the router_data dict.
         """
+        super().__init__()
         if router_data:
+            fields_names = [f.name for f in dataclasses.fields(self)]
             for k, v in router_data.get(constants.RouteVar.HEADERS, {}).items():
-                object.__setattr__(self, format.to_snake_case(k), v)
-        else:
-            for k in dataclasses.fields(self):
-                object.__setattr__(self, k.name, "")
+                snake_case_key = format.to_snake_case(k)
+                if snake_case_key in fields_names:
+                    object.__setattr__(self, snake_case_key, v)
+            object.__setattr__(
+                self,
+                "raw_headers",
+                _FrozenDictStrStr(
+                    **{
+                        k: v
+                        for k, v in router_data.get(
+                            constants.RouteVar.HEADERS, {}
+                        ).items()
+                        if v
+                    }
+                ),
+            )
+
+
+@serializer(to=dict)
+def serialize_frozen_dict_str_str(obj: _FrozenDictStrStr) -> dict:
+    """Serialize a _FrozenDictStrStr object to a dict.
+
+    Args:
+        obj: the _FrozenDictStrStr object.
+
+    Returns:
+        A dict representation of the _FrozenDictStrStr object.
+    """
+    return dict(obj._data)
 
 
 @dataclasses.dataclass(frozen=True)

reflex/testing.py

@@ -54,18 +54,12 @@
 from reflex.utils import console
 
 try:
-    from selenium import webdriver  # pyright: ignore [reportMissingImports]
-    from selenium.webdriver.remote.webdriver import (  # pyright: ignore [reportMissingImports]
-        WebDriver,
-    )
+    from selenium import webdriver
+    from selenium.webdriver.remote.webdriver import WebDriver
 
     if TYPE_CHECKING:
-        from selenium.webdriver.common.options import (
-            ArgOptions,  # pyright: ignore [reportMissingImports]
-        )
-        from selenium.webdriver.remote.webelement import (  # pyright: ignore [reportMissingImports]
-            WebElement,
-        )
+        from selenium.webdriver.common.options import ArgOptions
+        from selenium.webdriver.remote.webelement import WebElement
 
     has_selenium = True
 except ImportError:

reflex/utils/exec.py

@@ -332,11 +332,9 @@ def run_granian_backend(host: str, port: int, loglevel: LogLevel):
     """
     console.debug("Using Granian for backend")
     try:
-        from granian import Granian  # pyright: ignore [reportMissingImports]
-        from granian.constants import (  # pyright: ignore [reportMissingImports]
-            Interfaces,
-        )
-        from granian.log import LogLevels  # pyright: ignore [reportMissingImports]
+        from granian.constants import Interfaces
+        from granian.log import LogLevels
+        from granian.server import Server as Granian
 
         Granian(
             target=get_granian_target(),
@@ -466,9 +464,7 @@ def run_granian_backend_prod(host: str, port: int, loglevel: LogLevel):
     from reflex.utils import processes
 
     try:
-        from granian.constants import (  # pyright: ignore [reportMissingImports]
-            Interfaces,
-        )
+        from granian.constants import Interfaces
 
         command = [
             "granian",

tests/integration/conftest.py

@@ -1,38 +1,10 @@
 """Shared conftest for all integration tests."""
 
-import os
-
 import pytest
 
 import reflex.app
-from reflex.config import environment
 from reflex.testing import AppHarness, AppHarnessProd
 
-DISPLAY = None
-XVFB_DIMENSIONS = (800, 600)
-
-
-@pytest.fixture(scope="session", autouse=True)
-def xvfb():
-    """Create virtual X display.
-
-    This function is a no-op unless GITHUB_ACTIONS is set in the environment.
-
-    Yields:
-        the pyvirtualdisplay object that the browser will be open on
-    """
-    if os.environ.get("GITHUB_ACTIONS") and not environment.APP_HARNESS_HEADLESS.get():
-        from pyvirtualdisplay.smartdisplay import (  # pyright: ignore [reportMissingImports]
-            SmartDisplay,
-        )
-
-        global DISPLAY
-        with SmartDisplay(visible=False, size=XVFB_DIMENSIONS) as DISPLAY:
-            yield DISPLAY
-        DISPLAY = None
-    else:
-        yield None
-
 
 @pytest.fixture(
     scope="session", params=[AppHarness, AppHarnessProd], ids=["dev", "prod"]