test(replay): move replay to its own group

Makes it easier to run unit tests separately from replay tests,
especially replay tests can take a bit of time

Author: cameronr

AGENTS.md

@@ -3,10 +3,12 @@
 ## Build, Lint, and Test
 
 - **Run all tests:** `./run_tests.sh`
-- **Minimal tests:**
+- **Minimal tests:** `./run_tests.sh -t minimal`
   `nvim --headless -u tests/minimal/init.lua -c "lua require('plenary.test_harness').test_directory('./tests/minimal', {minimal_init = './tests/minimal/init.lua', sequential = true})"`
-- **Unit tests:**
+- **Unit tests:** `./run_tests.sh -t unit`
   `nvim --headless -u tests/minimal/init.lua -c "lua require('plenary.test_harness').test_directory('./tests/unit', {minimal_init = './tests/minimal/init.lua'})"`
+- **Replay tests:** `./run_tests.sh -t replay`
+  `nvim --headless -u tests/minimal/init.lua -c "lua require('plenary.test_harness').test_directory('./tests/replay', {minimal_init = './tests/minimal/init.lua'})"`
 - **Run a single test:** Replace the directory in the above command with the test file path, e.g.:
   `nvim --headless -u tests/manual/init.lua -c "lua require('plenary.test_harness').test_directory('./tests/unit/job_spec.lua', {minimal_init = './tests/minimal/init.lua'})"`
 - **Manual/Visual tests:** `./tests/manual/run_replay.sh` - Replay captured event data for visual testing
@@ -27,6 +29,6 @@
 - **Comments:** Only when necessary for clarity. Prefer self-explanatory code.
 - **Functions:** Prefer local functions. Use `M.func` for module exports.
 - **Config:** Centralize in `config.lua`. Use deep merge for user overrides.
-- **Tests:** Place in `tests/minimal/` or `tests/unit/`. Manual/visual tests in `tests/manual/`.
+- **Tests:** Place in `tests/minimal/`, `tests/unit/`, or `tests/replay/`. Manual/visual tests in `tests/manual/`.
 
 _Agentic coding agents must follow these conventions strictly for consistency and reliability._

run_tests.sh

@@ -18,13 +18,14 @@ print_usage() {
     echo "Usage: $0 [OPTIONS]"
     echo "Options:"
     echo "  -f, --filter PATTERN    Filter tests by pattern (matches test descriptions)"
-    echo "  -t, --type TYPE         Test type: all, minimal, unit, or specific file path"
+    echo "  -t, --type TYPE         Test type: all, minimal, unit, replay, or specific file path"
     echo "  -h, --help              Show this help message"
     echo ""
     echo "Examples:"
     echo "  $0                                    # Run all tests"
     echo "  $0 -f \"Timer\"                        # Run tests matching 'Timer'"
     echo "  $0 -t unit                           # Run only unit tests"
+    echo "  $0 -t replay                         # Run only replay tests"
     echo "  $0 -t tests/unit/timer_spec.lua      # Run specific test file"
     echo "  $0 -f \"creates a new timer\" -t unit  # Filter unit tests"
 }
@@ -72,8 +73,10 @@ echo "------------------------------------------------"
 # Run tests based on type
 minimal_status=0
 unit_status=0
+replay_status=0
 minimal_output=""
 unit_output=""
+replay_output=""
 
 if [ "$TEST_TYPE" = "all" ] || [ "$TEST_TYPE" = "minimal" ]; then
     # Run minimal tests
@@ -103,8 +106,22 @@ if [ "$TEST_TYPE" = "all" ] || [ "$TEST_TYPE" = "unit" ]; then
     echo "------------------------------------------------"
 fi
 
+if [ "$TEST_TYPE" = "all" ] || [ "$TEST_TYPE" = "replay" ]; then
+    # Run replay tests
+    replay_output=$(nvim --headless -u tests/minimal/init.lua -c "lua require('plenary.test_harness').test_directory('./tests/replay', {minimal_init = './tests/minimal/init.lua'$FILTER_OPTION})" 2>&1)
+    replay_status=$?
+    clean_output "$replay_output"
+
+    if [ $replay_status -eq 0 ]; then
+        echo -e "${GREEN}✓ Replay tests passed${NC}"
+    else
+        echo -e "${RED}✗ Replay tests failed${NC}"
+    fi
+    echo "------------------------------------------------"
+fi
+
 # Handle specific test file
-if [ "$TEST_TYPE" != "all" ] && [ "$TEST_TYPE" != "minimal" ] && [ "$TEST_TYPE" != "unit" ]; then
+if [ "$TEST_TYPE" != "all" ] && [ "$TEST_TYPE" != "minimal" ] && [ "$TEST_TYPE" != "unit" ] && [ "$TEST_TYPE" != "replay" ]; then
     # Assume it's a specific test file path
     if [ -f "$TEST_TYPE" ]; then
         specific_output=$(nvim --headless -u tests/minimal/init.lua -c "lua require('plenary.test_harness').test_directory('./$TEST_TYPE', {minimal_init = './tests/minimal/init.lua'$FILTER_OPTION})" 2>&1)
@@ -129,9 +146,10 @@ fi
 
 # Check for any failures
 all_output="$minimal_output
-$unit_output"
+$unit_output
+$replay_output"
 
-if [ $minimal_status -ne 0 ] || [ $unit_status -ne 0 ] || echo "$all_output" | grep -q "\[31mFail.*||"; then
+if [ $minimal_status -ne 0 ] || [ $unit_status -ne 0 ] || [ $replay_status -ne 0 ] || echo "$all_output" | grep -q "\[31mFail.*||"; then
     echo -e "\n${RED}======== TEST FAILURES SUMMARY ========${NC}"
 
     # Extract and format failures