-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathpipeline_low_power.yaml
More file actions
134 lines (123 loc) · 4.59 KB
/
Copy pathpipeline_low_power.yaml
File metadata and controls
134 lines (123 loc) · 4.59 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
# MindSight -- Low-Power Pipeline Configuration
#
# UNVALIDATED throughput profile derived from the known-good preset
# (configs/pipeline_known_good.yaml, KG_Standard 2026-07-09) for weaker
# hardware (no discrete GPU, older laptops). Same study semantics -- all
# phenomena on, Gaze-LLE blend on -- with lighter models and cheaper
# detection. A/B against the known-good preset on your own footage before
# trusting numbers for analysis; record validated values in KNOWN_GOOD.md.
#
# Differences from the known-good preset, all throughput-motivated:
# mgaze_model mobileone_s0 (lightest gaze backend; device-switching)
# detect_scale 0.75 (detection on a 3/4-size frame)
# fast true (skip phenomena on non-detection frames, throttled
# dashboard bridge and GUI poll rate)
# min_call_gap 40 (fewer Gaze-LLE inferences)
#
# Usage:
# python MindSight.py --pipeline configs/pipeline_low_power.yaml \
# --source path/to/video.mp4
# ── Object detection ─────────────────────────────────────────────────────────
detection:
model: "yolov8n.pt"
conf: 0.25
detect_scale: 0.75
vp_model: "yoloe-26l-seg.pt"
skip_frames: 1
obj_persistence: 0
# ── Gaze / ray geometry ──────────────────────────────────────────────────────
gaze:
ray_length: 1.3
adaptive_ray: "off"
snap_dist: 150.0
snap_bbox_scale: 0.0
snap_w_dist: 1.0
snap_w_angle: 0.8
snap_w_size: 0.0
snap_w_intersect: 0.5
snap_w_temporal: 0.3
snap_gate_angle: 60.0
snap_head_blend: 0.3
snap_quality_thresh: 0.8
snap_tip_dist: -1.0
snap_tip_quality: -1.0
conf_ray: false
gaze_tips: true
tip_radius: 70
gaze_cone: 5.0
gaze_lock: false
dwell_frames: 15
lock_dist: 100
gaze_debug: false
snap_release_frames: 5
snap_engage_frames: 0
reid_grace_seconds: 4.5
hit_conf_gate: 0.0
detect_extend: 0.0
detect_extend_scope: both
# ── Output ───────────────────────────────────────────────────────────────────
output:
anonymize_padding: 0.3
# ── Performance ──────────────────────────────────────────────────────────────
performance:
fast: true
skip_phenomena: 0
lite_overlay: false
no_dashboard: true
profile: false
# ── Depth (disabled) ─────────────────────────────────────────────────────────
depth:
enabled: false
backend: midas_small
input_size: 384
skip_frames: 1
depth_aware_scoring: false
snap_w_depth: 0.4
# ── Phenomena trackers (all on, same as known-good) ──────────────────────────
phenomena:
- joint_attention:
ja_window: 0
ja_quorum: 1.0
ja_window_thresh: 0.7
- mutual_gaze
- social_referencing
- gaze_following
- gaze_aversion
- scanpath
- gaze_leadership
- attention_span
# ── Plugin / backend settings ────────────────────────────────────────────────
plugins:
all_phenomena: true
# Lightest MobileGaze build; extensionless = device-switching
# (mobileone_s0.pt on CUDA, mobileone_s0_gaze.onnx elsewhere).
mgaze_model: "mobileone_s0"
mgaze_dataset: "gaze360"
# Gaze-LLE blend stays ON (primary operating mode), lighter cadence.
# W4A: the 16 MB DINOv3-distilled pico ONNX default suits low power --
# no torch-hub backbone download, CPU-only, more accurate than the
# torch ViT-B/14 engine it replaces.
rf_gazelle_model: "gazelle_hgnetv2_pico_inout_distill_1x3x640x640_1xNx4.onnx"
rf_gazelle_name: "gazelle_dinov2_vitb14"
gazelle_name: "gazelle_dinov2_vitb14"
min_call_gap: 40
gazelle_device: auto
gazelle_inout_threshold: 0.5
gazelle_skip_frames: 0
gazelle_fp16: false
gazelle_compile: false
dir_beta: 0.5
len_beta: 0.3
len_hold_tau: 5.0
fixation_v_threshold: 0.04
fixation_d_threshold: 0.15
dir_min_cutoff: 1.0
len_min_cutoff: 1.0
forward_gaze_threshold: 13.0
smooth_snap: all
smooth_snap_alpha: 0.9
gaze_leader_tips: false
gaze_leader_tip_lag: 15
merge_overlaps: true
merge_overlap_strategy: "dynamic"
merge_overlap_threshold: 0.55