Skip to content

Commit d6f1702

Browse files
sarhakorfracape
sarhakor
authored and
fracape
committed
[fix] Align Pandaset eval script with other scripts
1 parent 96c6e80 commit d6f1702

File tree

4 files changed

+205
-10
lines changed

4 files changed

+205
-10
lines changed

‎scripts/evaluation/pandaset/eval_on_pandaset_hm.sh‎

Lines changed: 7 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,8 @@
11
#!/usr/bin/env bash
22
set -eu
33

4+
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
5+
46
FCM_TESTDATA=""
57
INNER_CODEC_PATH=""
68
OUTPUT_DIR=""
@@ -57,10 +59,11 @@ if [[ ${PIPELINE} == "remote" ]]; then
5759
CONF_NAME="eval_remote_inference_example.yaml"
5860
fi
5961

60-
61-
62-
INTRA_PERIOD=32
63-
FRAME_RATE=30
62+
DATASET_INFO_PATH="${SCRIPT_DIR}/pandaset.json"
63+
SEQ_INFO=$(jq --compact-output ".sequences[] | select(.seq_name == \"${SEQ}\")" "$DATASET_INFO_PATH")
64+
[ -n "$SEQ_INFO" ] || exit 1
65+
INTRA_PERIOD=$(jq --raw-output ".intra_period" <<< "${SEQ_INFO}")
66+
FRAME_RATE=$(jq --raw-output ".frame_rate" <<< "${SEQ_INFO}")
6467

6568
echo "============================== RUNNING COMPRESSAI-VISION EVAL== =================================="
6669
echo "Pipeline Type: " ${PIPELINE} " Video"

‎scripts/evaluation/pandaset/eval_on_pandaset_vcmrs.sh‎

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,8 @@
11
#!/usr/bin/env bash
22
set -eu
33

4+
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
5+
46
FCM_TESTDATA=""
57
INNER_CODEC_PATH=""
68
OUTPUT_DIR=""
@@ -60,8 +62,11 @@ fi
6062
declare -A roi_descriptor
6163
declare -A spatial_descriptor
6264

63-
INTRA_PERIOD=32
64-
FRAME_RATE=30
65+
DATASET_INFO_PATH="${SCRIPT_DIR}/pandaset.json"
66+
SEQ_INFO=$(jq --compact-output ".sequences[] | select(.seq_name == \"${SEQ}\")" "$DATASET_INFO_PATH")
67+
[ -n "$SEQ_INFO" ] || exit 1
68+
INTRA_PERIOD=$(jq --raw-output ".intra_period" <<< "${SEQ_INFO}")
69+
FRAME_RATE=$(jq --raw-output ".frame_rate" <<< "${SEQ_INFO}")
6570

6671
echo "============================== RUNNING COMPRESSAI-VISION EVAL== =================================="
6772
echo "Pipeline Type: " ${PIPELINE} " Video"

‎scripts/evaluation/pandaset/eval_on_pandaset_vtm.sh‎

Lines changed: 7 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,8 @@
11
#!/usr/bin/env bash
22
set -eu
33

4+
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
5+
46
FCM_TESTDATA=""
57
INNER_CODEC_PATH=""
68
OUTPUT_DIR=""
@@ -57,10 +59,11 @@ if [[ ${PIPELINE} == "remote" ]]; then
5759
CONF_NAME="eval_remote_inference_example.yaml"
5860
fi
5961

60-
61-
62-
INTRA_PERIOD=32
63-
FRAME_RATE=30
62+
DATASET_INFO_PATH="${SCRIPT_DIR}/pandaset.json"
63+
SEQ_INFO=$(jq --compact-output ".sequences[] | select(.seq_name == \"${SEQ}\")" "$DATASET_INFO_PATH")
64+
[ -n "$SEQ_INFO" ] || exit 1
65+
INTRA_PERIOD=$(jq --raw-output ".intra_period" <<< "${SEQ_INFO}")
66+
FRAME_RATE=$(jq --raw-output ".frame_rate" <<< "${SEQ_INFO}")
6467

6568
echo "============================== RUNNING COMPRESSAI-VISION EVAL== =================================="
6669
echo "Pipeline Type: " ${PIPELINE} " Video"

‎scripts/evaluation/pandaset/pandaset.json‎

Lines changed: 184 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,184 @@
1+
{
2+
"sequences": [
3+
{
4+
"seq_name": "057",
5+
"intra_period": 32,
6+
"frame_rate": 30
7+
},
8+
{
9+
"seq_name": "058",
10+
"intra_period": 32,
11+
"frame_rate": 30
12+
},
13+
{
14+
"seq_name": "069",
15+
"intra_period": 32,
16+
"frame_rate": 30
17+
},
18+
{
19+
"seq_name": "070",
20+
"intra_period": 32,
21+
"frame_rate": 30
22+
},
23+
{
24+
"seq_name": "072",
25+
"intra_period": 32,
26+
"frame_rate": 30
27+
},
28+
{
29+
"seq_name": "073",
30+
"intra_period": 32,
31+
"frame_rate": 30
32+
},
33+
{
34+
"seq_name": "077",
35+
"intra_period": 32,
36+
"frame_rate": 30
37+
},
38+
{
39+
"seq_name": "003",
40+
"intra_period": 32,
41+
"frame_rate": 30
42+
},
43+
{
44+
"seq_name": "011",
45+
"intra_period": 32,
46+
"frame_rate": 30
47+
},
48+
{
49+
"seq_name": "016",
50+
"intra_period": 32,
51+
"frame_rate": 30
52+
},
53+
{
54+
"seq_name": "017",
55+
"intra_period": 32,
56+
"frame_rate": 30
57+
},
58+
{
59+
"seq_name": "021",
60+
"intra_period": 32,
61+
"frame_rate": 30
62+
},
63+
{
64+
"seq_name": "023",
65+
"intra_period": 32,
66+
"frame_rate": 30
67+
},
68+
{
69+
"seq_name": "027",
70+
"intra_period": 32,
71+
"frame_rate": 30
72+
},
73+
{
74+
"seq_name": "029",
75+
"intra_period": 32,
76+
"frame_rate": 30
77+
},
78+
{
79+
"seq_name": "030",
80+
"intra_period": 32,
81+
"frame_rate": 30
82+
},
83+
{
84+
"seq_name": "033",
85+
"intra_period": 32,
86+
"frame_rate": 30
87+
},
88+
{
89+
"seq_name": "035",
90+
"intra_period": 32,
91+
"frame_rate": 30
92+
},
93+
{
94+
"seq_name": "037",
95+
"intra_period": 32,
96+
"frame_rate": 30
97+
},
98+
{
99+
"seq_name": "039",
100+
"intra_period": 32,
101+
"frame_rate": 30
102+
},
103+
{
104+
"seq_name": "043",
105+
"intra_period": 32,
106+
"frame_rate": 30
107+
},
108+
{
109+
"seq_name": "053",
110+
"intra_period": 32,
111+
"frame_rate": 30
112+
},
113+
{
114+
"seq_name": "056",
115+
"intra_period": 32,
116+
"frame_rate": 30
117+
},
118+
{
119+
"seq_name": "097",
120+
"intra_period": 32,
121+
"frame_rate": 30
122+
},
123+
{
124+
"seq_name": "088",
125+
"intra_period": 32,
126+
"frame_rate": 30
127+
},
128+
{
129+
"seq_name": "089",
130+
"intra_period": 32,
131+
"frame_rate": 30
132+
},
133+
{
134+
"seq_name": "090",
135+
"intra_period": 32,
136+
"frame_rate": 30
137+
},
138+
{
139+
"seq_name": "095",
140+
"intra_period": 32,
141+
"frame_rate": 30
142+
},
143+
{
144+
"seq_name": "109",
145+
"intra_period": 32,
146+
"frame_rate": 30
147+
},
148+
{
149+
"seq_name": "112",
150+
"intra_period": 32,
151+
"frame_rate": 30
152+
},
153+
{
154+
"seq_name": "113",
155+
"intra_period": 32,
156+
"frame_rate": 30
157+
},
158+
{
159+
"seq_name": "115",
160+
"intra_period": 32,
161+
"frame_rate": 30
162+
},
163+
{
164+
"seq_name": "117",
165+
"intra_period": 32,
166+
"frame_rate": 30
167+
},
168+
{
169+
"seq_name": "119",
170+
"intra_period": 32,
171+
"frame_rate": 30
172+
},
173+
{
174+
"seq_name": "122",
175+
"intra_period": 32,
176+
"frame_rate": 30
177+
},
178+
{
179+
"seq_name": "124",
180+
"intra_period": 32,
181+
"frame_rate": 30
182+
}
183+
]
184+
}

0 commit comments

Comments
 (0)