Skip to content

Commit 8345f11

Browse files
YodaEmbeddingfracape
YodaEmbedding
authored and
fracape
committed
[refactor] extract seq dicts into scripts/evaluation/$DATASET/$DATASET.json
1 parent cab5c53 commit 8345f11

15 files changed

+247
-326
lines changed

‎scripts/evaluation/hieve/eval_on_hieve_hm.sh‎

Lines changed: 7 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,8 @@
11
#!/usr/bin/env bash
22
set -eu
33

4+
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
5+
46
FCM_TESTDATA=""
57
INNER_CODEC_PATH=""
68
OUTPUT_DIR=""
@@ -57,26 +59,11 @@ if [[ ${PIPELINE} == "remote" ]]; then
5759
CONF_NAME="eval_remote_inference_example.yaml"
5860
fi
5961

60-
declare -A intra_period_dict
61-
declare -A fr_dict
62-
63-
intra_period_dict["2"]=32
64-
fr_dict["2"]=30
65-
66-
intra_period_dict["17"]=32
67-
fr_dict["17"]=30
68-
69-
intra_period_dict["18"]=32
70-
fr_dict["18"]=30
71-
72-
intra_period_dict["13"]=32
73-
fr_dict["13"]=30
74-
75-
intra_period_dict["16"]=32
76-
fr_dict["16"]=30
77-
78-
INTRA_PERIOD=${intra_period_dict[${SEQ}]}
79-
FRAME_RATE=${fr_dict[${SEQ}]}
62+
DATASET_INFO_PATH="${SCRIPT_DIR}/hieve.json"
63+
SEQ_INFO=$(jq --compact-output ".sequences[] | select(.seq_name == \"${SEQ}\")" "$DATASET_INFO_PATH")
64+
[ -n "$SEQ_INFO" ] || exit 1
65+
INTRA_PERIOD=$(jq --raw-output ".intra_period" <<< "${SEQ_INFO}")
66+
FRAME_RATE=$(jq --raw-output ".frame_rate" <<< "${SEQ_INFO}")
8067

8168
echo "============================== RUNNING COMPRESSAI-VISION EVAL== =================================="
8269
echo "Pipeline Type: " ${PIPELINE} " Video"

‎scripts/evaluation/hieve/eval_on_hieve_vcmrs.sh‎

Lines changed: 7 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,8 @@
11
#!/usr/bin/env bash
22
set -eu
33

4+
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
5+
46
FCM_TESTDATA=""
57
INNER_CODEC_PATH=""
68
OUTPUT_DIR=""
@@ -57,26 +59,11 @@ if [[ ${PIPELINE} == "remote" ]]; then
5759
CONF_NAME="eval_remote_inference_example.yaml"
5860
fi
5961

60-
declare -A intra_period_dict
61-
declare -A fr_dict
62-
63-
intra_period_dict["2"]=32
64-
fr_dict["2"]=30
65-
66-
intra_period_dict["17"]=32
67-
fr_dict["17"]=30
68-
69-
intra_period_dict["18"]=32
70-
fr_dict["18"]=30
71-
72-
intra_period_dict["13"]=32
73-
fr_dict["13"]=30
74-
75-
intra_period_dict["16"]=32
76-
fr_dict["16"]=30
77-
78-
INTRA_PERIOD=${intra_period_dict[${SEQ}]}
79-
FRAME_RATE=${fr_dict[${SEQ}]}
62+
DATASET_INFO_PATH="${SCRIPT_DIR}/hieve.json"
63+
SEQ_INFO=$(jq --compact-output ".sequences[] | select(.seq_name == \"${SEQ}\")" "$DATASET_INFO_PATH")
64+
[ -n "$SEQ_INFO" ] || exit 1
65+
INTRA_PERIOD=$(jq --raw-output ".intra_period" <<< "${SEQ_INFO}")
66+
FRAME_RATE=$(jq --raw-output ".frame_rate" <<< "${SEQ_INFO}")
8067

8168
echo "============================== RUNNING COMPRESSAI-VISION EVAL== =================================="
8269
echo "Pipeline Type: " ${PIPELINE} " Video"

‎scripts/evaluation/hieve/eval_on_hieve_vtm.sh‎

Lines changed: 7 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,8 @@
11
#!/usr/bin/env bash
22
set -eu
33

4+
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
5+
46
FCM_TESTDATA=""
57
INNER_CODEC_PATH=""
68
OUTPUT_DIR=""
@@ -57,26 +59,11 @@ if [[ ${PIPELINE} == "remote" ]]; then
5759
CONF_NAME="eval_remote_inference_example.yaml"
5860
fi
5961

60-
declare -A intra_period_dict
61-
declare -A fr_dict
62-
63-
intra_period_dict["2"]=32
64-
fr_dict["2"]=30
65-
66-
intra_period_dict["17"]=32
67-
fr_dict["17"]=30
68-
69-
intra_period_dict["18"]=32
70-
fr_dict["18"]=30
71-
72-
intra_period_dict["13"]=32
73-
fr_dict["13"]=30
74-
75-
intra_period_dict["16"]=32
76-
fr_dict["16"]=30
77-
78-
INTRA_PERIOD=${intra_period_dict[${SEQ}]}
79-
FRAME_RATE=${fr_dict[${SEQ}]}
62+
DATASET_INFO_PATH="${SCRIPT_DIR}/hieve.json"
63+
SEQ_INFO=$(jq --compact-output ".sequences[] | select(.seq_name == \"${SEQ}\")" "$DATASET_INFO_PATH")
64+
[ -n "$SEQ_INFO" ] || exit 1
65+
INTRA_PERIOD=$(jq --raw-output ".intra_period" <<< "${SEQ_INFO}")
66+
FRAME_RATE=$(jq --raw-output ".frame_rate" <<< "${SEQ_INFO}")
8067

8168
echo "============================== RUNNING COMPRESSAI-VISION EVAL== =================================="
8269
echo "Pipeline Type: " ${PIPELINE} " Video"

‎scripts/evaluation/hieve/hieve.json‎

Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
{
2+
"sequences": [
3+
{
4+
"seq_name": "13",
5+
"intra_period": 32,
6+
"frame_rate": 30
7+
},
8+
{
9+
"seq_name": "16",
10+
"intra_period": 32,
11+
"frame_rate": 30
12+
},
13+
{
14+
"seq_name": "17",
15+
"intra_period": 32,
16+
"frame_rate": 30
17+
},
18+
{
19+
"seq_name": "18",
20+
"intra_period": 32,
21+
"frame_rate": 30
22+
},
23+
{
24+
"seq_name": "2",
25+
"intra_period": 32,
26+
"frame_rate": 30
27+
}
28+
]
29+
}

‎scripts/evaluation/sfu_hw_obj/eval_on_sfu_hw_obj_hm.sh‎

Lines changed: 7 additions & 48 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,8 @@
11
#!/usr/bin/env bash
22
set -eu
33

4+
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
5+
46
FCM_TESTDATA=""
57
INNER_CODEC_PATH=""
68
OUTPUT_DIR=""
@@ -57,54 +59,11 @@ if [[ ${PIPELINE} == "remote" ]]; then
5759
CONF_NAME="eval_remote_inference_example.yaml"
5860
fi
5961

60-
61-
declare -A intra_period_dict
62-
declare -A fr_dict
63-
64-
intra_period_dict["Traffic_2560x1600_30_val"]=32
65-
fr_dict["Traffic_2560x1600_30_val"]=30
66-
67-
intra_period_dict["Kimono_1920x1080_24_val"]=32
68-
fr_dict["Kimono_1920x1080_24_val"]=24
69-
70-
intra_period_dict["ParkScene_1920x1080_24_val"]=32
71-
fr_dict["ParkScene_1920x1080_24_val"]=24
72-
73-
intra_period_dict["Cactus_1920x1080_50_val"]=64
74-
fr_dict["Cactus_1920x1080_50_val"]=50
75-
76-
intra_period_dict["BasketballDrive_1920x1080_50_val"]=64
77-
fr_dict["BasketballDrive_1920x1080_50_val"]=50
78-
79-
intra_period_dict["BasketballDrill_832x480_50_val"]=64
80-
fr_dict["BasketballDrill_832x480_50_val"]=50
81-
82-
intra_period_dict["BQTerrace_1920x1080_60_val"]=64
83-
fr_dict["BQTerrace_1920x1080_60_val"]=60
84-
85-
intra_period_dict["BQSquare_416x240_60_val"]=64
86-
fr_dict["BQSquare_416x240_60_val"]=60
87-
88-
intra_period_dict["PartyScene_832x480_50_val"]=64
89-
fr_dict["PartyScene_832x480_50_val"]=50
90-
91-
intra_period_dict["RaceHorses_832x480_30_val"]=32
92-
fr_dict["RaceHorses_832x480_30_val"]=30
93-
94-
intra_period_dict["RaceHorses_416x240_30_val"]=32
95-
fr_dict["RaceHorses_416x240_30_val"]=30
96-
97-
intra_period_dict["BlowingBubbles_416x240_50_val"]=64
98-
fr_dict["BlowingBubbles_416x240_50_val"]=50
99-
100-
intra_period_dict["BasketballPass_416x240_50_val"]=64
101-
fr_dict["BasketballPass_416x240_50_val"]=50
102-
103-
intra_period_dict["BQMall_832x480_60_val"]=64
104-
fr_dict["BQMall_832x480_60_val"]=60
105-
106-
INTRA_PERIOD=${intra_period_dict[${SEQ}]}
107-
FRAME_RATE=${fr_dict[${SEQ}]}
62+
DATASET_INFO_PATH="${SCRIPT_DIR}/sfu_hw_obj.json"
63+
SEQ_INFO=$(jq --compact-output ".sequences[] | select(.seq_name == \"${SEQ}\")" "$DATASET_INFO_PATH")
64+
[ -n "$SEQ_INFO" ] || exit 1
65+
INTRA_PERIOD=$(jq --raw-output ".intra_period" <<< "${SEQ_INFO}")
66+
FRAME_RATE=$(jq --raw-output ".frame_rate" <<< "${SEQ_INFO}")
10867

10968
echo "============================== RUNNING COMPRESSAI-VISION EVAL== =================================="
11069
echo "Pipeline Type: " ${PIPELINE} " Video"

‎scripts/evaluation/sfu_hw_obj/eval_on_sfu_hw_obj_vcmrs.sh‎

Lines changed: 7 additions & 51 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,8 @@
11
#!/usr/bin/env bash
22
set -eu
33

4+
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
5+
46
FCM_TESTDATA=""
57
INNER_CODEC_PATH=""
68
OUTPUT_DIR=""
@@ -57,57 +59,11 @@ if [[ ${PIPELINE} == "remote" ]]; then
5759
CONF_NAME="eval_remote_inference_example.yaml"
5860
fi
5961

60-
61-
declare -A intra_period_dict
62-
declare -A fr_dict
63-
declare -A roi_descriptor
64-
declare -A spatial_descriptor
65-
66-
67-
intra_period_dict["Traffic_2560x1600_30_val"]=32
68-
fr_dict["Traffic_2560x1600_30_val"]=30
69-
70-
intra_period_dict["Kimono_1920x1080_24_val"]=32
71-
fr_dict["Kimono_1920x1080_24_val"]=24
72-
73-
intra_period_dict["ParkScene_1920x1080_24_val"]=32
74-
fr_dict["ParkScene_1920x1080_24_val"]=24
75-
76-
intra_period_dict["Cactus_1920x1080_50_val"]=64
77-
fr_dict["Cactus_1920x1080_50_val"]=50
78-
79-
intra_period_dict["BasketballDrive_1920x1080_50_val"]=64
80-
fr_dict["BasketballDrive_1920x1080_50_val"]=50
81-
82-
intra_period_dict["BasketballDrill_832x480_50_val"]=64
83-
fr_dict["BasketballDrill_832x480_50_val"]=50
84-
85-
intra_period_dict["BQTerrace_1920x1080_60_val"]=64
86-
fr_dict["BQTerrace_1920x1080_60_val"]=60
87-
88-
intra_period_dict["BQSquare_416x240_60_val"]=64
89-
fr_dict["BQSquare_416x240_60_val"]=60
90-
91-
intra_period_dict["PartyScene_832x480_50_val"]=64
92-
fr_dict["PartyScene_832x480_50_val"]=50
93-
94-
intra_period_dict["RaceHorses_832x480_30_val"]=32
95-
fr_dict["RaceHorses_832x480_30_val"]=30
96-
97-
intra_period_dict["RaceHorses_416x240_30_val"]=32
98-
fr_dict["RaceHorses_416x240_30_val"]=30
99-
100-
intra_period_dict["BlowingBubbles_416x240_50_val"]=64
101-
fr_dict["BlowingBubbles_416x240_50_val"]=50
102-
103-
intra_period_dict["BasketballPass_416x240_50_val"]=64
104-
fr_dict["BasketballPass_416x240_50_val"]=50
105-
106-
intra_period_dict["BQMall_832x480_60_val"]=64
107-
fr_dict["BQMall_832x480_60_val"]=60
108-
109-
INTRA_PERIOD=${intra_period_dict[${SEQ}]}
110-
FRAME_RATE=${fr_dict[${SEQ}]}
62+
DATASET_INFO_PATH="${SCRIPT_DIR}/sfu_hw_obj.json"
63+
SEQ_INFO=$(jq --compact-output ".sequences[] | select(.seq_name == \"${SEQ}\")" "$DATASET_INFO_PATH")
64+
[ -n "$SEQ_INFO" ] || exit 1
65+
INTRA_PERIOD=$(jq --raw-output ".intra_period" <<< "${SEQ_INFO}")
66+
FRAME_RATE=$(jq --raw-output ".frame_rate" <<< "${SEQ_INFO}")
11167

11268
echo "============================== RUNNING COMPRESSAI-VISION EVAL== =================================="
11369
echo "Pipeline Type: " ${PIPELINE} " Video"

‎scripts/evaluation/sfu_hw_obj/eval_on_sfu_hw_obj_vtm.sh‎

Lines changed: 7 additions & 48 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,8 @@
11
#!/usr/bin/env bash
22
set -eu
33

4+
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
5+
46
FCM_TESTDATA=""
57
INNER_CODEC_PATH=""
68
OUTPUT_DIR=""
@@ -57,54 +59,11 @@ if [[ ${PIPELINE} == "remote" ]]; then
5759
CONF_NAME="eval_remote_inference_example.yaml"
5860
fi
5961

60-
61-
declare -A intra_period_dict
62-
declare -A fr_dict
63-
64-
intra_period_dict["Traffic_2560x1600_30_val"]=32
65-
fr_dict["Traffic_2560x1600_30_val"]=30
66-
67-
intra_period_dict["Kimono_1920x1080_24_val"]=32
68-
fr_dict["Kimono_1920x1080_24_val"]=24
69-
70-
intra_period_dict["ParkScene_1920x1080_24_val"]=32
71-
fr_dict["ParkScene_1920x1080_24_val"]=24
72-
73-
intra_period_dict["Cactus_1920x1080_50_val"]=64
74-
fr_dict["Cactus_1920x1080_50_val"]=50
75-
76-
intra_period_dict["BasketballDrive_1920x1080_50_val"]=64
77-
fr_dict["BasketballDrive_1920x1080_50_val"]=50
78-
79-
intra_period_dict["BasketballDrill_832x480_50_val"]=64
80-
fr_dict["BasketballDrill_832x480_50_val"]=50
81-
82-
intra_period_dict["BQTerrace_1920x1080_60_val"]=64
83-
fr_dict["BQTerrace_1920x1080_60_val"]=60
84-
85-
intra_period_dict["BQSquare_416x240_60_val"]=64
86-
fr_dict["BQSquare_416x240_60_val"]=60
87-
88-
intra_period_dict["PartyScene_832x480_50_val"]=64
89-
fr_dict["PartyScene_832x480_50_val"]=50
90-
91-
intra_period_dict["RaceHorses_832x480_30_val"]=32
92-
fr_dict["RaceHorses_832x480_30_val"]=30
93-
94-
intra_period_dict["RaceHorses_416x240_30_val"]=32
95-
fr_dict["RaceHorses_416x240_30_val"]=30
96-
97-
intra_period_dict["BlowingBubbles_416x240_50_val"]=64
98-
fr_dict["BlowingBubbles_416x240_50_val"]=50
99-
100-
intra_period_dict["BasketballPass_416x240_50_val"]=64
101-
fr_dict["BasketballPass_416x240_50_val"]=50
102-
103-
intra_period_dict["BQMall_832x480_60_val"]=64
104-
fr_dict["BQMall_832x480_60_val"]=60
105-
106-
INTRA_PERIOD=${intra_period_dict[${SEQ}]}
107-
FRAME_RATE=${fr_dict[${SEQ}]}
62+
DATASET_INFO_PATH="${SCRIPT_DIR}/sfu_hw_obj.json"
63+
SEQ_INFO=$(jq --compact-output ".sequences[] | select(.seq_name == \"${SEQ}\")" "$DATASET_INFO_PATH")
64+
[ -n "$SEQ_INFO" ] || exit 1
65+
INTRA_PERIOD=$(jq --raw-output ".intra_period" <<< "${SEQ_INFO}")
66+
FRAME_RATE=$(jq --raw-output ".frame_rate" <<< "${SEQ_INFO}")
10867

10968
echo "============================== RUNNING COMPRESSAI-VISION EVAL== =================================="
11069
echo "Pipeline Type: " ${PIPELINE} " Video"

0 commit comments

Comments
 (0)