Skip to content

Commit 84ce191

Browse files
pinglinpinglin
committed
ci(workflows): run integration test on only one dummy model
1 parent 9351fb9 commit 84ce191

File tree

3 files changed

+167
-136
lines changed

3 files changed

+167
-136
lines changed

‎integration-test/models/inventory-all.json‎

Lines changed: 145 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,145 @@
1+
[
2+
{
3+
"id": "dummy-cls",
4+
"owner_type": "users",
5+
"owner_id": "admin",
6+
"description": "A classification model for integration-test",
7+
"model_definition": "model-definitions/container",
8+
"visibility": "VISIBILITY_PUBLIC",
9+
"task": "TASK_CLASSIFICATION",
10+
"region": "REGION_LOCAL",
11+
"hardware": "CPU",
12+
"version": "dev",
13+
"configuration": {}
14+
},
15+
{
16+
"id": "dummy-det",
17+
"owner_type": "users",
18+
"owner_id": "admin",
19+
"description": "A object detection model for integration-test",
20+
"model_definition": "model-definitions/container",
21+
"visibility": "VISIBILITY_PUBLIC",
22+
"task": "TASK_DETECTION",
23+
"region": "REGION_LOCAL",
24+
"hardware": "CPU",
25+
"version": "dev",
26+
"configuration": {}
27+
},
28+
{
29+
"id": "dummy-instance-segmentation",
30+
"owner_type": "users",
31+
"owner_id": "admin",
32+
"description": "A instance segmentation model for integration-test",
33+
"model_definition": "model-definitions/container",
34+
"visibility": "VISIBILITY_PUBLIC",
35+
"task": "TASK_INSTANCE_SEGMENTATION",
36+
"region": "REGION_LOCAL",
37+
"hardware": "CPU",
38+
"version": "dev",
39+
"configuration": {}
40+
},
41+
{
42+
"id": "dummy-keypoint",
43+
"owner_type": "users",
44+
"owner_id": "admin",
45+
"description": "A keypoint detection model for integration-test",
46+
"model_definition": "model-definitions/container",
47+
"visibility": "VISIBILITY_PUBLIC",
48+
"task": "TASK_KEYPOINT",
49+
"region": "REGION_LOCAL",
50+
"hardware": "CPU",
51+
"version": "dev",
52+
"configuration": {}
53+
},
54+
{
55+
"id": "dummy-semantic-segmentation",
56+
"owner_type": "users",
57+
"owner_id": "admin",
58+
"description": "A semantic segmentation model for integration-test",
59+
"model_definition": "model-definitions/container",
60+
"visibility": "VISIBILITY_PUBLIC",
61+
"region": "REGION_LOCAL",
62+
"hardware": "CPU",
63+
"task": "TASK_SEMANTIC_SEGMENTATION",
64+
"version": "dev",
65+
"configuration": {}
66+
},
67+
{
68+
"id": "dummy-completion",
69+
"owner_type": "users",
70+
"owner_id": "admin",
71+
"description": "A completion model for integration-test",
72+
"model_definition": "model-definitions/container",
73+
"visibility": "VISIBILITY_PUBLIC",
74+
"task": "TASK_COMPLETION",
75+
"region": "REGION_LOCAL",
76+
"hardware": "CPU",
77+
"version": "dev",
78+
"configuration": {}
79+
},
80+
{
81+
"id": "dummy-chat",
82+
"owner_type": "users",
83+
"owner_id": "admin",
84+
"description": "A chat model for integration-test",
85+
"model_definition": "model-definitions/container",
86+
"visibility": "VISIBILITY_PUBLIC",
87+
"task": "TASK_CHAT",
88+
"region": "REGION_LOCAL",
89+
"hardware": "CPU",
90+
"version": "dev",
91+
"configuration": {}
92+
},
93+
{
94+
"id": "dummy-text-to-image",
95+
"owner_type": "users",
96+
"owner_id": "admin",
97+
"description": "A text to image model for integration-test",
98+
"model_definition": "model-definitions/container",
99+
"visibility": "VISIBILITY_PUBLIC",
100+
"task": "TASK_TEXT_TO_IMAGE",
101+
"region": "REGION_LOCAL",
102+
"hardware": "CPU",
103+
"version": "dev",
104+
"configuration": {}
105+
},
106+
{
107+
"id": "dummy-multimodal-chat",
108+
"owner_type": "users",
109+
"owner_id": "admin",
110+
"description": "A multimodal chat model for integration-test",
111+
"model_definition": "model-definitions/container",
112+
"visibility": "VISIBILITY_PUBLIC",
113+
"task": "TASK_CHAT",
114+
"region": "REGION_LOCAL",
115+
"hardware": "CPU",
116+
"version": "dev",
117+
"configuration": {}
118+
},
119+
{
120+
"id": "dummy-text-embedding",
121+
"owner_type": "users",
122+
"owner_id": "admin",
123+
"description": "A embedding model for integration-test",
124+
"model_definition": "model-definitions/container",
125+
"visibility": "VISIBILITY_PUBLIC",
126+
"task": "TASK_EMBEDDING",
127+
"region": "REGION_LOCAL",
128+
"hardware": "CPU",
129+
"version": "dev",
130+
"configuration": {}
131+
},
132+
{
133+
"id": "dummy-multimodal-embedding",
134+
"owner_type": "users",
135+
"owner_id": "admin",
136+
"description": "A multimodal embedding model for integration-test",
137+
"model_definition": "model-definitions/container",
138+
"visibility": "VISIBILITY_PUBLIC",
139+
"task": "TASK_EMBEDDING",
140+
"region": "REGION_LOCAL",
141+
"hardware": "CPU",
142+
"version": "dev",
143+
"configuration": {}
144+
}
145+
]

‎integration-test/models/inventory.json‎

Lines changed: 0 additions & 130 deletions
Original file line numberDiff line numberDiff line change
@@ -11,135 +11,5 @@
1111
"hardware": "CPU",
1212
"version": "dev",
1313
"configuration": {}
14-
},
15-
{
16-
"id": "dummy-det",
17-
"owner_type": "users",
18-
"owner_id": "admin",
19-
"description": "A object detection model for integration-test",
20-
"model_definition": "model-definitions/container",
21-
"visibility": "VISIBILITY_PUBLIC",
22-
"task": "TASK_DETECTION",
23-
"region": "REGION_LOCAL",
24-
"hardware": "CPU",
25-
"version": "dev",
26-
"configuration": {}
27-
},
28-
{
29-
"id": "dummy-instance-segmentation",
30-
"owner_type": "users",
31-
"owner_id": "admin",
32-
"description": "A instance segmentation model for integration-test",
33-
"model_definition": "model-definitions/container",
34-
"visibility": "VISIBILITY_PUBLIC",
35-
"task": "TASK_INSTANCE_SEGMENTATION",
36-
"region": "REGION_LOCAL",
37-
"hardware": "CPU",
38-
"version": "dev",
39-
"configuration": {}
40-
},
41-
{
42-
"id": "dummy-keypoint",
43-
"owner_type": "users",
44-
"owner_id": "admin",
45-
"description": "A keypoint detection model for integration-test",
46-
"model_definition": "model-definitions/container",
47-
"visibility": "VISIBILITY_PUBLIC",
48-
"task": "TASK_KEYPOINT",
49-
"region": "REGION_LOCAL",
50-
"hardware": "CPU",
51-
"version": "dev",
52-
"configuration": {}
53-
},
54-
{
55-
"id": "dummy-semantic-segmentation",
56-
"owner_type": "users",
57-
"owner_id": "admin",
58-
"description": "A semantic segmentation model for integration-test",
59-
"model_definition": "model-definitions/container",
60-
"visibility": "VISIBILITY_PUBLIC",
61-
"region": "REGION_LOCAL",
62-
"hardware": "CPU",
63-
"task": "TASK_SEMANTIC_SEGMENTATION",
64-
"version": "dev",
65-
"configuration": {}
66-
},
67-
{
68-
"id": "dummy-completion",
69-
"owner_type": "users",
70-
"owner_id": "admin",
71-
"description": "A completion model for integration-test",
72-
"model_definition": "model-definitions/container",
73-
"visibility": "VISIBILITY_PUBLIC",
74-
"task": "TASK_COMPLETION",
75-
"region": "REGION_LOCAL",
76-
"hardware": "CPU",
77-
"version": "dev",
78-
"configuration": {}
79-
},
80-
{
81-
"id": "dummy-chat",
82-
"owner_type": "users",
83-
"owner_id": "admin",
84-
"description": "A chat model for integration-test",
85-
"model_definition": "model-definitions/container",
86-
"visibility": "VISIBILITY_PUBLIC",
87-
"task": "TASK_CHAT",
88-
"region": "REGION_LOCAL",
89-
"hardware": "CPU",
90-
"version": "dev",
91-
"configuration": {}
92-
},
93-
{
94-
"id": "dummy-text-to-image",
95-
"owner_type": "users",
96-
"owner_id": "admin",
97-
"description": "A text to image model for integration-test",
98-
"model_definition": "model-definitions/container",
99-
"visibility": "VISIBILITY_PUBLIC",
100-
"task": "TASK_TEXT_TO_IMAGE",
101-
"region": "REGION_LOCAL",
102-
"hardware": "CPU",
103-
"version": "dev",
104-
"configuration": {}
105-
},
106-
{
107-
"id": "dummy-multimodal-chat",
108-
"owner_type": "users",
109-
"owner_id": "admin",
110-
"description": "A multimodal chat model for integration-test",
111-
"model_definition": "model-definitions/container",
112-
"visibility": "VISIBILITY_PUBLIC",
113-
"task": "TASK_CHAT",
114-
"region": "REGION_LOCAL",
115-
"hardware": "CPU",
116-
"version": "dev",
117-
"configuration": {}
118-
},
119-
{
120-
"id": "dummy-text-embedding",
121-
"owner_type": "users",
122-
"owner_id": "admin",
123-
"description": "A embedding model for integration-test",
124-
"model_definition": "model-definitions/container",
125-
"visibility": "VISIBILITY_PUBLIC",
126-
"task": "TASK_EMBEDDING",
127-
"region": "REGION_LOCAL",
128-
"hardware": "CPU",
129-
"version": "dev",
130-
"configuration": {}
131-
},
132-
{
133-
"id": "dummy-multimodal-embedding",
134-
"owner_type": "users",
135-
"owner_id": "admin",
136-
"description": "A multimodal embedding model for integration-test",
137-
"model_definition": "model-definitions/container",
138-
"visibility": "VISIBILITY_PUBLIC",
139-
"task": "TASK_EMBEDDING",
140-
"region": "REGION_LOCAL",
141-
"hardware": "CPU",
142-
"version": "dev",
143-
"configuration": {}
14414
}
14515
]

‎integration-test/scripts/build-and-push-models.sh‎

Lines changed: 22 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -11,10 +11,26 @@ if ! command -v instill >/dev/null 2>&1; then
1111
fi
1212

1313
SDK_PATH=$(python3 -c 'import instill; import os.path; print(os.path.dirname(os.path.dirname(instill.__file__)))' 2>/dev/null || echo "")
14-
for dir in "${MODEL_INVENTORY_DIR}"/*/; do
15-
folder_name=$(basename "${dir}")
16-
echo "Building ${folder_name}..."
17-
cd "${dir}"
18-
instill build "admin/${folder_name}:dev" -e "${SDK_PATH}"
19-
instill push "admin/${folder_name}:dev" -u "${REGISTRY_URL}"
14+
15+
# Read model IDs from inventory.json
16+
INVENTORY_FILE="${MODEL_INVENTORY_DIR}/inventory.json"
17+
if [ ! -f "${INVENTORY_FILE}" ]; then
18+
echo "Error: Inventory file not found at ${INVENTORY_FILE}" >&2
19+
exit 1
20+
fi
21+
22+
# Extract model IDs from inventory.json and build/push only those models
23+
MODEL_IDS=$(jq -r '.[].id' "${INVENTORY_FILE}")
24+
25+
for model_id in ${MODEL_IDS}; do
26+
model_dir="${MODEL_INVENTORY_DIR}/${model_id}"
27+
if [ ! -d "${model_dir}" ]; then
28+
echo "Warning: Model directory not found for ${model_id}, skipping..." >&2
29+
continue
30+
fi
31+
32+
echo "Building ${model_id}..."
33+
cd "${model_dir}"
34+
instill build "admin/${model_id}:dev" -e "${SDK_PATH}"
35+
instill push "admin/${model_id}:dev" -u "${REGISTRY_URL}"
2036
done

0 commit comments

Comments
 (0)