Skip to content

Commit 7f7935f

Browse files
committed
ai milvus: add monitoring support
Add monitoring framework integration to the AI Milvus workflow to track performance during vector database benchmarks. Generated-by: Claude AI Signed-off-by: Luis Chamberlain <[email protected]>
1 parent 0119cf1 commit 7f7935f

File tree

4 files changed

+23
-0
lines changed

4 files changed

+23
-0
lines changed

playbooks/ai_benchmark.yml

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,20 @@
33
hosts: baseline:dev
44
vars:
55
ai_vector_db_milvus_benchmark_enable: true
6+
tasks:
7+
# Start monitoring services before running benchmarks
8+
- ansible.builtin.import_tasks: roles/monitoring/tasks/monitor_run.yml
9+
when:
10+
- enable_monitoring|default(false)|bool
11+
tags: ["monitoring", "monitor_run"]
12+
613
roles:
714
- role: milvus
815
tags: ['ai', 'vector_db', 'milvus', 'benchmark']
16+
17+
post_tasks:
18+
# Collect monitoring data after benchmarks complete
19+
- ansible.builtin.import_tasks: roles/monitoring/tasks/monitor_collect.yml
20+
when:
21+
- enable_monitoring|default(false)|bool
22+
tags: ["monitoring", "monitor_collect"]

playbooks/roles/milvus/tasks/install_docker.yml

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,7 @@
1414
- python3-pip
1515
- python3-setuptools
1616
- python3-packaging
17+
- python3-bpfcc
1718
state: present
1819
become: true
1920
when:
@@ -35,6 +36,7 @@
3536
- docker-compose
3637
- python3-pip
3738
- python3-setuptools
39+
- python3-bcc
3840
state: present
3941
become: true
4042
when:

playbooks/roles/monitoring/tasks/monitor_collect.yml

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,8 @@
2424
{{ topdir_path }}/workflows/mmtests/results/monitoring
2525
{%- elif kdevops_workflow_enable_sysbench|default(false)|bool -%}
2626
{{ topdir_path }}/workflows/sysbench/results/monitoring
27+
{%- elif kdevops_workflow_enable_ai|default(false)|bool -%}
28+
{{ topdir_path }}/workflows/ai/results/monitoring
2729
{%- else -%}
2830
{{ topdir_path }}/results/monitoring
2931
{%- endif -%}

workflows/ai/Makefile

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -90,6 +90,11 @@ ai-results-baseline:
9090
ai-results-dev:
9191
$(Q)$(MAKE) ai-results HOSTS="dev"
9292

93+
monitor-results: $(KDEVOPS_EXTRA_VARS)
94+
$(Q)ansible-playbook $(ANSIBLE_VERBOSE) \
95+
playbooks/monitor-results.yml \
96+
--extra-vars=@./extra_vars.yaml
97+
9398
ai-setup:
9499
$(Q)ansible-playbook $(ANSIBLE_VERBOSE) \
95100
playbooks/ai_setup.yml \

0 commit comments

Comments
 (0)