Skip to content

Commit 0630947

Browse files
jaiveersinghNVjaiveersinghNV
authored
Merge pull request #28 from NVIDIA-ISAAC-ROS/release-3.2
Isaac ROS 3.2
2 parents 4c71172 + 2c78425 commit 0630947

File tree

61 files changed

+1850
-3488
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

61 files changed

+1850
-3488
lines changed

‎README.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -82,7 +82,7 @@ To use and learn to use `ros2_benchmark`, start by running a sample benchmark. F
8282
git clone https://github.com/christianrauch/apriltag_ros.git && \
8383
cd $R2B_WS_HOME && \
8484
sudo apt-get update && \
85-
rosdep install -i -r --from-paths src --rosdistro humble -y
85+
rosdep update && rosdep install -i -r --from-paths src --rosdistro humble -y
8686
```
8787

8888
4. Clone and build `image_proc` package with patch to fix incompatible QoS settings.
@@ -97,7 +97,7 @@ To use and learn to use `ros2_benchmark`, start by running a sample benchmark. F
9797
git apply resize_qos_profile.patch && \
9898
cd $R2B_WS_HOME && \
9999
sudo apt-get update && \
100-
rosdep install -i -r --from-paths src --rosdistro humble -y && \
100+
rosdep update && rosdep install -i -r --from-paths src --rosdistro humble -y && \
101101
colcon build --packages-up-to image_proc
102102
```
103103

‎results/apriltag_ros_apriltag_graph-agx_orin.json‎

Lines changed: 91 additions & 52 deletions
Original file line numberDiff line numberDiff line change
@@ -1,74 +1,113 @@
11
{
2-
"BasicPerformanceMetrics.RECEIVED_DURATION": 4973.735758463542,
3-
"BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 56.29346542189134,
4-
"BasicPerformanceMetrics.MEAN_FRAME_RATE": 56.29534904224372,
5-
"BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0.0,
6-
"BasicPerformanceMetrics.NUM_FRAMES_SENT": 280.0,
7-
"BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 21.679280598958332,
8-
"BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 21.50146484375,
9-
"BasicPerformanceMetrics.MAX_JITTER": 4.03857421875,
10-
"BasicPerformanceMetrics.MIN_JITTER": 0.00732421875,
11-
"BasicPerformanceMetrics.MEAN_JITTER": 1.001255831272482,
12-
"BasicPerformanceMetrics.STD_DEV_JITTER": 0.5097108820386291,
13-
"CPUProfilingMetrics.MAX_CPU_UTIL": 26.166666666666668,
14-
"CPUProfilingMetrics.MIN_CPU_UTIL": 22.375,
15-
"CPUProfilingMetrics.MEAN_CPU_UTIL": 23.43166666666666,
16-
"CPUProfilingMetrics.STD_DEV_CPU_UTIL": 1.6896382330957904,
17-
"CPUProfilingMetrics.BASELINE_CPU_UTIL": 23.647222222222222,
2+
"BasicPerformanceMetrics.RECEIVED_DURATION": 4988.621663411458,
3+
"BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 65.51182627074442,
4+
"BasicPerformanceMetrics.MEAN_FRAME_RATE": 63.018793862426925,
5+
"BasicPerformanceMetrics.NUM_MISSED_FRAMES": 11.666666666666666,
6+
"BasicPerformanceMetrics.NUM_FRAMES_SENT": 326.0,
7+
"BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 21.232991536458332,
8+
"BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 33.685628255208336,
9+
"BasicPerformanceMetrics.MAX_JITTER": 18.889404296875,
10+
"BasicPerformanceMetrics.MIN_JITTER": 0.001953125,
11+
"BasicPerformanceMetrics.MEAN_JITTER": 0.9620017027243589,
12+
"BasicPerformanceMetrics.STD_DEV_JITTER": 2.637805735196718,
13+
"ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 28.694444444444446,
14+
"ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 58.333333333333336,
15+
"ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 4.166666666666667,
16+
"ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 25.125,
17+
"ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 9.531407931584125,
18+
"ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 0.0,
19+
"ResourceMetrics.MAX_DEVICE_UTILIZATION": 0.0,
20+
"ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0,
21+
"ResourceMetrics.MEAN_DEVICE_UTILIZATION": 0.0,
22+
"ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 0.0,
1823
"10.0fps": {
19-
"BasicPerformanceMetrics.RECEIVED_DURATION": 4899.74609375,
20-
"BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 10.203899623521941,
21-
"BasicPerformanceMetrics.MEAN_FRAME_RATE": 10.204610411094325,
24+
"BasicPerformanceMetrics.RECEIVED_DURATION": 4899.829345703125,
25+
"BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 10.203881321287039,
26+
"BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 20.900146484375,
27+
"BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 20.63330078125,
2228
"BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
2329
"BasicPerformanceMetrics.NUM_FRAMES_SENT": 50,
24-
"BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 21.81689453125,
25-
"BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 21.4755859375,
26-
"BasicPerformanceMetrics.MAX_JITTER": 2.171142578125,
27-
"BasicPerformanceMetrics.MIN_JITTER": 0.116455078125,
28-
"BasicPerformanceMetrics.MEAN_JITTER": 1.051605224609375,
29-
"BasicPerformanceMetrics.STD_DEV_JITTER": 0.5106522767872985,
30-
"CPUProfilingMetrics.MAX_CPU_UTIL": 5.691666666666666,
31-
"CPUProfilingMetrics.MIN_CPU_UTIL": 4.575,
32-
"CPUProfilingMetrics.MEAN_CPU_UTIL": 4.98,
33-
"CPUProfilingMetrics.STD_DEV_CPU_UTIL": 0.3881079460379259,
34-
"CPUProfilingMetrics.BASELINE_CPU_UTIL": 5.691666666666666
30+
"BasicPerformanceMetrics.MEAN_FRAME_RATE": 10.20443702673996,
31+
"BasicPerformanceMetrics.MAX_JITTER": 1.828857421875,
32+
"BasicPerformanceMetrics.MIN_JITTER": 0.0078125,
33+
"BasicPerformanceMetrics.MEAN_JITTER": 0.739593505859375,
34+
"BasicPerformanceMetrics.STD_DEV_JITTER": 0.44890855673573404,
35+
"ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 0.0,
36+
"ResourceMetrics.MEAN_DEVICE_UTILIZATION": 0.0,
37+
"ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 0.0,
38+
"ResourceMetrics.MAX_DEVICE_UTILIZATION": 0.0,
39+
"ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0,
40+
"ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 4.166666666666667,
41+
"ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 3.04782196969697,
42+
"ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 4.434093334961918,
43+
"ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 19.416666666666668,
44+
"ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0
45+
},
46+
"60.0fps": {
47+
"BasicPerformanceMetrics.RECEIVED_DURATION": 4982.797607421875,
48+
"BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 60.20186142705357,
49+
"BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 21.0888671875,
50+
"BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 20.65185546875,
51+
"BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
52+
"BasicPerformanceMetrics.NUM_FRAMES_SENT": 300,
53+
"BasicPerformanceMetrics.MEAN_FRAME_RATE": 60.20714137639268,
54+
"BasicPerformanceMetrics.MAX_JITTER": 2.71630859375,
55+
"BasicPerformanceMetrics.MIN_JITTER": 0.00244140625,
56+
"BasicPerformanceMetrics.MEAN_JITTER": 0.7436695482906879,
57+
"BasicPerformanceMetrics.STD_DEV_JITTER": 0.5609946974035844,
58+
"ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 0.0,
59+
"ResourceMetrics.MEAN_DEVICE_UTILIZATION": 0.0,
60+
"ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 0.0,
61+
"ResourceMetrics.MAX_DEVICE_UTILIZATION": 0.0,
62+
"ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0,
63+
"ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 16.666666666666668,
64+
"ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 22.924242424242422,
65+
"ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 8.82746764548812,
66+
"ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 51.25,
67+
"ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 4.166666666666667
3568
},
3669
"30.0fps": {
37-
"BasicPerformanceMetrics.RECEIVED_DURATION": 4966.509765625,
38-
"BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 30.200823680277093,
39-
"BasicPerformanceMetrics.MEAN_FRAME_RATE": 30.202296396999746,
70+
"BasicPerformanceMetrics.RECEIVED_DURATION": 4966.482421875,
71+
"BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 30.20080141247733,
72+
"BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 21.0478515625,
73+
"BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 20.774658203125,
4074
"BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
4175
"BasicPerformanceMetrics.NUM_FRAMES_SENT": 150,
42-
"BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 21.622802734375,
43-
"BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 21.380615234375,
44-
"BasicPerformanceMetrics.MAX_JITTER": 1.8173828125,
45-
"BasicPerformanceMetrics.MIN_JITTER": 0.025146484375,
46-
"BasicPerformanceMetrics.MEAN_JITTER": 0.9371766786317568,
47-
"BasicPerformanceMetrics.STD_DEV_JITTER": 0.4186160229648217,
48-
"CPUProfilingMetrics.MAX_CPU_UTIL": 13.775,
49-
"CPUProfilingMetrics.MIN_CPU_UTIL": 12.783333333333333,
50-
"CPUProfilingMetrics.MEAN_CPU_UTIL": 13.271666666666667,
51-
"CPUProfilingMetrics.STD_DEV_CPU_UTIL": 0.4023748942908294,
52-
"CPUProfilingMetrics.BASELINE_CPU_UTIL": 13.408333333333333
76+
"BasicPerformanceMetrics.MEAN_FRAME_RATE": 30.20246268049216,
77+
"BasicPerformanceMetrics.MAX_JITTER": 2.905029296875,
78+
"BasicPerformanceMetrics.MIN_JITTER": 0.000244140625,
79+
"BasicPerformanceMetrics.MEAN_JITTER": 0.805454563450169,
80+
"BasicPerformanceMetrics.STD_DEV_JITTER": 0.597882143729316,
81+
"ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 0.0,
82+
"ResourceMetrics.MEAN_DEVICE_UTILIZATION": 0.0,
83+
"ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 0.0,
84+
"ResourceMetrics.MAX_DEVICE_UTILIZATION": 0.0,
85+
"ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0,
86+
"ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 8.333333333333334,
87+
"ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 13.313920454545451,
88+
"ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 8.490249552925123,
89+
"ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 47.083333333333336,
90+
"ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0
5391
},
5492
"custom": {
5593
"data_resolution": "HD (1280,720)"
5694
},
5795
"metadata": {
5896
"BenchmarkMetadata.NAME": "apriltag_ros AprilTag Graph Benchmark",
59-
"BenchmarkMetadata.TEST_FILE_PATH": "/workspaces/isaac_ros-dev/ros_ws/src/ros2_benchmark/scripts/apriltag_ros_apriltag_graph.py",
60-
"BenchmarkMetadata.TEST_DATETIME": "2023-05-25T06:56:47Z",
61-
"BenchmarkMetadata.DEVICE_HOSTNAME": "ros-5bj7cyeix5eolmrzzp4eu34h3y",
97+
"BenchmarkMetadata.TEST_FILE_PATH": "/opt/ros/humble/share/ros2_benchmark/scripts/apriltag_ros_apriltag_graph.py",
98+
"BenchmarkMetadata.TEST_DATETIME": "2024-12-06T12:46:11Z",
99+
"BenchmarkMetadata.DEVICE_HOSTNAME": "a2d202787bde4f26-ade393e2faf849ff",
62100
"BenchmarkMetadata.DEVICE_ARCH": "aarch64",
63-
"BenchmarkMetadata.DEVICE_OS": "Linux 5.10.104-tegra #1 SMP PREEMPT Sun Mar 19 07:55:28 PDT 2023",
64-
"BenchmarkMetadata.IDLE_CPU_UTIL": 0.08333333333333333,
101+
"BenchmarkMetadata.DEVICE_OS": "Linux 5.15.148-tegra #1 SMP PREEMPT Thu Sep 12 21:01:54 PDT 2024",
102+
"BenchmarkMetadata.IDLE_CPU_UTIL": 0.15740740740740738,
103+
"BenchmarkMetadata.IDLE_GPU_UTIL": 0.0,
65104
"BenchmarkMetadata.BENCHMARK_MODE": 1,
66-
"BenchmarkMetadata.PEAK_THROUGHPUT_PREDICTION": 56.09375,
67-
"BenchmarkMetadata.INPUT_DATA_PATH": "/workspaces/isaac_ros-dev/ros_ws/src/ros2_benchmark/assets/datasets/r2b_dataset/r2b_storage",
105+
"BenchmarkMetadata.PEAK_THROUGHPUT_PREDICTION": 65.3125,
106+
"BenchmarkMetadata.INPUT_DATA_PATH": "/workspaces/isaac_ros-dev/src/ros2_benchmark/assets/datasets/r2b_dataset/r2b_storage",
68107
"BenchmarkMetadata.INPUT_DATA_SIZE": 3087908864,
69108
"BenchmarkMetadata.INPUT_DATA_HASH": "5e8f11201fe10dbac7307a8628553e94",
70109
"BenchmarkMetadata.INPUT_DATA_START_TIME": 3.0,
71110
"BenchmarkMetadata.INPUT_DATA_END_TIME": 3.5,
72-
"BenchmarkMetadata.CONFIG": "ros2_benchmark_config:\n additional_fixed_publisher_rate_tests:\n - 10.0\n - 30.0\n - 60.0\n assets_root: /workspaces/isaac_ros-dev/ros_ws/src/ros2_benchmark/assets\n benchmark_duration: 5.0\n benchmark_mode: BenchmarkMode.LOOPING\n benchmark_name: apriltag_ros AprilTag Graph Benchmark\n benchmark_namespace: r2b\n binary_search_acceptable_frame_loss_fraction: 0.05\n binary_search_acceptable_frame_rate_drop: 10.0\n binary_search_duration_fraction: 1.0\n binary_search_terminal_interval_width: 10.0\n cpu_profiling_interval_sec: 1.0\n custom_report_info:\n data_resolution: Resolution(1280, 720, HD)\n default_config_version: 0.30.0\n default_service_future_timeout_sec: 15.0\n enable_cpu_profiler: true\n enable_trial_buffer_preparation: false\n enforce_publisher_rate: false\n input_data_end_time: 3.5\n input_data_path: datasets/r2b_dataset/r2b_storage\n input_data_start_time: 3.0\n linear_scan_acceptable_frame_loss_fraction: 0.05\n linear_scan_acceptable_frame_rate_drop: 5.0\n linear_scan_duration_fraction: 1.0\n linear_scan_step_size: 5.0\n load_data_in_real_time: false\n log_file_name: kpi.json\n log_folder: /osmo/data/output\n monitor_info_list:\n - calculators:\n - class_name: BasicPerformanceCalculator\n config:\n report_prefix: ''\n module_name: ros2_benchmark.basic_performance_calculator\n service_name: start_monitoring0\n play_messages_service_future_timeout_sec: 15.0\n playback_message_buffer_size: 10\n publish_tf_messages_in_set_data: false\n publish_tf_static_messages_in_set_data: false\n publisher_lower_frequency: 10.0\n publisher_upper_frequency: 600.0\n record_data_timeline: false\n revise_timestamps_as_message_ids: false\n set_data_service_future_timeout_sec: 60.0\n setup_service_client_timeout_sec: 20.0\n start_monitoring_service_timeout_sec: 10\n start_recording_service_future_timeout_sec: 35.0\n start_recording_service_timeout_sec: 30\n test_iterations: 5\n"
111+
"BenchmarkMetadata.CONFIG": "ros2_benchmark_config:\n additional_fixed_publisher_rate_tests:\n - 10.0\n - 30.0\n - 60.0\n assets_root: /workspaces/isaac_ros-dev/src/ros2_benchmark/assets\n benchmark_duration: 5.0\n benchmark_mode: BenchmarkMode.LOOPING\n benchmark_name: apriltag_ros AprilTag Graph Benchmark\n benchmark_namespace: r2b\n binary_search_acceptable_frame_loss_fraction: 0.05\n binary_search_acceptable_frame_rate_drop: 10.0\n binary_search_duration_fraction: 1.0\n binary_search_terminal_interval_width: 10.0\n collect_start_timestamps_from_monitors: false\n custom_report_info:\n data_resolution: Resolution(1280, 720, HD)\n default_config_version: 0.30.0\n default_service_future_timeout_sec: 15.0\n enable_resource_profiler: true\n enable_trial_buffer_preparation: false\n enforce_publisher_rate: false\n export_monitor_raw_data: false\n input_data_end_time: 3.5\n input_data_path: datasets/r2b_dataset/r2b_storage\n input_data_start_time: 3.0\n linear_scan_acceptable_frame_loss_fraction: 0.05\n linear_scan_acceptable_frame_rate_drop: 5.0\n linear_scan_duration_fraction: 1.0\n linear_scan_step_size: 5.0\n load_data_in_real_time: false\n log_file_name: kpi.json\n log_folder: /osmo/data/output\n monitor_info_list:\n - calculators:\n - class_name: BasicPerformanceCalculator\n config:\n report_prefix: ''\n module_name: ros2_benchmark.basic_performance_calculator\n service_name: monitor_node0\n play_messages_service_future_timeout_sec: 15.0\n playback_message_buffer_size: 10\n post_trial_run_wait_time_sec: 0.0\n pre_stop_monitoring_wait_time_sec: 5.0\n pre_trial_run_wait_time_sec: 0.0\n publish_tf_messages_in_set_data: false\n publish_tf_static_messages_in_set_data: false\n publisher_lower_frequency: 10.0\n publisher_upper_frequency: 600.0\n record_data_timeline: false\n resource_profiling_interval_sec: 0.01\n revise_timestamps_as_message_ids: false\n ros1_ws: /workspaces/isaac_ros-dev/isaac_ros_1-dev\n set_data_service_future_timeout_sec: 60.0\n setup_service_client_timeout_sec: 20.0\n start_recording_service_future_timeout_sec: 35.0\n start_recording_service_timeout_sec: 30\n test_iterations: 5\n"
73112
}
74113
}

0 commit comments

Comments
 (0)