|
1 | 1 | { |
2 | | - "BasicPerformanceMetrics.RECEIVED_DURATION": 4988.621663411458, |
3 | | - "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 65.51182627074442, |
4 | | - "BasicPerformanceMetrics.MEAN_FRAME_RATE": 63.018793862426925, |
5 | | - "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 11.666666666666666, |
6 | | - "BasicPerformanceMetrics.NUM_FRAMES_SENT": 326.0, |
7 | | - "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 21.232991536458332, |
8 | | - "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 33.685628255208336, |
9 | | - "BasicPerformanceMetrics.MAX_JITTER": 18.889404296875, |
10 | | - "BasicPerformanceMetrics.MIN_JITTER": 0.001953125, |
11 | | - "BasicPerformanceMetrics.MEAN_JITTER": 0.9620017027243589, |
12 | | - "BasicPerformanceMetrics.STD_DEV_JITTER": 2.637805735196718, |
13 | | - "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 28.694444444444446, |
14 | | - "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 58.333333333333336, |
| 2 | + "BasicPerformanceMetrics.RECEIVED_DURATION": 4970.156901041667, |
| 3 | + "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 42.85661163510241, |
| 4 | + "BasicPerformanceMetrics.MEAN_FRAME_RATE": 42.85578993002506, |
| 5 | + "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0.0, |
| 6 | + "BasicPerformanceMetrics.NUM_FRAMES_SENT": 213.0, |
| 7 | + "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 29.781412760416668, |
| 8 | + "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 29.932779947916668, |
| 9 | + "BasicPerformanceMetrics.MAX_JITTER": 3.212646484375, |
| 10 | + "BasicPerformanceMetrics.MIN_JITTER": 0.003662109375, |
| 11 | + "BasicPerformanceMetrics.MEAN_JITTER": 1.0343671319609005, |
| 12 | + "BasicPerformanceMetrics.STD_DEV_JITTER": 0.6901915895375034, |
| 13 | + "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 25.388888888888886, |
| 14 | + "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 51.333333333333336, |
15 | 15 | "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 4.166666666666667, |
16 | | - "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 25.125, |
17 | | - "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 9.531407931584125, |
| 16 | + "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 24.179976851851848, |
| 17 | + "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 10.760865846925148, |
18 | 18 | "ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 0.0, |
19 | 19 | "ResourceMetrics.MAX_DEVICE_UTILIZATION": 0.0, |
20 | 20 | "ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0, |
21 | 21 | "ResourceMetrics.MEAN_DEVICE_UTILIZATION": 0.0, |
22 | 22 | "ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 0.0, |
| 23 | + "ResourceMetrics.OC_EVENT_COUNT": 0.0, |
23 | 24 | "10.0fps": { |
24 | | - "BasicPerformanceMetrics.RECEIVED_DURATION": 4899.829345703125, |
25 | | - "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 10.203881321287039, |
26 | | - "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 20.900146484375, |
27 | | - "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 20.63330078125, |
| 25 | + "BasicPerformanceMetrics.RECEIVED_DURATION": 4899.855224609375, |
| 26 | + "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 10.203865052688911, |
| 27 | + "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 29.670166015625, |
| 28 | + "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 29.42138671875, |
28 | 29 | "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0, |
29 | 30 | "BasicPerformanceMetrics.NUM_FRAMES_SENT": 50, |
30 | | - "BasicPerformanceMetrics.MEAN_FRAME_RATE": 10.20443702673996, |
31 | | - "BasicPerformanceMetrics.MAX_JITTER": 1.828857421875, |
32 | | - "BasicPerformanceMetrics.MIN_JITTER": 0.0078125, |
33 | | - "BasicPerformanceMetrics.MEAN_JITTER": 0.739593505859375, |
34 | | - "BasicPerformanceMetrics.STD_DEV_JITTER": 0.44890855673573404, |
| 31 | + "BasicPerformanceMetrics.MEAN_FRAME_RATE": 10.204383131337536, |
| 32 | + "BasicPerformanceMetrics.MAX_JITTER": 2.646728515625, |
| 33 | + "BasicPerformanceMetrics.MIN_JITTER": 0.0283203125, |
| 34 | + "BasicPerformanceMetrics.MEAN_JITTER": 1.13165283203125, |
| 35 | + "BasicPerformanceMetrics.STD_DEV_JITTER": 0.7682689933906024, |
35 | 36 | "ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 0.0, |
36 | 37 | "ResourceMetrics.MEAN_DEVICE_UTILIZATION": 0.0, |
37 | 38 | "ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 0.0, |
38 | 39 | "ResourceMetrics.MAX_DEVICE_UTILIZATION": 0.0, |
39 | 40 | "ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0, |
40 | | - "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 4.166666666666667, |
41 | | - "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 3.04782196969697, |
42 | | - "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 4.434093334961918, |
43 | | - "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 19.416666666666668, |
44 | | - "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0 |
45 | | - }, |
46 | | - "60.0fps": { |
47 | | - "BasicPerformanceMetrics.RECEIVED_DURATION": 4982.797607421875, |
48 | | - "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 60.20186142705357, |
49 | | - "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 21.0888671875, |
50 | | - "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 20.65185546875, |
51 | | - "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0, |
52 | | - "BasicPerformanceMetrics.NUM_FRAMES_SENT": 300, |
53 | | - "BasicPerformanceMetrics.MEAN_FRAME_RATE": 60.20714137639268, |
54 | | - "BasicPerformanceMetrics.MAX_JITTER": 2.71630859375, |
55 | | - "BasicPerformanceMetrics.MIN_JITTER": 0.00244140625, |
56 | | - "BasicPerformanceMetrics.MEAN_JITTER": 0.7436695482906879, |
57 | | - "BasicPerformanceMetrics.STD_DEV_JITTER": 0.5609946974035844, |
58 | | - "ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 0.0, |
59 | | - "ResourceMetrics.MEAN_DEVICE_UTILIZATION": 0.0, |
60 | | - "ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 0.0, |
61 | | - "ResourceMetrics.MAX_DEVICE_UTILIZATION": 0.0, |
62 | | - "ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0, |
63 | | - "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 16.666666666666668, |
64 | | - "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 22.924242424242422, |
65 | | - "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 8.82746764548812, |
66 | | - "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 51.25, |
67 | | - "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 4.166666666666667 |
| 41 | + "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 8.333333333333334, |
| 42 | + "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 6.230902777777779, |
| 43 | + "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 8.944801465603716, |
| 44 | + "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 38.833333333333336, |
| 45 | + "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0, |
| 46 | + "ResourceMetrics.OC_EVENT_COUNT": 0 |
68 | 47 | }, |
69 | 48 | "30.0fps": { |
70 | | - "BasicPerformanceMetrics.RECEIVED_DURATION": 4966.482421875, |
71 | | - "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 30.20080141247733, |
72 | | - "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 21.0478515625, |
73 | | - "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 20.774658203125, |
| 49 | + "BasicPerformanceMetrics.RECEIVED_DURATION": 4966.456298828125, |
| 50 | + "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 30.20082813384099, |
| 51 | + "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 29.85693359375, |
| 52 | + "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 29.56201171875, |
74 | 53 | "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0, |
75 | 54 | "BasicPerformanceMetrics.NUM_FRAMES_SENT": 150, |
76 | | - "BasicPerformanceMetrics.MEAN_FRAME_RATE": 30.20246268049216, |
77 | | - "BasicPerformanceMetrics.MAX_JITTER": 2.905029296875, |
78 | | - "BasicPerformanceMetrics.MIN_JITTER": 0.000244140625, |
79 | | - "BasicPerformanceMetrics.MEAN_JITTER": 0.805454563450169, |
80 | | - "BasicPerformanceMetrics.STD_DEV_JITTER": 0.597882143729316, |
| 55 | + "BasicPerformanceMetrics.MEAN_FRAME_RATE": 30.202621542324597, |
| 56 | + "BasicPerformanceMetrics.MAX_JITTER": 3.674560546875, |
| 57 | + "BasicPerformanceMetrics.MIN_JITTER": 0.015380859375, |
| 58 | + "BasicPerformanceMetrics.MEAN_JITTER": 1.0937087600295607, |
| 59 | + "BasicPerformanceMetrics.STD_DEV_JITTER": 0.7453840625181298, |
81 | 60 | "ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 0.0, |
82 | 61 | "ResourceMetrics.MEAN_DEVICE_UTILIZATION": 0.0, |
83 | 62 | "ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 0.0, |
84 | 63 | "ResourceMetrics.MAX_DEVICE_UTILIZATION": 0.0, |
85 | 64 | "ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0, |
86 | | - "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 8.333333333333334, |
87 | | - "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 13.313920454545451, |
88 | | - "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 8.490249552925123, |
89 | | - "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 47.083333333333336, |
90 | | - "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0 |
| 65 | + "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 12.5, |
| 66 | + "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 15.405815972222223, |
| 67 | + "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 8.405279151891767, |
| 68 | + "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 36.083333333333336, |
| 69 | + "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 2.75, |
| 70 | + "ResourceMetrics.OC_EVENT_COUNT": 0 |
91 | 71 | }, |
92 | 72 | "custom": { |
93 | 73 | "data_resolution": "HD (1280,720)" |
94 | 74 | }, |
95 | 75 | "metadata": { |
96 | 76 | "BenchmarkMetadata.NAME": "apriltag_ros AprilTag Graph Benchmark", |
97 | 77 | "BenchmarkMetadata.TEST_FILE_PATH": "/opt/ros/humble/share/ros2_benchmark/scripts/apriltag_ros_apriltag_graph.py", |
98 | | - "BenchmarkMetadata.TEST_DATETIME": "2024-12-06T12:46:11Z", |
99 | | - "BenchmarkMetadata.DEVICE_HOSTNAME": "a2d202787bde4f26-ade393e2faf849ff", |
| 78 | + "BenchmarkMetadata.TEST_DATETIME": "2025-01-15T08:40:17Z", |
| 79 | + "BenchmarkMetadata.DEVICE_HOSTNAME": "e31eea5ba2f7455a-9edce5f8d12b44aa", |
100 | 80 | "BenchmarkMetadata.DEVICE_ARCH": "aarch64", |
101 | 81 | "BenchmarkMetadata.DEVICE_OS": "Linux 5.15.148-tegra #1 SMP PREEMPT Thu Sep 12 21:01:54 PDT 2024", |
102 | | - "BenchmarkMetadata.IDLE_CPU_UTIL": 0.15740740740740738, |
| 82 | + "BenchmarkMetadata.IDLE_CPU_UTIL": 0.2361111111111111, |
103 | 83 | "BenchmarkMetadata.IDLE_GPU_UTIL": 0.0, |
104 | 84 | "BenchmarkMetadata.BENCHMARK_MODE": 1, |
105 | | - "BenchmarkMetadata.PEAK_THROUGHPUT_PREDICTION": 65.3125, |
| 85 | + "BenchmarkMetadata.PEAK_THROUGHPUT_PREDICTION": 42.65625, |
106 | 86 | "BenchmarkMetadata.INPUT_DATA_PATH": "/workspaces/isaac_ros-dev/src/ros2_benchmark/assets/datasets/r2b_dataset/r2b_storage", |
107 | 87 | "BenchmarkMetadata.INPUT_DATA_SIZE": 3087908864, |
108 | 88 | "BenchmarkMetadata.INPUT_DATA_HASH": "5e8f11201fe10dbac7307a8628553e94", |
|
0 commit comments