-
Notifications
You must be signed in to change notification settings - Fork 5
/
isaac_ros_light_ess_graph-agx_orin.json
108 lines (108 loc) · 8.73 KB
/
isaac_ros_light_ess_graph-agx_orin.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
{
"BasicPerformanceMetrics.RECEIVED_DURATION": 4992.891276041667,
"BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 249.26334932527917,
"BasicPerformanceMetrics.MEAN_FRAME_RATE": 246.6862538602853,
"BasicPerformanceMetrics.NUM_MISSED_FRAMES": 12.333333333333334,
"BasicPerformanceMetrics.NUM_FRAMES_SENT": 1245.0,
"BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 24.73681640625,
"BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 21.8271484375,
"BasicPerformanceMetrics.MAX_JITTER": 20.474365234375,
"BasicPerformanceMetrics.MIN_JITTER": 0.0,
"BasicPerformanceMetrics.MEAN_JITTER": 1.379661876142364,
"BasicPerformanceMetrics.STD_DEV_JITTER": 1.2321117068095069,
"ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 15.722222222222223,
"ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 52.583333333333336,
"ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 4.166666666666667,
"ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 23.64027777777778,
"ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 8.7561544431425,
"ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 9.333333333333334,
"ResourceMetrics.MAX_DEVICE_UTILIZATION": 82.0,
"ResourceMetrics.MIN_DEVICE_UTILIZATION": 5.0,
"ResourceMetrics.MEAN_DEVICE_UTILIZATION": 78.34583333333333,
"ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 6.682263412318853,
"10.0fps": {
"BasicPerformanceMetrics.RECEIVED_DURATION": 4399.157958984375,
"BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 10.204125864903055,
"BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 505.310791015625,
"BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 4.489990234375,
"BasicPerformanceMetrics.NUM_MISSED_FRAMES": 5,
"BasicPerformanceMetrics.NUM_FRAMES_SENT": 50,
"BasicPerformanceMetrics.MEAN_FRAME_RATE": 10.229230325339138,
"BasicPerformanceMetrics.MAX_JITTER": 29.342529296875,
"BasicPerformanceMetrics.MIN_JITTER": 0.001953125,
"BasicPerformanceMetrics.MEAN_JITTER": 2.4838469749273258,
"BasicPerformanceMetrics.STD_DEV_JITTER": 5.16432185879259,
"ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 0.0,
"ResourceMetrics.MEAN_DEVICE_UTILIZATION": 3.5828220858895707,
"ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 8.817033118766556,
"ResourceMetrics.MAX_DEVICE_UTILIZATION": 55.0,
"ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0,
"ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 5.5,
"ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 3.2924335378323115,
"ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 4.3276012908653385,
"ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 22.166666666666668,
"ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0
},
"60.0fps": {
"BasicPerformanceMetrics.RECEIVED_DURATION": 4981.657958984375,
"BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 60.201153571290874,
"BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 6.408935546875,
"BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 4.773681640625,
"BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
"BasicPerformanceMetrics.NUM_FRAMES_SENT": 300,
"BasicPerformanceMetrics.MEAN_FRAME_RATE": 60.2209148982123,
"BasicPerformanceMetrics.MAX_JITTER": 4.080078125,
"BasicPerformanceMetrics.MIN_JITTER": 0.004150390625,
"BasicPerformanceMetrics.MEAN_JITTER": 1.3710347630033557,
"BasicPerformanceMetrics.STD_DEV_JITTER": 0.9463870461811552,
"ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 21.0,
"ResourceMetrics.MEAN_DEVICE_UTILIZATION": 20.04375,
"ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 2.3594143208643965,
"ResourceMetrics.MAX_DEVICE_UTILIZATION": 29.0,
"ResourceMetrics.MIN_DEVICE_UTILIZATION": 18.0,
"ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 8.333333333333334,
"ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 6.7609375,
"ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 5.2251737899310715,
"ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 23.583333333333332,
"ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0
},
"30.0fps": {
"BasicPerformanceMetrics.RECEIVED_DURATION": 4967.33056640625,
"BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 30.201340302449907,
"BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 5.88671875,
"BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 6.55029296875,
"BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
"BasicPerformanceMetrics.NUM_FRAMES_SENT": 150,
"BasicPerformanceMetrics.MEAN_FRAME_RATE": 30.19730577514626,
"BasicPerformanceMetrics.MAX_JITTER": 3.93603515625,
"BasicPerformanceMetrics.MIN_JITTER": 0.0,
"BasicPerformanceMetrics.MEAN_JITTER": 1.4962009739231419,
"BasicPerformanceMetrics.STD_DEV_JITTER": 1.0144945686826943,
"ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 0.0,
"ResourceMetrics.MEAN_DEVICE_UTILIZATION": 10.351190476190476,
"ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 9.052847408512642,
"ResourceMetrics.MAX_DEVICE_UTILIZATION": 22.0,
"ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0,
"ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 0.0,
"ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 3.978174603174603,
"ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 4.4137104333677755,
"ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 20.75,
"ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0
},
"metadata": {
"BenchmarkMetadata.NAME": "Isaac ROS ESS Stereo Image Graph for light ESS model Benchmark",
"BenchmarkMetadata.TEST_FILE_PATH": "/opt/ros/humble/share/isaac_ros_ess_benchmark/scripts/isaac_ros_light_ess_graph.py",
"BenchmarkMetadata.TEST_DATETIME": "2024-05-22T08:37:31Z",
"BenchmarkMetadata.DEVICE_HOSTNAME": "4d690f4db4da43cb-113eb425e66a4b5e",
"BenchmarkMetadata.DEVICE_ARCH": "aarch64",
"BenchmarkMetadata.DEVICE_OS": "Linux 5.15.136-tegra #1 SMP PREEMPT Wed Apr 24 19:36:48 PDT 2024",
"BenchmarkMetadata.IDLE_CPU_UTIL": 0.28240740740740744,
"BenchmarkMetadata.IDLE_GPU_UTIL": 0.0,
"BenchmarkMetadata.BENCHMARK_MODE": 1,
"BenchmarkMetadata.PEAK_THROUGHPUT_PREDICTION": 249.0625,
"BenchmarkMetadata.INPUT_DATA_PATH": "/workspaces/isaac_ros-dev/src/ros2_benchmark/assets/datasets/r2b_dataset/r2b_hideaway",
"BenchmarkMetadata.INPUT_DATA_SIZE": 1913946112,
"BenchmarkMetadata.INPUT_DATA_HASH": "96a3c2b8007173f9da57e848b4fcee8c",
"BenchmarkMetadata.CONFIG": "ros2_benchmark_config:\n additional_fixed_publisher_rate_tests:\n - 10.0\n - 30.0\n - 60.0\n assets_root: /workspaces/isaac_ros-dev/src/ros2_benchmark/assets\n benchmark_duration: 5.0\n benchmark_mode: BenchmarkMode.LOOPING\n benchmark_name: Isaac ROS ESS Stereo Image Graph for light ESS model Benchmark\n benchmark_namespace: r2b\n binary_search_acceptable_frame_loss_fraction: 0.05\n binary_search_acceptable_frame_rate_drop: 10.0\n binary_search_duration_fraction: 1.0\n binary_search_terminal_interval_width: 10.0\n collect_start_timestamps_from_monitors: false\n custom_report_info: {}\n default_config_version: 0.30.0\n default_service_future_timeout_sec: 15.0\n enable_resource_profiler: true\n enable_trial_buffer_preparation: false\n enforce_publisher_rate: false\n export_monitor_raw_data: false\n input_data_end_time: -1.0\n input_data_path: datasets/r2b_dataset/r2b_hideaway\n input_data_start_time: -1.0\n linear_scan_acceptable_frame_loss_fraction: 0.05\n linear_scan_acceptable_frame_rate_drop: 5.0\n linear_scan_duration_fraction: 1.0\n linear_scan_step_size: 5.0\n load_data_in_real_time: false\n log_file_name: kpi.json\n log_folder: /osmo/data/output\n monitor_info_list:\n - calculators:\n - class_name: BasicPerformanceCalculator\n config:\n report_prefix: ''\n module_name: ros2_benchmark.basic_performance_calculator\n service_name: monitor_node0\n play_messages_service_future_timeout_sec: 15.0\n playback_message_buffer_size: 10\n post_trial_run_wait_time_sec: 0.0\n pre_stop_monitoring_wait_time_sec: 5.0\n pre_trial_run_wait_time_sec: 5.0\n publish_tf_messages_in_set_data: false\n publish_tf_static_messages_in_set_data: false\n publisher_lower_frequency: 10.0\n publisher_upper_frequency: 350.0\n record_data_timeline: false\n resource_profiling_interval_sec: 0.01\n revise_timestamps_as_message_ids: false\n ros1_ws: /workspaces/isaac_ros-dev/isaac_ros_1-dev\n set_data_service_future_timeout_sec: 60.0\n setup_service_client_timeout_sec: 20.0\n start_recording_service_future_timeout_sec: 35.0\n start_recording_service_timeout_sec: 30\n test_iterations: 5\n"
}
}