isaac_ros_detectnet_graph-agx_orin.json

{
    "BasicPerformanceMetrics.RECEIVED_DURATION": 4989.894694010417,
    "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 172.6227575318047,
    "BasicPerformanceMetrics.MEAN_FRAME_RATE": 164.53250235482702,
    "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 41.0,
    "BasicPerformanceMetrics.NUM_FRAMES_SENT": 862.0,
    "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 23.205729166666668,
    "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 19.4970703125,
    "BasicPerformanceMetrics.MAX_JITTER": 16.98828125,
    "BasicPerformanceMetrics.MIN_JITTER": 0.0048828125,
    "BasicPerformanceMetrics.MEAN_JITTER": 3.2329227686808117,
    "BasicPerformanceMetrics.STD_DEV_JITTER": 2.894595560151393,
    "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 20.777777777777775,
    "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 40.083333333333336,
    "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0,
    "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 18.727083333333333,
    "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 6.7551335526351535,
    "ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 45.0,
    "ResourceMetrics.MAX_DEVICE_UTILIZATION": 74.0,
    "ResourceMetrics.MIN_DEVICE_UTILIZATION": 38.0,
    "ResourceMetrics.MEAN_DEVICE_UTILIZATION": 55.23541666666667,
    "ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 6.052131188937675,
    "10.0fps": {
        "BasicPerformanceMetrics.RECEIVED_DURATION": 4898.9111328125,
        "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 10.20405316152259,
        "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 19.74072265625,
        "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 18.63818359375,
        "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
        "BasicPerformanceMetrics.NUM_FRAMES_SENT": 50,
        "BasicPerformanceMetrics.MEAN_FRAME_RATE": 10.206349665153988,
        "BasicPerformanceMetrics.MAX_JITTER": 5.7001953125,
        "BasicPerformanceMetrics.MIN_JITTER": 0.00146484375,
        "BasicPerformanceMetrics.MEAN_JITTER": 1.4678293863932292,
        "BasicPerformanceMetrics.STD_DEV_JITTER": 1.1374906464858325,
        "ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 6.0,
        "ResourceMetrics.MEAN_DEVICE_UTILIZATION": 3.5421686746987953,
        "ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 7.0758390959170265,
        "ResourceMetrics.MAX_DEVICE_UTILIZATION": 24.0,
        "ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0,
        "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 0.0,
        "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 2.8167670682730925,
        "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 3.48599007896116,
        "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 15.25,
        "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0
    },
    "60.0fps": {
        "BasicPerformanceMetrics.RECEIVED_DURATION": 4980.999755859375,
        "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 60.200658082161254,
        "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 19.689697265625,
        "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 17.355224609375,
        "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
        "BasicPerformanceMetrics.NUM_FRAMES_SENT": 300,
        "BasicPerformanceMetrics.MEAN_FRAME_RATE": 60.22887265695937,
        "BasicPerformanceMetrics.MAX_JITTER": 6.666748046875,
        "BasicPerformanceMetrics.MIN_JITTER": 0.000732421875,
        "BasicPerformanceMetrics.MEAN_JITTER": 1.5429613766254195,
        "BasicPerformanceMetrics.STD_DEV_JITTER": 1.1410075386191707,
        "ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 25.0,
        "ResourceMetrics.MEAN_DEVICE_UTILIZATION": 19.9875,
        "ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 3.3726612266873173,
        "ResourceMetrics.MAX_DEVICE_UTILIZATION": 32.0,
        "ResourceMetrics.MIN_DEVICE_UTILIZATION": 14.0,
        "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 11.083333333333334,
        "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 8.4484375,
        "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 4.934702722694805,
        "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 30.5,
        "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0
    },
    "30.0fps": {
        "BasicPerformanceMetrics.RECEIVED_DURATION": 4963.372802734375,
        "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 30.201414531225772,
        "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 19.510009765625,
        "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 16.22802734375,
        "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
        "BasicPerformanceMetrics.NUM_FRAMES_SENT": 150,
        "BasicPerformanceMetrics.MEAN_FRAME_RATE": 30.221384925461052,
        "BasicPerformanceMetrics.MAX_JITTER": 5.2451171875,
        "BasicPerformanceMetrics.MIN_JITTER": 0.027587890625,
        "BasicPerformanceMetrics.MEAN_JITTER": 1.4318501240498311,
        "BasicPerformanceMetrics.STD_DEV_JITTER": 1.0797813163980419,
        "ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 24.0,
        "ResourceMetrics.MEAN_DEVICE_UTILIZATION": 10.656441717791411,
        "ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 8.476876065475139,
        "ResourceMetrics.MAX_DEVICE_UTILIZATION": 24.0,
        "ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0,
        "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 6.916666666666667,
        "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 5.236196319018405,
        "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 4.244771672835404,
        "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 16.583333333333332,
        "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0
    },
    "custom": {
        "data_resolution": "(1920,1200)",
        "network_resolution": "(960,544)"
    },
    "metadata": {
        "BenchmarkMetadata.NAME": "Isaac ROS DetectNet Benchmark",
        "BenchmarkMetadata.TEST_FILE_PATH": "/opt/ros/humble/share/isaac_ros_detectnet_benchmark/scripts/isaac_ros_detectnet_graph.py",
        "BenchmarkMetadata.TEST_DATETIME": "2024-05-22T07:58:09Z",
        "BenchmarkMetadata.DEVICE_HOSTNAME": "25d8e13b5de74c37-54c0253d94954a26",
        "BenchmarkMetadata.DEVICE_ARCH": "aarch64",
        "BenchmarkMetadata.DEVICE_OS": "Linux 5.15.136-tegra #1 SMP PREEMPT Wed Apr 24 19:36:48 PDT 2024",
        "BenchmarkMetadata.IDLE_CPU_UTIL": 0.35648148148148145,
        "BenchmarkMetadata.IDLE_GPU_UTIL": 0.0,
        "BenchmarkMetadata.BENCHMARK_MODE": 1,
        "BenchmarkMetadata.PEAK_THROUGHPUT_PREDICTION": 172.421875,
        "BenchmarkMetadata.INPUT_DATA_PATH": "/workspaces/isaac_ros-dev/src/ros2_benchmark/assets/datasets/r2b_dataset/r2b_hallway",
        "BenchmarkMetadata.INPUT_DATA_SIZE": 1354493952,
        "BenchmarkMetadata.INPUT_DATA_HASH": "7cc6b54751d37a78893d5bea43b3fbf5",
        "BenchmarkMetadata.CONFIG": "ros2_benchmark_config:\n  additional_fixed_publisher_rate_tests:\n  - 10.0\n  - 30.0\n  - 60.0\n  assets_root: /workspaces/isaac_ros-dev/src/ros2_benchmark/assets\n  benchmark_duration: 5.0\n  benchmark_mode: BenchmarkMode.LOOPING\n  benchmark_name: Isaac ROS DetectNet Benchmark\n  benchmark_namespace: r2b\n  binary_search_acceptable_frame_loss_fraction: 0.05\n  binary_search_acceptable_frame_rate_drop: 10.0\n  binary_search_duration_fraction: 1.0\n  binary_search_terminal_interval_width: 10.0\n  collect_start_timestamps_from_monitors: false\n  custom_report_info:\n    data_resolution: Resolution(1920, 1200, )\n    network_resolution: Resolution(960, 544, )\n  default_config_version: 0.30.0\n  default_service_future_timeout_sec: 15.0\n  enable_resource_profiler: true\n  enable_trial_buffer_preparation: false\n  enforce_publisher_rate: false\n  export_monitor_raw_data: false\n  input_data_end_time: -1.0\n  input_data_path: datasets/r2b_dataset/r2b_hallway\n  input_data_start_time: -1.0\n  linear_scan_acceptable_frame_loss_fraction: 0.05\n  linear_scan_acceptable_frame_rate_drop: 5.0\n  linear_scan_duration_fraction: 1.0\n  linear_scan_step_size: 5.0\n  load_data_in_real_time: false\n  log_file_name: kpi.json\n  log_folder: /osmo/data/output\n  monitor_info_list:\n  - calculators:\n    - class_name: BasicPerformanceCalculator\n      config:\n        report_prefix: ''\n      module_name: ros2_benchmark.basic_performance_calculator\n    service_name: monitor_node0\n  play_messages_service_future_timeout_sec: 15.0\n  playback_message_buffer_size: 1\n  post_trial_run_wait_time_sec: 0.0\n  pre_stop_monitoring_wait_time_sec: 5.0\n  pre_trial_run_wait_time_sec: 0.0\n  publish_tf_messages_in_set_data: false\n  publish_tf_static_messages_in_set_data: false\n  publisher_lower_frequency: 10.0\n  publisher_upper_frequency: 1000.0\n  record_data_timeline: false\n  resource_profiling_interval_sec: 0.01\n  revise_timestamps_as_message_ids: false\n  ros1_ws: /workspaces/isaac_ros-dev/isaac_ros_1-dev\n  set_data_service_future_timeout_sec: 60.0\n  setup_service_client_timeout_sec: 20.0\n  start_recording_service_future_timeout_sec: 35.0\n  start_recording_service_timeout_sec: 30\n  test_iterations: 5\n"
    }
}