isaac_ros_rtdetr_graph-nuc_4060ti.json

{
    "BasicPerformanceMetrics.RECEIVED_DURATION": 5056.708333333333,
    "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 211.2929557582116,
    "BasicPerformanceMetrics.MEAN_FRAME_RATE": 205.02349018550547,
    "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 18.0,
    "BasicPerformanceMetrics.NUM_FRAMES_SENT": 1055.0,
    "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 10.180094401041666,
    "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 73.57470703125,
    "BasicPerformanceMetrics.MAX_JITTER": 8.71923828125,
    "BasicPerformanceMetrics.MIN_JITTER": 0.0009765625,
    "BasicPerformanceMetrics.MEAN_JITTER": 5.865026831857471,
    "BasicPerformanceMetrics.STD_DEV_JITTER": 2.7596085111781576,
    "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 6.25,
    "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 34.375,
    "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0,
    "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 7.240359197752876,
    "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 7.515086607499318,
    "10.0fps": {
        "BasicPerformanceMetrics.RECEIVED_DURATION": 4904.131103515625,
        "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 10.20354680867134,
        "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 8.37646484375,
        "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 12.250732421875,
        "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
        "BasicPerformanceMetrics.NUM_FRAMES_SENT": 50,
        "BasicPerformanceMetrics.MEAN_FRAME_RATE": 10.195485998356874,
        "BasicPerformanceMetrics.MAX_JITTER": 16.349365234375,
        "BasicPerformanceMetrics.MIN_JITTER": 0.285400390625,
        "BasicPerformanceMetrics.MEAN_JITTER": 6.020792643229167,
        "BasicPerformanceMetrics.STD_DEV_JITTER": 4.567494104096275,
        "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 6.25,
        "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 13.54375,
        "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0,
        "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 1.060829274891775,
        "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 2.323371534358491
    },
    "60.0fps": {
        "BasicPerformanceMetrics.RECEIVED_DURATION": 4983.4853515625,
        "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 60.20014785485533,
        "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 8.7919921875,
        "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 8.90087890625,
        "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
        "BasicPerformanceMetrics.NUM_FRAMES_SENT": 300,
        "BasicPerformanceMetrics.MEAN_FRAME_RATE": 60.1988325110536,
        "BasicPerformanceMetrics.MAX_JITTER": 12.601318359375,
        "BasicPerformanceMetrics.MIN_JITTER": 0.004150390625,
        "BasicPerformanceMetrics.MEAN_JITTER": 2.2613689243393456,
        "BasicPerformanceMetrics.STD_DEV_JITTER": 2.0397327076262934,
        "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 9.375,
        "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 15.625,
        "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0,
        "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 1.8661904761904762,
        "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 2.757444517895941
    },
    "30.0fps": {
        "BasicPerformanceMetrics.RECEIVED_DURATION": 4967.343505859375,
        "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 30.20073609378744,
        "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 8.68212890625,
        "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 9.25927734375,
        "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
        "BasicPerformanceMetrics.NUM_FRAMES_SENT": 150,
        "BasicPerformanceMetrics.MEAN_FRAME_RATE": 30.1972271140627,
        "BasicPerformanceMetrics.MAX_JITTER": 12.839599609375,
        "BasicPerformanceMetrics.MIN_JITTER": 0.0185546875,
        "BasicPerformanceMetrics.MEAN_JITTER": 3.116126807960304,
        "BasicPerformanceMetrics.STD_DEV_JITTER": 2.9081808069603055,
        "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 3.125,
        "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 31.25,
        "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0,
        "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 1.3438422995780592,
        "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 2.677471367165743
    },
    "custom": {
        "data_resolution": "HD (1280,720)",
        "network_resolution": "(640,640)"
    },
    "metadata": {
        "BenchmarkMetadata.NAME": "Isaac ROS RT-DETR Graph Benchmark",
        "BenchmarkMetadata.TEST_FILE_PATH": "/opt/ros/humble/share/isaac_ros_rtdetr_benchmark/scripts/isaac_ros_rtdetr_graph.py",
        "BenchmarkMetadata.TEST_DATETIME": "2024-05-22T09:27:31Z",
        "BenchmarkMetadata.DEVICE_HOSTNAME": "87fae9581ca54786-fa2b75c695aa4ba2",
        "BenchmarkMetadata.DEVICE_ARCH": "x86_64",
        "BenchmarkMetadata.DEVICE_OS": "Linux 5.15.0-84-generic #93~20.04.1-Ubuntu SMP Wed Sep 6 16:15:40 UTC 2023",
        "BenchmarkMetadata.IDLE_CPU_UTIL": 0.1875,
        "BenchmarkMetadata.BENCHMARK_MODE": 1,
        "BenchmarkMetadata.PEAK_THROUGHPUT_PREDICTION": 211.09375,
        "BenchmarkMetadata.INPUT_DATA_PATH": "/workspaces/isaac_ros-dev/src/ros2_benchmark/assets/datasets/r2b_dataset/r2b_robotarm",
        "BenchmarkMetadata.INPUT_DATA_SIZE": 1496918907,
        "BenchmarkMetadata.INPUT_DATA_HASH": "8eee68848ee1a95e21b1cd44d5d6ba71",
        "BenchmarkMetadata.CONFIG": "ros2_benchmark_config:\n  additional_fixed_publisher_rate_tests:\n  - 10.0\n  - 30.0\n  - 60.0\n  assets_root: /workspaces/isaac_ros-dev/src/ros2_benchmark/assets\n  benchmark_duration: 5.0\n  benchmark_mode: BenchmarkMode.LOOPING\n  benchmark_name: Isaac ROS RT-DETR Graph Benchmark\n  benchmark_namespace: r2b\n  binary_search_acceptable_frame_loss_fraction: 0.05\n  binary_search_acceptable_frame_rate_drop: 10.0\n  binary_search_duration_fraction: 1.0\n  binary_search_terminal_interval_width: 10.0\n  collect_start_timestamps_from_monitors: false\n  custom_report_info:\n    data_resolution: Resolution(1280, 720, HD)\n    network_resolution: Resolution(640, 640, )\n  default_config_version: 0.30.0\n  default_service_future_timeout_sec: 15.0\n  enable_resource_profiler: true\n  enable_trial_buffer_preparation: false\n  enforce_publisher_rate: false\n  export_monitor_raw_data: false\n  input_data_end_time: -1.0\n  input_data_path: datasets/r2b_dataset/r2b_robotarm\n  input_data_start_time: -1.0\n  linear_scan_acceptable_frame_loss_fraction: 0.05\n  linear_scan_acceptable_frame_rate_drop: 5.0\n  linear_scan_duration_fraction: 1.0\n  linear_scan_step_size: 5.0\n  load_data_in_real_time: false\n  log_file_name: kpi.json\n  log_folder: /osmo/data/output\n  monitor_info_list:\n  - calculators:\n    - class_name: BasicPerformanceCalculator\n      config:\n        report_prefix: ''\n      module_name: ros2_benchmark.basic_performance_calculator\n    service_name: monitor_node0\n  play_messages_service_future_timeout_sec: 15.0\n  playback_message_buffer_size: 1\n  post_trial_run_wait_time_sec: 0.0\n  pre_stop_monitoring_wait_time_sec: 5.0\n  pre_trial_run_wait_time_sec: 5.0\n  publish_tf_messages_in_set_data: false\n  publish_tf_static_messages_in_set_data: false\n  publisher_lower_frequency: 10.0\n  publisher_upper_frequency: 1000.0\n  record_data_timeline: false\n  resource_profiling_interval_sec: 0.01\n  revise_timestamps_as_message_ids: false\n  ros1_ws: /workspaces/isaac_ros-dev/isaac_ros_1-dev\n  set_data_service_future_timeout_sec: 60.0\n  setup_service_client_timeout_sec: 20.0\n  start_recording_service_future_timeout_sec: 35.0\n  start_recording_service_timeout_sec: 30\n  test_iterations: 5\n"
    }
}