isaac_ros_rtdetr_graph-agx_orin.json

{
    "BasicPerformanceMetrics.RECEIVED_DURATION": 4996.289388020833,
    "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 72.07588264132751,
    "BasicPerformanceMetrics.MEAN_FRAME_RATE": 71.85333196311613,
    "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0.0,
    "BasicPerformanceMetrics.NUM_FRAMES_SENT": 359.0,
    "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 23.569417317708332,
    "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 38.554850260416664,
    "BasicPerformanceMetrics.MAX_JITTER": 25.595703125,
    "BasicPerformanceMetrics.MIN_JITTER": 0.000244140625,
    "BasicPerformanceMetrics.MEAN_JITTER": 4.217798740589986,
    "BasicPerformanceMetrics.STD_DEV_JITTER": 5.509564061177294,
    "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 17.083333333333332,
    "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 26.333333333333332,
    "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0,
    "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 13.224479166666667,
    "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 4.661220456281813,
    "ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 64.33333333333333,
    "ResourceMetrics.MAX_DEVICE_UTILIZATION": 98.0,
    "ResourceMetrics.MIN_DEVICE_UTILIZATION": 43.0,
    "ResourceMetrics.MEAN_DEVICE_UTILIZATION": 95.13958333333335,
    "ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 3.710614194787936,
    "10.0fps": {
        "BasicPerformanceMetrics.RECEIVED_DURATION": 4897.484619140625,
        "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 10.204037400786538,
        "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 22.52294921875,
        "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 19.986328125,
        "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
        "BasicPerformanceMetrics.NUM_FRAMES_SENT": 50,
        "BasicPerformanceMetrics.MEAN_FRAME_RATE": 10.209322517234089,
        "BasicPerformanceMetrics.MAX_JITTER": 2.354248046875,
        "BasicPerformanceMetrics.MIN_JITTER": 0.0126953125,
        "BasicPerformanceMetrics.MEAN_JITTER": 0.9129536946614584,
        "BasicPerformanceMetrics.STD_DEV_JITTER": 0.7730232695832342,
        "ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 45.0,
        "ResourceMetrics.MEAN_DEVICE_UTILIZATION": 13.831325301204819,
        "ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 23.932797115290327,
        "ResourceMetrics.MAX_DEVICE_UTILIZATION": 76.0,
        "ResourceMetrics.MIN_DEVICE_UTILIZATION": 0.0,
        "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 0.0,
        "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 2.6596385542168677,
        "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 3.824345689092218,
        "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 15.25,
        "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0
    },
    "60.0fps": {
        "BasicPerformanceMetrics.RECEIVED_DURATION": 4980.07080078125,
        "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 60.20058140004859,
        "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 23.8154296875,
        "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 20.545654296875,
        "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
        "BasicPerformanceMetrics.NUM_FRAMES_SENT": 300,
        "BasicPerformanceMetrics.MEAN_FRAME_RATE": 60.240107420347805,
        "BasicPerformanceMetrics.MAX_JITTER": 3.25439453125,
        "BasicPerformanceMetrics.MIN_JITTER": 0.00146484375,
        "BasicPerformanceMetrics.MEAN_JITTER": 1.1019065908137584,
        "BasicPerformanceMetrics.STD_DEV_JITTER": 0.7883727266511658,
        "ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 80.0,
        "ResourceMetrics.MEAN_DEVICE_UTILIZATION": 79.475,
        "ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 3.6330944111046715,
        "ResourceMetrics.MAX_DEVICE_UTILIZATION": 89.0,
        "ResourceMetrics.MIN_DEVICE_UTILIZATION": 71.0,
        "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 15.25,
        "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 11.405208333333334,
        "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 4.5466952999999535,
        "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 27.75,
        "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0
    },
    "30.0fps": {
        "BasicPerformanceMetrics.RECEIVED_DURATION": 4963.29931640625,
        "BasicPerformanceMetrics.MEAN_PLAYBACK_FRAME_RATE": 30.201367024767183,
        "BasicPerformanceMetrics.FIRST_SENT_RECEIVED_LATENCY": 23.5380859375,
        "BasicPerformanceMetrics.LAST_SENT_RECEIVED_LATENCY": 20.1748046875,
        "BasicPerformanceMetrics.NUM_MISSED_FRAMES": 0,
        "BasicPerformanceMetrics.NUM_FRAMES_SENT": 150,
        "BasicPerformanceMetrics.MEAN_FRAME_RATE": 30.221832381571886,
        "BasicPerformanceMetrics.MAX_JITTER": 4.298828125,
        "BasicPerformanceMetrics.MIN_JITTER": 0.00537109375,
        "BasicPerformanceMetrics.MEAN_JITTER": 1.2107082057643581,
        "BasicPerformanceMetrics.STD_DEV_JITTER": 0.8835175338374817,
        "ResourceMetrics.BASELINE_DEVICE_UTILIZATION": 39.0,
        "ResourceMetrics.MEAN_DEVICE_UTILIZATION": 41.53125,
        "ResourceMetrics.STDDEV_DEVICE_UTILIZATION": 24.32023896752456,
        "ResourceMetrics.MAX_DEVICE_UTILIZATION": 79.0,
        "ResourceMetrics.MIN_DEVICE_UTILIZATION": 1.0,
        "ResourceMetrics.BASELINE_OVERALL_CPU_UTILIZATION": 2.75,
        "ResourceMetrics.MEAN_OVERALL_CPU_UTILIZATION": 6.395312500000001,
        "ResourceMetrics.STDDEV_OVERALL_CPU_UTILIZATION": 4.922262413103843,
        "ResourceMetrics.MAX_OVERALL_CPU_UTILIZATION": 27.75,
        "ResourceMetrics.MIN_OVERALL_CPU_UTILIZATION": 0.0
    },
    "custom": {
        "data_resolution": "HD (1280,720)",
        "network_resolution": "(640,640)"
    },
    "metadata": {
        "BenchmarkMetadata.NAME": "Isaac ROS RT-DETR Graph Benchmark",
        "BenchmarkMetadata.TEST_FILE_PATH": "/opt/ros/humble/share/isaac_ros_rtdetr_benchmark/scripts/isaac_ros_rtdetr_graph.py",
        "BenchmarkMetadata.TEST_DATETIME": "2024-05-22T07:34:54Z",
        "BenchmarkMetadata.DEVICE_HOSTNAME": "7a5fdd87befc4183-bd5a23041aa14760",
        "BenchmarkMetadata.DEVICE_ARCH": "aarch64",
        "BenchmarkMetadata.DEVICE_OS": "Linux 5.15.136-tegra #1 SMP PREEMPT Wed Apr 24 19:36:48 PDT 2024",
        "BenchmarkMetadata.IDLE_CPU_UTIL": 1.0231481481481481,
        "BenchmarkMetadata.IDLE_GPU_UTIL": 0.0,
        "BenchmarkMetadata.BENCHMARK_MODE": 1,
        "BenchmarkMetadata.PEAK_THROUGHPUT_PREDICTION": 71.875,
        "BenchmarkMetadata.INPUT_DATA_PATH": "/workspaces/isaac_ros-dev/src/ros2_benchmark/assets/datasets/r2b_dataset/r2b_robotarm",
        "BenchmarkMetadata.INPUT_DATA_SIZE": 1496918907,
        "BenchmarkMetadata.INPUT_DATA_HASH": "8eee68848ee1a95e21b1cd44d5d6ba71",
        "BenchmarkMetadata.CONFIG": "ros2_benchmark_config:\n  additional_fixed_publisher_rate_tests:\n  - 10.0\n  - 30.0\n  - 60.0\n  assets_root: /workspaces/isaac_ros-dev/src/ros2_benchmark/assets\n  benchmark_duration: 5.0\n  benchmark_mode: BenchmarkMode.LOOPING\n  benchmark_name: Isaac ROS RT-DETR Graph Benchmark\n  benchmark_namespace: r2b\n  binary_search_acceptable_frame_loss_fraction: 0.05\n  binary_search_acceptable_frame_rate_drop: 10.0\n  binary_search_duration_fraction: 1.0\n  binary_search_terminal_interval_width: 10.0\n  collect_start_timestamps_from_monitors: false\n  custom_report_info:\n    data_resolution: Resolution(1280, 720, HD)\n    network_resolution: Resolution(640, 640, )\n  default_config_version: 0.30.0\n  default_service_future_timeout_sec: 15.0\n  enable_resource_profiler: true\n  enable_trial_buffer_preparation: false\n  enforce_publisher_rate: false\n  export_monitor_raw_data: false\n  input_data_end_time: -1.0\n  input_data_path: datasets/r2b_dataset/r2b_robotarm\n  input_data_start_time: -1.0\n  linear_scan_acceptable_frame_loss_fraction: 0.05\n  linear_scan_acceptable_frame_rate_drop: 5.0\n  linear_scan_duration_fraction: 1.0\n  linear_scan_step_size: 5.0\n  load_data_in_real_time: false\n  log_file_name: kpi.json\n  log_folder: /osmo/data/output\n  monitor_info_list:\n  - calculators:\n    - class_name: BasicPerformanceCalculator\n      config:\n        report_prefix: ''\n      module_name: ros2_benchmark.basic_performance_calculator\n    service_name: monitor_node0\n  play_messages_service_future_timeout_sec: 15.0\n  playback_message_buffer_size: 1\n  post_trial_run_wait_time_sec: 0.0\n  pre_stop_monitoring_wait_time_sec: 5.0\n  pre_trial_run_wait_time_sec: 5.0\n  publish_tf_messages_in_set_data: false\n  publish_tf_static_messages_in_set_data: false\n  publisher_lower_frequency: 10.0\n  publisher_upper_frequency: 1000.0\n  record_data_timeline: false\n  resource_profiling_interval_sec: 0.01\n  revise_timestamps_as_message_ids: false\n  ros1_ws: /workspaces/isaac_ros-dev/isaac_ros_1-dev\n  set_data_service_future_timeout_sec: 60.0\n  setup_service_client_timeout_sec: 20.0\n  start_recording_service_future_timeout_sec: 35.0\n  start_recording_service_timeout_sec: 30\n  test_iterations: 5\n"
    }
}