ucp_version: 3.13.6_(4.7.5 HBRT)
{
  "perf_result": {
    "FPS": 73.2078857421875,
    "average_latency": 104.30048370361328
  },
  "running_condition": {
    "core_id": "0",
    "frame_count": 100,
    "model_name": "forward",
    "run_time": 1335.1080322265625,
    "thread_num": 8
  }
}
***
{
  "model_latency": {
    "Node-0-native::Cast-unamed_hbir.cast_type_id_1336_cpu_segment_0": {
      "avg_time": 0.043019801980198016,
      "max_time": 2.731,
      "min_time": 0.003
    },
    "Node-1-native::Sin-unamed_hbir.sin_id_2229_cpu_segment_1": {
      "avg_time": 0.07082178217821782,
      "max_time": 3.504,
      "min_time": 0.013
    },
    "Node-10-native::Sub-unamed_hbir.sub_id_30_cpu_segment_10": {
      "avg_time": 0.047396039603960397,
      "max_time": 0.425,
      "min_time": 0.021
    },
    "Node-11-native::Cast-unamed_hbir.gather_nd_id_1459_cpu_segment_11": {
      "avg_time": 0.010504950495049504,
      "max_time": 0.149,
      "min_time": 0.003
    },
    "Node-12-native::View-unamed_hbir.gather_nd_id_1459_cpu_segment_12": {
      "avg_time": 0.012742574257425742,
      "max_time": 0.182,
      "min_time": 0.003
    },
    "Node-13-native::View-unamed_hbir.reshape_id_1161_cpu_segment_13": {
      "avg_time": 0.005247524752475248,
      "max_time": 0.084,
      "min_time": 0.002
    },
    "Node-14-native::Sub-unamed_hbir.sub_id_1162_cpu_segment_14": {
      "avg_time": 0.864059405940594,
      "max_time": 2.428,
      "min_time": 0.452
    },
    "Node-15-native::Cos-unamed_hbir.cos_id_1165_cpu_segment_15": {
      "avg_time": 0.10807920792079208,
      "max_time": 1.313,
      "min_time": 0.035
    },
    "Node-16-native::Sin-unamed_hbir.sin_id_1167_cpu_segment_16": {
      "avg_time": 0.07725742574257426,
      "max_time": 1.354,
      "min_time": 0.034
    },
    "Node-17-native::View-unamed_hbir.gather_nd_id_1229_cpu_segment_17": {
      "avg_time": 0.004811881188118812,
      "max_time": 0.145,
      "min_time": 0.002
    },
    "Node-18-native::Cast-unamed_hbir.gather_nd_id_1229_cpu_segment_18": {
      "avg_time": 0.02410891089108911,
      "max_time": 1.0,
      "min_time": 0.004
    },
    "Node-19-native::View-unamed_hbir.reshape_id_1477_cpu_segment_19": {
      "avg_time": 0.009871287128712871,
      "max_time": 0.171,
      "min_time": 0.003
    },
    "Node-2-native::Cos-unamed_hbir.cos_id_2228_cpu_segment_2": {
      "avg_time": 0.03234653465346535,
      "max_time": 0.264,
      "min_time": 0.01
    },
    "Node-20-native::Conv2dNHWCNoBias-unamed_hbir.constant_id_1478_cpu_segment_20": {
      "avg_time": 0.27858415841584155,
      "max_time": 3.108,
      "min_time": 0.117
    },
    "Node-21-native::View-unamed_hbir.reshape_id_1500_cpu_segment_21": {
      "avg_time": 0.03105940594059406,
      "max_time": 1.201,
      "min_time": 0.003
    },
    "Node-22-native::Conv2dNHWCNoBias-unamed_hbir.constant_id_1501_cpu_segment_22": {
      "avg_time": 0.22952475247524753,
      "max_time": 1.255,
      "min_time": 0.112
    },
    "Node-23-native::View-unamed_hbir.reshape_id_1524_cpu_segment_23": {
      "avg_time": 0.015425742574257426,
      "max_time": 0.583,
      "min_time": 0.003
    },
    "Node-24-native::Conv2dNHWCNoBias-unamed_hbir.constant_id_1525_cpu_segment_24": {
      "avg_time": 0.22563366336633664,
      "max_time": 1.53,
      "min_time": 0.112
    },
    "Node-25-native::Sub-unamed_hbir.sub_id_35_cpu_segment_25": {
      "avg_time": 0.14658415841584158,
      "max_time": 2.555,
      "min_time": 0.052
    },
    "Node-26-native::View-unamed_hbir.sub_id_35_cpu_segment_26": {
      "avg_time": 0.021415841584158414,
      "max_time": 1.141,
      "min_time": 0.003
    },
    "Node-27-native::Linear-unamed_hbir.constant_id_1055_cpu_segment_27": {
      "avg_time": 0.03491089108910891,
      "max_time": 1.218,
      "min_time": 0.009
    },
    "Node-28-native::Linear-unamed_hbir.constant_id_1060_cpu_segment_28": {
      "avg_time": 0.019752475247524753,
      "max_time": 0.866,
      "min_time": 0.005
    },
    "Node-29-native::Linear-unamed_hbir.constant_id_1065_cpu_segment_29": {
      "avg_time": 0.015643564356435644,
      "max_time": 0.729,
      "min_time": 0.004
    },
    "Node-3-BPU-unamed_hbir.reshape_id_2448_bpu_segment_3": {
      "Stage1-GenerateBpuTask": {
        "avg_time": 0.20167326732673269,
        "max_time": 1.807,
        "min_time": 0.107
      },
      "Stage2-BpuCoreProcess": {
        "avg_time": 2.2284752475247522,
        "max_time": 8.192,
        "min_time": 0.61
      },
      "Total": {
        "avg_time": 2.457930693069307,
        "max_time": 8.41,
        "min_time": 0.827
      }
    },
    "Node-30-native::Linear-unamed_hbir.constant_id_1070_cpu_segment_30": {
      "avg_time": 0.015247524752475247,
      "max_time": 0.454,
      "min_time": 0.005
    },
    "Node-31-native::Linear-unamed_hbir.constant_id_1075_cpu_segment_31": {
      "avg_time": 0.011841584158415842,
      "max_time": 0.264,
      "min_time": 0.004
    },
    "Node-32-native::Linear-unamed_hbir.constant_id_1080_cpu_segment_32": {
      "avg_time": 0.008217821782178218,
      "max_time": 0.212,
      "min_time": 0.004
    },
    "Node-33-native::Sub-unamed_hbir.sub_id_2227_cpu_segment_33": {
      "avg_time": 0.30378217821782183,
      "max_time": 2.759,
      "min_time": 0.125
    },
    "Node-34-native::View-unamed_hbir.gather_nd_id_1239_cpu_segment_34": {
      "avg_time": 0.00603960396039604,
      "max_time": 0.109,
      "min_time": 0.001
    },
    "Node-35-native::Cast-unamed_hbir.gather_nd_id_1239_cpu_segment_35": {
      "avg_time": 0.014336633663366337,
      "max_time": 0.225,
      "min_time": 0.005
    },
    "Node-36-BPU-unamed_hbir.matmul_id_2710_bpu_segment_36": {
      "Stage1-GenerateBpuTask": {
        "avg_time": 0.17059405940594058,
        "max_time": 0.312,
        "min_time": 0.099
      },
      "Stage2-BpuCoreProcess": {
        "avg_time": 1.4639108910891088,
        "max_time": 6.433,
        "min_time": 0.579
      },
      "Total": {
        "avg_time": 1.6624752475247524,
        "max_time": 6.608,
        "min_time": 0.739
      }
    },
    "Node-37-native::Sin-unamed_hbir.sin_id_1484_cpu_segment_37": {
      "avg_time": 0.2679009900990099,
      "max_time": 2.652,
      "min_time": 0.137
    },
    "Node-38-native::View-unamed_hbir.concat_id_1485_cpu_segment_38": {
      "avg_time": 0.011455445544554455,
      "max_time": 0.102,
      "min_time": 0.006
    },
    "Node-39-native::Cos-unamed_hbir.cos_id_1506_cpu_segment_39": {
      "avg_time": 0.2641980198019802,
      "max_time": 1.289,
      "min_time": 0.141
    },
    "Node-4-native::Sub-unamed_hbir.sub_id_40_cpu_segment_4": {
      "avg_time": 0.1848019801980198,
      "max_time": 2.709,
      "min_time": 0.057
    },
    "Node-40-native::View-unamed_hbir.concat_id_1508_cpu_segment_40": {
      "avg_time": 0.02810891089108911,
      "max_time": 1.369,
      "min_time": 0.005
    },
    "Node-41-native::Sin-unamed_hbir.sin_id_1507_cpu_segment_41": {
      "avg_time": 0.30315841584158415,
      "max_time": 2.942,
      "min_time": 0.139
    },
    "Node-42-native::View-unamed_hbir.concat_id_1508_cpu_segment_42": {
      "avg_time": 0.027871287128712872,
      "max_time": 1.181,
      "min_time": 0.005
    },
    "Node-43-native::Cos-unamed_hbir.cos_id_1530_cpu_segment_43": {
      "avg_time": 0.33786138613861383,
      "max_time": 4.706,
      "min_time": 0.136
    },
    "Node-44-native::View-unamed_hbir.concat_id_1532_cpu_segment_44": {
      "avg_time": 0.022405940594059405,
      "max_time": 0.631,
      "min_time": 0.005
    },
    "Node-45-native::Sin-unamed_hbir.sin_id_1531_cpu_segment_45": {
      "avg_time": 0.2886237623762376,
      "max_time": 1.647,
      "min_time": 0.135
    },
    "Node-46-native::View-unamed_hbir.concat_id_1532_cpu_segment_46": {
      "avg_time": 0.013178217821782178,
      "max_time": 0.148,
      "min_time": 0.005
    },
    "Node-47-native::Cos-unamed_hbir.cos_id_42_cpu_segment_47": {
      "avg_time": 0.02522772277227723,
      "max_time": 0.184,
      "min_time": 0.011
    },
    "Node-48-native::Sin-unamed_hbir.sin_id_43_cpu_segment_48": {
      "avg_time": 0.04123762376237624,
      "max_time": 1.779,
      "min_time": 0.01
    },
    "Node-49-native::Cos-unamed_hbir.cos_id_1483_cpu_segment_49": {
      "avg_time": 0.27323762376237626,
      "max_time": 0.972,
      "min_time": 0.135
    },
    "Node-5-native::View-unamed_hbir.sub_id_40_cpu_segment_5": {
      "avg_time": 0.024603960396039605,
      "max_time": 0.96,
      "min_time": 0.003
    },
    "Node-50-native::View-unamed_hbir.concat_id_1485_cpu_segment_50": {
      "avg_time": 0.014069306930693068,
      "max_time": 0.224,
      "min_time": 0.005
    },
    "Node-51-BPU-unamed_hbir.add_id_1583_bpu_segment_51": {
      "Stage1-GenerateBpuTask": {
        "avg_time": 0.15035643564356438,
        "max_time": 0.256,
        "min_time": 0.089
      },
      "Stage2-BpuCoreProcess": {
        "avg_time": 3.134564356435644,
        "max_time": 7.017,
        "min_time": 2.511
      },
      "Total": {
        "avg_time": 3.3306039603960396,
        "max_time": 7.16,
        "min_time": 2.683
      }
    },
    "Node-52-native::Conv2dNHWC-unamed_hbir.transpose_id_1512_cpu_segment_52": {
      "avg_time": 11.895821782178219,
      "max_time": 24.019,
      "min_time": 6.535
    },
    "Node-53-native::Conv2dNHWC-unamed_hbir.transpose_id_1536_cpu_segment_53": {
      "avg_time": 12.305772277227723,
      "max_time": 23.558,
      "min_time": 6.13
    },
    "Node-54-native::Conv2dNHWC-unamed_hbir.transpose_id_1489_cpu_segment_54": {
      "avg_time": 11.465990099009902,
      "max_time": 21.766,
      "min_time": 6.215
    },
    "Node-55-native::ReLU-unamed_hbir.relu_id_1515_cpu_segment_55": {
      "avg_time": 0.07043564356435644,
      "max_time": 1.021,
      "min_time": 0.025
    },
    "Node-56-native::ReLU-unamed_hbir.relu_id_1539_cpu_segment_56": {
      "avg_time": 0.07776237623762378,
      "max_time": 3.196,
      "min_time": 0.019
    },
    "Node-57-native::ReLU-unamed_hbir.relu_id_1492_cpu_segment_57": {
      "avg_time": 0.10214851485148514,
      "max_time": 4.693,
      "min_time": 0.017
    },
    "Node-58-native::Conv2dNHWC-unamed_hbir.transpose_id_1519_cpu_segment_58": {
      "avg_time": 10.907564356435643,
      "max_time": 20.099,
      "min_time": 5.828
    },
    "Node-59-native::View-unamed_hbir.add_id_1522_cpu_segment_59": {
      "avg_time": 0.01999009900990099,
      "max_time": 0.151,
      "min_time": 0.009
    },
    "Node-6-native::Sub-unamed_hbir.sub_id_1171_cpu_segment_6": {
      "avg_time": 0.31625742574257426,
      "max_time": 1.406,
      "min_time": 0.15
    },
    "Node-60-native::Conv2dNHWC-unamed_hbir.transpose_id_1543_cpu_segment_60": {
      "avg_time": 10.585871287128713,
      "max_time": 21.514,
      "min_time": 5.996
    },
    "Node-61-native::View-unamed_hbir.add_id_1546_cpu_segment_61": {
      "avg_time": 0.032554455445544556,
      "max_time": 0.99,
      "min_time": 0.009
    },
    "Node-62-native::Conv2dNHWC-unamed_hbir.transpose_id_1496_cpu_segment_62": {
      "avg_time": 10.781851485148515,
      "max_time": 22.468,
      "min_time": 6.029
    },
    "Node-63-native::View-unamed_hbir.add_id_1522_cpu_segment_63": {
      "avg_time": 0.023158415841584158,
      "max_time": 0.36,
      "min_time": 0.009
    },
    "Node-64-BPU-unamed_hbir.sub_id_1550_bpu_segment_64": {
      "Stage1-GenerateBpuTask": {
        "avg_time": 0.11456435643564356,
        "max_time": 0.255,
        "min_time": 0.044
      },
      "Stage2-BpuCoreProcess": {
        "avg_time": 0.989980198019802,
        "max_time": 4.244,
        "min_time": 0.344
      },
      "Total": {
        "avg_time": 1.1563366336633663,
        "max_time": 5.013,
        "min_time": 0.435
      }
    },
    "Node-65-native::Sub-unamed_hbir.sub_id_1550_cpu_segment_65": {
      "avg_time": 0.06539603960396038,
      "max_time": 0.332,
      "min_time": 0.029
    },
    "Node-66-native::View-unamed_hbir.sub_id_1550_cpu_segment_66": {
      "avg_time": 0.038495049504950495,
      "max_time": 1.139,
      "min_time": 0.008
    },
    "Node-67-BPU-unamed_hbir.reshape_id_4070_bpu_segment_67": {
      "Stage1-GenerateBpuTask": {
        "avg_time": 0.11647524752475248,
        "max_time": 0.584,
        "min_time": 0.069
      },
      "Stage2-BpuCoreProcess": {
        "avg_time": 2.2984455445544554,
        "max_time": 6.904,
        "min_time": 1.051
      },
      "Total": {
        "avg_time": 2.4774257425742574,
        "max_time": 7.028,
        "min_time": 1.186
      }
    },
    "Node-7-native::Sub-unamed_hbir.sub_id_1174_cpu_segment_7": {
      "avg_time": 0.33222772277227725,
      "max_time": 3.473,
      "min_time": 0.15
    },
    "Node-8-native::View-unamed_hbir.gather_nd_id_1151_cpu_segment_8": {
      "avg_time": 0.006930693069306931,
      "max_time": 0.06,
      "min_time": 0.002
    },
    "Node-9-native::Cast-unamed_hbir.gather_nd_id_1151_cpu_segment_9": {
      "avg_time": 0.03440594059405941,
      "max_time": 0.978,
      "min_time": 0.006
    }
  },
  "processor_latency": {
    "BPU_inference_time_cost": {
      "avg_time": 11.084772277227724,
      "max_time": 34.219,
      "min_time": 5.869999999999999
    },
    "CPU_inference_time_cost": {
      "avg_time": 73.8788415841584,
      "max_time": 206.677,
      "min_time": 39.25
    }
  },
  "task_latency": {
    "TaskRunningTime": {
      "avg_time": 103.40253465346535,
      "max_time": 159.858,
      "min_time": 57.542
    }
  }
}