| { | |
| "model_type": "ONNX", | |
| "npu_mode": "NPU3", | |
| "quant": { | |
| "input_configs": [ | |
| { | |
| "tensor_name": "DEFAULT", | |
| "calibration_dataset": "calib-cocotest2017.tar", | |
| "calibration_size": 32, | |
| "calibration_mean": [123.675, 116.28, 103.53], | |
| "calibration_std": [58.395, 57.12, 57.375] | |
| } | |
| ], | |
| "calibration_method": "MinMax", | |
| "precision_analysis": true, | |
| "precision_analysis_method": "EndToEnd", | |
| "conv_bias_data_type": "FP32", | |
| "enable_smooth_quant": true, | |
| "disable_auto_refine_scale": true, | |
| "layer_configs": [ | |
| { | |
| "layer_name": "op_173:onnx.Mul_1", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_173:onnx.Mul_2", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_173:onnx.Mul_3", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_173:onnx.Mul_4", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_173:onnx.Softmax_0", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_173:onnx.FullyConnected_v_0", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_173:onnx.Softmax_1", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_173:onnx.Softmax_3", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_173:onnx.MatMul_qkv_0", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_173:onnx.MatMul_qkv_1", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_173:onnx.MatMul_qkv_2", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_173:onnx.MatMul_qkv_3", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_173:onnx.MatMul_qkv_4", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_174:onnx.Softmax_2", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_174:onnx.Softmax_5", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_174:onnx.MatMul_qkv_0", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_174:onnx.MatMul_qkv_2", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_174:onnx.MatMul_qkv_3", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_174:onnx.MatMul_qkv_4", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_174:onnx.MatMul_qkv_5", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_177:onnx.MatMul_qkv_0", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_177:onnx.MatMul_qkv_1", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_177:onnx.MatMul_qkv_2", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_177:onnx.MatMul_qkv_4", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_178:onnx.Softmax_0", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_178:onnx.MatMul_qkv_0", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_178:onnx.MatMul_qkv_3", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_179:onnx.Softmax_4", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_179:onnx.MatMul_qkv_4", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_181:onnx.MatMul_qkv_4", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_184:onnx.Softmax_2", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_184:onnx.MatMul_qkv_4", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_175:onnx.MatMul_qkv_0", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_175:onnx.MatMul_qkv_1", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_175:onnx.MatMul_qkv_3", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_175:onnx.MatMul_qkv_4", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_175:onnx.MatMul_qkv_5", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_176:onnx.Softmax_3", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_176:onnx.Softmax_4", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_176:onnx.Softmax_5", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_176:onnx.MatMul_qkv_3", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_176:onnx.MatMul_qkv_4", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_184:onnx.Softmax_2", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "/blocks.0/Add", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "/blocks.0/ls2/Mul", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "/blocks.0/Add_1", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_111:onnx.LayerNormalization", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_174:onnx.FullyConnected_v_0", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_174:onnx.FullyConnected_v_1", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "layer_name": "op_174:onnx.FullyConnected_v_2", | |
| "data_type": "U16" | |
| }, | |
| { | |
| "start_tensor_names":["/depth_head/refinenet1/resConfUnit2/conv1/Conv_output_0"], | |
| "end_tensor_names": ["output"], | |
| "data_type": "U16" | |
| } | |
| ] | |
| }, | |
| "input_processors": [ | |
| { | |
| "tensor_name": "DEFAULT", | |
| "tensor_format": "RGB", | |
| "src_format": "BGR", | |
| "src_dtype": "U8", | |
| "src_layout": "NHWC" | |
| } | |
| ], | |
| "compiler": { | |
| "check": 0 | |
| } | |
| } | |