| model_meta { | |
| framework_type: PYTHON3 | |
| } | |
| runtime_conf { | |
| enable_batching: true | |
| batching_type: "matx_inference" | |
| max_batching_time_ms: 2000 | |
| allowed_batch_sizes: [1] | |
| } |
| model_meta { | |
| framework_type: PYTHON3 | |
| } | |
| runtime_conf { | |
| enable_batching: true | |
| batching_type: "matx_inference" | |
| max_batching_time_ms: 2000 | |
| allowed_batch_sizes: [1] | |
| } |