read uff file in matlab

main.m
import tensorflow as tf
from tensorflow.python.compiler.tensorrt import trt_convert as trt

graph_def = tf.GraphDef()
with tf.gfile.GFile('your_model.pb', 'rb') as f:
    graph_def.ParseFromString(f.read())

input_names = ['input1', 'input2']
output_names = ['output1', 'output2']

converter = trt.TrtGraphConverter(
    nodes_blacklist=output_names, 
    input_saved_model_dir=None,
    input_graph_def=graph_def,
    input_saved_model_tags=None,
    begins_at_zero=True,
    max_workspace_size_bytes=1<<30,
    precision_mode='FP32',
    minimum_segment_size=3)
converter.convert()
converter.save('your_model.uff')
617 chars
22 lines

main.m
engine = nvinfer('your_model.uff');
36 chars
2 lines

main.m
input_data = randn([input_shape batch_size]);
output_data = zeros([output_shape batch_size], 'single');
d_input_data = gpuArray(input_data);
d_output_data = gpuArray(output_data);
[out, ~] = engine.infer('input_name', d_input_data, 'output_name', d_output_data);
output_data = gather(out);
290 chars
7 lines