nn-meter meets an error in latency prediction: {massage}
If you have any questions about the result, you can open new issues in nn-meter Git repository.
"""
def get_latency(model, hardware_name):
if model == None:
return generate_error_html("Please upload a model file or select one example below.")
model = model.name
if hardware_name == '':
return generate_error_html("Please select a device.")
predictor = predictor_map[hardware_name]
if model.endswith("onnx"):
model_type = "onnx"
elif model.endswith("pb"):
model_type = "pb"
else:
model_type = "nnmeter-ir"
try:
model_latency, block_detail = predictor.detailed_predict(model, model_type)
return generate_html(hardware_name, model_latency, block_detail)
except Exception as e:
return generate_error_html(repr(e))
title = "Interactive demo: nn-Meter (Draft Version)"
description = "Demo for Microsoft's nn-Meter, a novel and efficient system to accurately predict the inference latency of DNN models on diverse edge devices. To use it, simply upload a model file, or use one of the example below and click ‘submit’. Results will show up in a few seconds."
article = "