ONNXVITS_utils.py

import torch
import numpy as np
import random
import onnxruntime as ort
def set_random_seed(seed=0):
    ort.set_seed(seed)
    torch.manual_seed(seed)
    torch.cuda.manual_seed(seed)
    torch.backends.cudnn.deterministic = True
    random.seed(seed)
    np.random.seed(seed)

def runonnx(model_path, **kwargs):
    #如使用onnx-gpu，则providers三选一
    #ort_session = ort.InferenceSession(model_path, providers=['TensorrtExecutionProvider', 'CUDAExecutionProvider', 'CPUExecutionProvider'])
    ort_session = ort.InferenceSession(model_path)
    outputs = ort_session.run(
        None,
        kwargs
    )
    return outputs