utils.py

import onnxruntime as ort
import numpy as np

def load_session(path: str) -> ort.InferenceSession:
    providers = ['CPUExecutionProvider']
    session = ort.InferenceSession(path, providers=providers)   
    return session

def infer(inference_session: ort.InferenceSession, input_data: np.array) -> np.array:
    input_name = inference_session.get_inputs()[0].name
    output_name = inference_session.get_outputs()[0].name
    inference_inputs = {input_name: input_data}
    outputs = inference_session.run(
        [output_name], 
        inference_inputs
        )
    return outputs[0]