Source code for

# Copyright 2023 Variscite LTD
# SPDX-License-Identifier: BSD-3-Clause

:platform: Unix/Yocto
:synopsis: Class to handle Ethosu inference engine.

.. moduleauthor:: Diego Dorta <>

import os
import sys

import numpy as np

    import ethosu.interpreter as ethosu
except ImportError:
    print("No ethosu package found!")

from multiprocessing import cpu_count

from import DETECTION
from import Timer

[docs]class EthosuInterpreter: """ :ivar interpreter: TensorFlow Lite interpreter; :ivar input_details: input details from model; :ivar output_details: output details from inference; :ivar result: results from inference; :ivar inference_time: inference time; :ivar model_file_path: path to the machine learning model; :ivar k: number of top results; :ivar confidence: confidence score, default is 0.5. """ def __init__(self, model_file_path=None): """ Constructor method for the TensorFlow Lite class. """ if not os.path.isfile(model_file_path): raise ValueError("Must pass a labels file") if not model_file_path.endswith(".tflite"): raise TypeError(f"Expects {model_file_path} to be a text file") self.model_file_path = model_file_path self.interpreter = ethosu.Interpreter(self.model_file_path) self.input_details = self.interpreter.get_input_details() self.output_details = self.interpreter.get_output_details() self.result = None self.inference_time = None self.k = 3 self.confidence = 0.5 self.output_image = None
[docs] def set_k(self, k): """ Set the k results attribute. """ self.k = k
[docs] def set_confidence(self, confidence): """ Set the confidence results attribute. """ self.confidence = confidence
[docs] def get_dtype(self): """ Get the model type. Returns: The model type. """ return self.input_details[0]['dtype']
[docs] def get_height(self): """ Get the model height. Returns: The model height. """ return self.input_details[0]['shape'][1]
[docs] def get_width(self): """ Get the model width. Returns: The model width. """ return self.input_details[0]['shape'][2]
[docs] def set_input(self, image): """ Set the image/frame into the input tensor to be inferred. """ tensor_index = self.input_details[0]['index'] self.interpreter.set_input(tensor_index, image)
[docs] def get_output(self, index, squeeze=False): """ Get the result after running the inference. Args: index (int): index of the result squeeze (bool): result is squeezed or not. Returns: if **squeeze**, return **squeezed** if **not**, return **not squeeze** """ if squeeze: return np.squeeze( self.interpreter.get_output( self.output_details[index]['index'])) return self.interpreter.get_output( self.output_details[index]['index'])
[docs] def get_result(self, category=None): """ Get the result from the output details. Args: category (str): model category (classification); Returns: if **success**, return **True** if **not**, return **False** """ if category is not None: if category is CLASSIFICATION: output = self.get_output(0, squeeze=True) top_k = output.argsort()[-self.k:][::-1] self.result = [] for i in top_k: score = float(output[i] / 255.0) self.result.append((i, score)) return True else: return False
[docs] def run_inference(self): """ Runs inference on the image/frame set in the set_input() method. """ timer = Timer() with timer.timeit(): self.interpreter.invoke() self.inference_time = timer.time