green_ai_bench.cpu_inference

[docs] module green_ai_bench.cpu_inference 

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
"""CPU inference script."""

from green_ai_bench.base_inference import BaseInference


class CPUInference(BaseInference):
    """CPU-specific implementation of BaseInference for model inference on CPU hardware."""

    def __init__(self, model_path, use_GPU=False, **kwargs):
        """Initialize the CPUInference class."""
        super().__init__(model_path, use_GPU=False, **kwargs)
        self.use_GPU = use_GPU

    def infer(self):
        """Run inference on the model."""
        if self.session is None:
            raise RuntimeError("Session not initialized")
        if self.input_data is None:
            raise RuntimeError("No input data available")
        return self.session.run(None, self.input_data)