2023-01-26 03:04:00 +00:00
|
|
|
from os import path
|
2023-02-05 03:17:39 +00:00
|
|
|
from typing import Any, Optional
|
2023-01-26 03:04:00 +00:00
|
|
|
|
|
|
|
import numpy as np
|
|
|
|
import torch
|
2023-02-05 13:53:26 +00:00
|
|
|
|
2023-02-19 02:28:21 +00:00
|
|
|
from ..server import ServerContext
|
2023-02-26 21:21:58 +00:00
|
|
|
from ..torch_before_ort import InferenceSession, SessionOptions
|
2023-01-26 03:04:00 +00:00
|
|
|
|
|
|
|
|
2023-02-18 05:25:42 +00:00
|
|
|
class OnnxTensor:
|
2023-01-26 03:04:00 +00:00
|
|
|
def __init__(self, source) -> None:
|
|
|
|
self.source = source
|
|
|
|
self.data = self
|
|
|
|
|
|
|
|
def __getitem__(self, *args):
|
|
|
|
return torch.from_numpy(self.source.__getitem__(*args)).to(torch.float32)
|
|
|
|
|
|
|
|
def squeeze(self):
|
|
|
|
self.source = np.squeeze(self.source, (0))
|
|
|
|
return self
|
|
|
|
|
|
|
|
def float(self):
|
|
|
|
return self
|
|
|
|
|
|
|
|
def cpu(self):
|
|
|
|
return self
|
|
|
|
|
|
|
|
def clamp_(self, min, max):
|
|
|
|
self.source = np.clip(self.source, min, max)
|
|
|
|
return self
|
|
|
|
|
|
|
|
def numpy(self):
|
|
|
|
return self.source
|
|
|
|
|
|
|
|
def size(self):
|
|
|
|
return np.shape(self.source)
|
|
|
|
|
|
|
|
|
2023-02-05 13:53:26 +00:00
|
|
|
class OnnxNet:
|
|
|
|
"""
|
2023-01-26 03:04:00 +00:00
|
|
|
Provides the RRDBNet interface using an ONNX session for DirectML acceleration.
|
2023-02-05 13:53:26 +00:00
|
|
|
"""
|
2023-01-26 03:04:00 +00:00
|
|
|
|
2023-02-05 03:17:39 +00:00
|
|
|
def __init__(
|
|
|
|
self,
|
|
|
|
server: ServerContext,
|
|
|
|
model: str,
|
2023-02-05 13:53:26 +00:00
|
|
|
provider: str = "DmlExecutionProvider",
|
2023-02-15 00:57:50 +00:00
|
|
|
sess_options: Optional[SessionOptions] = None,
|
2023-02-05 03:17:39 +00:00
|
|
|
) -> None:
|
|
|
|
model_path = path.join(server.model_path, model)
|
2023-01-26 03:04:00 +00:00
|
|
|
self.session = InferenceSession(
|
2023-02-14 23:12:52 +00:00
|
|
|
model_path, providers=[provider], provider_options=sess_options
|
2023-02-05 13:53:26 +00:00
|
|
|
)
|
2023-01-26 03:04:00 +00:00
|
|
|
|
|
|
|
def __call__(self, image: Any) -> Any:
|
|
|
|
input_name = self.session.get_inputs()[0].name
|
|
|
|
output_name = self.session.get_outputs()[0].name
|
2023-02-18 14:46:46 +00:00
|
|
|
output = self.session.run([output_name], {input_name: image.cpu().numpy()})[0]
|
2023-02-18 05:25:42 +00:00
|
|
|
return OnnxTensor(output)
|
2023-01-26 03:04:00 +00:00
|
|
|
|
|
|
|
def eval(self) -> None:
|
|
|
|
pass
|
|
|
|
|
|
|
|
def half(self):
|
|
|
|
return self
|
|
|
|
|
|
|
|
def load_state_dict(self, net, strict=True) -> None:
|
|
|
|
pass
|
|
|
|
|
|
|
|
def to(self, device):
|
|
|
|
return self
|