From ebb5a586ce83103ac5e8c55def2143603f576619 Mon Sep 17 00:00:00 2001 From: Sean Sube Date: Sat, 9 Dec 2023 22:53:29 -0600 Subject: [PATCH] get file root path from context, avoid downloading entire HF repos --- api/onnx_web/convert/client/file.py | 9 ++------- api/onnx_web/convert/client/huggingface.py | 5 +---- 2 files changed, 3 insertions(+), 11 deletions(-) diff --git a/api/onnx_web/convert/client/file.py b/api/onnx_web/convert/client/file.py index 5619b35b..7457e28b 100644 --- a/api/onnx_web/convert/client/file.py +++ b/api/onnx_web/convert/client/file.py @@ -12,14 +12,9 @@ logger = getLogger(__name__) class FileClient(BaseClient): protocol = "file://" - root: str - - def __init__(self, root: str): - self.root = root - def download( self, - _conversion: ConversionContext, + conversion: ConversionContext, _name: str, uri: str, format: Optional[str] = None, @@ -28,4 +23,4 @@ class FileClient(BaseClient): ) -> str: parts = urlparse(uri) logger.info("loading model from: %s", parts.path) - return path.join(self.root, parts.path) + return path.join(conversion.model_path, parts.path) diff --git a/api/onnx_web/convert/client/huggingface.py b/api/onnx_web/convert/client/huggingface.py index 6db97928..60f9e08f 100644 --- a/api/onnx_web/convert/client/huggingface.py +++ b/api/onnx_web/convert/client/huggingface.py @@ -41,7 +41,4 @@ class HuggingfaceClient(BaseClient): token=self.token, ) else: - return snapshot_download( - repo_id=source, - token=self.token, - ) + return source