1
0
Fork 0

get file root path from context, avoid downloading entire HF repos

This commit is contained in:
Sean Sube 2023-12-09 22:53:29 -06:00
parent 6cdba4cebb
commit ebb5a586ce
Signed by: ssube
GPG Key ID: 3EED7B957D362AF1
2 changed files with 3 additions and 11 deletions

View File

@ -12,14 +12,9 @@ logger = getLogger(__name__)
class FileClient(BaseClient): class FileClient(BaseClient):
protocol = "file://" protocol = "file://"
root: str
def __init__(self, root: str):
self.root = root
def download( def download(
self, self,
_conversion: ConversionContext, conversion: ConversionContext,
_name: str, _name: str,
uri: str, uri: str,
format: Optional[str] = None, format: Optional[str] = None,
@ -28,4 +23,4 @@ class FileClient(BaseClient):
) -> str: ) -> str:
parts = urlparse(uri) parts = urlparse(uri)
logger.info("loading model from: %s", parts.path) logger.info("loading model from: %s", parts.path)
return path.join(self.root, parts.path) return path.join(conversion.model_path, parts.path)

View File

@ -41,7 +41,4 @@ class HuggingfaceClient(BaseClient):
token=self.token, token=self.token,
) )
else: else:
return snapshot_download( return source
repo_id=source,
token=self.token,
)