remove unneeded

This commit is contained in:
Josh Hawkins 2024-10-09 15:49:23 -05:00
parent c5d4e301d1
commit 006af73844

View File

@ -80,12 +80,6 @@ class GenericONNXEmbedding:
clean_up_tokenization_spaces=True, clean_up_tokenization_spaces=True,
) )
tokenizer.save_pretrained(path) tokenizer.save_pretrained(path)
else:
if not os.path.exists(path + "/" + self.model_name):
logger.info(f"Downloading {self.model_name} feature extractor")
self.feature_extractor = AutoFeatureExtractor.from_pretrained(
f"{MODEL_CACHE_DIR}/{self.model_name}",
)
self.downloader.requestor.send_data( self.downloader.requestor.send_data(
UPDATE_MODEL_STATE, UPDATE_MODEL_STATE,