administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-02-15 07:35:27 +03:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

requires_fp16 for text and large models only

Browse Source
This commit is contained in:
Josh Hawkins 2024-10-10 17:29:53 -05:00
parent c659d5ae58
commit 059f694f61
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
frigate/embeddings/functions/onnx.py
View File

@ -54,7 +54,10 @@ class GenericONNXEmbedding:
self.embedding_function = embedding_function self.embedding_function = embedding_function
self.model_type = model_type # 'text' or 'vision' self.model_type = model_type # 'text' or 'vision'
self.providers, self.provider_options = get_ort_providers( self.providers, self.provider_options = get_ort_providers(
force_cpu=device == "CPU", requires_fp16=True, openvino_device=device force_cpu=self.config.device == "CPU",
requires_fp16=self.config.model_size == "large"
or self.config.model_type == "text",
openvino_device=self.config.device,
) )
self.download_path = os.path.join(MODEL_CACHE_DIR, self.model_name) self.download_path = os.path.join(MODEL_CACHE_DIR, self.model_name)