From 059f694f61f70b8f0159c73fcccb5450742f7719 Mon Sep 17 00:00:00 2001
From: Josh Hawkins <32435876+hawkeye217@users.noreply.github.com>
Date: Thu, 10 Oct 2024 17:29:53 -0500
Subject: [PATCH] requires_fp16 for text and large models only

---
 frigate/embeddings/functions/onnx.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/frigate/embeddings/functions/onnx.py b/frigate/embeddings/functions/onnx.py
index 34a81528a..611503533 100644
--- a/frigate/embeddings/functions/onnx.py
+++ b/frigate/embeddings/functions/onnx.py
@@ -54,7 +54,10 @@ class GenericONNXEmbedding:
         self.embedding_function = embedding_function
         self.model_type = model_type  # 'text' or 'vision'
         self.providers, self.provider_options = get_ort_providers(
-            force_cpu=device == "CPU", requires_fp16=True, openvino_device=device
+            force_cpu=self.config.device == "CPU",
+            requires_fp16=self.config.model_size == "large"
+            or self.config.model_type == "text",
+            openvino_device=self.config.device,
         )
 
         self.download_path = os.path.join(MODEL_CACHE_DIR, self.model_name)