Openvino models (#14283)

* Enable model conversion cache for openvino

* Use openvino directly for onnx embeddings if available

* Don't fail if zmq is busy
This commit is contained in:
Nicolas Mowen
2024-10-11 10:47:23 -06:00
committed by GitHub
parent 748087483c
commit 6df541e1fd
5 changed files with 85 additions and 29 deletions
+5 -4
View File
@@ -142,10 +142,11 @@ class Dispatcher:
)
def handle_update_model_state():
model = payload["model"]
state = payload["state"]
self.model_state[model] = ModelStatusTypesEnum[state]
self.publish("model_state", json.dumps(self.model_state))
if payload:
model = payload["model"]
state = payload["state"]
self.model_state[model] = ModelStatusTypesEnum[state]
self.publish("model_state", json.dumps(self.model_state))
def handle_model_state():
self.publish("model_state", json.dumps(self.model_state.copy()))