Add logging for context tokens used

This commit is contained in:
Nicolas Mowen 2025-10-30 06:09:42 -06:00
parent 80197a4e40
commit b322b48b82

View File

@ -64,6 +64,9 @@ class OllamaClient(GenAIClient):
images=images if images else None, images=images if images else None,
**self.provider_options, **self.provider_options,
) )
logger.debug(
f"Ollama tokens used: eval_count={result.get('eval_count')}, prompt_eval_count={result.get('prompt_eval_count')}"
)
return result["response"].strip() return result["response"].strip()
except (TimeoutException, ResponseError) as e: except (TimeoutException, ResponseError) as e:
logger.warning("Ollama returned an error: %s", str(e)) logger.warning("Ollama returned an error: %s", str(e))