fixing latency bugs on gui thread
This commit is contained in:
@@ -2089,6 +2089,7 @@ def send(
|
||||
) -> str:
|
||||
monitor = performance_monitor.get_monitor()
|
||||
if monitor.enabled: monitor.start_component("ai_client.send")
|
||||
_append_comms("OUT", "request", {"prompt": user_message, "system": _get_combined_system_prompt()})
|
||||
with _send_lock:
|
||||
if _provider == "gemini":
|
||||
res = _send_gemini(
|
||||
|
||||
@@ -159,6 +159,7 @@ class AppController:
|
||||
"output_tokens": 0,
|
||||
"cache_read_input_tokens": 0,
|
||||
"cache_creation_input_tokens": 0,
|
||||
"total_tokens": 0,
|
||||
"last_latency": 0.0
|
||||
}
|
||||
self.mma_tier_usage: Dict[str, Dict[str, Any]] = {
|
||||
|
||||
Reference in New Issue
Block a user