Private
Public Access
0
0

refactor(ai_client): remove gemini_cli provider from ai_client

Drop the standalone Gemini CLI adapter from the AI client surface: delete
the import, the PROVIDERS entry, the module state, the 3 functions
(_list_gemini_cli_models, _send_cli_round_result, _send_gemini_cli), and
the 8 dispatch branches. PROVIDERS now has 7 entries; _gemini_sdk
remainder is unaffected.
This commit is contained in:
2026-07-05 19:49:37 -04:00
parent 9a308c36dc
commit 2bba7f56e3
9 changed files with 6 additions and 696 deletions
+6 -179
View File
@@ -46,7 +46,6 @@ from src import performance_monitor
from src import project_manager
from src import provider_state
from src.events import EventEmitter
from src.gemini_cli_adapter import GeminiCliAdapter
from src.project_files import FileItem
from src.tool_presets import ToolPreset, Tool
from src.tool_bias import BiasProfile
@@ -59,7 +58,7 @@ from src.tool_presets import ToolPresetManager
# imported from src/vendor_capabilities.py (deleted in
# module_taxonomy_refactor_20260627 Phase 2.1).
PROVIDERS: List[str] = ["gemini", "anthropic", "gemini_cli", "deepseek", "minimax", "qwen", "grok", "llama"]
PROVIDERS: List[str] = ["gemini", "anthropic", "deepseek", "minimax", "qwen", "grok", "llama"]
# DEFAULT_TOOL_CATEGORIES moved from src/models.py in
# post_module_taxonomy_de_cruft_20260627 Phase 3. The categories are the
@@ -161,8 +160,6 @@ _BIAS_ENGINE = ToolBiasEngine()
_active_tool_preset: Optional[ToolPreset] = None
_active_bias_profile: Optional[BiasProfile] = None
_gemini_cli_adapter: Optional[GeminiCliAdapter] = None
# Injected by gui.py - called when AI wants to run a command.
confirm_and_run_callback: Optional[Callable[[str, str, Optional[Callable[[str], str]], Optional[Callable[[str, str], Result[str]]]], Optional[str]]] = None
@@ -543,7 +540,7 @@ def set_provider(provider: str, model: str, validate: bool = True) -> None:
"""Updates the active LLM provider and model name.
When validate is True (default), the model is checked against the provider's
LIVE model list, which for gemini_cli/minimax means a blocking subprocess /
LIVE model list, which for minimax means a blocking subprocess /
network call (and importing the provider SDK). Pass validate=False during
startup so the GUI's first frame is not blocked ΓÇö AppController._fetch_models
corrects the model against the live list shortly after, off the main thread.
@@ -553,13 +550,7 @@ def set_provider(provider: str, model: str, validate: bool = True) -> None:
if not validate:
_model = model
return
if provider == "gemini_cli":
valid_models = _list_gemini_cli_models()
if model != "mock" and (model not in valid_models or model.startswith("deepseek")):
_model = "gemini-3-flash-preview"
else:
_model = model
elif provider == "minimax":
if provider == "minimax":
result = _set_minimax_provider_result(model)
fallback_result = _list_minimax_models_result("")
valid_models = result.data if result.ok else fallback_result.data
@@ -590,7 +581,6 @@ def reset_session() -> None:
global _minimax_client
global _qwen_client
global _CACHED_ANTHROPIC_TOOLS, _CACHED_DEEPSEEK_TOOLS
global _gemini_cli_adapter
if _gemini_client and _gemini_cache:
_delete_gemini_cache_result()
_gemini_client = None
@@ -600,10 +590,6 @@ def reset_session() -> None:
_gemini_cache_created_at = None
_gemini_cached_file_paths = []
# Preserve binary_path if adapter exists
old_path = _gemini_cli_adapter.binary_path if _gemini_cli_adapter else "gemini"
_gemini_cli_adapter = GeminiCliAdapter(binary_path=old_path)
_anthropic_client = None
provider_state.clear_all()
_deepseek_client = None
@@ -626,7 +612,6 @@ def list_models(provider: str) -> list[str]:
result = _list_anthropic_models_result()
return result.data if result.ok else []
elif provider == "deepseek": return _list_deepseek_models(creds["deepseek"]["api_key"])
elif provider == "gemini_cli": return _list_gemini_cli_models()
elif provider == "minimax":
result = _list_minimax_models_result(creds["minimax"]["api_key"])
return result.data if result.ok else []
@@ -911,7 +896,6 @@ async def _execute_tool_calls_concurrently(
tasks = []
for fc in calls:
if provider == "gemini": name, args, call_id = fc.name, dict(fc.args), fc.name # Gemini 1.0.0 doesn't have call IDs in types.Part
elif provider == "gemini_cli": name, args, call_id = cast(str, fc.get("name")), cast(Metadata, fc.get("args", {})), cast(str, fc.get("id"))
elif provider == "anthropic": name, args, call_id = cast(str, getattr(fc, "name")), cast(Metadata, getattr(fc, "input")), cast(str, getattr(fc, "id"))
elif provider == "deepseek":
tool_info = fc.get("function", {})
@@ -1724,16 +1708,6 @@ def get_gemini_cache_stats() -> Metadata:
"cached_files": _gemini_cached_file_paths,
}
def _list_gemini_cli_models() -> list[str]:
return [
"gemini-3-flash-preview",
"gemini-3.1-pro-preview",
"gemini-2.5-pro",
"gemini-2.5-flash",
"gemini-2.0-flash",
"gemini-2.5-flash-lite",
]
def _list_gemini_models_result(api_key: str) -> Result[list[str]]:
"""List available Gemini models via google-genai SDK.
@@ -1854,28 +1828,6 @@ def _create_gemini_cache_result(sys_instr: str, tools_decl: Any, file_items: lis
errors=[ErrorInfo(kind=ErrorKind.INTERNAL, message=f"failed to create gemini cache: {type(e).__name__}: {e}", source="ai_client._create_gemini_cache_result", original=e)],
)
def _send_cli_round_result(r_idx: int, adapter: Any, payload: Any, safety_settings: list[Any], sys_instr: str, stream_callback: Optional[Callable[[str], None]]) -> Result[Metadata]:
"""Call the Gemini CLI adapter for one round. Returns Result[resp_data].
On SDK failure, emits a response_received event with the error info
(preserving the original side-effect semantics) and returns
Result(errors=[ErrorInfo]). The caller (_send in _send_gemini_cli)
re-raises the original exception to preserve the outer catch flow.
"""
events.emit("request_start", payload={"provider": "gemini_cli", "model": _model, "round": r_idx})
if r_idx > 0:
_append_comms("OUT", "request", {"message": f"[CLI] [round {r_idx}] [msg {len(payload)}]"})
send_payload: Any = json.dumps(payload) if isinstance(payload, list) else payload
try:
resp_data = adapter.send(cast(str, send_payload), safety_settings=safety_settings, system_instruction=sys_instr, model=_model, stream_callback=stream_callback)
return Result(data=resp_data)
except Exception as e:
events.emit("response_received", payload={"provider": "gemini_cli", "model": _model, "usage": {}, "latency": 0, "round": r_idx, "error": str(e)})
return Result(
data=None,
errors=[ErrorInfo(kind=ErrorKind.INTERNAL, message=str(e), source="ai_client._send_cli_round_result", original=e)],
)
def _extract_gemini_thoughts_result(resp: Any) -> Result[str]:
"""Extracts concatenated thinking text from a Gemini response object's parts.
@@ -2127,118 +2079,7 @@ def _send_gemini(md_content: str, user_message: str, base_dir: str,
if monitor.enabled: monitor.end_component("ai_client._send_gemini")
return Result(data="", errors=[_classify_gemini_error(e, source="ai_client.gemini")])
def _send_gemini_cli(md_content: str, user_message: str, base_dir: str,
file_items: list[Metadata] | None = None,
discussion_history: str = "",
pre_tool_callback: Optional[Callable[[str, str, Optional[Callable[[str], str]]], Optional[str]]] = None,
qa_callback: Optional[Callable[[str], str]] = None,
stream_callback: Optional[Callable[[str], None]] = None,
patch_callback: Optional[Callable[[str, str], Result[str]]] = None) -> Result[str]:
from src.openai_compatible import OpenAICompatibleRequest, NormalizedResponse
from src.openai_schemas import UsageStats
"""
[C: src/ai_server.py:_handle_send]
Functional Purpose: Sends requests to Gemini via the headless Gemini CLI subprocess adapter.
Parameters & Inputs: md_content, user_message, base_dir, file_items, discussion_history, callbacks.
Immediate-Mode DAG / Thread Context: Called by: send; Calls: run_with_tool_loop, GeminiCliAdapter.send
SSDL:
[I:run_with_tool_loop] -> [I:GeminiCliAdapter.send] -> [T:Result]
Thread Boundaries: Runs on caller thread (typically an async worker thread).
"""
global _gemini_cli_adapter
try:
if _gemini_cli_adapter is None:
_gemini_cli_adapter = GeminiCliAdapter(binary_path="gemini")
adapter = _gemini_cli_adapter
mcp_client.configure(file_items or [], [base_dir])
sys_instr = f"{_get_combined_system_prompt()}\n\n<context>\n{md_content}\n</context>"
safety_settings = [{'category': 'HARM_CATEGORY_DANGEROUS_CONTENT', 'threshold': 'BLOCK_ONLY_HIGH'}]
payload: Union[str, list[Metadata]] = user_message
if adapter.session_id is None:
if discussion_history:
payload = f"[DISCUSSION HISTORY]\n\n{discussion_history}\n\n---\n\n{user_message}"
all_text: list[str] = []
cumulative_tool_bytes = 0
def _send(r_idx: int) -> NormalizedResponse:
if adapter is None:
return NormalizedResponse(text="(adapter unavailable)", tool_calls=[], usage=UsageStats(input_tokens=0, output_tokens=0, cache_read_tokens=0, cache_creation_tokens=0), raw_response=None)
send_result = _send_cli_round_result(r_idx, adapter, payload, safety_settings, sys_instr, stream_callback)
if not send_result.ok:
raise cast(Exception, send_result.errors[0].original) from None
resp_data = send_result.data
cli_stderr = resp_data.get("stderr", "")
if cli_stderr:
sys.stderr.write(f"\n--- Gemini CLI stderr ---\n{cli_stderr}\n-------------------------\n")
sys.stderr.flush()
txt = cast(str, resp_data.get("text", ""))
if txt: all_text.append(txt)
calls = cast(List[dict[str, Any]], resp_data.get("tool_calls", []))
usage = adapter.last_usage or {}
latency = adapter.last_latency
events.emit("response_received", payload={"provider": "gemini_cli", "model": _model, "usage": usage, "latency": latency, "round": r_idx})
log_calls: list[Metadata] = []
for c in calls:
log_calls.append({"name": c.get("name"), "args": c.get("args"), "id": c.get("id")})
_append_comms("IN", "response", {
"round": r_idx,
"stop_reason": "TOOL_USE" if calls else "STOP",
"text": txt,
"tool_calls": log_calls,
"usage": usage
})
if txt and calls:
cb = get_comms_log_callback_result().data
if cb:
cb({
"ts": project_manager.now_ts(),
"direction": "IN",
"kind": "history_add",
"payload": {"role": "AI", "content": txt}
})
return NormalizedResponse(text=txt, tool_calls=calls, usage=UsageStats(input_tokens=usage.get("prompt_tokens", 0), output_tokens=usage.get("completion_tokens", 0), cache_read_tokens=0, cache_creation_tokens=0), raw_response=resp_data)
def _pre_dispatch(r_idx: int, calls: list[Metadata]) -> list[Metadata]:
nonlocal payload, cumulative_tool_bytes, file_items
tool_results_for_cli: list[Metadata] = []
results_iter: list[tuple[str, str, str, str]] = []
from src.ai_client import _execute_tool_calls_concurrently as _executor
try:
loop = asyncio.get_running_loop()
results_iter = loop.run_until_complete(_executor(calls, base_dir, pre_tool_callback, qa_callback, r_idx, "gemini_cli", patch_callback)) if False else asyncio.run_coroutine_threadsafe(_executor(calls, base_dir, pre_tool_callback, qa_callback, r_idx, "gemini_cli", patch_callback), loop).result()
except RuntimeError:
results_iter = asyncio.run(_executor(calls, base_dir, pre_tool_callback, qa_callback, r_idx, "gemini_cli", patch_callback))
for i, (name, call_id, out, _) in enumerate(results_iter):
if i == len(results_iter) - 1:
if file_items:
_reread_result = _reread_file_items_result(file_items)
file_items, changed = _reread_result.data
ctx = _build_file_diff_text(changed)
if ctx:
out += f"\n\n{_get_context_marker()}\n\n{ctx}"
if r_idx == MAX_TOOL_ROUNDS:
out += "\n\n[SYSTEM: MAX ROUNDS. PROVIDE FINAL ANSWER.]"
out = _truncate_tool_output(out)
cumulative_tool_bytes += len(out)
tool_results_for_cli.append({"role": "tool", "tool_call_id": call_id, "name": name, "content": out})
_append_comms("IN", "tool_result", {"name": name, "id": call_id, "output": out})
events.emit("tool_execution", payload={"status": "completed", "tool": name, "result": out, "round": r_idx})
payload = tool_results_for_cli
if cumulative_tool_bytes > _MAX_TOOL_OUTPUT_BYTES:
_append_comms("OUT", "request", {"message": f"[TOOL OUTPUT BUDGET EXCEEDED: {cumulative_tool_bytes} bytes]"})
return calls
run_with_tool_loop(
client=adapter, request=lambda _i: cast(OpenAICompatibleRequest, None),
base_dir=base_dir, vendor_name="gemini_cli",
pre_tool_callback=pre_tool_callback, qa_callback=qa_callback,
stream_callback=stream_callback, patch_callback=patch_callback,
send_func=_send, on_pre_dispatch=_pre_dispatch,
)
final_text = all_text[-1] if all_text else "(No text returned)"
return Result(data=final_text)
except Exception as e:
return Result(data="", errors=[ErrorInfo(kind=ErrorKind.INTERNAL, message=str(e), source="ai_client.gemini_cli", original=e)])
#endregion: Gemini Provider
@@ -3299,11 +3140,11 @@ def get_token_stats(md_content: str) -> Metadata:
global _provider, _gemini_client, _model, _CHARS_PER_TOKEN
total_tokens = 0
p = str(_provider).lower().strip()
if p in ("gemini", "gemini_cli"):
if p == "gemini":
total_tokens = _count_gemini_tokens_for_stats_result(md_content).data
if total_tokens == 0:
total_tokens = max(1, int(len(md_content) / _CHARS_PER_TOKEN))
limit = _GEMINI_MAX_INPUT_TOKENS if p in ["gemini", "gemini_cli"] else _ANTHROPIC_MAX_PROMPT_TOKENS
limit = _GEMINI_MAX_INPUT_TOKENS if p == "gemini" else _ANTHROPIC_MAX_PROMPT_TOKENS
if p == "deepseek":
limit = 64000
pct = (total_tokens / limit * 100) if limit > 0 else 0
@@ -3359,7 +3200,7 @@ def send(
Immediate-Mode DAG / Thread Context:
Called by: send() and direct public callers verifying error structures.
Calls: performance_monitor, rag_engine.search, _append_comms, _send_gemini,
_send_gemini_cli, _send_anthropic, _send_deepseek, _send_minimax,
_send_anthropic, _send_deepseek, _send_minimax,
_send_qwen, _send_llama, _send_grok, _send_llama_native
SSDL:
@@ -3391,11 +3232,6 @@ def send(
md_content, user_message, base_dir, file_items, discussion_history,
pre_tool_callback, qa_callback, enable_tools, stream_callback, patch_callback
)
elif p == "gemini_cli":
res = _send_gemini_cli(
md_content, user_message, base_dir, file_items, discussion_history,
pre_tool_callback, qa_callback, stream_callback, patch_callback
)
elif p == "anthropic":
res = _send_anthropic(
md_content, user_message, base_dir, file_items, discussion_history,
@@ -3502,11 +3338,6 @@ def run_subagent_summarization(file_path: str, content: str, is_code: bool, outl
return r.json()["choices"][0]["message"]["content"]
except Exception as e:
return f"ERROR: DeepSeek summarization failed: {e}"
elif _provider == "gemini_cli":
# Using the adapter for a one-off call
adapter = GeminiCliAdapter(binary_path="gemini")
resp_data = adapter.send(prompt, model=_model)
return resp_data.get("text", "")
return "ERROR: Unsupported provider for sub-agent summarization"
def run_discussion_compression(discussion_text: str) -> str:
@@ -3553,10 +3384,6 @@ def run_discussion_compression(discussion_text: str) -> str:
max_tokens=2048
)
return resp.choices[0].message.content or ""
elif p == "gemini_cli":
adapter = GeminiCliAdapter(binary_path="gemini")
resp_data = adapter.send(prompt, model=_model)
return resp_data.get("text", "")
return f"ERROR: Unsupported provider for discussion compression: '{p}'"
#endregion: Subagent Summarization
-193
View File
@@ -1,193 +0,0 @@
"""
Gemini CLI Adapter - Subprocess wrapper for the `gemini` CLI tool.
This module provides an adapter for running the Google Gemini CLI as a subprocess,
parsing its streaming JSON output, and handling session management.
Key Features:
- Streaming JSON output parsing (init, message, chunk, tool_use, result)
- Session persistence via --resume flag
- Non-blocking line-by-line reading with stream_callback
- Token estimation via character count heuristic (4 chars/token)
- CLI call logging via session_logger
Integration:
- Used by ai_client.py as the 'gemini_cli' provider
- Enables synchronous HITL bridge via GEMINI_CLI_HOOK_CONTEXT env var
Thread Safety:
- Each GeminiCliAdapter instance maintains its own session_id
- Not thread-safe. Use separate instances per thread.
Configuration:
- binary_path: Path to the `gemini` CLI (from project config [gemini_cli].binary_path)
Output Protocol:
The CLI emits JSON-L lines:
{"type": "init", "session_id": "..."}
{"type": "message", "content": "...", "role": "assistant"}
{"type": "tool_use", "name": "...", "parameters": {...}}
{"type": "result", "status": "success", "stats": {"total_tokens": N}}
See Also:
- docs/guide_architecture.md for CLI adapter integration
- src/ai_client.py for provider dispatch
"""
import json
import os
import subprocess
import sys
import time
from typing import Optional, Callable, Any
from src import session_logger
class GeminiCliAdapter:
"""
Adapter for the Gemini CLI that parses streaming JSON output.
"""
def __init__(self, binary_path: str = "gemini"):
"""Initializes the adapter with the path to the gemini CLI executable."""
self.binary_path = binary_path
self.session_id: Optional[str] = None
self.last_usage: Optional[dict[str, Any]] = None
self.last_latency: float = 0.0
def send(self, message: str, safety_settings: list[Any] | None = None, system_instruction: str | None = None, model: str | None = None, stream_callback: Optional[Callable[[str], None]] = None) -> dict[str, Any]:
"""
Sends a message to the Gemini CLI and processes the streaming JSON output.
Uses non-blocking line-by-line reading to allow stream_callback.
"""
start_time = time.time()
command_parts = [self.binary_path]
if model:
command_parts.extend(['-m', f'"{model}"'])
command_parts.extend(['--prompt', '""'])
if self.session_id:
command_parts.extend(['--resume', self.session_id])
command_parts.extend(['--output-format', 'stream-json'])
command = " ".join(command_parts)
prompt_text = message
if system_instruction:
prompt_text = f"{system_instruction}\n\n{message}"
accumulated_text = ""
tool_calls = []
stdout_content = []
env = os.environ.copy()
env["GEMINI_CLI_HOOK_CONTEXT"] = "manual_slop"
import shlex
# shlex.split handles quotes correctly even on Windows if we are careful.
# We want to split the entire binary_path into its components.
if os.name == 'nt':
# On Windows, shlex.split with default posix=True might swallow backslashes.
# Using posix=False is better for Windows paths.
cmd_list = shlex.split(self.binary_path, posix=False)
else:
cmd_list = shlex.split(self.binary_path)
if model:
cmd_list.extend(['-m', model])
cmd_list.extend(['--prompt', '""'])
if self.session_id:
cmd_list.extend(['--resume', self.session_id])
cmd_list.extend(['--output-format', 'stream-json'])
# Filter out empty strings and strip quotes (Popen doesn't want them in cmd_list elements)
cmd_list = [c.strip('"') for c in cmd_list if c]
sys.stderr.write(f"[DEBUG] GeminiCliAdapter cmd_list: {cmd_list}\n")
sys.stderr.flush()
process = subprocess.Popen(
cmd_list,
stdin = subprocess.PIPE,
stdout = subprocess.PIPE,
stderr = subprocess.PIPE,
text = True,
encoding = "utf-8",
shell = False,
env = env
)
# Use communicate to avoid pipe deadlocks with large input/output.
# This blocks until the process exits, so we lose real-time streaming,
# but it's much more robust. We then simulate streaming by processing the output.
try:
stdout_final, stderr_final = process.communicate(input=prompt_text, timeout=60.0)
except subprocess.TimeoutExpired:
process.kill()
stdout_final, stderr_final = process.communicate()
stderr_final += "\n\n[ERROR] Gemini CLI subprocess timed out after 60 seconds."
# Mock a JSON error result to bubble up
stdout_final += '\n{"type": "result", "status": "error", "error": "subprocess timeout"}\n'
last_decode_error = None
for line in stdout_final.splitlines():
line = line.strip()
if not line: continue
stdout_content.append(line)
try:
data = json.loads(line)
msg_type = data.get("type")
if msg_type == "init":
if "session_id" in data:
self.session_id = data.get("session_id")
elif msg_type == "message" or msg_type == "chunk":
role = data.get("role", "")
if role in ["assistant", "model"] or not role:
content = data.get("content", data.get("text"))
if content:
accumulated_text += content
if stream_callback:
stream_callback(content)
elif msg_type == "result":
self.last_usage = data.get("stats") or data.get("usage")
if data.get("status") == "error":
raise Exception(data.get("error", "Unknown CLI error"))
if "session_id" in data:
self.session_id = data.get("session_id")
elif msg_type == "tool_use":
tc = {
"name": data.get("tool_name", data.get("name")),
"args": data.get("parameters", data.get("args", {})),
"id": data.get("tool_id", data.get("id"))
}
if tc["name"]:
tool_calls.append(tc)
except json.JSONDecodeError as e:
last_decode_error = e
continue
current_latency = time.time() - start_time
if process.returncode != 0 and not accumulated_text and not tool_calls:
if last_decode_error:
raise Exception(f"Gemini CLI failed (exit {process.returncode}) with JSONDecodeError: {last_decode_error}\nOutput: {stdout_final}")
raise Exception(f"Gemini CLI failed with exit {process.returncode}\nStderr: {stderr_final}")
session_logger.open_session()
session_logger.log_cli_call(
command = command,
stdin_content = prompt_text,
stdout_content = "\n".join(stdout_content),
stderr_content = stderr_final,
latency = current_latency
)
self.last_latency = current_latency
return {
"text": accumulated_text,
"tool_calls": tool_calls,
"stderr": stderr_final
}
def count_tokens(self, contents: list[str]) -> int:
"""
Provides a character-based token estimation for the Gemini CLI.
Uses 4 chars/token as a conservative average.
"""
total_chars = len("\n".join(contents))
return total_chars // 4