Private
Public Access
0
0
Files
manual_slop/tests/test_bias_efficacy.py
T
ed 8f11340b38 refactor(consumers): migrate 85 'from src.models import' sites to direct subsystem imports
Per post_module_taxonomy_de_cruft_20260627 Phase 2 (FR7). Each
'from src.models import X' for a moved class is rewritten to
'from src.<destination> import X':

  Ticket, Track, WorkerContext, TrackState, TrackMetadata,
    ThinkingSegment, EMPTY_TRACK_STATE            -> src.mma
  ProjectContext, ProjectMeta, ProjectOutput, ProjectFiles,
    ProjectScreenshots, ProjectDiscussion, EMPTY_PROJECT_CONTEXT -> src.project
  FileItem, Preset, ContextPreset, ContextFileEntry,
    NamedViewPreset                                -> src.project_files
  Tool, ToolPreset                                 -> src.tool_presets
  BiasProfile                                      -> src.tool_bias
  TextEditorConfig, ExternalEditorConfig,
    EMPTY_TEXT_EDITOR_CONFIG                       -> src.external_editor
  Persona                                          -> src.personas
  WorkspaceProfile                                -> src.workspace_manager
  MCPServerConfig, MCPConfiguration, VectorStoreConfig,
    RAGConfig, load_mcp_config                      -> src.mcp_client

NOT touched (kept on src.models; Phase 3 or Phase 4 will move them):
  GenerateRequest, ConfirmRequest, DEFAULT_TOOL_CATEGORIES, Metadata, PROVIDERS

Migration was performed by the one-time script
scripts/tier2/artifacts/post_module_taxonomy_de_cruft_20260627/migrate_imports.py
which uses a class-to-module map and re.sub() to rewrite each
'from src.models import X' line.

Total: 85 import lines rewritten across 71 files.

Note: this commit depends on the v2 SHIPPED work
(origin/tier2/module_taxonomy_refactor_20260627) being merged into
this branch NEXT. On master (without the v2 SHIPPED commits), the
destination modules do not exist and these imports would fail.
2026-06-26 13:34:03 -04:00

53 lines
2.0 KiB
Python

import pytest
from src import ai_client
from src.tool_bias import BiasProfile
from src.tool_presets import ToolPreset, Tool
from unittest.mock import MagicMock, patch
def test_bias_efficacy_prompt_generation():
# Verify that the generated prompt contains the expected nudges and strategy
preset = ToolPreset(name="BiasTest", categories={
"General": [
Tool(name="list_directory", weight=5),
Tool(name="search_files", weight=1)
]
})
bias = BiasProfile(name="Balanced", category_multipliers={"General": 1.0})
with patch("src.ai_client._active_tool_preset", preset):
with patch("src.ai_client._active_bias_profile", bias):
prompt = ai_client._get_combined_system_prompt()
# Check strategy section
assert "Tooling Strategy" in prompt
assert "list_directory" in prompt
assert "PREFERRED" in prompt or "HIGH PRIORITY" in prompt
# Check tool definitions nudging
with patch("src.ai_client._agent_tools", {"list_directory": True, "search_files": True}):
# Anthropic tools as an example
with patch("src.ai_client._CACHED_ANTHROPIC_TOOLS", None):
tools = ai_client._get_anthropic_tools()
ls_tool = next(t for t in tools if t["name"] == "list_directory")
search_tool = next(t for t in tools if t["name"] == "search_files")
assert "[HIGH PRIORITY]" in ls_tool["description"]
assert "[LOW PRIORITY]" in ls_tool["description"] or "[LOW PRIORITY]" in search_tool["description"]
def test_bias_parameter_nudging():
preset = ToolPreset(name="ParamTest", categories={
"General": [
Tool(name="read_file", parameter_bias={"path": "CRITICAL"})
]
})
with patch("src.ai_client._active_tool_preset", preset):
with patch("src.ai_client._agent_tools", {"read_file": True}):
with patch("src.ai_client._CACHED_ANTHROPIC_TOOLS", None):
tools = ai_client._get_anthropic_tools()
read_tool = next(t for t in tools if t["name"] == "read_file")
path_param_desc = read_tool["input_schema"]["properties"]["path"]["description"]
assert "[CRITICAL]" in path_param_desc