feat(bias): implement data models and storage for tool weighting and bias profiles

This commit is contained in:
2026-03-10 09:27:12 -04:00
parent ee19cc1d2a
commit 77a0b385d5
6 changed files with 264 additions and 154 deletions

View File

@@ -2,7 +2,7 @@ import pytest
import tomli_w
from pathlib import Path
from src.tool_presets import ToolPresetManager
from src.models import ToolPreset
from src.models import ToolPreset, BiasProfile, Tool
from src import paths
@pytest.fixture
@@ -25,17 +25,18 @@ def temp_paths(tmp_path, monkeypatch):
"project_presets": project_presets
}
def test_load_all_merged(temp_paths):
def test_load_all_presets_merged(temp_paths):
# Setup global presets
global_data = {
"default": {
"categories": {
"file": {"read": True},
"shell": {"run": False}
"presets": {
"default": {
"categories": {
"General": [{"name": "read_file", "approval": "auto"}]
}
},
"global_only": {
"categories": {"Web": [{"name": "web_search", "approval": "ask"}]}
}
},
"global_only": {
"categories": {"web": {"search": True}}
}
}
with open(temp_paths["global_presets"], "wb") as f:
@@ -43,98 +44,78 @@ def test_load_all_merged(temp_paths):
# Setup project presets (overrides 'default')
project_data = {
"default": {
"categories": {
"file": {"read": True},
"shell": {"run": True} # Override
"presets": {
"default": {
"categories": {
"General": [{"name": "read_file", "approval": "auto", "weight": 5}]
}
}
},
"project_only": {
"categories": {"git": {"commit": True}}
}
}
with open(temp_paths["project_presets"], "wb") as f:
tomli_w.dump(project_data, f)
manager = ToolPresetManager(project_root=temp_paths["project_dir"])
all_presets = manager.load_all()
all_presets = manager.load_all_presets()
assert "default" in all_presets
assert all_presets["default"].categories["shell"]["run"] is True # Overridden
assert isinstance(all_presets["default"].categories["General"][0], Tool)
assert all_presets["default"].categories["General"][0].weight == 5
assert "global_only" in all_presets
assert "project_only" in all_presets
assert all_presets["global_only"].categories["web"]["search"] is True
assert all_presets["project_only"].categories["git"]["commit"] is True
def test_save_preset_global(temp_paths):
manager = ToolPresetManager()
preset = ToolPreset(name="new_global", categories={"test": {"ok": True}})
manager.save_preset(preset, scope="global")
assert temp_paths["global_presets"].exists()
loaded = manager._load_from_path(temp_paths["global_presets"])
assert "new_global" in loaded
assert loaded["new_global"].categories == {"test": {"ok": True}}
def test_save_preset_project(temp_paths):
manager = ToolPresetManager(project_root=temp_paths["project_dir"])
preset = ToolPreset(name="new_project", categories={"test": {"ok": False}})
manager.save_preset(preset, scope="project")
assert temp_paths["project_presets"].exists()
loaded = manager._load_from_path(temp_paths["project_presets"])
assert "new_project" in loaded
assert loaded["new_project"].categories == {"test": {"ok": False}}
def test_delete_preset_global(temp_paths):
# Initial global setup
def test_bias_profiles_merged(temp_paths):
# Setup global biases
global_data = {
"to_delete": {"categories": {}},
"keep": {"categories": {}}
"bias_profiles": {
"Discovery": {
"tool_weights": {"web_search": 5},
"category_multipliers": {"Web": 1.5}
}
}
}
with open(temp_paths["global_presets"], "wb") as f:
tomli_w.dump(global_data, f)
manager = ToolPresetManager()
manager.delete_preset("to_delete", scope="global")
loaded = manager._load_from_path(temp_paths["global_presets"])
assert "to_delete" not in loaded
assert "keep" in loaded
def test_delete_preset_project(temp_paths):
# Initial project setup
# Setup project biases
project_data = {
"to_delete": {"categories": {}},
"keep": {"categories": {}}
"bias_profiles": {
"Execution": {
"tool_weights": {"run_powershell": 5}
}
}
}
with open(temp_paths["project_presets"], "wb") as f:
tomli_w.dump(project_data, f)
manager = ToolPresetManager(project_root=temp_paths["project_dir"])
manager.delete_preset("to_delete", scope="project")
profiles = manager.load_all_bias_profiles()
loaded = manager._load_from_path(temp_paths["project_presets"])
assert "to_delete" not in loaded
assert "keep" in loaded
assert "Discovery" in profiles
assert profiles["Discovery"].category_multipliers["Web"] == 1.5
assert "Execution" in profiles
assert profiles["Execution"].tool_weights["run_powershell"] == 5
def test_save_project_no_root_raises(temp_paths):
manager = ToolPresetManager(project_root=None)
preset = ToolPreset(name="fail", categories={})
with pytest.raises(ValueError, match="Project root not set"):
manager.save_preset(preset, scope="project")
def test_save_bias_profile(temp_paths):
manager = ToolPresetManager(project_root=temp_paths["project_dir"])
profile = BiasProfile(name="Custom", tool_weights={"test": 1})
manager.save_bias_profile(profile, scope="project")
loaded = manager.load_all_bias_profiles()
assert "Custom" in loaded
assert loaded["Custom"].tool_weights["test"] == 1
def test_delete_project_no_root_raises(temp_paths):
manager = ToolPresetManager(project_root=None)
with pytest.raises(ValueError, match="Project root not set"):
manager.delete_preset("any", scope="project")
def test_invalid_scope_raises(temp_paths):
manager = ToolPresetManager()
preset = ToolPreset(name="fail", categories={})
with pytest.raises(ValueError, match="Invalid scope"):
manager.save_preset(preset, scope="invalid")
with pytest.raises(ValueError, match="Invalid scope"):
manager.delete_preset("any", scope="invalid")
def test_delete_bias_profile(temp_paths):
project_data = {
"bias_profiles": {
"to_delete": {"tool_weights": {}}
}
}
with open(temp_paths["project_presets"], "wb") as f:
tomli_w.dump(project_data, f)
manager = ToolPresetManager(project_root=temp_paths["project_dir"])
manager.delete_bias_profile("to_delete", scope="project")
profiles = manager.load_all_bias_profiles()
assert "to_delete" not in profiles