manual_slop/tests/test_rag_engine_ready_status_bug.py

"""Regression tests for the RAG engine 'ready' status lie.

The bug: when the local embedding provider is configured but
sentence-transformers is not installed, RAGEngine.__init__'s
_init_embedding_provider raises ImportError. The exception
propagates out, so the engine is never created.

However, the AppController._sync_rag_engine() then has a
fallthrough path: if the engine is None (because the constructor
failed), it calls self._set_rag_status('ready') via the else
branch. This is a LIE - the engine isn't actually ready.

The result: the GUI's RAG panel reports 'ready' status. The user
triggers a RAG retrieval. The AI attempts to use the RAG engine.
The engine either has a broken embedding provider (the second
_init call succeeded but the embedding_provider is None) or
the retrieval fails silently. The RAG context is not in the
user's history.

The fix: when sentence-transformers is unavailable, the RAG
sync should NOT report 'ready'. It should report an error
status that includes the missing dependency.
"""
import pytest
import sys
import os
from typing import Any
from unittest.mock import patch, MagicMock

ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))
sys.path.insert(0, ROOT)
sys.path.insert(0, os.path.join(ROOT, "src"))


def test_rag_engine_init_with_local_provider_raises_when_sentence_transformers_missing() -> None:
 """RAGEngine(config_with_local_embedding, base_dir) raises ImportError
 when sentence-transformers is not installed.
 """
 from src import models
 config = models.RAGConfig(
   enabled=True,
   embedding_provider="local",
   vector_store=models.VectorStoreConfig(provider="chroma", collection_name="test"),
 )
 # Force the import to fail
 with patch.dict(sys.modules, {"sentence_transformers": None}):
  with patch("src.rag_engine._get_sentence_transformers",
     side_effect=ImportError("Local RAG embeddings require sentence-transformers.")):
   from src.rag_engine import RAGEngine
   with pytest.raises(ImportError, match="sentence-transformers"):
    RAGEngine(config, base_dir=".")


def test_rag_status_remains_error_after_sync_failure() -> None:
 """After a failed _sync_rag_engine, the rag_status must remain
 'error: ...' not 'ready'. The bug: _sync_rag_engine's else branch
 sets status to 'ready' if the engine has no files OR if the engine
 is None. The check `if self.rag_engine and self.rag_engine.is_empty()`
 is False when rag_engine is None, so the else branch fires and sets
 status to 'ready' - a lie.
 """
 from src.app_controller import AppController
 # Construct a controller, bypassing the full __init__
 ctrl = AppController.__new__(AppController)
 ctrl.rag_config = MagicMock()
 ctrl.rag_config.enabled = True
 ctrl.rag_engine = None
 ctrl.files = []
 # Use a mock io_pool to capture the _task function
 submitted_tasks = []
 class MockFuture:
  def add_done_callback(self, fn): pass
  def result(self, timeout=None): return None
 class MockPool:
  def submit(self, fn, *args, **kwargs):
   submitted_tasks.append(fn)
   return MockFuture()
 ctrl._io_pool = MockPool()
 captured_statuses = []
 def capture(status):
  captured_statuses.append(status)
 ctrl._set_rag_status = capture
 with patch("src.rag_engine.RAGEngine",
   side_effect=ImportError("Local RAG embeddings require sentence-transformers.")):
  ctrl._sync_rag_engine()
 # Now run the submitted task synchronously
 assert len(submitted_tasks) == 1, f"Expected 1 task submitted, got {len(submitted_tasks)}"
 submitted_tasks[0]()
 # Check that 'error' is in the captured statuses
 assert any("error" in s for s in captured_statuses), (
  f"After sync failure, rag_status should be 'error: ...' but was "
  f"{captured_statuses!r}. The bug: _sync_rag_engine sets status to "
  f"'ready' even when the engine failed to initialize."
 )
 # Also: 'ready' should NOT be in the captured statuses
 assert "ready" not in captured_statuses, (
  f"After sync failure, rag_status should NOT be 'ready' but was "
  f"{captured_statuses!r}. The bug: _sync_rag_engine's else branch sets "
  f"status to 'ready' even when the engine failed to initialize."
 )


def test_rag_engine_init_with_failing_local_embedding_leaves_engine_broken() -> None:
 """RAGEngine with local embedding + sentence-transformers missing
 ends up in a broken state: self.embedding_provider is None.
 The sync path should detect this and NOT set status to 'ready'.

 This is the actual bug surfaced in the test_rag_phase4_final_verify
 batch failure: in batch context (after the 4 sims run), the sync
 reports 'ready' but the RAG engine is broken. The AI attempts to
 use it, embedding fails silently, and the RAG context never
 appears in the user's history.
 """
 import subprocess
 # Test that the actual RAGEngine (real one) leaves embedding_provider
 # as None when the import fails
 result = subprocess.run(
  ["uv", "run", "python", "-c", """
import sys
sys.path.insert(0, '.')
from src import models, rag_engine
config = models.RAGConfig(
  enabled=True,
  embedding_provider='local',
  vector_store=models.VectorStoreConfig(provider='chroma', collection_name='t')
)
try:
  engine = rag_engine.RAGEngine(config, base_dir='.')
  print('engine.embedding_provider:', engine.embedding_provider)
  print('engine.collection:', engine.collection)
except ImportError as e:
  print('ImportError:', str(e)[:60])
"""],
  capture_output=True, text=True, cwd='C:\\\\projects\\\\manual_slop'
 )
 print("STDOUT:", result.stdout)
 print("STDERR:", result.stderr[:200])
 assert "ImportError" in result.stdout
 assert "sentence-transformers" in result.stdout