Ed_
9fb01ce5d1
- Implement Live Worker Streaming: wire ai_client.comms_log_callback to Tier 3 streams - Add Parallel DAG Execution using asyncio.gather for non-dependent tickets - Implement Automatic Retry with Model Escalation (Flash-Lite -> Flash -> Pro) - Add Tier Model Configuration UI to MMA Dashboard with project TOML persistence - Fix FPS reporting in PerformanceMonitor to prevent transient 0.0 values - Update Ticket model with retry_count and dictionary-like access - Stabilize Gemini CLI integration tests and handle script approval events in simulations - Finalize and verify all 6 phases of the implementation plan
137 lines
4.4 KiB
Python
137 lines
4.4 KiB
Python
import pytest
|
|
import asyncio
|
|
from unittest.mock import patch, MagicMock
|
|
from gui_2 import App
|
|
import events
|
|
|
|
@pytest.fixture
|
|
def app_instance():
|
|
with (
|
|
patch('gui_2.load_config', return_value={'ai': {}, 'projects': {}}),
|
|
patch('gui_2.save_config'),
|
|
patch('gui_2.project_manager'),
|
|
patch('gui_2.session_logger'),
|
|
patch('gui_2.immapp.run'),
|
|
patch.object(App, '_load_active_project'),
|
|
patch.object(App, '_fetch_models'),
|
|
patch.object(App, '_load_fonts'),
|
|
patch.object(App, '_post_init')
|
|
):
|
|
app = App()
|
|
yield app
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_mma_stream_event_routing(app_instance: App):
|
|
"""Verifies that 'mma_stream' events from AsyncEventQueue reach mma_streams."""
|
|
# 1. Mock received chunks from a Tier 3 worker
|
|
stream_id = "Tier 3 (Worker): T-001"
|
|
chunks = ["Thinking... ", "I will ", "list files."]
|
|
|
|
for chunk in chunks:
|
|
# Simulate receiving an 'mma_stream' event in the background asyncio worker
|
|
payload = {"stream_id": stream_id, "text": chunk}
|
|
# We manually trigger the logic inside _process_event_queue for this test
|
|
# to avoid dealing with the background thread's lifecycle.
|
|
with app_instance._pending_gui_tasks_lock:
|
|
app_instance._pending_gui_tasks.append({
|
|
"action": "mma_stream_append",
|
|
"payload": payload
|
|
})
|
|
|
|
# 2. Simulate GUI frame processing
|
|
app_instance._process_pending_gui_tasks()
|
|
|
|
# 3. Verify final state
|
|
expected_text = "".join(chunks)
|
|
assert app_instance.mma_streams.get(stream_id) == expected_text
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_mma_stream_multiple_workers(app_instance: App):
|
|
"""Verifies that streaming works for multiple concurrent workers."""
|
|
s1 = "Tier 3 (Worker): T-001"
|
|
s2 = "Tier 3 (Worker): T-002"
|
|
|
|
# Interleaved chunks
|
|
events_to_simulate = [
|
|
(s1, "T1 start. "),
|
|
(s2, "T2 start. "),
|
|
(s1, "T1 middle. "),
|
|
(s2, "T2 middle. "),
|
|
(s1, "T1 end."),
|
|
(s2, "T2 end.")
|
|
]
|
|
|
|
for sid, txt in events_to_simulate:
|
|
with app_instance._pending_gui_tasks_lock:
|
|
app_instance._pending_gui_tasks.append({
|
|
"action": "mma_stream_append",
|
|
"payload": {"stream_id": sid, "text": txt}
|
|
})
|
|
app_instance._process_pending_gui_tasks()
|
|
|
|
assert app_instance.mma_streams[s1] == "T1 start. T1 middle. T1 end."
|
|
assert app_instance.mma_streams[s2] == "T2 start. T2 middle. T2 end."
|
|
|
|
def test_handle_ai_response_resets_stream(app_instance: App):
|
|
"""Verifies that the final handle_ai_response (status=done) replaces/finalizes the stream."""
|
|
stream_id = "Tier 3 (Worker): T-001"
|
|
|
|
# Part 1: Some streaming progress
|
|
with app_instance._pending_gui_tasks_lock:
|
|
app_instance._pending_gui_tasks.append({
|
|
"action": "mma_stream_append",
|
|
"payload": {"stream_id": stream_id, "text": "Partially streamed..."}
|
|
})
|
|
app_instance._process_pending_gui_tasks()
|
|
assert app_instance.mma_streams[stream_id] == "Partially streamed..."
|
|
|
|
# Part 2: Final response arrives (full text)
|
|
with app_instance._pending_gui_tasks_lock:
|
|
app_instance._pending_gui_tasks.append({
|
|
"action": "handle_ai_response",
|
|
"payload": {
|
|
"stream_id": stream_id,
|
|
"text": "Final complete response.",
|
|
"status": "done"
|
|
}
|
|
})
|
|
app_instance._process_pending_gui_tasks()
|
|
|
|
# In our current implementation, handle_ai_response OVERWRITES.
|
|
# This is good because it ensures we have the exact final text from the model
|
|
# (sometimes streaming chunks don't perfectly match final text if there are
|
|
# tool calls or specific SDK behaviors).
|
|
assert app_instance.mma_streams[stream_id] == "Final complete response."
|
|
|
|
def test_handle_ai_response_streaming(app_instance: App):
|
|
"""Verifies that 'handle_ai_response' with status='streaming...' appends to mma_streams."""
|
|
stream_id = "Tier 3 (Worker): T-001"
|
|
|
|
# 1. First chunk
|
|
with app_instance._pending_gui_tasks_lock:
|
|
app_instance._pending_gui_tasks.append({
|
|
"action": "handle_ai_response",
|
|
"payload": {
|
|
"stream_id": stream_id,
|
|
"text": "Chunk 1. ",
|
|
"status": "streaming..."
|
|
}
|
|
})
|
|
app_instance._process_pending_gui_tasks()
|
|
assert app_instance.mma_streams[stream_id] == "Chunk 1. "
|
|
|
|
# 2. Second chunk
|
|
with app_instance._pending_gui_tasks_lock:
|
|
app_instance._pending_gui_tasks.append({
|
|
"action": "handle_ai_response",
|
|
"payload": {
|
|
"stream_id": stream_id,
|
|
"text": "Chunk 2.",
|
|
"status": "streaming..."
|
|
}
|
|
})
|
|
app_instance._process_pending_gui_tasks()
|
|
|
|
# 3. Verify final state
|
|
assert app_instance.mma_streams[stream_id] == "Chunk 1. Chunk 2."
|