92 lines
8.1 KiB
JSON
92 lines
8.1 KiB
JSON
{
|
|
"track_id": "fable_review_20260617",
|
|
"name": "Fable System Prompt Review (Critical Analysis)",
|
|
"initialized": "2026-06-17",
|
|
"owner": "tier1-orchestrator (spec + synthesis); tier2-tech-lead (dispatch + QA)",
|
|
"priority": "medium",
|
|
"status": "spec_approved",
|
|
"type": "research-only (critical-analysis deliverable; no src/ changes, no tests/ changes, no new deps)",
|
|
"domain": "meta-tooling (the report is a critical-analysis deliverable; the track produces no Application code)",
|
|
"user_hard_rule": "docs/artifacts/Fable System Prompt.txt is NEVER committed. The artifact stays at that local path; the report and the cluster sub-references quote line ranges (≤15 words per quote) but the file does not enter git. Do not modify .gitignore for this; the rule is enforced by the implementer's discipline, not by a tracked file. git add . MUST be inspected before each commit in this track.",
|
|
"scope": {
|
|
"new_files": [
|
|
"conductor/tracks/fable_review_20260617/spec.md",
|
|
"conductor/tracks/fable_review_20260617/metadata.json",
|
|
"conductor/tracks/fable_review_20260617/state.toml",
|
|
"conductor/tracks/fable_review_20260617/research/cluster_1_product_branding.md",
|
|
"conductor/tracks/fable_review_20260617/research/cluster_2_refusal_architecture.md",
|
|
"conductor/tracks/fable_review_20260617/research/cluster_3_user_wellbeing_watchdog.md",
|
|
"conductor/tracks/fable_review_20260617/research/cluster_4_tone_and_formatting.md",
|
|
"conductor/tracks/fable_review_20260617/research/cluster_5_mistakes_and_criticism.md",
|
|
"conductor/tracks/fable_review_20260617/research/cluster_6_evenhandedness.md",
|
|
"conductor/tracks/fable_review_20260617/research/cluster_7_epistemic_discipline.md",
|
|
"conductor/tracks/fable_review_20260617/research/cluster_8_memory_and_storage.md",
|
|
"conductor/tracks/fable_review_20260617/research/cluster_9_computer_use.md",
|
|
"conductor/tracks/fable_review_20260617/research/cluster_10_mcp_app_suggestions.md",
|
|
"conductor/tracks/fable_review_20260617/report.md",
|
|
"conductor/tracks/fable_review_20260617/comparison_table.md",
|
|
"conductor/tracks/fable_review_20260617/decisions.md",
|
|
"conductor/tracks/fable_review_20260617/nagent_takeaways_fable_20260617.md"
|
|
],
|
|
"modified_files": [
|
|
"conductor/tracks.md (register the track in the appropriate section)"
|
|
],
|
|
"deleted_files": [],
|
|
"external_resources": [
|
|
"docs/artifacts/Fable System Prompt.txt (LOCAL-ONLY; 1585 lines, 120KB; the subject of the review; NEVER COMMITTED)",
|
|
"conductor/tracks/nagent_review_20260608/ (the nagent corpus; 11 files; all in scope)"
|
|
]
|
|
},
|
|
"blocked_by": [],
|
|
"blocks": [
|
|
"the deferred nagent-rebuild (the recommendations in decisions.md are inputs to that future track; the rebuild is not this track)"
|
|
],
|
|
"estimated_phases": 7,
|
|
"tshirt_size": "XL (similar to the nagent_review v2.3 rewrite at 4,969 lines; 10 cluster sub-reports + 17-section synthesis report + 3 side artifacts = ~10,300 LOC total)",
|
|
"estimated_effort": "scope: 1 spec + 1 metadata.json + 1 state.toml + 10 cluster sub-reports (~3,500 LOC) + 1 main report (4,800 LOC) + 3 side artifacts (1,350 LOC) = T-shirt size XL. Method: scope (per conductor/workflow.md §Tier 1 Track Initialization Rules). NO day estimates.",
|
|
"phases": [
|
|
{"id": 1, "name": "Initialize track + skeletons", "tshirt": "S", "sub_agents": 0},
|
|
{"id": 2, "name": "Dispatch 10 cluster sub-agents in parallel", "tshirt": "L", "sub_agents": 10},
|
|
{"id": 3, "name": "Tier 1 writes 17 synthesis sections (max-token-output strategy)", "tshirt": "XL", "sub_agents": 0},
|
|
{"id": 4, "name": "Tier 1 writes 3 side artifacts", "tshirt": "M", "sub_agents": 0},
|
|
{"id": 5, "name": "Self-review per the brainstorming skill", "tshirt": "S", "sub_agents": 0},
|
|
{"id": 6, "name": "User review gate", "tshirt": "S", "sub_agents": 0},
|
|
{"id": 7, "name": "Final commit + register track in conductor/tracks.md", "tshirt": "S", "sub_agents": 0}
|
|
],
|
|
"spec": "spec.md",
|
|
"plan": "plan.md",
|
|
"verification_criteria": [
|
|
"All 10 cluster sub-reports exist at conductor/tracks/fable_review_20260617/research/cluster_N_*.md and are 200-500 lines each.",
|
|
"Every cluster sub-report cites specific Fable line numbers, project file:line refs, and nagent section refs.",
|
|
"Every cluster sub-report has a verdict (Useful / Persona Performance / Anti-User / Mixed) with justification.",
|
|
"Every cluster sub-report has a 'Synthesis notes for the Tier 1 writer' section.",
|
|
"The synthesis report conductor/tracks/fable_review_20260617/report.md has all 17 sections present and non-empty.",
|
|
"The synthesis report is >3500 LOC.",
|
|
"Every synthesis section references its source cluster(s) by file:line.",
|
|
"The 3 side artifacts exist at conductor/tracks/fable_review_20260617/{comparison_table.md, decisions.md, nagent_takeaways_fable_20260617.md}.",
|
|
"comparison_table.md has ~100 rows.",
|
|
"decisions.md has 15-20 concrete recommendations.",
|
|
"nagent_takeaways_fable_20260617.md is ~150 lines.",
|
|
"The Fable artifact at docs/artifacts/Fable System Prompt.txt was NEVER committed. Verification command: git log --all --full-history -- 'docs/artifacts/Fable*' returns zero entries.",
|
|
"Self-review pass complete (placeholder scan, internal consistency, scope check, ambiguity check).",
|
|
"User has reviewed and approved the final report.",
|
|
"conductor/tracks.md is updated to register the track.",
|
|
"All commits are per-file atomic with git notes.",
|
|
"state.toml final state is current_phase = 7 and the track is in the appropriate section per the convention."
|
|
],
|
|
"pre_existing_failures_remaining": [],
|
|
"deferred_to_followup_tracks": [
|
|
{"title": "Deferred nagent-rebuild (Manual Slop agent-directive overhaul)", "description": "User-deferred 1-2 weeks (per 2026-06-17 user message). The Fable review's decisions.md is one of several inputs to this rebuild; the rebuild itself is not this track.", "track_status": "user-deferred (no track yet)"}
|
|
],
|
|
"risk_register": [
|
|
{"name": "Fable prompt grows/evolves during the track", "likelihood": "low", "impact": "low", "mitigation": "The artifact is a snapshot at 2026-06-17; we note the date. If the user has a newer version, the track re-dispatches the cluster agents."},
|
|
{"name": "10 sub-agents in parallel = high token cost", "likelihood": "medium", "impact": "medium (cost)", "mitigation": "Each sub-agent gets a 500-line output budget; the dispatch is mma_exec.py --role tier3-worker with explicit context files. Total cluster output: ~3,500 LOC across 10 files."},
|
|
{"name": "Tier 1's synthesis hits context pressure after 17 sections", "likelihood": "medium", "impact": "high (track stalls mid-synthesis)", "mitigation": "Per-section commits serve as a rollback point; if Tier 1 hits pressure mid-section, the section can be handed off to a fresh Tier 1 with the cluster reports + the previous sections as context."},
|
|
{"name": "User disagrees with a verdict", "likelihood": "low", "impact": "low", "mitigation": "The user-review gate at the end of phase 6 catches this; revisions are local."},
|
|
{"name": "Cluster sub-agents over-quote Fable (copyright)", "likelihood": "low", "impact": "medium", "mitigation": "Each cluster's acceptance check enforces the ≤15-word quote discipline; Fable's own rule applied externally."},
|
|
{"name": "Fable artifact accidentally committed", "likelihood": "low", "impact": "high (user's hard rule violated)", "mitigation": "The Fable artifact is NEVER in the same git add as anything else. Per-commit git status inspection. Final verification: git log --all --full-history -- 'docs/artifacts/Fable*' returns zero."},
|
|
{"name": "Tier 2 doesn't dispatch cluster sub-agents correctly", "likelihood": "medium", "impact": "medium", "mitigation": "The Tier 1's spec includes the read budget per sub-agent (§5). The Tier 2's plan must include explicit context-file lists per dispatch."},
|
|
{"name": "Tier 1's report deviates from the cluster verdicts (editorial drift)", "likelihood": "low", "impact": "low", "mitigation": "The synthesis report's verdicts are anchored to the cluster reports' verdicts; if a synthesis section changes a verdict, it must explicitly note the override."}
|
|
]
|
|
}
|