{
  "id": "modelops_llmops",
  "label": "ModelOps / LLMOps Canonical",
  "phase": "phase-03",
  "category": "cognitive_flow",
  "status": "ACTIVE_DH_MIRROR",
  "purpose": "Define how DEVON-DEV governs local model runtime, model versioning, benchmark history, prompt evaluation, regression testing, context metrics, latency metrics, health checks and promotion gates.",
  "function": "Control model evolution so local LLM changes, runtime changes, prompt behavior changes and model promotions cannot degrade quality without benchmark evidence, regression visibility and FSM-governed promotion status.",
  "modelops_contract": {
    "requires_model_registry": true,
    "requires_runtime_registry": true,
    "requires_benchmark_history": true,
    "requires_prompt_evaluation": true,
    "requires_model_regression_tests": true,
    "requires_token_context_metrics": true,
    "requires_latency_metrics": true,
    "requires_model_health_check": true,
    "requires_version_promotion_gate": true,
    "covers_qwen_coder": true,
    "covers_qwen_data_interpreter": true,
    "covers_embeddings_model": true,
    "decision_authority": "NONE_FSM_DECIDES"
  },
  "technology_requirements": [
    {
      "technology": "ModelOps / LLMOps Registry",
      "required_for": "Track local model runtime, model version, benchmark history, prompt evaluation, regression tests, token/context metrics, latency metrics, health checks and promotion gates.",
      "required_by_phase": "phase-03",
      "required_by_category": "modelops_llmops",
      "required_by_buckets": [
        "Prerequisites",
        "Installation",
        "Configuration",
        "Validation",
        "Observable Evidence",
        "Failure Modes & Recovery",
        "Completion & Promotion"
      ],
      "expected_version": "MISSING until registry schema, benchmark linkage and promotion-state tracking exist",
      "validation_command": "MISSING until model version, runtime version, benchmark result, regression result, latency metric, context metric and promotion gate checks are observable",
      "evidence_path": "/home/yeff/public_html/devon/canon/execution/state/dh_sources/modelops_llmops_canonical.json",
      "status_source": "Documentation Hub + future ModelOps Registry + Benchmark & Evaluation Harness + Model Artifact Registry",
      "blocking_if_missing": true,
      "failure_impact": "Without ModelOps / LLMOps Registry, DEVON-DEV can change model, runtime, prompt behavior or context limits and lose quality without detecting the regression."
    },
    {
      "technology": "Model Health Check",
      "required_for": "Verify that local models are loadable, responsive, compatible with runtime, within latency budget and safe to use before interpretation flows depend on them.",
      "required_by_phase": "phase-03",
      "required_by_category": "modelops_llmops",
      "required_by_buckets": [
        "Configuration",
        "Validation",
        "Observable Evidence",
        "Failure Modes & Recovery",
        "Completion & Promotion"
      ],
      "expected_version": "MISSING until model load, inference smoke test, latency sample and runtime compatibility checks exist",
      "validation_command": "MISSING until model health check can prove load success, response success, latency, context limit and runtime compatibility",
      "evidence_path": "/home/yeff/public_html/devon/canon/execution/state/dh_sources/modelops_llmops_canonical.json",
      "status_source": "Documentation Hub + future Runtime Status + future ModelOps health logs",
      "blocking_if_missing": true,
      "failure_impact": "Without model health checks, DEVON-DEV may route interpretation through a model that is unavailable, slow, incompatible or degraded."
    },
    {
      "technology": "Version Promotion Gate",
      "required_for": "Promote or block model/runtime/prompt behavior changes based on benchmark history, regression tests, health checks and FSM approval.",
      "required_by_phase": "phase-03",
      "required_by_category": "modelops_llmops",
      "required_by_buckets": [
        "Validation",
        "Observable Evidence",
        "Failure Modes & Recovery",
        "Completion & Promotion"
      ],
      "expected_version": "MISSING until promotion-state schema and FSM approval handoff exist",
      "validation_command": "MISSING until version promotion can prove benchmark pass, regression pass, health pass and FSM gate approval",
      "evidence_path": "/home/yeff/public_html/devon/canon/execution/state/dh_sources/modelops_llmops_canonical.json",
      "status_source": "Documentation Hub + future Benchmark & Evaluation Harness + FSM decision record",
      "blocking_if_missing": true,
      "failure_impact": "Without version promotion gates, a weaker model or runtime can enter production interpretation only because it was installed, not because it was proven better or safe."
    }
  ],
  "depends_on": [
    "cfc",
    "local_llm_runtime",
    "qwen_coder_model",
    "qwen_data_interpreter",
    "embeddings_engine",
    "vector_index",
    "prompt_governance",
    "prompt_instruction_assembly",
    "planning_engine",
    "impact_analysis_engine",
    "attention_focus_manager",
    "goals_manager",
    "evidence_store",
    "knowledge_conflict_resolver",
    "fsm_absolute_decision",
    "decision_rule_registry",
    "architecture_source_registry"
  ],
  "used_by": [
    "model_artifact_registry",
    "benchmark_evaluation_harness",
    "observability_core",
    "self_monitoring",
    "runtime_status",
    "execution_ledger",
    "future_execution_monitoring_panel"
  ]
}