120 lines
2.6 KiB
JSON
120 lines
2.6 KiB
JSON
|
{
|
||
|
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
||
|
|
"$id": "whetstone-rsa/gate-diagnosis-v0",
|
||
|
|
"title": "GateDiagnosis",
|
||
|
|
"type": "object",
|
||
|
|
"additionalProperties": false,
|
||
|
|
"required": [
|
||
|
|
"gate_id",
|
||
|
|
"primary_failure_class",
|
||
|
|
"recommended_interventions",
|
||
|
|
"confidence"
|
||
|
|
],
|
||
|
|
"properties": {
|
||
|
|
"gate_id": {
|
||
|
|
"type": "string",
|
||
|
|
"minLength": 1
|
||
|
|
},
|
||
|
|
"primary_failure_class": {
|
||
|
|
"$ref": "#/$defs/failureClass"
|
||
|
|
},
|
||
|
|
"secondary_failure_classes": {
|
||
|
|
"type": "array",
|
||
|
|
"items": {
|
||
|
|
"$ref": "#/$defs/failureClass"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"supporting_signals": {
|
||
|
|
"type": "array",
|
||
|
|
"items": {
|
||
|
|
"type": "string"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"recommended_probes": {
|
||
|
|
"type": "array",
|
||
|
|
"items": {
|
||
|
|
"type": "string"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"recommended_interventions": {
|
||
|
|
"type": "array",
|
||
|
|
"minItems": 1,
|
||
|
|
"items": {
|
||
|
|
"$ref": "#/$defs/intervention"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"recommended_policy": {
|
||
|
|
"$ref": "#/$defs/policyRecommendation"
|
||
|
|
},
|
||
|
|
"confidence": {
|
||
|
|
"type": "number",
|
||
|
|
"minimum": 0,
|
||
|
|
"maximum": 1
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"$defs": {
|
||
|
|
"failureClass": {
|
||
|
|
"type": "string",
|
||
|
|
"enum": [
|
||
|
|
"unknown",
|
||
|
|
"capacity_limited_gate",
|
||
|
|
"factorizable_gate",
|
||
|
|
"non_stationary_gate",
|
||
|
|
"missing_context_gate",
|
||
|
|
"deterministic_disguised_as_ml_gate",
|
||
|
|
"label_space_mismatch",
|
||
|
|
"guardrail_limited_gate"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"intervention": {
|
||
|
|
"type": "string",
|
||
|
|
"enum": [
|
||
|
|
"collect_more_evidence",
|
||
|
|
"keep_current_gate",
|
||
|
|
"deploy_with_guardrails",
|
||
|
|
"raise_confidence_threshold",
|
||
|
|
"add_retry_with_context",
|
||
|
|
"add_deterministic_prepass",
|
||
|
|
"replace_with_deterministic_logic",
|
||
|
|
"factor_into_subgates",
|
||
|
|
"switch_to_hierarchical_gate",
|
||
|
|
"revise_label_schema",
|
||
|
|
"enrich_input_context",
|
||
|
|
"evaluate_larger_model_tier"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"policyRecommendation": {
|
||
|
|
"type": "object",
|
||
|
|
"additionalProperties": false,
|
||
|
|
"properties": {
|
||
|
|
"deploy_mode": {
|
||
|
|
"type": "string",
|
||
|
|
"enum": [
|
||
|
|
"auto_accept",
|
||
|
|
"guarded_accept",
|
||
|
|
"abstain_first",
|
||
|
|
"research_only"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"threshold_hint": {
|
||
|
|
"type": "number",
|
||
|
|
"minimum": 0,
|
||
|
|
"maximum": 1
|
||
|
|
},
|
||
|
|
"abstain_required": {
|
||
|
|
"type": "boolean"
|
||
|
|
},
|
||
|
|
"retry_strategy": {
|
||
|
|
"type": "string"
|
||
|
|
},
|
||
|
|
"escalation_targets": {
|
||
|
|
"type": "array",
|
||
|
|
"items": {
|
||
|
|
"type": "string"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|