Best LLMs for Atomic Fact Claim Extraction

Output schema

Every answer on this task is checked against this JSON Schema, whichever model wrote it. An answer that doesn't fit counts as a model failure, and the call is retried on another model.

{
  "$defs": {
    "ExtractedClaimItem": {
      "description": "A single factual claim extracted from source material.",
      "properties": {
        "claim": {
          "description": "A single factual claim or data point",
          "title": "Claim",
          "type": "string"
        }
      },
      "required": [
        "claim"
      ],
      "title": "ExtractedClaimItem",
      "type": "object"
    }
  },
  "description": "Structured output from claim extraction LLM call.",
  "properties": {
    "claims": {
      "description": "List of extracted factual claims",
      "items": {
        "$ref": "#/$defs/ExtractedClaimItem"
      },
      "title": "Claims",
      "type": "array"
    }
  },
  "required": [
    "claims"
  ],
  "title": "ClaimExtractionResult",
  "type": "object"
}