Best LLMs for Bench Article Hypothesis Generation

Output schema

Every answer on this task is checked against this JSON Schema, whichever model wrote it. An answer that doesn't fit counts as a model failure, and the call is retried on another model.

{
  "$defs": {
    "JournalHypothesisV1": {
      "additionalProperties": false,
      "description": "One thesis the article supports, and the claims behind it.",
      "properties": {
        "claim_refs": {
          "description": "1-based indices into the numbered evidence block, naming the claims this hypothesis rests on.",
          "items": {
            "type": "integer"
          },
          "title": "Claim Refs",
          "type": "array"
        },
        "headline": {
          "description": "The hypothesis in one line — a claim, not a topic.",
          "title": "Headline",
          "type": "string"
        },
        "rationale": {
          "description": "Why the cited claims support it, in two or three sentences.",
          "title": "Rationale",
          "type": "string"
        }
      },
      "required": [
        "headline",
        "rationale"
      ],
      "title": "JournalHypothesisV1",
      "type": "object"
    }
  },
  "additionalProperties": false,
  "description": "Every hypothesis drawn from one article.",
  "properties": {
    "hypotheses": {
      "description": "The requested number of distinct, non-overlapping hypotheses.",
      "items": {
        "$ref": "#/$defs/JournalHypothesisV1"
      },
      "title": "Hypotheses",
      "type": "array"
    }
  },
  "required": [
    "hypotheses"
  ],
  "title": "JournalHypothesesV1",
  "type": "object"
}