Best LLMs for Thematic Topic Discovery

Output schema

Every answer on this task is checked against this JSON Schema, whichever model wrote it. An answer that doesn't fit counts as a model failure, and the call is retried on another model.

{
  "$defs": {
    "ContentTopicAssignmentOutput": {
      "description": "Assignment of a single content item to a topic within a batch.",
      "properties": {
        "content_id": {
          "description": "The ID of the retrieved content item being assigned",
          "title": "Content Id",
          "type": "integer"
        },
        "topic_id": {
          "description": "The ID of the topic this content is assigned to (references TopicDefinitionOutput.topic_id)",
          "title": "Topic Id",
          "type": "integer"
        }
      },
      "required": [
        "content_id",
        "topic_id"
      ],
      "title": "ContentTopicAssignmentOutput",
      "type": "object"
    },
    "TopicDefinitionOutput": {
      "description": "Definition of a single topic discovered in a batch.",
      "properties": {
        "topic_description": {
          "default": "",
          "description": "Detailed description of what this topic covers and why these content items belong together",
          "title": "Topic Description",
          "type": "string"
        },
        "topic_id": {
          "description": "Unique ID for this topic within the batch (starting from 1)",
          "title": "Topic Id",
          "type": "integer"
        },
        "topic_name": {
          "description": "Concise, descriptive name for the topic (e.g., 'Market Analysis', 'Regulatory Changes')",
          "title": "Topic Name",
          "type": "string"
        }
      },
      "required": [
        "topic_id",
        "topic_name"
      ],
      "title": "TopicDefinitionOutput",
      "type": "object"
    }
  },
  "description": "Output from Phase 1 batch topic identification.\n\nEach batch of content items produces a list of topics and assignments.\nTopics are local to the batch and will be merged in Phase 2.",
  "properties": {
    "assignments": {
      "description": "Mapping of each content_id to its assigned topic_id",
      "items": {
        "$ref": "#/$defs/ContentTopicAssignmentOutput"
      },
      "title": "Assignments",
      "type": "array"
    },
    "topics": {
      "description": "List of topics discovered in this batch",
      "items": {
        "$ref": "#/$defs/TopicDefinitionOutput"
      },
      "title": "Topics",
      "type": "array"
    }
  },
  "title": "BatchTopicResult",
  "type": "object"
}