Best LLMs for Persona Policy Eligibility Check

Output schema

Every answer on this task is checked against this JSON Schema, whichever model wrote it. An answer that doesn't fit counts as a model failure, and the call is retried on another model.

{
  "$defs": {
    "ReplacementAuthorData": {
      "description": "Data for a deceased replacement author with similar domain expertise.",
      "properties": {
        "biography": {
          "description": "Short bio under 200 chars starting with 'AI research assistant specializing in...'",
          "maxLength": 200,
          "title": "Biography",
          "type": "string"
        },
        "content_domains": {
          "anyOf": [
            {
              "items": {
                "type": "string"
              },
              "type": "array"
            },
            {
              "type": "null"
            }
          ],
          "description": "Content domain names",
          "title": "Content Domains"
        },
        "content_themes": {
          "description": "Keywords for matching (5-10 keywords)",
          "items": {
            "type": "string"
          },
          "title": "Content Themes",
          "type": "array"
        },
        "expertise_areas": {
          "description": "List of expertise areas (3-5 areas)",
          "items": {
            "type": "string"
          },
          "title": "Expertise Areas",
          "type": "array"
        },
        "gender": {
          "anyOf": [
            {
              "type": "string"
            },
            {
              "type": "null"
            }
          ],
          "default": null,
          "description": "Portrait gender: 'male', 'female', or 'neutral'",
          "title": "Gender"
        },
        "inspiration_note": {
          "anyOf": [
            {
              "type": "string"
            },
            {
              "type": "null"
            }
          ],
          "default": null,
          "description": "Internal note about this persona",
          "title": "Inspiration Note"
        },
        "interests": {
          "description": "List of interests",
          "items": {
            "type": "string"
          },
          "title": "Interests",
          "type": "array"
        },
        "name": {
          "description": "Full name of the deceased historical figure with '(AI)' suffix",
          "title": "Name",
          "type": "string"
        },
        "writing_style": {
          "description": "Writing style: 'academic', 'conversational', 'investigative', 'analytical', or 'accessible'",
          "title": "Writing Style",
          "type": "string"
        }
      },
      "required": [
        "name",
        "biography",
        "expertise_areas",
        "content_themes",
        "writing_style"
      ],
      "title": "ReplacementAuthorData",
      "type": "object"
    }
  },
  "description": "Output model for checking if an author persona is SAFE TO USE under\npostmortem-publicity-rights laws (Topic 9 — 100-year threshold).\n\nThe source-of-truth field is `is_safe`. `is_deceased` and `years_since_death`\nare kept for visibility/debugging.",
  "properties": {
    "confidence": {
      "description": "Confidence level: 'high', 'medium', or 'low'",
      "title": "Confidence",
      "type": "string"
    },
    "is_deceased": {
      "description": "True if the person is confirmed deceased",
      "title": "Is Deceased",
      "type": "boolean"
    },
    "is_safe": {
      "description": "True iff is_deceased=True AND years_since_death \u003e= 100. Source of truth for whether to use the persona.",
      "title": "Is Safe",
      "type": "boolean"
    },
    "reasoning": {
      "description": "Brief explanation of the determination",
      "title": "Reasoning",
      "type": "string"
    },
    "replacement": {
      "anyOf": [
        {
          "$ref": "#/$defs/ReplacementAuthorData"
        },
        {
          "type": "null"
        }
      ],
      "default": null,
      "description": "If is_safe=False, a historical figure deceased ≥100 years with similar domain expertise as replacement"
    },
    "years_since_death": {
      "anyOf": [
        {
          "type": "integer"
        },
        {
          "type": "null"
        }
      ],
      "default": null,
      "description": "Best estimate of years since death (approximate integer); None for living or fictional/unknown",
      "title": "Years Since Death"
    }
  },
  "required": [
    "is_deceased",
    "is_safe",
    "confidence",
    "reasoning"
  ],
  "title": "AuthorLivingCheckResult",
  "type": "object"
}