judge_output.json

{
  "$ref": "#/definitions/feedback",
  "definitions": {
    "feedback": {
      "description": "Root node of the test hierarchy that contains all tests of the submission. Cannot contain a command key with a string value to avoid confusion with the partial schema.",
      "type": "object",
      "required": ["accepted", "status"],
      "properties": {
        "accepted":    { "$ref": "#/definitions/accepted" },
        "status":      { "$ref": "#/definitions/status" },
        "description": { "$ref": "#/definitions/description" },
        "messages":    { "type": "array", "items": { "$ref": "#/definitions/message" } },
        "groups":      { "type": "array", "items": { "$ref": "#/definitions/tab" } },
        "annotations": { "type": "array", "items": { "$ref": "#/definitions/annotation" } }
      },
      "not": {
        "required": ["command"],
        "properties": {
          "command": { "type": "string" }
        }
      }
    },
    "tab": {
      "description": "Node at depth 1 in the test hierarchy that represents test cases under the same tab.",
      "type": "object",
      "required": [],
      "properties": {
        "description": { "$ref": "#/definitions/description" },
        "badgeCount":  { "$ref": "#/definitions/badgeCount" },
        "messages":    { "type": "array", "items": { "$ref": "#/definitions/message" } },
        "groups":      { "type": "array", "items": { "$ref": "#/definitions/context" } },
        "permission":  { "$ref": "#/definitions/permission" }
      }
    },
    "context": {
      "type": "object",
      "description": "Node at depth 2 in the test hierarchy whose contained test cases depend on each other.",
      "required": ["accepted"],
      "properties": {
        "accepted":    { "$ref": "#/definitions/accepted" },
        "description": { "$ref": "#/definitions/message" },
        "messages":    { "type": "array", "items": { "$ref": "#/definitions/message" } },
        "groups":      { "type": "array", "items": { "$ref": "#/definitions/testcase" } },
        "data":        { "$ref": "#/definitions/data" }
      }
    },
    "testcase": {
      "type": "object",
      "description": "Node at depth 3 in the test hierarchy that provides an evaluation on tests.",
      "required": ["accepted"],
      "properties": {
        "accepted":    { "$ref": "#/definitions/accepted" },
        "description": { "$ref": "#/definitions/message" },
        "tests":       { "type": "array", "items": { "$ref": "#/definitions/test" } },
        "messages":    { "type": "array", "items": { "$ref": "#/definitions/message" } }
      }
    },
    "test": {
      "type": "object",
      "description": "Node at depth 4 (leaf) in the test hierarchy, providing an output diff.",
      "required": ["accepted"],
      "properties": {
        "accepted":    { "$ref": "#/definitions/accepted" },
        "description": { "$ref": "#/definitions/message" },
        "generated":   { "type": "string" },
        "expected":    { "type": "string" },
        "format":      { "$ref": "#/definitions/test-format" },
        "messages":    { "type": "array", "items": { "$ref": "#/definitions/message" } }
      }
    },
    "message": {
      "type": ["string", "object"],
      "description": "Possibly formatted string as a message to (some) users.",
      "required": ["format", "description"],
      "properties": {
        "format":      { "$ref": "#/definitions/message-format" },
        "description": { "$ref": "#/definitions/description" },
        "permission":  { "$ref": "#/definitions/permission" }
      }
    },
    "annotation": {
      "type": "object",
      "description": "An annotation on the source code.",
      "required": ["row", "text", "type"],
      "properties": {
        "row":     { "$ref": "#/definitions/index" },
        "column":  { "$ref": "#/definitions/index" },
        "text":    { "type": "string" },
        "type":    { "$ref": "#/definitions/severity" },
        "rows":    { "$ref": "#/definitions/index" },
        "columns": { "$ref": "#/definitions/index" },
        "externalUrl":    { "type": "string" }
      }
    },
    "test-format": {
      "type": "string",
      "description": "Indicates how to diff and show the test output (defaults to 'text').",
      "enum": [
        "text",
        "csv"
      ]
    },
    "message-format": {
      "type": "string",
      "description": "Either 'plain' (or 'text'), 'html' (formatted), 'markdown' (formatted), 'callout' (formatted) (or variants 'callout-info', 'callout-warning', 'callout-danger'), 'code' or any programming language (highlighted). Note that the HTML output is sanitised to prevent XSS issues. JavaScript, for example, is not allowed, but most other tags should work."
    },
    "permission": {
      "type": "string",
      "description": "To which level of user this message is visible.",
      "enum": [
        "student",
        "staff",
        "zeus"
      ]
    },
    "badgeCount": {
      "type": "number",
      "description": "Indicates the number of issues in this tab",
      "minimum": 0
    },
    "description": {
      "type": "string"
    },
    "status": {
      "type": "string",
      "enum": [
        "compilation error",
        "runtime error",
        "memory limit exceeded",
        "time limit exceeded",
        "output limit exceeded",
        "wrong", "wrong answer",
        "correct", "correct answer",
        "internal error"
      ]
    },
    "accepted": {
      "type": "boolean"
    },
    "index": {
      "type": "number",
      "description": "A zero-based index.",
      "minimum": 0
    },
    "severity": {
      "type": "string",
      "enum": ["error", "warning", "info"]
    },
    "data": {
        "type": "object",
        "description": "Debug data that can be used to debug the test case with the python tutor.",
        "properties": {
          "statements": { "type": "string", "description": "The statements that should be executed to mimic this testcase." },
          "stdin": { "type": "string", "description": "The input that should be used to mimic this testcase." }
        }
    }
  }
}