autogen/test/test_files/agenteval-in-out/samples/sample_math_criteria.json

{
    "Problem Interpretation": {
      "description": "Ability to correctly interpret the problem.",
      "accepted_values": ["completely off", "slightly relevant", "relevant", "mostly accurate", "completely accurate"]
    },
    "Mathematical Methodology": {
      "description": "Adequacy of the chosen mathematical or algorithmic methodology for the question",
      "accepted_values": ["inappropriate", "barely adequate", "adequate", "mostly effective", "completely effective"]
    },
    "Calculation Correctness": {
      "description": "Accuracy of calculations made and solutions given",
      "accepted_values": ["completely incorrect", "mostly incorrect", "neither", "mostly correct", "completely correct"]
    },
    "Explanation Clarity": {
      "description": "Clarity and comprehensibility of explanations, including language use and structure",
      "accepted_values": ["not at all clear", "slightly clear", "moderately clear", "very clear", "completely clear"]
    },
    "Code Efficiency": {
      "description": "Quality of code in terms of  efficiency and elegance",
      "accepted_values": ["not at all efficient", "slightly efficient", "moderately efficient", "very efficient", "extremely efficient"]
    },
    "Code Correctness": {
      "description": "Correctness of the provided code",
      "accepted_values": ["completely incorrect", "mostly incorrect", "partly correct", "mostly correct", "completely correct"]
    }
  }