Prompt Instruction Adherence

result = evaluator.evaluate(
    eval_templates="prompt_instruction_adherence",
    inputs={
        "input": "Write a short poem about nature that has exactly 4 lines and includes the word 'sunshine'.",
        "output": "Morning rays filter through leaves,\nBirds sing in harmony with sunshine's glow,\nGreen meadows dance in the gentle breeze,\nNature's symphony in perfect flow."
    },
    model_name="turing_flash"
)

print(result.eval_results[0].output)
print(result.eval_results[0].reason)

import { Evaluator, Templates } from "@future-agi/ai-evaluation";

const evaluator = new Evaluator();

const result = await evaluator.evaluate(
  "prompt_instruction_adherence",
  {
    input: "Write a short poem about nature that has exactly 4 lines and includes the word 'sunshine'.",
    output: "Morning rays filter through leaves,\nBirds sing in harmony with sunshine's glow,\nGreen meadows dance in the gentle breeze,\nNature's symphony in perfect flow."
  },
  {
    modelName: "turing_flash",
  }
);

console.log(result);