Create a human review job from a run with all executions in the specified time range
POST
/
apps
/
{appSlug}
/
human-review
/
jobs
Python
Copy
Ask AI
run_test_suite( id="my-test-suite", test_cases=[ TestCase( input="hello world", expected_substrings=["hello", "world"], ) ], # Replace with your test cases fn=lambda test_case: test_case.input, # Replace with your LLM call evaluators=[HasAllSubstrings()], # Replace with your evaluators human_review_job=CreateHumanReviewJob( assignee_email_address="example@example.com", name="Review for accuracy", rubric_id="cm83i1gtw00000cle3nf0gmtw", ))
Copy
Ask AI
{ "jobs": [ { "id": "cm83i1gtw00000cle3nf0gmtw", "name": "Review accuracy for run (john@example.com)", "assigneeEmail": "john@example.com" }, { "id": "cm83i1gtw00000cle3nf0gmux", "name": "Review accuracy for run (jane@example.com)", "assigneeEmail": "jane@example.com" } ]}
run_test_suite( id="my-test-suite", test_cases=[ TestCase( input="hello world", expected_substrings=["hello", "world"], ) ], # Replace with your test cases fn=lambda test_case: test_case.input, # Replace with your LLM call evaluators=[HasAllSubstrings()], # Replace with your evaluators human_review_job=CreateHumanReviewJob( assignee_email_address="example@example.com", name="Review for accuracy", rubric_id="cm83i1gtw00000cle3nf0gmtw", ))
Copy
Ask AI
{ "jobs": [ { "id": "cm83i1gtw00000cle3nf0gmtw", "name": "Review accuracy for run (john@example.com)", "assigneeEmail": "john@example.com" }, { "id": "cm83i1gtw00000cle3nf0gmux", "name": "Review accuracy for run (jane@example.com)", "assigneeEmail": "jane@example.com" } ]}
Assistant
Responses are generated using AI and may contain mistakes.