File size: 460 Bytes
1b64cba
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
from tasks.easy import create_easy_task
from app.env import WorkflowEnv
from app.actions import Action
from graders.easy_grader import EasyGrader

state, gt = create_easy_task()
env = WorkflowEnv(state)

obs = env.reset()

# Correct action
action = Action(type="classify", target_id="1", payload={"label": "meeting_request"})
env.step(action)

trajectory = env.state().history

grader = EasyGrader()
score = grader.grade(trajectory, gt)

print("Score:", score)