@pytest.mark.parametrize('test_file', [END_TO_END_STORY_FILE, 'data/test_evaluations/end_to_end_story.yml'])
async def test_end_to_end_evaluation_script(default_agent: Agent, test_file: Text):
    generator = (await _create_data_generator(test_file, default_agent, use_e2e=True))
    completed_trackers = generator.generate_story_trackers()
    (story_evaluation, num_stories) = (await _collect_story_predictions(completed_trackers, default_agent, use_e2e=True))
    serialised_store = ['utter_greet', 'action_listen', 'utter_greet', 'action_listen', 'utter_default', 'action_listen', 'utter_goodbye', 'action_listen', 'utter_greet', 'action_listen', 'utter_default', 'action_listen', 'greet', 'greet', 'default', 'goodbye', 'greet', 'default', '[{"name": "Max"}]{"entity": "name", "value": "Max"}']
    assert (story_evaluation.evaluation_store.serialise()[0] == serialised_store)
    assert (not story_evaluation.evaluation_store.has_prediction_target_mismatch())
    assert (len(story_evaluation.failed_stories) == 0)
    assert (num_stories == 3)
@pytest.mark.parametrize('test_file', [END_TO_END_STORY_FILE, 'data/test_evaluations/end_to_end_story.yml'])
async def test_end_to_end_evaluation_script(default_agent: Agent, test_file: Text):
    generator = (await _create_data_generator(test_file, default_agent, use_e2e=True))
    completed_trackers = generator.generate_story_trackers()
    (story_evaluation, num_stories) = (await _collect_story_predictions(completed_trackers, default_agent, use_e2e=True))
    serialised_store = ['utter_greet', 'action_listen', 'utter_greet', 'action_listen', 'utter_default', 'action_listen', 'utter_goodbye', 'action_listen', 'utter_greet', 'action_listen', 'utter_default', 'action_listen', 'greet', 'greet', 'default', 'goodbye', 'greet', 'default', '[{"name": "Max"}]{"entity": "name", "value": "Max"}']
    assert (story_evaluation.evaluation_store.serialise()[0] == serialised_store)
    assert (not story_evaluation.evaluation_store.has_prediction_target_mismatch())
    assert (len(story_evaluation.failed_stories) == 0)
    assert (num_stories == 3)