22import os
33
44import pytest
5- from skythought_evals .cli import (
5+ from typer .testing import CliRunner
6+
7+ from skythought .evals .cli import (
68 Backend ,
79 SamplingParameters ,
810 app ,
911)
10- from typer .testing import CliRunner
1112
1213runner = CliRunner (mix_stderr = False )
1314
@@ -74,7 +75,7 @@ def test_evaluate_success(tmp_result_dir, mocker):
7475 """Test a successful execution of the `evaluate` command."""
7576 # Mock helper functions to avoid actual processing
7677 mocker .patch (
77- "skythought_evals .cli.parse_common_args" ,
78+ "skythought.evals .cli.parse_common_args" ,
7879 return_value = (
7980 "amc23" ,
8081 {},
@@ -90,9 +91,9 @@ def test_evaluate_success(tmp_result_dir, mocker):
9091 None ,
9192 ),
9293 )
93- mocker .patch ("skythought_evals .cli.get_run_config" , return_value = {})
94- mocker .patch ("skythought_evals .cli.get_output_dir" , return_value = tmp_result_dir )
95- mocker .patch ("skythought_evals .cli.generate_and_score" )
94+ mocker .patch ("skythought.evals .cli.get_run_config" , return_value = {})
95+ mocker .patch ("skythought.evals .cli.get_output_dir" , return_value = tmp_result_dir )
96+ mocker .patch ("skythought.evals .cli.generate_and_score" )
9697
9798 # Ensure the result directory does not exist initially
9899 assert not tmp_result_dir .exists ()
@@ -142,7 +143,7 @@ def test_generate_success(tmp_result_dir, mocker):
142143 """Test a successful execution of the `generate` command."""
143144 # Mock helper functions to avoid actual processing
144145 mocker .patch (
145- "skythought_evals .cli.parse_common_args" ,
146+ "skythought.evals .cli.parse_common_args" ,
146147 return_value = (
147148 "amc23" ,
148149 {},
@@ -158,9 +159,9 @@ def test_generate_success(tmp_result_dir, mocker):
158159 None ,
159160 ),
160161 )
161- mocker .patch ("skythought_evals .cli.get_run_config" , return_value = {})
162- mocker .patch ("skythought_evals .cli.get_output_dir" , return_value = tmp_result_dir )
163- mocker .patch ("skythought_evals .cli.generate_and_save" )
162+ mocker .patch ("skythought.evals .cli.get_run_config" , return_value = {})
163+ mocker .patch ("skythought.evals .cli.get_output_dir" , return_value = tmp_result_dir )
164+ mocker .patch ("skythought.evals .cli.generate_and_save" )
164165
165166 result = runner .invoke (
166167 app ,
0 commit comments