fix

Signed-off-by: SumanthRH <[email protected]>

Author: SumanthRH

skythought/evals/cli.py

@@ -6,6 +6,8 @@
 
 import click
 import typer
+from typing_extensions import Annotated
+
 from skythought.evals.common.entities import (
     Backend,
     BackendParameters,
@@ -21,7 +23,6 @@
 from skythought.evals.util.cli_util import get_deterministic_hash, parse_multi_args
 from skythought.evals.util.common import set_seed
 from skythought.evals.util.results import SummaryResults
-from typing_extensions import Annotated
 
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)

skythought/evals/inference_and_check.py

@@ -13,6 +13,9 @@
 import pandas as pd
 import ray
 from openai import OpenAI
+from tqdm import tqdm
+from vllm import LLM
+
 from skythought.evals.batch import Pipeline, init_engine_from_config
 from skythought.evals.batch.env_config import EnvConfig
 from skythought.evals.batch.workload import EvalWorkload
@@ -32,8 +35,6 @@
 from skythought.evals.util.metrics import pass_at_k
 from skythought.evals.util.response import Response, SingleParsedResponse
 from skythought.evals.util.results import SummaryResults, save_summary
-from tqdm import tqdm
-from vllm import LLM
 
 logger = logging.getLogger(__name__)
 module_dir = os.path.dirname(os.path.abspath(__file__))

skythought/evals/tasks/apps/apps_handler.py

@@ -4,6 +4,7 @@
 from multiprocessing import Manager
 
 import numpy as np
+
 from skythought.evals.util.common import has_code
 
 from ..apps.apps_util import run_test as apps_run_test

skythought/evals/tasks/livecodebench/livecodebench_handler.py

@@ -2,6 +2,7 @@
 from typing import Dict
 
 from datasets import Dataset as HFDataset
+
 from skythought.evals.util.common import has_code
 
 from ..base import TaskHandler

skythought/evals/tasks/numina/numina_handler.py

@@ -1,6 +1,7 @@
 from typing import Any, Dict
 
 from datasets import load_dataset
+
 from skythought.evals.util.common import TimeoutException, timeout
 from skythought.evals.util.math_parsing_util import (
     extract_answer,

skythought/evals/tasks/taco/taco_handler.py

@@ -3,6 +3,7 @@
 from multiprocessing import Manager
 
 import numpy as np
+
 from skythought.evals.util.common import has_code
 
 from ..base import TaskHandler