Skip to content

Commit b8fd9ca

Browse files
committed
add gemini flash 2.5 lite preview
1 parent 68cb29f commit b8fd9ca

File tree

2 files changed

+36334
-29922
lines changed

2 files changed

+36334
-29922
lines changed

assess.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -70,6 +70,7 @@ def parse_args():
7070
"Gemini 2.0 Flash": "closed",
7171
"Gemini 2.0 Flash Lite": "closed",
7272
"Gemini 2.5 Flash Preview": "closed",
73+
"Gemini 2.5 Flash-Lite Preview": "closed",
7374
"Cohere Aya Vision 8B": "closed",
7475
"Cohere Aya Vision 32B": "closed",
7576
"Qwen 2.5 VL 7B": "open",
@@ -151,6 +152,7 @@ def slugify(value):
151152
"Gemini 2.5 Pro Preview": "https://www.google.com/favicon.ico",
152153
"Gemini 2.0 Flash": "https://www.google.com/favicon.ico",
153154
"Gemini 2.0 Flash Lite": "https://www.google.com/favicon.ico",
155+
"Gemini 2.5 Flash-Lite Preview": "https://www.google.com/favicon.ico",
154156
"Gemma 3 27b": "https://www.google.com/favicon.ico",
155157
"OpenAI O4 Mini": "https://openai.com/favicon.ico",
156158
"Gemini 2.5 Flash Preview": "https://www.google.com/favicon.ico",
@@ -313,6 +315,7 @@ def run_model_with_prompt(model_name, model, assessment):
313315
"Gemini 2.0 Flash": GeminiModel(model_id="gemini-2.0-flash"),
314316
"Gemini 2.0 Flash Lite": GeminiModel(model_id="gemini-2.0-flash-lite"),
315317
"Gemini 2.5 Flash Preview": GeminiModel(model_id="gemini-2.5-flash-preview-04-17"),
318+
"Gemini 2.5 Flash-Lite Preview": GeminiModel(model_id="gemini-2.5-flash-lite-preview-06-17"),
316319
"Cohere Aya Vision 8B": CohereModel(model_id="c4ai-aya-vision-8b"),
317320
"Cohere Aya Vision 32B": CohereModel(model_id="c4ai-aya-vision-32b"),
318321
"Qwen 2.5 VL 7B": CustomOpenAIModel(
@@ -665,7 +668,7 @@ def run_model_with_prompt(model_name, model, assessment):
665668
for category, category_results in result_assessments_by_model_by_category[model_name].items():
666669
if category_results["passed_percentage"] == max_percentage:
667670
best_categories.append(category)
668-
671+
print([model_info_item["description"] for model_info_item in model_info if model_info_item["model_name"] == model_name])
669672
file.write(
670673
card_template.render(
671674
model_description=([model_info_item["description"] for model_info_item in model_info if model_info_item["model_name"] == model_name] + [""])[0],

0 commit comments

Comments
 (0)