Commit d4909c9

committed

Feb 1, 2025

Release ATMOSSCI-BENCH

1 parent d07ffff commit d4909c9Copy full SHA for d4909c9

475 files changed

+9649232

-2

lines changed

.DS_Store
Question
- .DS_Store
- LLM
- Questions
  - __init__.py
  - __pycache__
    - __init__.cpython-310.pyc
    - answer.cpython-310.pyc
    - question.cpython-310.pyc
  - answer.py
  - q1
    - __init__.py
    - __pycache__
      - __init__.cpython-310.pyc
      - q1.cpython-310.pyc
    - q1.py
    - question.md
  - q10
    - __pycache__
      - q10.cpython-310.pyc
    - q10.py
    - question.md
  - q11
    - __pycache__
      - q11.cpython-310.pyc
    - q11.py
    - question.md
  - q12
    - __pycache__
      - q12.cpython-310.pyc
    - q12.py
    - question.md
  - q13
    - __pycache__
      - q13.cpython-310.pyc
    - q13.py
    - question.md
  - q14
    - __pycache__
      - q14.cpython-310.pyc
    - q14.py
    - question.md
  - q15
    - __pycache__
      - q15.cpython-310.pyc
    - q15.py
    - question.md
  - q16
    - __pycache__
      - q16.cpython-310.pyc
    - q16.py
    - question.md
  - q17
    - __pycache__
      - q17.cpython-310.pyc
    - q17.py
    - question.md
  - q18
    - __pycache__
      - q18.cpython-310.pyc
    - q18.py
    - question.md
  - q19
    - __pycache__
      - q19.cpython-310.pyc
    - q19.py
    - question.md
  - q2
    - __init__.py
    - __pycache__
      - __init__.cpython-310.pyc
      - q2.cpython-310.pyc
    - q2.py
    - question.md
  - q20
    - __pycache__
      - q20.cpython-310.pyc
    - q20.py
    - question.md
  - q21
    - __pycache__
      - q21.cpython-310.pyc
    - q21.py
    - question.md
  - q22
    - __pycache__
      - q22.cpython-310.pyc
    - q22.py
    - question.md
  - q23
    - __pycache__
      - q23.cpython-310.pyc
    - q23.py
    - question.md
  - q24
    - __pycache__
      - q24.cpython-310.pyc
    - q24.py
    - question.md
  - q25
    - __pycache__
      - q25.cpython-310.pyc
    - q25.py
    - question.md
  - q26
    - __pycache__
      - q26.cpython-310.pyc
    - q26.py
    - question.md
  - q27
    - __pycache__
      - q27.cpython-310.pyc
    - q27.py
    - question.md
  - q28
    - __pycache__
      - q28.cpython-310.pyc
    - q28.py
    - question.md
  - q29
    - __pycache__
      - q29.cpython-310.pyc
    - q29.py
    - question.md
  - q3
    - __init__.py
    - __pycache__
      - __init__.cpython-310.pyc
      - q3.cpython-310.pyc
    - q3.py
    - question.md
  - q30
    - __pycache__
      - q30.cpython-310.pyc
    - q30.py
    - question.md
  - q31
    - __pycache__
      - q31.cpython-310.pyc
    - q31.py
    - question.md
  - q32
    - __pycache__
      - q32.cpython-310.pyc
    - q32.py
    - question.md
  - q33
    - q33.py
    - question.md
  - q34
    - __pycache__
      - q34.cpython-310.pyc
    - q34.py
    - question.md
  - q35
    - __pycache__
      - q35.cpython-310.pyc
    - q35.py
    - question.md
  - q36
    - __pycache__
      - q36.cpython-310.pyc
    - q36.py
    - question.md
  - q37
    - __pycache__
      - q37.cpython-310.pyc
    - q37.py
    - question.md
  - q38
    - __pycache__
      - q38.cpython-310.pyc
    - q38.py
    - question.md
  - q39
    - __pycache__
      - q39.cpython-310.pyc
    - q39.py
    - question.md
  - q4
    - __init__.py
    - __pycache__
      - __init__.cpython-310.pyc
      - q4.cpython-310.pyc
    - q4.py
    - question.md
  - q40
    - __pycache__
      - q40.cpython-310.pyc
    - q40.py
    - question.md
  - q41
    - __pycache__
      - q41.cpython-310.pyc
    - q41.py
    - question.md
  - q42
    - __pycache__
      - q42.cpython-310.pyc
    - q42.py
    - question.md
  - q43
    - __pycache__
      - q43.cpython-310.pyc
    - q43.py
    - question.md
  - q44
    - __pycache__
      - q44.cpython-310.pyc
    - q44.py
    - question.md
  - q45
    - __pycache__
      - q45.cpython-310.pyc
    - q45.py
    - question.md
  - q46
    - __pycache__
      - q46.cpython-310.pyc
    - q46.py
    - question.md
  - q47
    - __pycache__
      - q47.cpython-310.pyc
    - q47.py
    - question.md
  - q48
    - __pycache__
      - q48.cpython-310.pyc
    - q48.py
    - question.md
  - q49
    - __pycache__
      - q49.cpython-310.pyc
    - q49.py
    - question.md
  - q5
    - question.md
  - q50
    - __pycache__
      - q50.cpython-310.pyc
    - q50.py
    - question.md
  - q51
    - __pycache__
      - q51.cpython-310.pyc
    - q51.py
    - question.md
  - q52
    - __pycache__
      - q52.cpython-310.pyc
    - q52.py
    - question.md
  - q53
    - __pycache__
      - q53.cpython-310.pyc
    - q53.py
    - question.md
  - q54
    - q54.py
    - question.md
  - q55
    - __pycache__
      - q55.cpython-310.pyc
    - q55.py
    - question.md
  - q56
    - __pycache__
      - q56.cpython-310.pyc
    - q56.py
    - question.md
  - q57
    - __pycache__
      - q57.cpython-310.pyc
    - q57.py
    - question.md
  - q58
    - q58.py
    - question.md
  - q59
    - __pycache__
      - q59.cpython-310.pyc
    - q59.py
    - question.md
  - q6
    - __pycache__
      - q6.cpython-310.pyc
    - q6.py
    - question.md
  - q60
    - __pycache__
      - q60.cpython-310.pyc
    - q60.py
    - question.md
  - q61
    - __pycache__
      - q61.cpython-310.pyc
    - q61.py
    - question.md
  - q62
    - __pycache__
      - q62.cpython-310.pyc
    - q62.py
    - question.md
  - q63
    - __pycache__
      - q63.cpython-310.pyc
    - q63.py
    - question.md
  - q64
    - __pycache__
      - q64.cpython-310.pyc
    - q64.py
    - question.md
  - q65
    - __pycache__
      - q65.cpython-310.pyc
    - q65.py
    - question.md
  - q66
    - __pycache__
      - q66.cpython-310.pyc
    - q66.py
    - question.md
  - q67
    - __pycache__
      - q67.cpython-310.pyc
    - q67.py
    - question.md
  - q68
    - __pycache__
      - q68.cpython-310.pyc
    - q68.py
    - question.md
  - q69
    - __pycache__
      - q69.cpython-310.pyc
    - q69.py
    - question.md
  - q7
    - __pycache__
      - q7.cpython-310.pyc
    - q7.py
    - question.md
  - q70
    - __pycache__
      - q70.cpython-310.pyc
    - q70.py
    - question.md
  - q71
    - __pycache__
      - q71.cpython-310.pyc
    - q71.py
    - question.md
  - q72
    - __pycache__
      - q72.cpython-310.pyc
    - q72.py
    - question.md
  - q73
    - __pycache__
      - q73.cpython-310.pyc
    - q73.py
    - question.md
  - q74
    - __pycache__
      - q74.cpython-310.pyc
    - q74.py
    - question.md
  - q75
    - __pycache__
      - q75.cpython-310.pyc
    - q75.py
    - question.md
  - q76
    - __pycache__
      - q76.cpython-310.pyc
    - q76.py
    - question.md
  - q77
    - __pycache__
      - q77.cpython-310.pyc
    - q77.py
    - question.md
  - q78
    - q78.py
    - question.md
  - q79
    - __pycache__
      - q79.cpython-310.pyc
    - q79.py
    - question.md
  - q8
    - __pycache__
      - q8.cpython-310.pyc
    - q8.py
    - question.md
  - q80
    - __pycache__
      - q80.cpython-310.pyc
    - q80.py
    - question.md
  - q9
    - __pycache__
      - q9.cpython-310.pyc
    - q9.py
    - question.md
  - q_exmaple
    - __init__.py
    - q0.py
    - question.md
  - question.py
- __pycache__
  - question_collection.cpython-310.pyc
  - utils.cpython-310.pyc
- evaluation.py
- generated_datasets
- question_collection.py
- save_to_csv.py
- utils.py
- visualize_all.py
README.md
Results
- .DS_Store
- DeepSeek-V3-4K/2025-01-19_11-17-16_deepseek_v3_i1-50_4K
  - accuracy.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - log.txt
  - metadata.txt
- Deepseek-V3-8K
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - log.txt
  - metadata.txt
- Deepseek_R1
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - llm_results_reasoning_has_been_removed
  - log.txt
  - metadata.txt
- GPT-4o
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
- GPT-4o-mini
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
- GPT-o1
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
- Llama-3.1-405B-Instruct-Turbo
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - log.txt
  - metadata.txt
- Llama-3.3-70B-Instruct
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - log.txt
  - metadata.txt
- QwQ-32B-Preview_16K
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - log.txt
  - metadata.txt
- QwQ-32B-Preview_32K
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
- QwQ-32B-Preview_32K_original_precision
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - llm_results_old.csv
- QwQ-32B-Preview_32K_ultra_precision
  - accuracy.csv
  - combined_analysis_results.csv
  - llm_results.csv
- QwQ-32B-Preview_4K
  - accuracy.csv
  - combined_analysis_results.csv
  - llm_results.csv
- QwQ-32B-Preview_8K
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - log.txt
  - metadata.txt
- Qwen2.5-32B-Instruct
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
- Qwen2.5-3B-Instruct
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - log.txt
  - metadata.txt
- Qwen2.5-72B-Instruct-Turbo
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
- Qwen2.5-72B-Instruct-Turbo_old
  - accuracy.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - log.txt
  - metadata.txt
- Qwen2.5-7B-Instruct
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
- Qwen2.5-7B-Instruct-original-precision
  - accuracy.csv
  - combined_analysis_results.csv
  - llm_results.csv
- Qwen2.5-7B-Instruct-ultra-precision
  - accuracy.csv
  - combined_analysis_results.csv
  - llm_results.csv
- Qwen2.5-Math-1.5B-Instruct
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - log.txt
  - metadata.txt
- Qwen2.5-Math-72B-Instruct
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - log.txt
  - metadata.txt
- Qwen2.5-Math-7B-Instruct
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - log.txt
  - metadata.txt
- Qwen2.5-Math-7B-Instruct-original-precision
  - accuracy.csv
  - combined_analysis_results.csv
  - llm_results.csv
- Qwen2.5-Math-7B-Instruct-ultra-precision
  - accuracy.csv
  - combined_analysis_results.csv
  - llm_results.csv
- bar.mplstyle
- check_and_update_answer.py
- climategpt-70b
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
- climategpt-7b_4K
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - log.txt
  - metadata.txt
- collect_model_results.py
- deepseek-math-7b-instruct
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
- deepseek-math-7b-rl
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - log.txt
  - metadata.txt
- gemini-2.0-flash-exp
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
- gemini-2.0-flash-thinking-exp-01-21_30K
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
- gemini-2.0-flash-thinking-exp-01-21_30K-original-precision
  - accuracy.csv
  - combined_analysis_results.csv
  - llm_results.csv
- gemini-2.0-flash-thinking-exp-01-21_30K-ultra-precision
  - accuracy.csv
  - combined_analysis_results.csv
  - llm_results.csv
- gemini-2.0-flash-thinking-exp-01-21_8K
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
- gemini-2.0-flash-thinking-exp-12-19_30K
  - combined_analysis_results.csv
  - llm_results.csv
- gemini-2.0-flash-thinking-exp-12-19_8K
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - llm_results_old.csv
- gemma-2-27b-it
  - accuracy copy.csv
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
- gemma-2-9b-it
  - accuracy.csv
  - combined_analysis_results.csv
  - instance_analysis_results.csv
  - llm_results.csv
  - log.txt
  - metadata.txt
- generate_accuracy.py
- generate_bar_plot.py
- instance_analysis.py
- models_result_10.csv
requirements.txt
setup.sh

475 files changed

+9649232

-2

lines changed

`‎.DS_Store`

6 KB

Binary file not shown.

`‎Question/.DS_Store`

6 KB

Binary file not shown.

Comments

(0)