diff --git a/tokenizer/src/commonMain/kotlin/com/xebia/functional/tokenizer/ModelType.kt b/tokenizer/src/commonMain/kotlin/com/xebia/functional/tokenizer/ModelType.kt index 8b4571a6f..3c0fee90b 100644 --- a/tokenizer/src/commonMain/kotlin/com/xebia/functional/tokenizer/ModelType.kt +++ b/tokenizer/src/commonMain/kotlin/com/xebia/functional/tokenizer/ModelType.kt @@ -43,6 +43,7 @@ sealed class ModelType( GPT_4_0613, GPT_4_32K_0613_FUNCTIONS, GPT_4O, + GPT_4O_MINI, GPT_4O_2024_05_13, ) val all: List = listOf( @@ -59,6 +60,7 @@ sealed class ModelType( GPT_4_32_K_0314, GPT_4_32K_0613_FUNCTIONS, GPT_4O, + GPT_4O_MINI, GPT_4O_2024_05_13, GPT_4_TURBO_1106_PREVIEW, GPT_4_VISION_PREVIEW, @@ -149,6 +151,9 @@ sealed class ModelType( object GPT_4O : ModelType("gpt-4o", O200K_BASE, 128000, tokensPerMessage = 3, tokensPerName = 2, tokenPadding = 5) + object GPT_4O_MINI : + ModelType("gpt-4o-mini", O200K_BASE, 128000, tokensPerMessage = 3, tokensPerName = 2, tokenPadding = 5) + object GPT_4O_2024_05_13 : ModelType("gpt-4o-2024-05-13", O200K_BASE, 128000, tokensPerMessage = 3, tokensPerName = 2, tokenPadding = 5)