From 9a2898862e225f68ef44d067285750d3f5ac59a6 Mon Sep 17 00:00:00 2001
From: RobinWitch <70639638+RobinWitch@users.noreply.github.com>
Date: Sun, 25 Aug 2024 16:14:04 +0000
Subject: [PATCH] fix issue #1529

---
 evals/registry.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/evals/registry.py b/evals/registry.py
index 2d1c0fee1d..7753d32883 100644
--- a/evals/registry.py
+++ b/evals/registry.py
@@ -84,7 +84,7 @@ def is_chat_model(model_name: str) -> bool:
     if model_name in {"gpt-4-base"} or model_name.startswith("gpt-3.5-turbo-instruct"):
         return False
 
-    CHAT_MODEL_NAMES = {"gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4", "gpt-4-32k"}
+    CHAT_MODEL_NAMES = {"gpt-3.5-turbo", "gpt-3.5-turbo-16k", "gpt-4", "gpt-4-32k", "gpt-4o", "gpt-4o-mini"}
 
     if model_name in CHAT_MODEL_NAMES:
         return True