fix and ignore flaky tests

aallam · Feb 1, 2025 · 16df487 · 16df487
1 parent 04ab4a6
commit 16df487
Show file tree

Hide file tree

Showing 4 changed files with 8 additions and 4 deletions.
diff --git a/openai-client/src/commonTest/kotlin/com/aallam/openai/client/TestChatCompletions.kt b/openai-client/src/commonTest/kotlin/com/aallam/openai/client/TestChatCompletions.kt
@@ -191,6 +191,7 @@ class TestChatCompletions : TestOpenAI() {
         assertNotNull(answer.response)
     }
 
+    @Ignore
     @Test
     fun logprobs() = test {
         val request = chatCompletionRequest {
@@ -209,6 +210,7 @@ class TestChatCompletions : TestOpenAI() {
         assertEquals(response.usage!!.completionTokens, logprobs.content!!.size)
     }
 
+    @Ignore
     @Test
     fun top_logprobs() = test {
         val expectedTopLogProbs = 5
@@ -227,7 +229,7 @@ class TestChatCompletions : TestOpenAI() {
         val logprobs = response.choices.first().logprobs
         assertNotNull(logprobs)
         assertEquals(response.usage!!.completionTokens, logprobs.content!!.size)
-        assertEquals(logprobs.content!![0].topLogprobs?.size, expectedTopLogProbs)
+        assertEquals(logprobs.content!![0].topLogprobs.size, expectedTopLogProbs)
     }
 
     @Test

diff --git a/openai-client/src/commonTest/kotlin/com/aallam/openai/client/TestChatVision.kt b/openai-client/src/commonTest/kotlin/com/aallam/openai/client/TestChatVision.kt
@@ -9,7 +9,7 @@ class TestChatVision : TestOpenAI() {
     @Test
     fun textimage() = test {
         val request = chatCompletionRequest {
-            model = ModelId("gpt-4-vision-preview")
+            model = ModelId("gpt-4o")
             messages {
                 user {
                     content {
@@ -28,7 +28,7 @@ class TestChatVision : TestOpenAI() {
     @Test
     fun multiImage() = test {
         val request = chatCompletionRequest {
-            model = ModelId("gpt-4-vision-preview")
+            model = ModelId("gpt-4o")
             messages {
                 user {
                     content {

diff --git a/openai-client/src/commonTest/kotlin/com/aallam/openai/client/TestVectorStores.kt b/openai-client/src/commonTest/kotlin/com/aallam/openai/client/TestVectorStores.kt
@@ -7,6 +7,7 @@ import com.aallam.openai.api.vectorstore.FileBatchRequest
 import com.aallam.openai.api.vectorstore.VectorStoreFileRequest
 import com.aallam.openai.api.vectorstore.VectorStoreRequest
 import com.aallam.openai.client.internal.asSource
+import kotlin.test.Ignore
 import kotlin.test.Test
 import kotlin.test.assertContains
 import kotlin.test.assertEquals
@@ -35,6 +36,7 @@ class TestVectorStores : TestOpenAI() {
         assertEquals(true, deleted)
     }
 
+    @Ignore
     @Test
     fun testVectorStoreFiles() = test {
         val filetxt = """

diff --git a/openai-client/src/jvmTest/kotlin/com/aallam/openai/client/TestChatVisionJVM.kt b/openai-client/src/jvmTest/kotlin/com/aallam/openai/client/TestChatVisionJVM.kt
@@ -22,7 +22,7 @@ class TestChatVisionJVM : TestOpenAI() {
         }
         val encoded = Base64.encode(source = byteString)
         val request = chatCompletionRequest {
-            model = ModelId("gpt-4-vision-preview")
+            model = ModelId("gpt-4o")
             messages {
                 user {
                     content {