update openai example code

basetenlabs · Feb 14, 2025 · 1d0215c · 1d0215c
1 parent cba04c3
commit 1d0215c
Show file tree

Hide file tree

Showing 63 changed files with 85 additions and 84 deletions.
diff --git a/...ssification-tensorrt/BEI-allenai-llama-3.1-tulu-3-8b-reward-model-fp8/README.md b/...ssification-tensorrt/BEI-allenai-llama-3.1-tulu-3-8b-reward-model-fp8/README.md
@@ -92,7 +92,7 @@ requirements: []
 resources:
   accelerator: H100_40GB
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...nker-classification-tensorrt/BEI-allenai-llama-3.1-tulu-3-8b-reward-model-fp8/config.yaml b/...nker-classification-tensorrt/BEI-allenai-llama-3.1-tulu-3-8b-reward-model-fp8/config.yaml
@@ -11,7 +11,7 @@ requirements: []
 resources:
   accelerator: H100_40GB
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...gs-reranker-classification-tensorrt/BEI-baai-bge-en-icl-embedding-fp8/README.md b/...gs-reranker-classification-tensorrt/BEI-baai-bge-en-icl-embedding-fp8/README.md
@@ -96,7 +96,7 @@ import os
 
 client = OpenAI(
     api_key=os.environ['BASETEN_API_KEY'],
-    api_url="https://model-xxxxxx.api.baseten.co/environments/production/sync"
+    base_url="https://model-xxxxxx.api.baseten.co/environments/production/sync/v1"
 )
 
 embedding = client.embeddings.create(
@@ -138,7 +138,7 @@ requirements: []
 resources:
   accelerator: H100
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/11-embeddings-reranker-classification-tensorrt/BEI-baai-bge-en-icl-embedding-fp8/config.yaml b/11-embeddings-reranker-classification-tensorrt/BEI-baai-bge-en-icl-embedding-fp8/config.yaml
@@ -12,7 +12,7 @@ requirements: []
 resources:
   accelerator: H100
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...reranker-classification-tensorrt/BEI-baai-bge-large-en-v1.5-embedding/README.md b/...reranker-classification-tensorrt/BEI-baai-bge-large-en-v1.5-embedding/README.md
@@ -95,7 +95,7 @@ import os
 
 client = OpenAI(
     api_key=os.environ['BASETEN_API_KEY'],
-    api_url="https://model-xxxxxx.api.baseten.co/environments/production/sync"
+    base_url="https://model-xxxxxx.api.baseten.co/environments/production/sync/v1"
 )
 
 embedding = client.embeddings.create(
@@ -137,7 +137,7 @@ requirements: []
 resources:
   accelerator: L4
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...eddings-reranker-classification-tensorrt/BEI-baai-bge-large-en-v1.5-embedding/config.yaml b/...eddings-reranker-classification-tensorrt/BEI-baai-bge-large-en-v1.5-embedding/config.yaml
@@ -12,7 +12,7 @@ requirements: []
 resources:
   accelerator: L4
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...ings-reranker-classification-tensorrt/BEI-baai-bge-m3-embedding-dense/README.md b/...ings-reranker-classification-tensorrt/BEI-baai-bge-m3-embedding-dense/README.md
@@ -95,7 +95,7 @@ import os
 
 client = OpenAI(
     api_key=os.environ['BASETEN_API_KEY'],
-    api_url="https://model-xxxxxx.api.baseten.co/environments/production/sync"
+    base_url="https://model-xxxxxx.api.baseten.co/environments/production/sync/v1"
 )
 
 embedding = client.embeddings.create(
@@ -137,7 +137,7 @@ requirements: []
 resources:
   accelerator: A100
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/11-embeddings-reranker-classification-tensorrt/BEI-baai-bge-m3-embedding-dense/config.yaml b/11-embeddings-reranker-classification-tensorrt/BEI-baai-bge-m3-embedding-dense/config.yaml
@@ -12,7 +12,7 @@ requirements: []
 resources:
   accelerator: A100
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...tion-tensorrt/BEI-baai-bge-multilingual-gemma2-multilingual-embedding/README.md b/...tion-tensorrt/BEI-baai-bge-multilingual-gemma2-multilingual-embedding/README.md
@@ -95,7 +95,7 @@ import os
 
 client = OpenAI(
     api_key=os.environ['BASETEN_API_KEY'],
-    api_url="https://model-xxxxxx.api.baseten.co/environments/production/sync"
+    base_url="https://model-xxxxxx.api.baseten.co/environments/production/sync/v1"
 )
 
 embedding = client.embeddings.create(
@@ -137,7 +137,7 @@ requirements: []
 resources:
   accelerator: H100_40GB
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...assification-tensorrt/BEI-baai-bge-multilingual-gemma2-multilingual-embedding/config.yaml b/...assification-tensorrt/BEI-baai-bge-multilingual-gemma2-multilingual-embedding/config.yaml
@@ -12,7 +12,7 @@ requirements: []
 resources:
   accelerator: H100_40GB
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...beddings-reranker-classification-tensorrt/BEI-baai-bge-reranker-large/README.md b/...beddings-reranker-classification-tensorrt/BEI-baai-bge-reranker-large/README.md
@@ -94,7 +94,7 @@ requirements: []
 resources:
   accelerator: L4
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/11-embeddings-reranker-classification-tensorrt/BEI-baai-bge-reranker-large/config.yaml b/11-embeddings-reranker-classification-tensorrt/BEI-baai-bge-reranker-large/config.yaml
@@ -10,7 +10,7 @@ requirements: []
 resources:
   accelerator: L4
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...nker-classification-tensorrt/BEI-baai-bge-reranker-v2-m3-multilingual/README.md b/...nker-classification-tensorrt/BEI-baai-bge-reranker-v2-m3-multilingual/README.md
@@ -94,7 +94,7 @@ requirements: []
 resources:
   accelerator: A100
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...ngs-reranker-classification-tensorrt/BEI-baai-bge-reranker-v2-m3-multilingual/config.yaml b/...ngs-reranker-classification-tensorrt/BEI-baai-bge-reranker-v2-m3-multilingual/config.yaml
@@ -10,7 +10,7 @@ requirements: []
 resources:
   accelerator: A100
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...aseten-example-meta-llama-3-70b-instructforsequenceclassification-fp8/README.md b/...aseten-example-meta-llama-3-70b-instructforsequenceclassification-fp8/README.md
@@ -92,7 +92,7 @@ requirements: []
 resources:
   accelerator: H100
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...rt/BEI-baseten-example-meta-llama-3-70b-instructforsequenceclassification-fp8/config.yaml b/...rt/BEI-baseten-example-meta-llama-3-70b-instructforsequenceclassification-fp8/config.yaml
@@ -11,7 +11,7 @@ requirements: []
 resources:
   accelerator: H100
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...sification-tensorrt/BEI-intfloat-e5-mistral-7b-instruct-embedding-fp8/README.md b/...sification-tensorrt/BEI-intfloat-e5-mistral-7b-instruct-embedding-fp8/README.md
@@ -96,7 +96,7 @@ import os
 
 client = OpenAI(
     api_key=os.environ['BASETEN_API_KEY'],
-    api_url="https://model-xxxxxx.api.baseten.co/environments/production/sync"
+    base_url="https://model-xxxxxx.api.baseten.co/environments/production/sync/v1"
 )
 
 embedding = client.embeddings.create(
@@ -138,7 +138,7 @@ requirements: []
 resources:
   accelerator: H100
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...ker-classification-tensorrt/BEI-intfloat-e5-mistral-7b-instruct-embedding-fp8/config.yaml b/...ker-classification-tensorrt/BEI-intfloat-e5-mistral-7b-instruct-embedding-fp8/config.yaml
@@ -12,7 +12,7 @@ requirements: []
 resources:
   accelerator: H100
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...ssification-tensorrt/BEI-mixedbread-ai-mxbai-embed-large-v1-embedding/README.md b/...ssification-tensorrt/BEI-mixedbread-ai-mxbai-embed-large-v1-embedding/README.md
@@ -95,7 +95,7 @@ import os
 
 client = OpenAI(
     api_key=os.environ['BASETEN_API_KEY'],
-    api_url="https://model-xxxxxx.api.baseten.co/environments/production/sync"
+    base_url="https://model-xxxxxx.api.baseten.co/environments/production/sync/v1"
 )
 
 embedding = client.embeddings.create(
@@ -137,7 +137,7 @@ requirements: []
 resources:
   accelerator: L4
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...nker-classification-tensorrt/BEI-mixedbread-ai-mxbai-embed-large-v1-embedding/config.yaml b/...nker-classification-tensorrt/BEI-mixedbread-ai-mxbai-embed-large-v1-embedding/config.yaml
@@ -12,7 +12,7 @@ requirements: []
 resources:
   accelerator: L4
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...ranker-classification-tensorrt/BEI-ncbi-medcpt-cross-encoder-reranker/README.md b/...ranker-classification-tensorrt/BEI-ncbi-medcpt-cross-encoder-reranker/README.md
@@ -94,7 +94,7 @@ requirements: []
 resources:
   accelerator: L4
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...dings-reranker-classification-tensorrt/BEI-ncbi-medcpt-cross-encoder-reranker/config.yaml b/...dings-reranker-classification-tensorrt/BEI-ncbi-medcpt-cross-encoder-reranker/config.yaml
@@ -10,7 +10,7 @@ requirements: []
 resources:
   accelerator: L4
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...nsorrt/BEI-papluca-xlm-roberta-base-language-detection-classification/README.md b/...nsorrt/BEI-papluca-xlm-roberta-base-language-detection-classification/README.md
@@ -91,7 +91,7 @@ requirements: []
 resources:
   accelerator: L4
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...ation-tensorrt/BEI-papluca-xlm-roberta-base-language-detection-classification/config.yaml b/...ation-tensorrt/BEI-papluca-xlm-roberta-base-language-detection-classification/config.yaml
@@ -11,7 +11,7 @@ requirements: []
 resources:
   accelerator: L4
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...nker-classification-tensorrt/BEI-salesforce-sfr-embedding-mistral-fp8/README.md b/...nker-classification-tensorrt/BEI-salesforce-sfr-embedding-mistral-fp8/README.md
@@ -96,7 +96,7 @@ import os
 
 client = OpenAI(
     api_key=os.environ['BASETEN_API_KEY'],
-    api_url="https://model-xxxxxx.api.baseten.co/environments/production/sync"
+    base_url="https://model-xxxxxx.api.baseten.co/environments/production/sync/v1"
 )
 
 embedding = client.embeddings.create(
@@ -138,7 +138,7 @@ requirements: []
 resources:
   accelerator: H100_40GB
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...ngs-reranker-classification-tensorrt/BEI-salesforce-sfr-embedding-mistral-fp8/config.yaml b/...ngs-reranker-classification-tensorrt/BEI-salesforce-sfr-embedding-mistral-fp8/config.yaml
@@ -12,7 +12,7 @@ requirements: []
 resources:
   accelerator: H100_40GB
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...fication-tensorrt/BEI-samlowe-roberta-base-go_emotions-classification/README.md b/...fication-tensorrt/BEI-samlowe-roberta-base-go_emotions-classification/README.md
@@ -91,7 +91,7 @@ requirements: []
 resources:
   accelerator: L4
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...r-classification-tensorrt/BEI-samlowe-roberta-base-go_emotions-classification/config.yaml b/...r-classification-tensorrt/BEI-samlowe-roberta-base-go_emotions-classification/config.yaml
@@ -11,7 +11,7 @@ requirements: []
 resources:
   accelerator: L4
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...ensorrt/BEI-skywork-skywork-reward-llama-3.1-8b-v0.2-reward-model-fp8/README.md b/...ensorrt/BEI-skywork-skywork-reward-llama-3.1-8b-v0.2-reward-model-fp8/README.md
@@ -92,7 +92,7 @@ requirements: []
 resources:
   accelerator: L4
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...cation-tensorrt/BEI-skywork-skywork-reward-llama-3.1-8b-v0.2-reward-model-fp8/config.yaml b/...cation-tensorrt/BEI-skywork-skywork-reward-llama-3.1-8b-v0.2-reward-model-fp8/config.yaml
@@ -11,7 +11,7 @@ requirements: []
 resources:
   accelerator: L4
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...on-tensorrt/BEI-skywork-skywork-reward-llama-3.1-8b-v0.2-reward-model/README.md b/...on-tensorrt/BEI-skywork-skywork-reward-llama-3.1-8b-v0.2-reward-model/README.md
@@ -91,7 +91,7 @@ requirements: []
 resources:
   accelerator: H100_40GB
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...sification-tensorrt/BEI-skywork-skywork-reward-llama-3.1-8b-v0.2-reward-model/config.yaml b/...sification-tensorrt/BEI-skywork-skywork-reward-llama-3.1-8b-v0.2-reward-model/config.yaml
@@ -11,7 +11,7 @@ requirements: []
 resources:
   accelerator: H100_40GB
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...r-classification-tensorrt/BEI-snowflake-snowflake-arctic-embed-l-v2.0/README.md b/...r-classification-tensorrt/BEI-snowflake-snowflake-arctic-embed-l-v2.0/README.md
@@ -95,7 +95,7 @@ import os
 
 client = OpenAI(
     api_key=os.environ['BASETEN_API_KEY'],
-    api_url="https://model-xxxxxx.api.baseten.co/environments/production/sync"
+    base_url="https://model-xxxxxx.api.baseten.co/environments/production/sync/v1"
 )
 
 embedding = client.embeddings.create(
@@ -137,7 +137,7 @@ requirements: []
 resources:
   accelerator: A100
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...-reranker-classification-tensorrt/BEI-snowflake-snowflake-arctic-embed-l-v2.0/config.yaml b/...-reranker-classification-tensorrt/BEI-snowflake-snowflake-arctic-embed-l-v2.0/config.yaml
@@ -12,7 +12,7 @@ requirements: []
 resources:
   accelerator: A100
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []

diff --git a/...reranker-classification-tensorrt/BEI-whereisai-uae-large-v1-embedding/README.md b/...reranker-classification-tensorrt/BEI-whereisai-uae-large-v1-embedding/README.md
@@ -95,7 +95,7 @@ import os
 
 client = OpenAI(
     api_key=os.environ['BASETEN_API_KEY'],
-    api_url="https://model-xxxxxx.api.baseten.co/environments/production/sync"
+    base_url="https://model-xxxxxx.api.baseten.co/environments/production/sync/v1"
 )
 
 embedding = client.embeddings.create(
@@ -137,7 +137,7 @@ requirements: []
 resources:
   accelerator: L4
   cpu: '1'
-  memory: 8Gi
+  memory: 10Gi
   use_gpu: true
 secrets: {}
 system_packages: []