neural-chat-7b-v3-1.yaml

port: 8000
name: neural-chat-7b-v3-1
route_prefix: /neural-chat-7b-v3-1
cpus_per_worker: 24
gpus_per_worker: 0
deepspeed: false
workers_per_group: 2
device: CPU
ipex:
  enabled: false
  precision: bf16
model_description:  
  model_id_or_path: Intel/neural-chat-7b-v3-1
  tokenizer_name_or_path: Intel/neural-chat-7b-v3-1
  chat_processor: ChatModelGptJ
  prompt:
    intro: '### System:
      You are a chatbot developed by Intel. Please answer all questions to the best of your ability.'
    human_id: '

      ### User'
    bot_id: '

      ### Assistant'