wizardLM-7B.q4_2.aifile

{
  "name": "wizardLM-7B.q4_2",
  "aifileversion": 1,
  "chain": {
    "memory": null,
    "verbose": false,
    "prompt": {
      "input_variables": [
        "input_text",
        "input_history"
      ],
      "output_parser": null,
      "partial_variables": {},
      "template": "{input_history}\nHuman: {input_text}\nAI:",
      "template_format": "f-string",
      "validate_template": true,
      "_type": "prompt"
    },
    "llm": {
      "model": "ggml-wizardLM-7B.q4_2.bin",
      "allow_download": true,
      "n_ctx": 512,
      "n_predict": 256,
      "top_k": 40,
      "top_p": 0.95,
      "temp": 0.8,
      "n_batch": 1,
      "repeat_penalty": 1.3,
      "repeat_last_n": 64,
      "context_erase": 0.5,
      "_type": "gpt4all"
    },
    "output_key": "output_text",
    "_type": "llm_chain"
  }
}