example_python_coding_assistant.aifile

{
  "name": "Example: Python coding assistant",
  "aifileversion": 1,
  "chain": {
    "_type": "llm_chain",
    "llm": {
      "_type": "huggingface_textgen_inference",
      "inference_server_url": "your-server-url",
      "max_new_tokens": 1024,
      "repetition_penalty": 1.03,
      "streaming": true,
      "temperature": 0.01,
      "top_k": 10,
      "top_p": 0.95,
      "truncate": 1024,
      "typical_p": 0.95
    },
    "memory": null,
    "output_key": "output_text",
    "prompt": {
      "_type": "prompt",
      "input_variables": [
        "input_text",
        "input_history"
      ],
      "output_parser": null,
      "partial_variables": {},
      "template": "<s>[INST] <<SYS>>\nYou are a Python programming assistant. Please respond by writing Python code. If a solution to a question is not feasible, please explain why there might be a problem and give helpful hints.\n<</SYS>>\n\n{input_history}</s>\n<s>[INST] {input_text}[/INST]",
      "template_format": "f-string",
      "validate_template": true
    },
    "verbose": false
  }
}