mistralai_Mistral-7B-Instruct-v0.2.json

{
  "name": "mistralai/Mistral-7B-Instruct-v0.2",
  "displayName": "mistralai/Mistral-7B-Instruct-v0.2",
  "description": "The Mistral-7B-Instruct-v0.2 Large Language Model (LLM) is an instruct fine-tuned version of the Mistral-7B-v0.2.",
  "websiteUrl": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
  "logoUrl": "https://aeiljuispo.cloudimg.io/v7/https://cdn-uploads.huggingface.co/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png?w=200&h=200&f=face",
  "modelUrl": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
  "preprompt": "",
  "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}} {{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s> {{/ifAssistant}}{{/each}}",
  "parameters": {
    "temperature": 0.1,
    "top_p": 0.95,
    "repetition_penalty": 1.2,
    "top_k": 50,
    "truncate": 128,
    "max_new_tokens": 1024,
    "stop": ["</s>"]
  },
  "promptExamples": [
    {
      "title": "Write an email from bullet list",
      "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
    }, {
      "title": "Code a snake game",
      "prompt": "Code a basic snake game in python, give explanations for each step."
    }, {
      "title": "Assist in a task",
      "prompt": "How do I make a delicious lemon cheesecake?"
    }
  ],
  "endpoints": [{
    "type" : "tgi",
    "url": "http://14.52.177.170:8000",
  }]
}