Proposal for Integration of Gemma Model into Jan Project about jan HOT 9 CLOSED

{
  "object": "model",
  "version": 1,
  "format": "gguf",
  "sources": [
    {
      "url": "gemma-7b-it.Q4_1.gguf",
      "filename": "gemma-7b-it.Q4_1.gguf"
    }
  ],
  "id": "gemma-7b-it.Q4_1",
  "name": "gemma-7b-it.Q4_1",
  "created": 1709277804515,
  "description": "",
  "settings": {
    "ctx_len": 4096,
    "embedding": false,
    "prompt_template": "{system_message}\n### Instruction: {prompt}\n### Response:",
    "llama_model_path": "gemma-7b-it.Q4_1.gguf"
  },
  "parameters": {
    "temperature": 0.7,
    "top_p": 0.95,
    "stream": true,
    "max_tokens": 2048,
    "stop": [
      "<endofstring>"
    ],
    "frequency_penalty": 0,
    "presence_penalty": 0
  },
  "metadata": {
    "size": 5496286176,
    "author": "User",
    "tags": []
  },
  "engine": "nitro"
}

2024-02-22T02:53:20.198Z [NITRO]::Error: llama_model_load: error loading model: unknown model architecture: 'gemma'
llama_load_model_from_file: failed to load model
llama_init_from_gpt_params: error: failed to load model 'E:\AI\jan\datafolder\models\gemma-7b.Q4\gemma-7b.Q4_K_M.gguf'

2024-02-22T02:53:20.206Z [NITRO]::Debug: Load model success with response {}
2024-02-22T02:53:20.207Z [NITRO]::Debug: {"timestamp":1708570400,"level":"ERROR","function":"load_model","line":560,"message":"unable to load model","model":"E:\\AI\\jan\\datafolder\\models\\gemma-7b.Q4\\gemma-7b.Q4_K_M.gguf"}
20240222 02:53:20.198000 UTC 8276 ERROR Error loading the model - llamaCPP.cc:565