model.json

{
    "source_url": "https://huggingface.co/janhq/Solar-10.7B-Instruct-v1.0/resolve/main/solar-10.7b-instruct-v1.0.Q4_K_M.gguf",
    "id": "solar-10.7b-instruct",
    "object": "model",
    "name": "Solar Instruct 10.7B Q4",
    "version": "1.0",
    "description": "SOLAR-10.7B model built on the Llama2 architecture with Depth Up-Scaling and integrated Mistral 7B weights. Its robustness and adaptability make it ideal for fine-tuning applications, significantly enhancing performance with simple instruction-based techniques.",
    "format": "gguf",
    "settings": {
      "ctx_len": 4096,
      "prompt_template": "### User: {prompt}\n### Assistant:"
    },
    "parameters": {
      "max_tokens": 4096
    },
    "metadata": {
      "author": "Upstage, Jan",
      "tags": ["11B","Finetuned"],
      "size": 6360000000
    },
    "engine": "nitro"
  }