# Copyright 2023-2026 llmware

# Licensed under the Apache License, Version 2.0 (the "License"); you
# may not use this file except in compliance with the License.  You
# may obtain a copy of the License at

# http://www.apache.org/licenses/LICENSE-2.0

# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
# implied.  See the License for the specific language governing
# permissions and limitations under the License.


"""Global Default Configs for Models, Finetune Wrappers and Prompt Instructions Catalog.

These configs generally do not need to be accessed directly, but should be viewed, accessed and modified through
ModelCatalog and PromptCatalog classes.

For customization, there is also the option in ModelCatalog to load a custom model catalog from json file, which
would over-write this list.
"""

global_model_repo_catalog_list = [

    {"model_name": "bling-tiny-llama-onnx", "model_family": "ONNXGenerativeModel",
     "model_category": "generative_local", "display_name": "llmware/bling-tiny-llama-onnx",
     "model_location": "llmware_repo","context_window": 2048, "instruction_following": False,
     "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "hf_repo": "llmware/bling-tiny-llama-onnx", "custom_model_files": [], "custom_model_repo": "",
     "snapshot": True, "tokenizer_local": "tokenizer_tl.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["model.onnx", "model.onnx.data"],
     "link": "https://huggingface.co/llmware/bling-tiny-llama-onnx"},

     {"model_name": "bling-tiny-llama-ov", "model_family": "OVGenerativeModel",
      "model_category": "generative_local", "display_name": "bling-tiny-llama-ov",
      "model_location": "llmware_repo",
      "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
      "temperature": 0.0, "sample_default": False, "trailing_space": "",
      "tokenizer_local": "tokenizer_tl.json",
      "hf_repo": "llmware/bling-tiny-llama-ov",
      "custom_model_files": [], "custom_model_repo": "",
      "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["openvino_model.xml"],
      "link": "https://huggingface.co/llmware/bling-tiny-llama-ov"},

    {"model_name": "bling-phi-3-ov", "model_family": "OVGenerativeModel",
        "model_category": "generative_local", "display_name": "bling-phi-3-ov",
        "model_location": "llmware_repo",
        "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
        "temperature": 0.0, "sample_default": False, "trailing_space": "",
        "tokenizer_local": "tokenizer_phi3.json",
        "hf_repo": "llmware/bling-phi-3-ov",
        "custom_model_files": [], "custom_model_repo": "",
        "fetch": {"snapshot": True, "module": "llmware.models","method": "pull_snapshot_from_hf"},
        "validation_files": ["openvino_model.xml"],
        "link": "https://huggingface.co/llmware/bling-phi-3-ov"},

    {"model_name": "bling-phi-3-onnx", "model_family": "ONNXGenerativeModel",
        "model_category": "generative_local", "display_name": "bling-phi-3-onnx",
        "model_location": "llmware_repo",
        "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
        "temperature": 0.0, "sample_default": False, "trailing_space": "",
        "tokenizer_local": "tokenizer_phi3.json",
        "hf_repo": "llmware/bling-phi-3-onnx",
        "custom_model_files": [], "custom_model_repo": "",
        "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
        "validation_files": ["model.onnx", "model.onnx.data"],
        "link": "https://huggingface.co/llmware/bling-phi-3-onnx"},

    {"model_name": "phi-3-onnx", "model_family": "ONNXGenerativeModel",
        "model_category": "generative_local", "display_name": "phi-3-onnx",
        "model_location": "llmware_repo",
        "context_window": 4096, "instruction_following": False, "prompt_wrapper": "phi_3",
        "temperature": 0.0, "sample_default": False, "trailing_space": "",
        "tokenizer_local": "tokenizer_phi3.json",
        "hf_repo": "llmware/phi-3-onnx",
        "custom_model_files": [], "custom_model_repo": "",
        "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
        "validation_files": ["model.onnx", "model.onnx.data"],
        "link": "https://huggingface.co/llmware/phi-3-onnx"},

    {"model_name": "phi-3-ov", "model_family": "OVGenerativeModel",
        "model_category": "generative_local", "display_name": "phi-3-ov",
        "model_location": "llmware_repo",
        "context_window": 4096, "instruction_following": False, "prompt_wrapper": "phi_3",
        "temperature": 0.0, "sample_default": False, "trailing_space": "",
        "tokenizer_local": "tokenizer_phi3.json",
        "hf_repo": "llmware/phi-3-ov",
        "custom_model_files": [], "custom_model_repo": "",
        "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
        "validation_files": ["openvino_model.xml"],
        "link": "https://huggingface.co/llmware/phi-3-ov"},

    # new text-to-image model - more coming soon
    {"model_name": "lcm-dreamshaper-ov", "model_family": "OVGenerativeModel",
       "model_category": "generative_local", "display_name": "lcm-dreamshaper-ov",
       "model_location": "llmware_repo", "pipeline": "text2image",
       "context_window": 4096, "instruction_following": False, "prompt_wrapper": "phi_3",
       "temperature": 0.0, "sample_default": False, "trailing_space": "",
       "tokenizer_local": "tokenizer_phi3.json",
       "hf_repo": "llmware/lcm-dreamshaper-ov",
       "custom_model_files": [], "custom_model_repo": "",
       "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
       "validation_files": [],
       "link": "https://huggingface.co/llmware/lcm-dreamshaper-ov"},

    {"model_name": "qwen2.5-1.5b-instruct-ov", "display_name": "qwen2.5-1.5b-instruct-ov",
       "model_family": "OVGenerativeModel", "model_category": "generative_local",
       "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
       "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
       "hf_repo": "llmware/qwen2.5-1.5b-instruct-ov",
       "link": "https://huggingface.co/llmware/qwen2.5-1.5b-instruct-ov",
       "tokenizer_local": "tokenizer_qw.json",
       "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
       "validation_files": [],
       "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "qwen2.5-0.5b-instruct-ov", "display_name": "qwen2.5-0.5b-instruct-ov",
      "model_family": "OVGenerativeModel", "model_category": "generative_local",
      "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
      "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
      "hf_repo": "llmware/qwen2-0.5b-instruct-ov",
      "link": "https://huggingface.co/llmware/qwen2.5-0.5b-instruct-ov",
      "tokenizer_local": "tokenizer_qw.json",
      "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": [],
      "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "qwen2.5-3b-instruct-ov", "display_name": "qwen2.5-3b-instruct-ov",
      "model_family": "OVGenerativeModel", "model_category": "generative_local",
      "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
      "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
      "hf_repo": "llmware/qwen2-3b-instruct-ov",
      "link": "https://huggingface.co/llmware/qwen2.5-3b-instruct-ov",
      "tokenizer_local": "tokenizer_qw.json",
      "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": [],
      "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "mistral-7b-instruct-v0.3-ov", "display_name": "mistral-7b-instruct-v0.3-ov",
      "model_family": "OVGenerativeModel", "model_category": "generative_local",
      "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
      "prompt_wrapper": "<INST>", "temperature": 0.3, "trailing_space": "",
      "hf_repo": "llmware/mistral-7b-instruct-v0.3-ov",
      "link": "https://huggingface.co/llmware/mistral-7b-instruct-v0.3-ov",
      "tokenizer_local": "tokenizer_mistral.json",
      "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": [],
      "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "dragon-llama2-ov", "model_family": "OVGenerativeModel",
       "model_category": "generative_local", "display_name": "dragon-llama2-ov",
       "model_location": "llmware_repo",
       "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
       "temperature": 0.0, "sample_default": False, "trailing_space": "",
       "hf_repo": "llmware/dragon-llama2-ov",
       "tokenizer_local": "tokenizer_ll2.json",
       "custom_model_files": [], "custom_model_repo": "",
       "fetch": {"snapshot": True, "module": "llmware.models","method": "pull_snapshot_from_hf"},
       "validation_files": ["openvino_model.bin", "openvino_model.xml"],
       "link": "https://huggingface.co/llmware/dragon-llama2-ov"},

    {"model_name": "dragon-mistral-ov", "model_family": "OVGenerativeModel",
         "model_category": "generative_local", "display_name": "dragon-mistral-ov",
         "model_location": "llmware_repo",
         "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
         "temperature": 0.0, "sample_default": False, "trailing_space": "",
         "hf_repo": "llmware/dragon-mistral-ov",
         "tokenizer_local": "tokenizer_mistral.json",
         "custom_model_files": [], "custom_model_repo": "",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["openvino_model.bin", "openvino_model.xml"],
         "link": "https://huggingface.co/llmware/dragon-mistral-ov"},

    {"model_name": "dragon-yi-9b-ov", "model_family": "OVGenerativeModel",
       "model_category": "generative_local", "display_name": "dragon-yi-9b-ov",
       "model_location": "llmware_repo",
       "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
       "temperature": 0.0, "sample_default": False, "trailing_space": "",
       "hf_repo": "llmware/dragon-yi-9b-ov",
       "tokenizer_local": "tokenizer_yi.json",
       "custom_model_files": [], "custom_model_repo": "",
       "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
       "validation_files": ["openvino_model.bin", "openvino_model.xml"],
       "link": "https://huggingface.co/llmware/dragon-yi-9b-ov"},

    {"model_name": "slim-extract-tiny-ov", "display_name": "slim-extract-tiny-ov",
        "model_family": "OVGenerativeModel", "model_category": "generative_local",
        "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
        "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
        "trailing_space": "",
        "hf_repo": "llmware/slim-extract-tiny-ov",
        "link": "https://huggingface.co/llmware/slim-extract-tiny-ov",
        "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
        "function_call": True,
        "primary_keys": ["key points"],
        "fc_output_values": [],
        "tokenizer": "llmware/slim-sentiment",
        "tokenizer_local": "tokenizer_tl.json",
        "function": ["extract"],
        "snapshot": True,
        "marker_tokens": [],
        "marker_token_lookup": {},
        "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
        "validation_files": ["openvino_model.bin", "openvino_model.xml"]},

    {"model_name": "slim-extract-phi-3-ov", "display_name": "slim-extract-phi-3-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
     "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
     "trailing_space": "", "hf_repo": "llmware/slim-extract-phi-3-ov",
     "link": "https://huggingface.co/llmware/slim-extract-phi-3-ov",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
     "function_call": True,
     "primary_keys": ["key points"],
     "fc_output_values": [],
     "tokenizer": "llmware/bling-phi-3",
     "tokenizer_local": "tokenizer_phi3.json",
     "function": ["extract"],
     "snapshot": True,
     "marker_tokens": [],
     "marker_token_lookup": {},
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.bin", "openvino_model.xml"]},

    {"model_name": "slim-sentiment-ov", "display_name": "slim-sentiment-ov",
      "model_family": "OVGenerativeModel", "model_category": "generative_local",
      "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
      "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
      "trailing_space": "",
      "hf_repo": "llmware/slim-sentiment-ov",
      "link": "https://huggingface.co/llmware/slim-sentiment-ov",
      "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
      "function_call": True,
      "primary_keys": ["sentiment"],
      "fc_output_values": ["positive", "neutral", "negative"],
      "tokenizer": "llmware/slim-sentiment",
      "tokenizer_local": "tokenizer_tl.json",
      "marker_tokens": [1066, 22198, 17821],
      "marker_token_lookup": {1066: "positive", 22198: "negative", 17821: "neutral"},
      "function": ["classify"],
      "snapshot": True,
      "fetch": {"module": "llmware.models","method": "pull_snapshot_from_hf"},
      "validation_files": ["openvino_model.bin", "openvino_model.xml"]},

    # embedding models

    {"model_name": "all-MiniLM-L6-v2", "display_name": "mini-lm-sbert", "model_family": "HFEmbeddingModel",
     "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 384, "context_window": 512,
     "link": "https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "sentence-transformers/all-MiniLM-L6-v2"},

    {"model_name": 'all-mpnet-base-v2', "display_name": "mpnet-base", "model_family": "HFEmbeddingModel",
     "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 768, "context_window": 514,
     "link": "https://huggingface.co/sentence-transformers/all-mpnet-base-v2",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "sentence-transformers/all-mpnet-base-v2"},

    {"model_name": 'industry-bert-insurance', "display_name": "industry-bert-insurance",
      "model_family": "HFEmbeddingModel",
      "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 768, "context_window":512,
      "link": "https://huggingface.co/llmware/industry-bert-insurance-v0.1", "custom_model_files":[],
      "custom_model_repo": "",
      "hf_repo": "llmware/industry-bert-insurance-v0.1"},

     {"model_name": 'industry-bert-contracts', "display_name": "industry-bert-contracts",
      "model_family": "HFEmbeddingModel",
      "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 768, "context_window":512,
      "link": "https://huggingface.co/llmware/industry-bert-contracts-v0.1", "custom_model_files":[],
      "custom_model_repo": "",
      "hf_repo": "llmware/industry-bert-contracts-v0.1"},

    {"model_name": 'industry-bert-asset-management', "display_name": "industry-bert-asset-management",
      "model_family": "HFEmbeddingModel", "model_category": "embedding", "model_location": "hf_repo",
      "embedding_dims": 768, "context_window":512,
      "link": "https://huggingface.co/llmware/industry-bert-asset-management-v0.1", "custom_model_files":[],
      "custom_model_repo": "",
      "hf_repo": "llmware/industry-bert-asset-management-v0.1"},

    {"model_name": 'industry-bert-sec', "display_name": "industry-bert-sec", "model_family": "HFEmbeddingModel",
      "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 768, "context_window":512,
      "link": "https://huggingface.co/llmware/industry-bert-sec-v0.1", "custom_model_files": [], "custom_model_repo": "",
      "hf_repo": "llmware/industry-bert-sec-v0.1"},

    {"model_name": 'industry-bert-loans', "display_name": "industry-bert-loans",
       "model_family": "HFEmbeddingModel", "model_category": "embedding", "model_location": "hf_repo",
       "embedding_dims": 768, "context_window": 512,
       "link": "https://huggingface.co/llmware/industry-bert-loans",
       "custom_model_files": [], "custom_model_repo": "", "hf_repo": "llmware/industry-bert-loans"},

    {"model_name": 'nomic-ai/nomic-embed-text-v1', "display_name": "nomic-text-v1",
       "model_family": "HFEmbeddingModel",
       "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 768, "context_window": 8192,
       "link": "https://huggingface.co/nomic-ai/nomic-embed-text-v1", "custom_model_files": [], "custom_model_repo": "",
       "hf_repo": "nomic-ai/nomic-embed-text-v1"},

    {"model_name": 'jinaai/jina-embeddings-v2-base-en', "display_name": "jina-base-en-v2",
        "model_family": "HFEmbeddingModel",
        "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 768, "context_window": 8192,
        "link": "https://huggingface.co/jinaai/jina-embeddings-v2-base-en", "custom_model_files": [], "custom_model_repo": "",
        "hf_repo": "jinaai/jina-embeddings-v2-base-en"},

    {"model_name": 'jinaai/jina-embeddings-v2-small-en', "display_name": "jina-small-en-v2",
        "model_family": "HFEmbeddingModel",
        "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 512, "context_window": 8192,
        "link": "https://huggingface.co/jinaai/jina-embeddings-v2-small-en", "custom_model_files": [], "custom_model_repo": "",
        "hf_repo": "jinaai/jina-embeddings-v2-small-en"},

    {"model_name": 'jinaai/jina-reranker-v1-turbo-en', "display_name": "jina-reranker-turbo",
      "model_family": "HFReRankerModel",
      "model_category": "reranker", "model_location": "hf_repo", "embedding_dims": 384, "context_window": 8192,
      "link": "https://huggingface.co/jinaai/jina-reranker-v1-turbo-en", "custom_model_files": [],
      "custom_model_repo": "",
      "hf_repo": "jinaai/jina-reranker-v1-turbo-en"},

    {"model_name": 'jinaai/jina-reranker-v1-tiny-en', "display_name": "jina-reranker-tiny",
        "model_family": "HFReRankerModel",
        "model_category": "reranker", "model_location": "hf_repo", "embedding_dims": 384, "context_window": 8192,
        "link": "https://huggingface.co/jinaai/jina-reranker-v1-tiny-en", "custom_model_files": [],
        "custom_model_repo": "",
        "hf_repo": "jinaai/jina-reranker-v1-tiny-en"},

    {"model_name": 'BAAI/bge-small-en-v1.5', "display_name": "bge-small-en-v1.5", "model_family": "HFEmbeddingModel",
        "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 384, "context_window": 512,
        "link": "https://huggingface.co/BAAI/bge-small-en-v1.5", "custom_model_files": [], "custom_model_repo": "",
        "hf_repo": "BAAI/bge-small-en-v1.5"},

    {"model_name": 'BAAI/bge-large-en-v1.5', "display_name": "bge-large-en-v1.5", "model_family": "HFEmbeddingModel",
        "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 1024, "context_window": 512,
        "link": "https://huggingface.co/BAAI/bge-large-en-v1.5", "custom_model_files": [], "custom_model_repo": "",
        "hf_repo": "BAAI/bge-large-en-v1.5"},

    {"model_name": 'BAAI/bge-base-en-v1.5', "display_name": "bge-base-en-v1.5", "model_family": "HFEmbeddingModel",
        "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 768, "context_window": 512,
        "link": "https://huggingface.co/BAAI/bge-base-en-v1.5", "custom_model_files": [], "custom_model_repo": "",
        "hf_repo": "BAAI/bge-base-en-v1.5"},

    {"model_name": "thenlper/gte-small", "display_name": "gte-small",
        "model_family": "HFEmbeddingModel",
        "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 384, "context_window": 512,
        "link": "https://huggingface.co/thenlper/gte-small", "custom_model_files": [], "custom_model_repo": "",
        "hf_repo": "thenlper/gte-small"},

    {"model_name": "thenlper/gte-base", "display_name": "gte-base",
        "model_family": "HFEmbeddingModel",
        "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 768, "context_window": 512,
        "link": "https://huggingface.co/thenlper/gte-base", "custom_model_files": [], "custom_model_repo": "",
        "hf_repo": "thenlper/gte-base"},

    {"model_name": "thenlper/gte-large", "display_name": "gte-large",
        "model_family": "HFEmbeddingModel",
        "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 1024, "context_window": 512,
        "link": "https://huggingface.co/thenlper/gte-large", "custom_model_files": [], "custom_model_repo": "",
        "hf_repo": "thenlper/gte-large"},

    {"model_name": 'llmrails/ember-v1', "display_name": "ember-v1",
        "model_family": "HFEmbeddingModel",
        "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 1024, "context_window": 512,
        "link": "https://huggingface.co/llmrails/ember-v1", "custom_model_files": [], "custom_model_repo": "",
        "hf_repo": "llmrails/ember-v1"},

    {"model_name": "WhereIsAI/UAE-Large-V1", "display_name": "uae-large-v1",
        "model_family": "HFEmbeddingModel",
        "model_category": "embedding", "model_location": "hf_repo", "embedding_dims": 1024, "context_window": 512,
        "link": "https://huggingface.co/WhereIsAI/UAE-Large-V1", "custom_model_files": [], "custom_model_repo": "",
        "hf_repo": "WhereIsAI/UAE-Large-V1"},

    {"model_name": 'text-embedding-ada-002', "display_name": "OpenAI-Embedding", "model_family": "OpenAIEmbeddingModel",
     "model_category": "embedding", "model_location": "api", "context_window": 8191, "embedding_dims": 1536},

    {"model_name": 'text-embedding-3-small', "display_name": "OpenAI-Embedding", "model_family": "OpenAIEmbeddingModel",
     "model_category": "embedding", "model_location": "api", "context_window": 8191, "embedding_dims": 1536},

    {"model_name": 'text-embedding-3-large', "display_name": "OpenAI-Embedding", "model_family": "OpenAIEmbeddingModel",
     "model_category": "embedding", "model_location": "api", "context_window": 8191, "embedding_dims": 3072},

    {"model_name": "gemini-3-pro-preview", "display_name": "Gemini-3-Pro",
     "model_family": "GoogleGeminiModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 1000000, "parameters": 100.0},

    {"model_name": "gemini-3-flash-preview", "display_name": "Gemini-3-Flash",
     "model_family": "GoogleGeminiModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 1000000, "parameters": 100.0},

    {"model_name": "gemini-2.5-pro", "display_name": "Gemini-2.5-Pro",
     "model_family": "GoogleGeminiModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 1000000, "parameters": 100.0},

    {"model_name": "gemini-2.5-flash", "display_name": "Gemini-2.5-Flash",
     "model_family": "GoogleGeminiModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 1000000, "parameters": 100.0},

    {"model_name": "gemini-2.5-flash-lite", "display_name": "Gemini-2.5-Flash-Lite",
     "model_family": "GoogleGeminiModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 1000000, "parameters": 100.0},

    {"model_name": "gpt-5.2-pro", "display_name": "GPT-5.2-Pro", "model_family": "OpenAIGenModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 400000, "parameters": 100.0},

    {"model_name": "gpt-5.2", "display_name": "GPT-5.2", "model_family": "OpenAIGenModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 400000, "parameters": 100.0},

    {"model_name": "gpt-5-mini", "display_name": "GPT-5-Mini", "model_family": "OpenAIGenModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 400000, "parameters": 100.0},

    {"model_name": "gpt-5-nano", "display_name": "GPT-5-Nano", "model_family": "OpenAIGenModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 400000, "parameters": 100.0},

    {"model_name": "gpt-4.1", "display_name": "GPT-4.1", "model_family": "OpenAIGenModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 32768, "parameters": 100.0},

    {"model_name": 'claude-opus-4-5', "display_name": "Anthropic-Claude-4.5-Opus", "model_family": "ClaudeModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 200000},

    {"model_name": 'claude-haiku-4-5', "display_name": "Anthropic-Claude-4.5-Haiku", "model_family": "ClaudeModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 200000},

    {"model_name": 'claude-sonnet-4-5', "display_name": "Anthropic-Claude-4.5-Sonnet", "model_family": "ClaudeModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 200000},

    {"model_name": 'claude-sonnet-4-20250514', "display_name": "Anthropic-Claude-4-Sonnet", "model_family": "ClaudeModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 8192},

    {"model_name": 'claude-opus-4-20250514', "display_name": "Anthropic-Claude-4-Opus",
     "model_family": "ClaudeModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 8192},

    # deprecated - will be removing soon
    {"model_name": "gpt-4o", "display_name": "GPT-4o", "model_family": "OpenAIGenModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 128000},

    # deprecated - will be removing soon
    {"model_name": "o4-mini", "display_name": "gpt-o4-mini",
     "model_family": "OpenAIGenModel", "model_category": "generative-api", "model_location": "api", "context_window": 200000},

    # add api-based llmware custom model
    {"model_name": "llmware-inference-server", "display_name": "LLMWare-GPT", "model_family": "LLMWareModel",
     "model_category": "generative-api", "model_location": "api", "context_window": 2048},

    # core llmware bling open source models available in catalog directly
    {"model_name": "llmware/bling-1.4b-0.1", "display_name": "bling-1.4b", "model_family": "HFGenerativeModel",
     "model_category": "generative_local", "model_location": "hf_repo", "context_window": 2048,
     "instruction_following": False, "prompt_wrapper": "human_bot", "temperature": 0.3, "trailing_space":"",
     "link": "https://huggingface.co/llmware/bling-1.4b-0.1",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/bling-1.4b-0.1"},

    {"model_name": "llmware/bling-1b-0.1", "display_name": "bling-1b", "model_family": "HFGenerativeModel",
     "model_category": "generative_local", "model_location": "hf_repo", "context_window": 2048,
     "instruction_following": False, "prompt_wrapper": "human_bot", "temperature": 0.3, "trailing_space": "",
     "link": "https://huggingface.co/llmware/bling-1b-0.1",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/bling-1b-0.1"},

    {"model_name": "llmware/bling-falcon-1b-0.1", "display_name": "bling-falcon-1.3b", "model_family": "HFGenerativeModel",
     "model_category": "generative_local", "model_location": "hf_repo", "context_window": 2048,
     "instruction_following": False, "prompt_wrapper": "human_bot", "temperature": 0.3, "trailing_space": "",
     "link": "https://huggingface.co/llmware/bling-falcon-1b-0.1",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/bling-falcon-1b-0.1"
     },

    {"model_name": "llmware/bling-sheared-llama-1.3b-0.1", "display_name": "bling-sheared-llama-1.3b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/bling-sheared-llama-1.3b-0.1",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/bling-sheared-llama-1.3b-0.1"
     },

    {"model_name": "llmware/bling-red-pajamas-3b-0.1", "display_name": "bling-red-pajamas-3b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/bling-red-pajamas-3b-0.1",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/bling-red-pajamas-3b-0.1"},

    {"model_name": "llmware/bling-sheared-llama-2.7b-0.1", "display_name": "bling-sheared-llama-2.7b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/bling-sheared-llama-2.7b-0.1",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/bling-sheared-llama-2.7b-0.1"},

    {"model_name": "llmware/bling-stable-lm-3b-4e1t-v0", "display_name": "bling-stablelm-3b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/bling-stable-lm-3b-4e1t-v0",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/bling-stable-lm-3b-4e1t-v0"},

    {"model_name": "llmware/bling-cerebras-1.3b-0.1", "display_name": "bling-cerebras-1.3b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/bling-cerebras-1.3b-0.1",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/bling-cerebras-1.3b-0.1"},

    {"model_name": "llmware/bling-tiny-llama-v0", "display_name": "bling-tiny-llama-1b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/bling-tiny-llama-v0",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/bling-tiny-llama-v0"},

    # dragon models
    {"model_name": "llmware/dragon-yi-6b-v0", "display_name": "dragon-yi-6b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "\n", "link": "https://huggingface.co/llmware/dragon-yi-6b-v0",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/dragon-yi-6b-v0"},

    {"model_name": "llmware/dragon-stablelm-7b-v0", "display_name": "dragon-stablelm-7b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/dragon-stablelm-7b-v0",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/dragon-stablelm-7b-v0"},

    {"model_name": "llmware/dragon-mistral-7b-v0", "display_name": "dragon-mistral-7b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/dragon-mistral-7b-v0",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/dragon-mistral-7b-v0"},

    {"model_name": "llmware/dragon-mistral-0.3", "display_name": "dragon-mistral-0.3",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/dragon-mistral-0.3",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/dragon-mistral-0.3"},

     {"model_name": "llmware/dragon-qwen-7b", "display_name": "dragon-qwen-7b",
      "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
      "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
      "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/dragon-qwen-7b",
      "custom_model_files": [], "custom_model_repo": "",
      "hf_repo": "llmware/dragon-qwen-7b"},

     {"model_name": "llmware/dragon-red-pajama-7b-v0", "display_name": "dragon-red-pajama-7b",
      "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
      "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
      "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/dragon-red-pajama-7b-v0",
      "custom_model_files": [], "custom_model_repo": "",
      "hf_repo": "llmware/dragon-red-pajama-7b-v0"},

    {"model_name": "llmware/dragon-deci-6b-v0", "display_name": "dragon-deci-6b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/dragon-deci-6b-v0",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/dragon-deci-6b-v0"},

    {"model_name": "llmware/dragon-falcon-7b-v0", "display_name": "dragon-falcon-7b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/dragon-falcon-7b-v0",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/dragon-falcon-7b-v0"},

    {"model_name": "llmware/dragon-llama-7b-v0", "display_name": "dragon-llama-7b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/dragon-llama-7b-v0",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/dragon-llama-7b-v0"},

    {"model_name": "llmware/dragon-deci-7b-v0", "display_name": "dragon-deci-7b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/dragon-deci-7b-v0",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/dragon-deci-7b-v0"},

    {"model_name": "llmware/dragon-llama-3.1", "display_name": "dragon-llama-3.1",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/llmware/dragon-llama-3.1",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/dragon-llama-3.1"},

   {"model_name": "llmware/bling-phi-3", "display_name": "bling-phi-3",
    "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
    "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
    "temperature": 0.0, "trailing_space": "", "link": "https://huggingface.co/llmware/bling-phi-3",
    "custom_model_files": [], "custom_model_repo": "",
    "hf_repo": "llmware/bling-phi-3"},

    {"model_name": "llmware/bling-phi-3.5", "display_name": "bling-phi-3.5",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "trailing_space": "", "link": "https://huggingface.co/llmware/bling-phi-3.5",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/bling-phi-3.5"},

    # gguf models
    {"model_name": "bling-phi-3-gguf", "display_name": "llmware/bling-phi-3-gguf",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "trailing_space": "",
     "gguf_file": "bling-phi-3.gguf",
     "gguf_repo": "llmware/bling-phi-3-gguf",
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["bling-phi-3.gguf"],
     "tokenizer_local": "tokenizer_phi3.json",
     "link": "https://huggingface.co/llmware/bling-phi-3-gguf",
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "bling-phi-3.5-gguf", "display_name": "llmware/bling-phi-3.5-gguf",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "trailing_space": "",
     "gguf_file": "bling-phi3-5.gguf",
     "gguf_repo": "llmware/bling-phi-3.5-gguf",
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["bling-phi3-5.gguf"],
     "tokenizer_local": "tokenizer_phi3.json",
     "link": "https://huggingface.co/llmware/bling-phi-3.5-gguf",
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "dragon-llama-3.1-gguf", "display_name": "llmware/dragon-llama-3.1-gguf",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "trailing_space": "",
     "gguf_file": "dragon-llama31.gguf",
     "gguf_repo": "llmware/dragon-llama-3.1-gguf",
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["dragon-llama31.gguf"],
     "tokenizer_local": "tokenizer_phi3.json",
     "link": "https://huggingface.co/llmware/dragon-llama-3.1-gguf",
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "dragon-mistral-0.3-gguf", "display_name": "llmware/dragon-mistral-0.3-gguf",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "trailing_space": "",
     "gguf_file": "dragon-mistral-03.gguf",
     "gguf_repo": "llmware/dragon-mistral-0.3-gguf",
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["dragon-mistral-03.gguf"],
     "tokenizer_local": "tokenizer_phi3.json",
     "link": "https://huggingface.co/llmware/dragon-mistral-0.3-gguf",
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "bling-phi-2-gguf", "display_name": "llmware/bling-phi-2-gguf",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "trailing_space": "",
     "gguf_file": "bling-phi2-tool.gguf",
     "gguf_repo": "llmware/bling-phi-2-gguf",
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["bling-phi2-tool.gguf"],
     "tokenizer_local": "tokenizer_phi2.json",
     "link": "https://huggingface.co/llmware/bling-phi-2-gguf",
     "custom_model_files": [], "custom_model_repo": ""},

     {"model_name": "dragon-yi-9b-gguf", "display_name": "llmware/dragon-yi-9b-gguf",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
      "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
      "temperature": 0.0, "trailing_space": "",
      "gguf_file": "dragon-yi-1-5-9.gguf",
      "gguf_repo": "llmware/dragon-yi-9b-gguf",
      "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["dragon-yi-1-5-9.gguf"],
      "tokenizer_local": "tokenizer_yi.json",
      "link": "https://huggingface.co/llmware/dragon-yi-9b-gguf",
      "custom_model_files": [], "custom_model_repo": ""},

     {"model_name": "dragon-qwen-7b-gguf", "display_name": "llmware/dragon-qwen-7b-gguf",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
      "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
      "temperature": 0.0, "trailing_space": "",
      "gguf_file": "dragon-qwen.gguf",
      "gguf_repo": "llmware/dragon-qwen-7b-gguf",
      "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["dragon-qwen.gguf"],
      "tokenizer_local": "tokenizer_qw.json",
      "link": "https://huggingface.co/llmware/dragon-qwen-7b-gguf",
      "custom_model_files": [], "custom_model_repo": ""},

     {"model_name": "bling-qwen-1.5b-gguf", "display_name": "bling-qwen-mini-tool",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
      "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
      "temperature": 0.0, "trailing_space": "",
      "gguf_file": "bling-qwen-1-5b.gguf",
      "gguf_repo": "llmware/bling-qwen-mini-tool",
      "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["bling-qwen-1-5b.gguf"],
      "tokenizer_local": "tokenizer_qw.json",
      "link": "https://huggingface.co/llmware/bling-qwen-1.5b-gguf",
      "custom_model_files": [], "custom_model_repo": ""},

     {"model_name": "bling-qwen-0.5b-gguf", "display_name": "llmware/bling-qwen-nano-tool",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
      "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
      "temperature": 0.0, "trailing_space": "",
      "gguf_file": "bling-qwen-0-5.gguf",
      "gguf_repo": "llmware/bling-qwen-nano-tool",
      "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["bling-qwen-0-5.gguf"],
      "tokenizer_local": "tokenizer_qw.json",
      "link": "https://huggingface.co/llmware/bling-qwen-nano-tool",
      "custom_model_files": [], "custom_model_repo": ""},

    # deprecated access to dragon-mistral-7b-gguf -> replaced by dragon-mistral-answer-tool
    {"model_name": "llmware/dragon-mistral-7b-gguf", "display_name": "dragon-mistral-7b-gguf",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
     "validation_files": ["dragon-mistral-7b-q4_k_m.gguf"],
     "temperature": 0.3, "trailing_space": "",
     "gguf_file": "dragon-mistral-7b-q4_k_m.gguf",
     "gguf_repo": "llmware/dragon-mistral-7b-v0",
     "link": "https://huggingface.co/llmware/dragon-mistral-7b-v0",
     "custom_model_files": [], "custom_model_repo": ""},

    # deprecated access to dragon-llama-7b-gguf -> replaced by dragon-llama-answer-tool
    {"model_name": "llmware/dragon-llama-7b-gguf", "display_name": "dragon-llama-7b-gguf",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "",
     "gguf_file": "dragon-llama-7b-q4_k_m.gguf",
     "gguf_repo": "llmware/dragon-llama-7b-v0",
     "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
     "validation_files": ["dragon-llama-7b-q4_k_m.gguf"],
     "link": "https://huggingface.co/llmware/dragon-llama-7b-v0",
     "custom_model_files": [], "custom_model_repo": ""},

    # deprecated access to dragon-yi-6b-gguf -> replaced by dragon-yi-answer-tool
    {"model_name": "llmware/dragon-yi-6b-gguf", "display_name": "dragon-yi-6b-gguf",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "trailing_space": "\n",
     "gguf_file": "dragon-yi-6b-q4_k_m.gguf",
     "gguf_repo": "llmware/dragon-yi-6b-v0",
     "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
     "validation_files": ["dragon-yi-6b-q4_k_m.gguf"],
     "link": "https://huggingface.co/llmware/dragon-yi-6b-v0",
     "custom_model_files": [], "custom_model_repo": ""},

   {"model_name": "dragon-yi-answer-tool", "display_name": "dragon-yi-6b-answer-tool",
    "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
    "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
    "temperature": 0.3, "trailing_space": "\n",
    "gguf_file": "dragon-yi.gguf",
    "gguf_repo": "llmware/dragon-yi-answer-tool",
    "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
    "validation_files": ["dragon-yi.gguf"],
    "link": "https://huggingface.co/llmware/dragon-yi-answer-tool",
    "custom_model_files": [], "custom_model_repo": ""},

   {"model_name": "dragon-llama-answer-tool", "display_name": "dragon-llama-answer-tool",
    "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
    "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
    "temperature": 0.3, "trailing_space": "",
    "gguf_file": "dragon-llama.gguf",
    "gguf_repo": "llmware/dragon-llama-answer-tool",
    "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
    "validation_files": ["dragon-llama.gguf"],
    "link": "https://huggingface.co/llmware/dragon-llama-answer-tool",
    "custom_model_files": [], "custom_model_repo": ""},

   {"model_name": "dragon-mistral-answer-tool", "display_name": "dragon-mistral-answer-tool",
    "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
    "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
    "temperature": 0.3, "trailing_space": "",
    "gguf_file": "dragon-mistral.gguf",
    "gguf_repo": "llmware/dragon-mistral-answer-tool",
    "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
    "validation_files": ["dragon-mistral.gguf"],
    "link": "https://huggingface.co/llmware/dragon-mistral-answer-tool",
    "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "phi-3.5-gguf", "display_name": "phi-3.5-gguf",
       "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
       "context_window": 2048, "instruction_following": True, "prompt_wrapper": "phi_3",
       "temperature": 0.3, "trailing_space": "",
       "gguf_file": "phi35.gguf",
       "gguf_repo": "llmware/bonchon",
       "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
       "validation_files": ["phi35.gguf"],
       "link": "https://huggingface.co/llmware/bonchon",
       "custom_model_files": [], "custom_model_repo": ""},

     {"model_name": "qwen2-7B-instruct-gguf", "display_name": "qwen2-7B-instruct-gguf",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
      "context_window": 2048, "instruction_following": True, "prompt_wrapper": "hf_chat",
      "temperature": 0.3, "trailing_space": "",
      "gguf_file": "qwen2-7b-instruct.gguf",
      "gguf_repo": "llmware/bonchon",
      "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
      "validation_files": ["qwen2-7b-instruct.gguf"],
      "link": "https://huggingface.co/llmware/bonchon",
      "custom_model_files": [], "custom_model_repo": ""},

     {"model_name": "qwen2-1.5b-instruct-gguf", "display_name": "qwen2-1.5b-instruct-gguf",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
      "context_window": 2048, "instruction_following": True, "prompt_wrapper": "hf_chat",
      "temperature": 0.3, "trailing_space": "",
      "gguf_file": "qwen-instruct-1-5b.gguf",
      "gguf_repo": "llmware/bonchon",
      "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
      "validation_files": ["qwen-instruct-1-5b.gguf"],
      "link": "https://huggingface.co/llmware/bonchon",
      "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "qwen2-0.5b-instruct-gguf", "display_name": "qwen2-0.5b-instruct-gguf",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
      "context_window": 2048, "instruction_following": True, "prompt_wrapper": "hf_chat",
      "temperature": 0.3, "trailing_space": "",
      "gguf_file": "qwen2-0_5b-instruct-q4_k_m.gguf",
      "gguf_repo": "llmware/bonchon",
      "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
      "validation_files": ["qwen2-0_5b-instruct-q4_k_m.gguf"],
      "link": "https://huggingface.co/llmware/bonchon",
      "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "llama-3.1-instruct-gguf", "display_name": "llama-3.1-instruct-gguf",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
      "context_window": 2048, "instruction_following": True, "prompt_wrapper": "hf_chat",
      "temperature": 0.3, "trailing_space": "",
      "gguf_file": "llama-031-instruct.gguf",
      "gguf_repo": "llmware/bonchon",
      "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
      "validation_files": ["llama-031-instruct.gguf"],
      "link": "https://huggingface.co/llmware/bonchon",
      "custom_model_files": [], "custom_model_repo": ""},

     {"model_name": "TheBloke/Llama-2-7B-Chat-GGUF", "display_name": "llama-2-7b-chat-gguf",
         "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
         "context_window": 2048, "instruction_following": True, "prompt_wrapper": "<INST>",
         "temperature": 0.3, "trailing_space": "",
         "gguf_file": "llama-2-7b-chat.Q4_K_M.gguf",
         "gguf_repo": "llmware/bonchon",
         "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
         "validation_files": ["llama-2-7b-chat.Q4_K_M.gguf"],
         "link": "https://huggingface.co/llmware/bonchon",
         "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "TheBloke/OpenHermes-2.5-Mistral-7B-GGUF", "display_name": "openhermes-mistral-7b-gguf",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 4096, "instruction_following": True, "prompt_wrapper": "chat_ml",
     "temperature": 0.3, "trailing_space": "",
     "gguf_file": "openhermes-2.5-mistral-7b.Q4_K_M.gguf",
     "gguf_repo": "llmware/bonchon",
     "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
     "validation_files": ["openhermes-2.5-mistral-7b.Q4_K_M.gguf"],
     "link": "https://huggingface.co/llmware/bonchon",
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "TheBloke/zephyr-7B-beta-GGUF", "display_name": "zephyr-7b-gguf",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 4096, "instruction_following": True, "prompt_wrapper": "hf_chat",
     "temperature": 0.3, "trailing_space": "",
     "gguf_file": "zephyr-7b-beta.Q4_K_M.gguf",
     "gguf_repo": "llmware/bonchon",
     "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
     "validation_files": ["zephyr-7b-beta.Q4_K_M.gguf"],
     "link": "https://huggingface.co/llmware/bonchon",
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "TheBloke/Starling-LM-7B-alpha-GGUF", "display_name": "starling-7b-gguf",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 8192, "instruction_following": True, "prompt_wrapper": "open_chat",
     "temperature": 0.3, "trailing_space": "",
     "gguf_file": "starling-lm-7b-alpha.Q4_K_M.gguf",
     "gguf_repo": "llmware/bonchon",
     "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
     "validation_files": ["starling-lm-7b-alpha.Q4_K_M.gguf"],
     "link": "https://huggingface.co/llmware/bonchon",
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "microsoft/Phi-3-mini-4k-instruct-gguf", "display_name": "phi-3-gguf", "model_family": "GGUFGenerativeModel",
     "model_category": "generative_local", "model_location": "llmware_repo", "context_window": 4096,
     "instruction_following": False, "prompt_wrapper": "phi_3", "temperature": 0.3, "trailing_space": "",
     "gguf_file": "Phi-3-mini-4k-instruct-q4.gguf",
     "gguf_repo": "microsoft/Phi-3-mini-4k-instruct-gguf",
     "link": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf",
     "tokenizer_local": "tokenizer_phi3.json",
     "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
     "validation_files": ["Phi-3-mini-4k-instruct-q4.gguf"],
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "microsoft/Phi-3-mini-4k-instruct", "display_name": "phi-3",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "phi_3",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "microsoft/Phi-3-mini-4k-instruct"},

    {"model_name": "microsoft/Phi-3-mini-128k-instruct", "display_name": "phi-3-128k",
    "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
    "context_window": 4096, "instruction_following": False, "prompt_wrapper": "phi_3",
    "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/microsoft/Phi-3-mini-128k-instruct-gguf",
    "custom_model_files": [], "custom_model_repo": "",
    "hf_repo": "microsoft/Phi-3-mini-128k-instruct"},

    {"model_name": "Meta-Llama-3-8B-Instruct", "display_name": "llama-3-instruct",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 8192, "instruction_following": False, "prompt_wrapper": "llama_3_chat",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/meta-llama/Meta-LLama-3-8B-instruct",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "meta-llama/Meta-Llama-3-8B-Instruct"},

    {"model_name": "Meta-Llama-3-8B", "display_name": "llama-3-base",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 8192, "instruction_following": False, "prompt_wrapper": "llama_3_chat",
     "temperature": 0.3, "trailing_space": "", "link": "https://huggingface.co/meta-llama/Meta-LLama-3-8B",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "meta-llama/Meta-Llama-3-8B"},

    {"model_name": "QuantFactory/Meta-Llama-3-8B-Instruct-GGUF", "display_name": "llama-3-instruct-qf-gguf",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 8192, "instruction_following": False, "prompt_wrapper": "llama_3_chat",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "Meta-Llama-3-8B-Instruct.Q4_K_M.gguf",
     "gguf_repo": "QuantFactory/Meta-Llama-3-8B-Instruct-GGUF",
     "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
     "validation_files": ["Meta-Llama-3-8B-Instruct.Q4_K_M.gguf"],
     "link": "https://huggingface.co/QuantFactory/Meta-Llama-3-8B-Instruct-GGUF",
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "QuantFactory/Meta-Llama-3-8B-GGUF", "display_name": "llama-3-base-qf-gguf",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 8192, "instruction_following": False, "prompt_wrapper": "llama_3_chat",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "Meta-Llama-3-8B.Q4_K_M.gguf",
     "gguf_repo": "QuantFactory/Meta-Llama-3-8B-GGUF",
     "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
     "validation_files": ["Meta-Llama-3-8B.Q4_K_M.gguf"],
     "link": "https://huggingface.co/QuantFactory/Meta-Llama-3-GGUF",
     "custom_model_files": [], "custom_model_repo": ""},

     {"model_name": "bartowski/Meta-Llama-3-8B-Instruct-GGUF", "display_name": "llama-3-instruct-bartowski-gguf",
        "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
        "context_window": 8192, "instruction_following": False, "prompt_wrapper": "llama_3_chat",
        "temperature": 0.0, "sample_default": False, "trailing_space": "",
        "gguf_file": "Meta-Llama-3-8B-Instruct-Q4_K_M.gguf",
        "gguf_repo": "bartowski/Meta-Llama-3-8B-Instruct-GGUF",
        "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
        "validation_files": ["Meta-Llama-3-8B-Instruct-Q4_K_M.gguf"],
        "link": "https://huggingface.co/bartowski/Meta-Llama-3-8B-Instruct-GGUF",
        "custom_model_files": [], "custom_model_repo": ""},

     {"model_name": "tiny-llama-chat-gguf", "display_name": "tiny-llama-chat-gguf",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
      "context_window": 2048, "instruction_following": False, "prompt_wrapper": "hf_chat",
      "temperature": 0.3, "sample_default": True, "trailing_space": "",
      "gguf_file": "tiny-llama-chat.gguf",
      "gguf_repo": "llmware/bonchon",
      "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
      "validation_files": ["tiny-llama-chat.gguf"],
      "link": "https://huggingface.co/llmware/bonchon",
      "tokenizer_local": "tokenizer_tl.json",
      "custom_model_files": [], "custom_model_repo": ""},

      # whisper-cpp models
     {"model_name": "whisper-cpp-base-english", "display_name": "whisper-en-base",
      "model_family": "WhisperCPPModel", "model_category": "generative_local", "model_location": "llmware_repo",
      "context_window": 2048, "instruction_following": False, "prompt_wrapper": "",
      "temperature": 0.0, "trailing_space": "",
      "gguf_file": "ggml-base.en.bin",
      "gguf_repo": "llmware/bonchon",
      "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
      "validation_files": ["ggml-base.en.bin"],
      "link": "https://huggingface.co/llmware/bonchon",
      "custom_model_files": [], "custom_model_repo": ""},

     {"model_name": "whisper-cpp-base", "display_name": "whisper-base",
      "model_family": "WhisperCPPModel", "model_category": "generative_local", "model_location": "llmware_repo",
      "context_window": 2048, "instruction_following": False, "prompt_wrapper": "",
      "temperature": 0.0, "trailing_space": "",
      "gguf_file": "ggml-base.bin",
      "gguf_repo": "llmware/bonchon",
      "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
      "validation_files": ["ggml-base.bin"],
      "link": "https://huggingface.co/llmware/bonchon",
      "custom_model_files": [], "custom_model_repo": ""},

     {"model_name": "whisper-cpp-tiny-diarize", "display_name": "whisper-en-tiny-diarize",
      "model_family": "WhisperCPPModel", "model_category": "generative_local", "model_location": "llmware_repo",
      "context_window": 2048, "instruction_following": False, "prompt_wrapper": "",
      "temperature": 0.0, "trailing_space": "",
      "gguf_file": "ggml-small.en-tdrz.bin",
      "gguf_repo": "llmware/bonchon",
      "fetch": {"module": "llmware.models", "method": "pull_model_from_hf"},
      "validation_files": ["ggml-small.en-trdz.bin"],
      "link": "https://huggingface.co/llmware/bonchon",
      "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "slim-ner-tool", "display_name": "slim-ner-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "slim-ner.gguf",
     "gguf_repo": "llmware/slim-ner-tool",
     "link": "https://huggingface.co/llmware/slim-ner-tool",
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["slim-ner.gguf"],
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict",
     "function_call": True,
     "primary_keys": ["people", "location", "organization", "misc"],
     "fc_output_values": [],
     "tokenizer": "llmware/slim-sentiment",
     "tokenizer_local": "tokenizer_tl.json",
     "marker_tokens": [], "marker_token_lookup": {},
     "function": ["classify"]},

    {"model_name": "slim-sentiment-tool", "display_name": "slim-sentiment-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "slim-sentiment.gguf",
     "gguf_repo": "llmware/slim-sentiment-tool",
     "link": "https://huggingface.co/llmware/slim-sentiment-tool",
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict",
     "function_call": True,
     "primary_keys": ["sentiment"],
     "fc_output_values": ["positive", "neutral", "negative"],
     "tokenizer": "llmware/slim-sentiment",
     "tokenizer_local": "tokenizer_tl.json",
     "marker_tokens": [1066, 22198, 17821],
     "marker_token_lookup": {1066: "positive", 22198: "negative", 17821: "neutral"},
     "function": ["classify"],
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["slim-sentiment.gguf"]},

    {"model_name": "slim-emotions-tool", "display_name": "slim-emotions-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "slim-emotions.gguf",
     "gguf_repo": "llmware/slim-emotions-tool",
     "link": "https://huggingface.co/llmware/slim-emotions-tool",
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict",
     "function_call": True,
     "primary_keys": ["emotions"],
     "fc_output_values": ["afraid", "anger", "angry", "annoyed", "anticipating", "anxious", "apprehensive",
                          "ashamed", "caring", "confident", "content", "devastated", "disappointed", "disgusted",
                          "embarrassed", "excited", "faithful", "fear", "furious", "grateful", "guilty",
                          "hopeful", "impressed", "jealous", "joy", "joyful", "lonely", "love", "nostalgic",
                          "prepared", "proud", "sad", "sadness", "sentimental", "surprise", "surprised",
                          "terrified", "trusting"],
     "tokenizer": "llmware/slim-sentiment",
     "tokenizer_local": "tokenizer_tl.json",
     "marker_tokens": [],
     "marker_token_lookup": {},
     "function": ["classify"],
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["slim-emotions.gguf"]},

    {"model_name": "slim-ratings-tool", "display_name": "slim-ratings-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "slim-ratings.gguf",
     "gguf_repo": "llmware/slim-ratings-tool",
     "link": "https://huggingface.co/llmware/slim-ratings-tool",
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict",
     "function_call": True,
     "primary_keys": ["rating"],
     "fc_output_values": ["1", "2", "3", "4", "5"],
     "tokenizer": "llmware/slim-sentiment",
     "tokenizer_local": "tokenizer_tl.json",
     "marker_tokens": [],
     "marker_token_lookup": {},
     "function": ["classify"],
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["slim-ratings.gguf"]},

   {"model_name": "slim-intent-tool", "display_name": "slim-intent-tool",
    "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
    "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
    "temperature": 0.0, "sample_default": False, "trailing_space": "",
    "gguf_file": "slim-intent.gguf",
    "gguf_repo": "llmware/slim-intent-tool",
    "link": "https://huggingface.co/llmware/slim-intent-tool",
    "custom_model_files": [], "custom_model_repo": "",
    "output_type": "dict",
    "function_call": True,
    "primary_keys": ["intent"],
    "fc_output_values": ["account", "cancel", "complaint", "customer service", "delivery", "feedback",
                         "invoice", "new account", "order", "payments", "refund", "shipping",
                         "subscription", "terminate"],
    "tokenizer": "llmware/slim-sentiment",
    "tokenizer_local": "tokenizer_tl.json",
    "marker_tokens": [],
    "marker_token_lookup": {},
    "function": ["classify"],
    "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
    "validation_files": ["slim-intent.gguf"]},

    {"model_name": "slim-nli-tool", "display_name": "slim-nli-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "slim-nli.gguf",
     "gguf_repo": "llmware/slim-nli-tool",
     "link": "https://huggingface.co/llmware/slim-nli-tool",
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict",
     "function_call": True,
     "primary_keys": ["evidence"],
     "fc_output_values": ["supports", "neutral", "contradicts"],
     "tokenizer": "llmware/slim-sentiment",
     "tokenizer_local": "tokenizer_tl.json",
     "marker_tokens": [9996,5924,17821],
     "marker_token_lookup": {9996: "contradicts", 5924: "supports", 17821: "neutral"},
     "function": ["classify"],
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["slim-nli.gguf"]},

    {"model_name": "slim-topics-tool", "display_name": "slim-topics-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "slim-topics.gguf",
     "gguf_repo": "llmware/slim-topics-tool",
     "link": "https://huggingface.co/llmware/slim-topics-tool",
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict",
     "function_call": True,
     "primary_keys": ["topics"],
     "fc_output_values": [],
     "tokenizer": "llmware/slim-sentiment",
     "tokenizer_local": "tokenizer_tl.json",
     "marker_tokens": [],
     "marker_token_lookup": {},
     "function": ["classify"],
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["slim-topics.gguf"]},

    {"model_name": "slim-tags-tool", "display_name": "slim-tags-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "slim-tags.gguf", "gguf_repo": "llmware/slim-tags-tool",
     "link": "https://huggingface.co/llmware/slim-tags-tool",
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict",
     "function_call": True,
     "primary_keys": ["tags"],
     "fc_output_values": [],
     "tokenizer": "llmware/slim-sentiment",
     "tokenizer_local": "tokenizer_tl.json",
     "marker_tokens": [],
     "marker_token_lookup": {},
     "function": ["classify"],
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["slim-tags.gguf"]},

    {"model_name": "slim-sql-tool", "display_name": "slim-sql-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "slim-sql.gguf",
     "gguf_repo": "llmware/slim-sql-tool",
     "fc_output_values": [],
     "link": "https://huggingface.co/llmware/slim-sql-tool",
     "custom_model_files": [], "custom_model_repo": "",
     "tokenizer": "llmware/slim-sql-1b-v0",
     "tokenizer_local": "tokenizer_tl.json",
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["slim-sql.gguf"]},

    {"model_name": "bling-answer-tool", "display_name": "bling-answer-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "bling-answer.gguf",
     "gguf_repo": "llmware/bling-answer-tool",
     "link": "https://huggingface.co/llmware/bling-answer-tool",
     "custom_model_files": [], "custom_model_repo": "",
     "tokenizer": "llmware/bling-tiny-llama-1b-v0",
     "tokenizer_local": "tokenizer_tl.json",
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["bling-answer.gguf"]},

   {"model_name": "slim-category-tool", "display_name": "slim-category-tool",
    "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
    "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
    "temperature": 0.3, "sample_default": False, "trailing_space": "",
    "gguf_file": "slim-category.gguf",
    "gguf_repo": "llmware/slim-category-tool",
    "link": "https://huggingface.co/llmware/slim-category-tool",
    "custom_model_files": [], "custom_model_repo": "",
    "output_type": "dict",
    "function_call": True,
    "primary_keys": ["category"],
    "fc_output_values": ["analyst", "announcements", "bonds", "business", "central bank", "commentary",
                         "commodities", "currencies", "dividend", "earnings", "energy", "entertainment",
                         "financials", "health", "human resources", "legal and regulation", "macroeconomics",
                         "markets", "mergers and acquisitions", "opinion", "politics", "public markets",
                         "science", "sports", "stocks", "tech", "world"],
    "tokenizer": "llmware/slim-sentiment",
    "tokenizer_local": "tokenizer_tl.json",
    "marker_tokens": [],
    "marker_token_lookup": {},
    "function": ["classify"],
    "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
    "validation_files": ["slim-category.gguf"]},

    {"model_name": "llmware/slim-intent", "display_name": "slim-intent-1b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-intent",
     "hf_repo": "llmware/slim-intent",
     "custom_model_files": [""], "custom_model_repo": "",
     "output_type": "dict",
     "function_call": True,
     "primary_keys": ["intent"],
     "fc_output_values": ["account", "cancel", "complaint", "customer service", "delivery", "feedback",
                          "invoice", "new account", "order", "payments", "refund", "shipping",
                          "subscription", "terminate"],
     "function": ["classify"],
     "marker_tokens": [1066, 22198, 17821],
     "marker_token_lookup": {1066: "positive", 22198: "negative", 17821: "neutral"},
     },

    {"model_name": "llmware/slim-sentiment", "display_name": "slim-sentiment-1b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-sentiment",
     "hf_repo": "llmware/slim-sentiment",
     "custom_model_files": [""], "custom_model_repo": "",
     "output_type": "dict",
     "function_call": True,
     "primary_keys": ["sentiment"],
     "fc_output_values": ["positive", "neutral", "negative"],
     "marker_tokens": [1066, 22198, 17821],
     "marker_token_lookup": {1066: "positive", 22198: "negative", 17821: "neutral"},
     "function": ["classify"]},

    {"model_name": "llmware/slim-emotions", "display_name": "slim-emotions-1b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-emotions",
     "hf_repo": "llmware/slim-emotions",
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict",
     "function_call": True,
     "primary_keys": ["emotions"],
     "fc_output_values": ["afraid", "anger", "angry", "annoyed", "anticipating", "anxious", "apprehensive",
                          "ashamed", "caring", "confident", "content", "devastated", "disappointed", "disgusted",
                          "embarrassed", "excited", "faithful", "fear", "furious", "grateful", "guilty",
                          "hopeful", "impressed", "jealous", "joy", "joyful", "lonely", "love", "nostalgic",
                          "prepared", "proud", "sad", "sadness", "sentimental", "surprise", "surprised",
                          "terrified", "trusting"],
     "marker_tokens": [1066, 22198, 17821],
     "marker_token_lookup": {1066: "positive", 22198: "negative", 17821: "neutral"},
     "function": ["classify"]},

    {"model_name": "llmware/slim-ner", "display_name": "slim-ner-1b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-ner",
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict",
     "hf_repo": "llmware/slim-ner",
     "function_call": True,
     "primary_keys": ["person", "organization", "place", "misc"],
     "fc_output_values": [],
     "marker_tokens": [],
     "marker_token_lookup": {},
     "function": ["classify"]},

    {"model_name": "llmware/slim-nli", "display_name": "slim-nli-1b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-nli",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/slim-nli",
     "output_type": "dict",
     "function_call": True,
     "primary_keys": ["evidence"],
     "fc_output_values": ["supports", "neutral", "contradicts"],
     "marker_tokens": [],
     "marker_token_lookup": {},
     "function": ["classify"]},

    {"model_name": "llmware/slim-ratings", "display_name": "slim-ratings-1b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-ratings",
     "hf_repo": "llmware/slim-ratings",
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict",
     "function_call": True,
     "primary_keys": ["rating"],
     "fc_output_values": ["1", "2", "3", "4", "5"],
     "marker_tokens": [],
     "marker_token_lookup": {},
     "function": ["classify"]},

    {"model_name": "llmware/slim-category", "display_name": "slim-category-1b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-category",
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict",
     "hf_repo": "llmware/slim-category",
     "function_call": True,
     "primary_keys": ["category"],
     "fc_output_values": ["analyst", "announcements", "bonds", "business", "central bank", "commentary",
                          "commodities", "currencies", "dividend", "earnings", "energy", "entertainment",
                          "financials", "health", "human resources", "legal and regulation", "macroeconomics",
                          "markets", "mergers and acquisitions", "opinion", "politics", "public markets",
                          "science", "sports", "stocks", "tech", "world"],
     "marker_tokens": [],
     "marker_token_lookup": {},
     "function": ["classify"]},

    {"model_name": "llmware/slim-tags", "display_name": "slim-tags-1b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-tags",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/slim-tags",
     "outout_type": "dict",
     "function_call": True,
     "marker_tokens": [],
     "marker_token_lookup": {},
     "primary_keys": ["tags"],
     "fc_output_values": [],
     "function": ["classify"]},

   {"model_name": "llmware/slim-topics", "display_name": "slim-topics-1b",
    "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
    "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
    "temperature": 0.0,"sample_default": False,  "trailing_space": "", "gguf_file": "", "gguf_repo": "",
    "link": "https://huggingface.co/llmware/slim-topics",
    "hf_repo": "llmware/slim-topics",
    "custom_model_files": [], "custom_model_repo": "",
    "output_type": "dict",
    "function_call": True,
    "marker_tokens": [],
    "marker_token_lookup": {},
    "primary_keys": ["topics"],
    "fc_output_values": [],
    "function": ["classify"]},

    {"model_name": "llmware/slim-sql-1b-v0", "display_name": "slim-sql-1b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False,
     "trailing_space": "", "link": "https://huggingface.co/llmware/slim-sql-1b-v0",
     "custom_model_files": [], "custom_model_repo": "",
     "hf_repo": "llmware/slim-sql-1b-v0",
     #TODO: assess how to handle SQL models with function call parameters
     "function_call": False,
     "fc_output_values": [],
     "primary_keys": ["sql"], "function": ["sql"]},

    {"model_name": "bling-stablelm-3b-tool", "display_name": "llmware/bling-stablelm-3b-gguf",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "bling-stablelm.gguf",
     "gguf_repo": "llmware/bling-stablelm-3b-gguf",
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["bling-stablelm.gguf"],
     "link": "https://huggingface.co/llmware/bling-stablelm-3b-gguf",
     "tokenizer_local": "tokenizer_stablelm.json",
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "slim-xsum", "display_name": "llmware/slim-xsum",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-xsum", "hf_repo": "llmware/slim-xsum",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict", "function_call": True,
     "marker_tokens": [], "marker_token_lookup": {}, "primary_keys": ["xsum"], "fc_output_values": [],
     "function": ["classify"]},

    {"model_name": "slim-xsum-tool", "display_name": "slim-xsum-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
     "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "slim-xsum.gguf", "gguf_repo": "llmware/slim-xsum-tool",
     "link": "https://huggingface.co/llmware/slim-xsum-tool",
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict", "function_call": True, "primary_keys": ["xsum"], "fc_output_values": [],
     "tokenizer": "llmware/slim-extract",
     "tokenizer_local": "tokenizer_stablelm.json",
     "marker_tokens": [], "marker_token_lookup": {}, "function": ["classify"],
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["slim-xsum.gguf"],
     },

    {"model_name": "slim-extract", "display_name": "llmware/slim-extract",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-extract", "hf_repo": "llmware/slim-extract",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict", "function_call": True,
     "marker_tokens": [], "marker_token_lookup": {}, "primary_keys": ["key data points"], "fc_output_values": [],
     "function": ["extract"]},

    {"model_name": "slim-extract-tiny", "display_name": "llmware/slim-extract-tiny",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-extract-tiny", "hf_repo": "llmware/slim-extract-tiny",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict", "function_call": True,
     "marker_tokens": [], "marker_token_lookup": {}, "primary_keys": ["key data points"], "fc_output_values": [],
     "function": ["extract"]},

     {"model_name": "slim-extract-tool", "display_name": "slim-extract-tool",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
      "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
      "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
      "gguf_file": "slim-extract.gguf", "gguf_repo": "llmware/slim-extract-tool",
      "link": "https://huggingface.co/llmware/slim-extract-tool",
      "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
      "function_call": True, "primary_keys": ["key data points"], "fc_output_values": [],
      "tokenizer": "llmware/slim-extract",
      "tokenizer_local": "tokenizer_stablelm.json",
      "marker_tokens": [],
      "marker_token_lookup": {}, "function": ["extract"],
      "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["slim-extract.gguf"],
      },

      {"model_name": "slim-extract-phi-3-gguf", "display_name": "slim-extract-phi-3-tool",
         "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
         "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
         "gguf_file": "phi3-extract.gguf", "gguf_repo": "llmware/slim-extract-phi-3-gguf",
         "link": "https://huggingface.co/llmware/slim-extract-phi-3-gguf",
         "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
         "function_call": True, "primary_keys": ["key data points"], "fc_output_values": [],
         "tokenizer": "llmware/slim-extract-phi-3",
         "tokenizer_local": "tokenizer_phi3.json",
         "marker_tokens": [],
         "marker_token_lookup": {}, "function": ["extract"],
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["phi3-extract.gguf"],
         },

     {"model_name": "slim-extract-qwen-1.5b-gguf", "display_name": "slim-extract-qwen-1.5b-gguf",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
      "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
      "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
      "gguf_file": "qwen-extract-1-5.gguf", "gguf_repo": "llmware/slim-extract-qwen-1.5b-gguf",
      "link": "https://huggingface.co/llmware/slim-extract-qwen-1.5b-gguf",
      "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
      "function_call": True, "primary_keys": ["key data points"], "fc_output_values": [],
      "tokenizer": "llmware/slim-extract-qwen-1.5b",
      "tokenizer_local": "tokenizer_qw.json",
      "marker_tokens": [],
      "marker_token_lookup": {}, "function": ["extract"],
      "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["qwen-extract-1-5.gguf"],
      },

     {"model_name": "slim-extract-qwen-nano-gguf", "display_name": "slim-extract-qwen-0.5b-gguf",
         "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
         "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
         "gguf_file": "qwen-extract-0-5.gguf", "gguf_repo": "llmware/slim-extract-qwen-0.5b-gguf",
         "link": "https://huggingface.co/llmware/slim-extract-qwen-0.5b-gguf",
         "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
         "function_call": True, "primary_keys": ["key data points"], "fc_output_values": [],
         "tokenizer": "llmware/slim-extract-qwen-0.5b-gguf",
         "tokenizer_local": "tokenizer_qw.json",
         "marker_tokens": [],
         "marker_token_lookup": {}, "function": ["extract"],
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["qwen-extract-0-5.gguf"],
         },

    {"model_name": "llmware/slim-extract-tiny-tool", "display_name": "slim-extract-tiny-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
     "prompt_wrapper": "human_bot","temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "tiny-extract.gguf", "gguf_repo": "llmware/slim-extract-tiny-tool",
     "link": "https://huggingface.co/llmware/slim-extract-tiny-tool",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
     "function_call": True, "primary_keys": ["key points"], "fc_output_values": [],
     "tokenizer": "llmware/slim-sentiment",
     "tokenizer_local": "tokenizer_tl.json",
     "marker_tokens": [], "marker_token_lookup": {},
     "function": ["classify"],
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["tiny-extract.gguf"]},

     {"model_name": "llmware/slim-summary-tiny-tool", "display_name": "slim-summary-tiny-tool",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
      "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
      "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
      "gguf_file": "tiny-summary.gguf", "gguf_repo": "llmware/slim-summary-tiny-tool",
      "link": "https://huggingface.co/llmware/slim-summary-tiny-tool",
      "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
      "function_call": True,"primary_keys": ["key points"], "fc_output_values": [],
      "tokenizer": "llmware/slim-sentiment",
      "tokenizer_local": "tokenizer_tl.json",
      "marker_tokens": [], "marker_token_lookup": {},
      "function": ["classify"],
      "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["tiny-summary.gguf"]},

      {"model_name": "slim-summary-phi-3-gguf", "display_name": "slim-summary-phi-3-tool",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
      "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
      "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
      "gguf_file": "phi3-summary.gguf", "gguf_repo": "llmware/slim-summary-phi-3-gguf",
      "link": "https://huggingface.co/llmware/slim-summary-phi-3-gguf",
      "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
      "function_call": True, "primary_keys": ["key points"], "fc_output_values": [],
      "tokenizer": "llmware/slim-summary-phi3",
      "tokenizer_local": "tokenizer_phi3.json",
      "marker_tokens": [], "marker_token_lookup": {},
      "function": ["classify"],
      "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["phi3-summary.gguf"]},

     {"model_name": "slim-xsum-phi-3-gguf", "display_name": "slim-xsum-phi-3-gguf",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
      "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
      "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
      "gguf_file": "slim-xsum.gguf", "gguf_repo": "llmware/slim-xsum-phi-3-gguf",
      "link": "https://huggingface.co/llmware/slim-xsum-phi-3-gguf",
      "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
      "function_call": True, "primary_keys": ["key points"], "fc_output_values": [],
      "tokenizer": "llmware/slim-xsum-phi-3",
      "tokenizer_local": "tokenizer_phi3.json",
      "marker_tokens": [], "marker_token_lookup": {},
      "function": ["classify"],
      "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["slim-xsum.gguf"]},

   {"model_name": "slim-boolean", "display_name": "llmware/slim-boolean",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-boolean", "hf_repo": "llmware/slim-boolean",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict", "function_call": True,
     "marker_tokens": [2369,9820], "marker_token_lookup": {2369: "no", 9820: "yes"},
     "primary_keys": [], "fc_output_values": [],
     "function": ["boolean"]},

   {"model_name": "slim-boolean-tool", "display_name": "slim-boolean-tool",
    "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
    "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
    "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
    "gguf_file": "slim-boolean.gguf", "gguf_repo": "llmware/slim-boolean-tool",
    "link": "https://huggingface.co/llmware/slim-boolean-tool",
    "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
    "function_call": True, "primary_keys": [], "fc_output_values": [],
    "tokenizer": "llmware/slim-extract",
    "tokenizer_local": "tokenizer_stablelm.json",
    "marker_tokens": [2369,9820], "marker_token_lookup": {2369: "no", 9820: "yes"},
    "function": ["boolean"],
    "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
    "validation_files": ["slim-boolean.gguf"],
    },

     {"model_name": "slim-boolean-phi-3-gguf", "display_name": "slim-boolean-phi-3-gguf",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
      "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
      "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
      "gguf_file": "slim-boolean.gguf", "gguf_repo": "llmware/slim-boolean-phi-3-gguf",
      "link": "https://huggingface.co/llmware/slim-boolean-phi-3-gguf",
      "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
      "function_call": True, "primary_keys": [], "fc_output_values": [],
      "tokenizer": "llmware/slim-boolean-phi-3",
      "tokenizer_local": "tokenizer_phi3.json",
      "marker_tokens": [2369, 9820], "marker_token_lookup": {2369: "no", 9820: "yes"},
      "function": ["boolean"],
      "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["slim-boolean.gguf"],
      },

     {"model_name": "slim-sa-ner", "display_name": "llmware/slim-sa-ner",
         "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
         "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
         "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
         "link": "https://huggingface.co/llmware/slim-sa-ner", "hf_repo": "llmware/slim-sa-ner",
         "custom_model_files": [], "custom_model_repo": "", "output_type": "dict", "function_call": True,
         "marker_tokens": [], "marker_token_lookup": {},
         "primary_keys": ["sentiment, person, organization, place"], "fc_output_values": [],
         "function": ["classify"]},

      {"model_name": "slim-sa-ner-phi-3-gguf", "display_name": "slim-sa-ner-phi-3-gguf",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
      "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
      "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
      "gguf_file": "slim-sa-ner.gguf", "gguf_repo": "llmware/slim-sa-ner-phi-3-gguf",
      "link": "https://huggingface.co/llmware/slim-sa-ner-phi-3-gguf",
      "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
      "function_call": True, "primary_keys": ["sentiment, person, organization, place"], "fc_output_values": [],
      "tokenizer": "llmware/slim-extract-phi-3",
      "tokenizer_local": "tokenizer_phi3.json",
      "marker_tokens": [],
      "marker_token_lookup": {}, "function": ["classify"],
      "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["slim-sa-ner.gguf"],
       },

    {"model_name": "slim-sa-ner-tool", "display_name": "slim-sa-ner-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
     "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "sa-ner.gguf", "gguf_repo": "llmware/slim-sa-ner-tool",
     "link": "https://huggingface.co/llmware/slim-sa-ner-tool",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
     "function_call": True, "primary_keys": ["sentiment, person, organization, place"], "fc_output_values": [],
     "tokenizer": "llmware/slim-extract",
     "tokenizer_local": "tokenizer_stablelm.json",
     "marker_tokens": [],
     "marker_token_lookup": {}, "function": ["classify"],
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["sa-ner.gguf"],
     },

    {"model_name": "slim-tags-3b", "display_name": "llmware/slim-tags-3b",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-tags-3b", "hf_repo": "llmware/slim-tags-3b",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict", "function_call": True,
     "marker_tokens": [], "marker_token_lookup": {},
     "primary_keys": ["tags"], "fc_output_values": [],
     "function": ["classify"]},

    {"model_name": "slim-tags-3b-tool", "display_name": "slim-tags-3b-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
     "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "slim-tags-3b.gguf", "gguf_repo": "llmware/slim-tags-3b-tool",
     "link": "https://huggingface.co/llmware/slim-tags-3b-tool",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
     "function_call": True, "primary_keys": ["tags"], "fc_output_values": [],
     "tokenizer": "llmware/slim-extract",
     "tokenizer_local": "tokenizer_stablelm.json",
     "marker_tokens": [],
     "marker_token_lookup": {}, "function": ["classify"],
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["slim-tags-3b.gguf"],
     },

    {"model_name": "slim-summary", "display_name": "llmware/slim-summary",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-summary", "hf_repo": "llmware/slim-summary",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "list", "function_call": True,
     "marker_tokens": [], "marker_token_lookup": {}, "primary_keys": ["key points (3)"], "fc_output_values": [],
     "function": ["summarize"]},

    {"model_name": "slim-summary-tiny", "display_name": "llmware/slim-summary-tiny",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-summary-tiny", "hf_repo": "llmware/slim-summary-tiny",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "list", "function_call": True,
     "marker_tokens": [], "marker_token_lookup": {}, "primary_keys": ["key points (3)"], "fc_output_values": [],
     "function": ["summarize"]},

    {"model_name": "slim-summary-tool", "display_name": "slim-summary-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
     "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "slim-summarize.gguf", "gguf_repo": "llmware/slim-summary-tool",
     "link": "https://huggingface.co/llmware/slim-summary-tool",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "list",
     "function_call": True, "primary_keys": ["key points (3)"], "fc_output_values": [],
     "tokenizer": "llmware/slim-extract",
     "tokenizer_local": "tokenizer_stablelm.json",
     "marker_tokens": [], "marker_token_lookup": {}, "function": ["summarize"],
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["slim-summarize.gguf"],
     },

    {"model_name": "slim-q-gen-phi-3-tool", "display_name": "slim-q-gen-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "sample_default": True, "trailing_space": "",
     "gguf_file": "q_gen.gguf",
     "gguf_repo": "llmware/slim-q-gen-phi-3-tool",
     "link": "https://huggingface.co/llmware/slim-q-gen-phi-3-tool",
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict",
     "function_call": True,
     "primary_keys": ["question"],
     "fc_output_values": [],
     "tokenizer": "microsoft/Phi-3-mini-4k-instruct",
     "tokenizer_local": "tokenizer_phi3.json",
     "marker_tokens": [], "marker_token_lookup": {},
     "function": ["generate"],
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["q_gen.gguf"]},

    {"model_name": "slim-q-gen-tiny-tool", "display_name": "llmware/slim-q-gen-tiny-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.5, "sample_default": True, "trailing_space": "",
     "gguf_file": "q_gen.gguf",
     "gguf_repo": "llmware/slim-q-gen-tiny-tool",
     "link": "https://huggingface.co/slim-q-gen-tiny-tool",
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict",
     "function_call": True,
     "primary_keys": ["question"],
     "fc_output_values": [],
     "tokenizer": "llmware/slim-sentiment",
     "tokenizer_local": "tokenizer_tl.json",
     "marker_tokens": [], "marker_token_lookup": {},
     "function": ["generate"],
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["q_gen.gguf"],
     },

    {"model_name": "llmware/slim-q-gen-tiny", "display_name": "slim-q-gen-tiny",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.5, "sample_default": True, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-q-gen-tiny",
     "hf_repo": "llmware/slim-q-gen-tiny",
     "custom_model_files": [""], "custom_model_repo": "",
     "output_type": "dict", "function_call": True,
     "primary_keys": ["question"],
     "fc_output_values": ["question"],
     "marker_tokens": [],
     "marker_token_lookup": {},
     "function": ["generate"]},

    {"model_name": "llmware/slim-q-gen-phi-3", "display_name": "slim-q-gen-phi-3",
     "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.5, "sample_default": True, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
     "link": "https://huggingface.co/llmware/slim-q-gen-phi-3",
     "hf_repo": "llmware/slim-q-gen-phi-3",
     "custom_model_files": [""], "custom_model_repo": "",
     "output_type": "dict", "function_call": True,
     "primary_keys": ["question"],
     "fc_output_values": ["question"],
     "marker_tokens": [],
     "marker_token_lookup": {},
     "function": ["generate"]},

     {"model_name": "slim-qa-gen-tiny-tool", "display_name": "llmware/slim-qa-gen-tiny-tool",
      "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
      "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
      "temperature": 0.5, "sample_default": True, "trailing_space": "",
      "gguf_file": "qa_gen_v3.gguf",
      "gguf_repo": "llmware/slim-qa-gen-tiny-tool",
      "link": "https://huggingface.co/slim-qa-gen-tiny-tool",
      "custom_model_files": [], "custom_model_repo": "",
      "output_type": "dict",
      "function_call": True,
      "primary_keys": ["question, answer"],    # also accepts boolean and multiple choice
      "fc_output_values": [],
      "tokenizer": "llmware/slim-sentiment",
      "tokenizer_local": "tokenizer_tl.json",
      "marker_tokens": [], "marker_token_lookup": {},
      "function": ["generate"],
      "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["qa_gen_v3.gguf"],
      },

    {"model_name": "slim-qa-gen-phi-3-tool", "display_name": "slim-qa-gen-phi-3-tool",
     "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.3, "sample_default": True, "trailing_space": "",
     "gguf_file": "qa_gen_v3.gguf",
     "gguf_repo": "llmware/slim-qa-gen-phi-3-tool",
     "link": "https://huggingface.co/llmware/slim-qa-gen-phi-3-tool",
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict",
     "function_call": True,
     "primary_keys": ["question, answer"],    # also accepts boolean and multiple choice
     "fc_output_values": [],
     "tokenizer": "microsoft/Phi-3-mini-4k-instruct",
     "tokenizer_local": "tokenizer_phi3.json",
     "marker_tokens": [], "marker_token_lookup": {},
     "function": ["generate"],
     "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["qa_gen_v3.gguf"]},

     {"model_name": "llmware/slim-qa-gen-tiny", "display_name": "slim-qa-gen-tiny",
      "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
      "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
      "temperature": 0.5, "sample_default": True, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
      "link": "https://huggingface.co/llmware/slim-qa-gen-tiny",
      "hf_repo": "llmware/slim-qa-gen-tiny",
      "custom_model_files": [""], "custom_model_repo": "",
      "output_type": "dict", "function_call": True,
      "primary_keys": ["question, answer"],
      "fc_output_values": ["question, answer"],
      "marker_tokens": [],
      "marker_token_lookup": {},
      "function": ["generate"]},

     {"model_name": "llmware/slim-qa-gen-phi-3", "display_name": "slim-qa-gen-phi-3",
      "model_family": "HFGenerativeModel", "model_category": "generative_local", "model_location": "hf_repo",
      "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
      "temperature": 0.5, "sample_default": True, "trailing_space": "", "gguf_file": "", "gguf_repo": "",
      "link": "https://huggingface.co/llmware/slim-qa-gen-phi-3",
      "hf_repo": "llmware/slim-qa-gen-phi-3",
      "custom_model_files": [""], "custom_model_repo": "",
      "output_type": "dict", "function_call": True,
      "primary_keys": ["question, answer"],
      "fc_output_values": ["question, answer"],
      "marker_tokens": [],
      "marker_token_lookup": {},
      "function": ["generate"]},

     {"model_name": "bling-qwen-500m-ov", "model_family": "OVGenerativeModel",
         "model_category": "generative_local", "display_name": "bling-qwen-500m-ov",
         "model_location": "llmware_repo",
         "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
         "temperature": 0.0, "sample_default": False, "trailing_space": "",
         "hf_repo": "llmware/bling-qwen-500m-ov",
         "tokenizer_local": "tokenizer_qw.json",
         "custom_model_files": [], "custom_model_repo": "",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["openvino_model.bin", "openvino_model.xml"],
         "link": "https://huggingface.co/llmware/bling-qwen-500m-ov"},

    {"model_name": "bling-qwen-1.5b-ov", "model_family": "OVGenerativeModel",
     "model_category": "generative_local", "display_name": "bling-qwen-1.5b-ov",
     "model_location": "llmware_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "hf_repo": "llmware/bling-qwen-1.5b-ov",
     "tokenizer_local": "tokenizer_qw.json",
     "custom_model_files": [], "custom_model_repo": "",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.bin", "openvino_model.xml"],
     "link": "https://huggingface.co/llmware/bling-qwen-1.5b-ov"},

    {"model_name": "dragon-qwen-7b-ov", "model_family": "OVGenerativeModel",
     "model_category": "generative_local", "display_name": "dragon-qwen-7b-ov",
     "model_location": "llmware_repo",
     "context_window": 8192, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "hf_repo": "llmware/dragon-qwen-7b-ov",
     "tokenizer_local": "tokenizer_qw.json",
     "custom_model_files": [], "custom_model_repo": "",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.bin", "openvino_model.xml"],
     "link": "https://huggingface.co/llmware/dragon-qwen-7b-ov"},

    {"model_name": "slim-xsum-phi-3-ov", "display_name": "slim-xsum-phi-3-ov",
       "model_family": "OVGenerativeModel", "model_category": "generative_local",
       "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
       "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
       "trailing_space": "",
       "hf_repo": "llmware/slim-xsum-phi-3-ov",
       "link": "https://huggingface.co/llmware/slim-xsum-phi-3-ov",
       "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
       "function_call": True,
       "primary_keys": ["xsum"],
       "fc_output_values": [],
       "tokenizer": "llmware/bling-phi-3",
       "tokenizer_local": "tokenizer_phi3.json",
       "function": ["generate"],
       "snapshot": True,
       "marker_tokens": [],
       "marker_token_lookup": {},
       "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
       "validation_files": ["openvino_model.bin", "openvino_model.xml"]},

    {"model_name": "slim-boolean-phi-3-ov", "display_name": "slim-boolean-phi-3-ov",
       "model_family": "OVGenerativeModel", "model_category": "generative_local",
       "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
       "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
       "trailing_space": "",
       "hf_repo": "llmware/slim-boolean-phi-3-ov",
       "link": "https://huggingface.co/llmware/slim-boolean-phi-3-ov",
       "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
       "function_call": True,
       "primary_keys": [""],
       "fc_output_values": [],
       "tokenizer": "llmware/bling-phi-3",
       "tokenizer_local": "tokenizer_phi3.json",
       "function": ["boolean"],
       "snapshot": True,
       "marker_tokens": [],
       "marker_token_lookup": {},
       "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
       "validation_files": ["openvino_model.bin", "openvino_model.xml"]
       },

     {"model_name": "slim-sa-ner-phi-3-ov", "display_name": "slim-sa-ner-phi-3-ov",
       "model_family": "OVGenerativeModel", "model_category": "generative_local",
       "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
       "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
       "trailing_space": "",
       "hf_repo": "llmware/slim-sa-ner-phi-3-ov",
       "link": "https://huggingface.co/llmware/slim-sa-ner-phi-3-ov",
       "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
       "function_call": True,
       "primary_keys": ["sentiment", "people"],
       "fc_output_values": [],
       "tokenizer": "llmware/bling-phi-3",
       "tokenizer_local": "tokenizer_phi3.json",
       "function": ["classify"],
       "snapshot": True,
       "marker_tokens": [],
       "marker_token_lookup": {},
       "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
       "validation_files": ["openvino_model.bin", "openvino_model.xml"]
       },

   {"model_name": "slim-summary-phi-3-ov", "display_name": "slim-summary-phi-3-ov",
       "model_family": "OVGenerativeModel", "model_category": "generative_local",
       "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
       "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
       "trailing_space": "",
       "hf_repo": "llmware/slim-summary-phi-3-ov",
       "link": "https://huggingface.co/llmware/slim-summary-phi-3-ov",
       "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
       "function_call": True,
       "primary_keys": ["key points"],
       "fc_output_values": [],
       "tokenizer": "llmware/bling-phi-3",
       "tokenizer_local": "tokenizer_phi3.json",
       "function": ["summarize"],
       "snapshot": True,
       "marker_tokens": [],
       "marker_token_lookup": {},
       "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
       "validation_files": ["openvino_model.bin", "openvino_model.xml"]
       },

   {"model_name": "slim-extract-qwen-0.5b-ov", "display_name": "slim-extract-qwen-0.5b-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
     "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
     "trailing_space": "",
     "hf_repo": "llmware/slim-extract-qwen-0.5b-ov",
     "link": "https://huggingface.co/llmware/slim-extract-qwen-0.5b-ov",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
     "function_call": True,
     "primary_keys": ["key points"],
     "fc_output_values": [],
     "tokenizer": "llmware/slim-qwen-extract-500m",
     "tokenizer_local": "tokenizer_qw.json",
     "function": ["extract"],
     "snapshot": True,
    "marker_tokens": [],
    "marker_token_lookup": {},
    "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
    "validation_files": ["openvino_model.bin", "openvino_model.xml"]
     },

   {"model_name": "slim-extract-qwen-1.5b-ov", "display_name": "slim-extract-qwen-1.5b-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
     "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
     "trailing_space": "",
     "hf_repo": "llmware/slim-extract-qwen-1.5b-ov",
     "link": "https://huggingface.co/llmware/slim-extract-qwen-1.5b-ov",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
     "function_call": True,
     "primary_keys": ["key points"],
     "fc_output_values": [],
     "tokenizer": "llmware/slim-sentiment",
     "tokenizer_local": "tokenizer_qw.json",
     "function": ["extract"],
     "snapshot": True,
     "marker_tokens": [],
     "marker_token_lookup": {},
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.bin", "openvino_model.xml"]
     },

    {"model_name": "slim-summary-tiny-ov", "display_name": "slim-summary-tiny-ov",
        "model_family": "OVGenerativeModel", "model_category": "generative_local",
        "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
        "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
        "gguf_repo": "llmware/slim-summary-tiny-ov",
        "hf_repo": "llmware/slim-summary-tiny-ov",
        "link": "https://huggingface.co/llmware/slim-summary-tiny-ov",
        "custom_model_files": [], "custom_model_repo": "", "output_type": "list",
        "function_call": True, "primary_keys": ["key points (3)"], "fc_output_values": [],
        "tokenizer": "llmware/slim-sentiment",
        "tokenizer_local": "tokenizer_tl.json",
        "marker_tokens": [], "marker_token_lookup": {}, "function": ["summarize"],
        "snapshot": True,
        "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
        "validation_files": ["openvino_model.bin", "openvino_model.xml"]
        },

    {"model_name": "slim-sql-ov", "display_name": "slim-sql-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 2048,
         "instruction_following": False, "prompt_wrapper": "human_bot",
         "temperature": 0.0, "sample_default": False, "trailing_space": "",
         "hf_repo": "llmware/slim-sql-ov",
         "fc_output_values": [], "link": "https://huggingface.co/llmware/slim-sql-ov",
         "custom_model_files": [], "custom_model_repo": "", "tokenizer": "llmware/slim-sql-1b-v0",
         "tokenizer_local": "tokenizer_tl.json",
         "snapshot": True,
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["openvino_model.bin", "openvino_model.xml"]
         },

    {"model_name": "slim-emotions-ov", "display_name": "slim-emotions-ov",
        "model_family": "OVGenerativeModel", "model_category": "generative_local",
        "model_location": "llmware_repo",  "context_window": 2048,
        "instruction_following": False, "prompt_wrapper": "human_bot",
        "temperature": 0.0, "sample_default": False, "trailing_space": "",
        "hf_repo": "llmware/slim-emotions-ov",
        "link": "https://huggingface.co/llmware/slim-emotions-ov",
        "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
        "function_call": True, "primary_keys": ["emotions"],
        "fc_output_values": ["afraid", "anger", "angry", "annoyed", "anticipating", "anxious", "apprehensive",
          "ashamed", "caring", "confident", "content", "devastated", "disappointed", "disgusted",
          "embarrassed", "excited", "faithful", "fear", "furious", "grateful", "guilty",
          "hopeful", "impressed", "jealous", "joy", "joyful", "lonely", "love", "nostalgic",
          "prepared", "proud", "sad", "sadness", "sentimental", "surprise", "surprised",
          "terrified", "trusting"],
        "tokenizer": "llmware/slim-sentiment",
        "tokenizer_local": "tokenizer_tl.json",
        "marker_tokens": [],
        "marker_token_lookup": {},
        "function": ["classify"],
        "snapshot": True,
        "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
        "validation_files": ["openvino_model.bin", "openvino_model.xml"]
        },

    {"model_name": "slim-topics-ov", "display_name": "slim-topics-ov",
            "model_family": "OVGenerativeModel", "model_category": "generative_local",
            "model_location": "llmware_repo", "context_window": 2048,
            "instruction_following": False, "prompt_wrapper": "human_bot",
            "temperature": 0.0, "sample_default": False, "trailing_space": "",
            "hf_repo": "llmware/slim-topics-ov",
            "link": "https://huggingface.co/llmware/slim-topics-ov",
            "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
            "function_call": True, "primary_keys": ["topics"], "fc_output_values": [],
            "tokenizer": "llmware/slim-sentiment", "tokenizer_local": "tokenizer_tl.json",
            "marker_tokens": [], "marker_token_lookup": {},  "function": ["classify"],
            "snapshot": True,
            "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
            "validation_files": ["openvino_model.bin", "openvino_model.xml"]},

    {"model_name": "slim-ner-ov", "display_name": "slim-ner-ov",
             "model_family": "OVGenerativeModel", "model_category": "generative_local",
             "model_location": "llmware_repo", "context_window": 2048,
             "instruction_following": False, "prompt_wrapper": "human_bot",
             "temperature": 0.0, "sample_default": False, "trailing_space": "",
             "hf_repo": "llmware/slim-ner-ov",
             "link": "https://huggingface.co/llmware/slim-ner-ov",
             "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
             "validation_files": ["openvino_model.bin", "openvino_model.xml"],
             "custom_model_files": [], "custom_model_repo": "",
             "output_type": "dict", "function_call": True,
             "primary_keys": ["people", "location", "organization", "misc"],
             "fc_output_values": [],
             "tokenizer": "llmware/slim-sentiment",
             "tokenizer_local": "tokenizer_tl.json",
             "marker_tokens": [], "marker_token_lookup": {},
             "function": ["classify"]},

    {"model_name": "slim-intent-ov", "display_name": "slim-intent-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
         "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
         "trailing_space": "", "hf_repo": "llmware/slim-intent-ov",
         "link": "https://huggingface.co/llmware/slim-intent-ov",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["openvino_model.bin", "openvino_model.xml"],
         "custom_model_files":[], "custom_model_repo": "",
         "output_type": "dict", "function_call": True,
         "primary_keys": ["intent"],
         "fc_output_Values": [],
         "tokenizer": "llmware/slim-intent",
         "tokenizer_local": "tokenizer_tl.json",
         "marker_tokens": [], "marker_token_lookup": {},
         "function": ["classify"]},

   {"model_name": "slim-tags-ov", "display_name": "slim-tags-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
         "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
         "trailing_space": "", "hf_repo": "llmware/slim-tags-ov",
         "link": "https://huggingface.co/llmware/slim-tags-ov",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["openvino_model.bin", "openvino_model.xml"],
         "custom_model_files":[], "custom_model_repo": "",
         "output_type": "dict", "function_call": True,
         "primary_keys": ["tags"],
         "fc_output_Values": [],
         "tokenizer": "llmware/slim-tags",
         "tokenizer_local": "tokenizer_tl.json",
         "marker_tokens": [], "marker_token_lookup": {},
         "function": ["classify"]},

   {"model_name": "slim-ratings-ov", "display_name": "slim-ratings-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
         "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
         "trailing_space": "", "hf_repo": "llmware/slim-ratings-ov",
         "link": "https://huggingface.co/llmware/slim-ratings-ov",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["openvino_model.bin", "openvino_model.xml"],
         "custom_model_files":[], "custom_model_repo": "",
         "output_type": "dict", "function_call": True,
         "primary_keys": ["ratings"],
         "fc_output_Values": [],
         "tokenizer": "llmware/slim-ratings",
         "tokenizer_local": "tokenizer_tl.json",
         "marker_tokens": [], "marker_token_lookup": {},
         "function": ["classify"]},

    {"model_name": "dragon-mistral-0.3-ov", "model_family": "OVGenerativeModel",
     "model_category": "generative_local", "display_name": "dragon-mistral-0.3-ov",
     "model_location": "llmware_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "hf_repo": "llmware/dragon-mistral-0.3-ov",
     "tokenizer_local": "tokenizer_mistral.json",
     "custom_model_files": [], "custom_model_repo": "",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.bin", "openvino_model.xml"],
     "link": "https://huggingface.co/llmware/dragon-mistral-0.3-ov"},

    {"model_name": "dragon-yi-6b-ov", "model_family": "OVGenerativeModel",
     "model_category": "generative_local", "display_name": "dragon-yi-6b-ov",
     "model_location": "llmware_repo",
     "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "hf_repo": "llmware/dragon-yi-6b-ov",
     "tokenizer_local": "tokenizer_yi.json",
     "custom_model_files": [], "custom_model_repo": "",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.bin", "openvino_model.xml"],
     "link": "https://huggingface.co/llmware/dragon-yi-6b-ov"},

     {"model_name": "dragon-yi-9b-ov", "model_family": "OVGenerativeModel",
      "model_category": "generative_local", "display_name": "dragon-yi-9b-ov",
      "model_location": "llmware_repo",
      "context_window": 4096, "instruction_following": False, "prompt_wrapper": "human_bot",
      "temperature": 0.0, "sample_default": False, "trailing_space": "",
      "hf_repo": "llmware/dragon-yi-9b-ov",
      "tokenizer_local": "tokenizer_yi.json",
      "custom_model_files": [], "custom_model_repo": "",
      "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["openvino_model.bin", "openvino_model.xml"],
      "link": "https://huggingface.co/llmware/dragon-yi-9b-ov"},

    {"model_name": "llama-2-chat-ov", "display_name": "llama-2-chat-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
     "prompt_wrapper": "<INST>", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/llama-2-chat-ov",
     "link": "https://huggingface.co/llmware/llama-2-chat-ov",
     "tokenizer_local": "tokenizer_ll2.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "llama-2-13b-chat-ov", "display_name": "llama-2-13b-chat-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
     "prompt_wrapper": "<INST>", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/llama-2-13b-chat-ov",
     "link": "https://huggingface.co/llmware/llama-2-13b-chat-ov",
     "tokenizer_local": "tokenizer_ll2.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""},

      {"model_name": "tiny-llama-chat-ov", "display_name": "tiny-llama-chat-ov",
       "model_family": "OVGenerativeModel", "model_category": "generative_local",
       "model_location": "llmware_repo", "context_window": 2048,  "instruction_following": False,
       "prompt_wrapper": "tiny_llama_chat", "temperature": 0.3, "trailing_space": "",
       "hf_repo": "llmware/tiny-llama-chat-ov",
       "link": "https://huggingface.co/llmware/tiny-llama-chat-ov",
       "tokenizer_local": "tokenizer_tl.json",
       "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
       "validation_files": [],
       "custom_model_files": [], "custom_model_repo": ""},

      {"model_name": "qwen2-7b-instruct-ov", "display_name": "qwen2-7b-instruct-ov",
        "model_family": "OVGenerativeModel", "model_category": "generative_local",
        "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
        "prompt_wrapper": "chat_ml", "temperature": 0.3, "trailing_space": "\n",
        "hf_repo": "llmware/qwen2-7b-instruct-ov",
        "link": "https://huggingface.co/llmware/qwen2-7b-instruct-ov",
        "tokenizer_local": "tokenizer_qw.json",
        "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
        "validation_files": [],
         "custom_model_files": [], "custom_model_repo": ""},

       {"model_name": "yi-9b-chat-ov", "display_name": "yi-9b-chat-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
         "prompt_wrapper": "chat_ml", "temperature": 0.3, "trailing_space": "\n",
         "hf_repo": "llmware/yi-9b-chat-ov",
         "link": "https://huggingface.co/llmware/yi-9b-chat-ov",
         "tokenizer_local": "tokenizer_yi.json",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "mistral-7b-instruct-v0.3-ov", "display_name": "mistral-7b-instruct-v0.3-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
         "prompt_wrapper": "<INST>", "temperature": 0.3, "trailing_space": "",
         "hf_repo": "llmware/mistral-7b-instruct-v0.3-ov",
         "link": "https://huggingface.co/llmware/mistral-7b-instruct-v0.3-ov",
         "tokenizer_local": "tokenizer_mistral.json",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "mistral-small-instruct-2409-ov", "display_name": "mistral-small-instruct-2409-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
         "prompt_wrapper": "<INST>", "temperature": 0.3, "trailing_space": "",
         "hf_repo": "llmware/mistral-small-instruct-2409-ov",
         "link": "https://huggingface.co/llmware/mistral-small-instruct-2409-ov",
         "tokenizer_local": "tokenizer_mistral.json",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "mistral-nemo-instruct-2407-ov", "display_name": "mistral-nemo-instruct-2407-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
         "prompt_wrapper": "<INST>", "temperature": 0.3, "trailing_space": "",
         "hf_repo": "llmware/mistral-nemo-instruct-2407-ov",
         "link": "https://huggingface.co/llmware/mistral-nemo-instruct-2407-ov",
         "tokenizer_local": "tokenizer_mistral.json",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "mistral-7b-instruct-v0.2-ov", "display_name": "mistral-7b-instruct-v0.2-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
         "prompt_wrapper": "<INST>", "temperature": 0.3, "trailing_space": "",
         "hf_repo": "llmware/mistral-7b-instruct-v0.2-ov",
         "link": "https://huggingface.co/llmware/mistral-7b-instruct-v0.2-ov",
         "tokenizer_local": "tokenizer_mistral.json",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "custom_model_files": [], "custom_model_repo": ""},

         {"model_name": "zephyr-mistral-7b-chat-ov", "display_name": "zephyr-mistral-7b-chat-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
         "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
         "hf_repo": "llmware/zephyr-mistral-7b-chat-ov",
         "link": "https://huggingface.co/llmware/zephyr-mistral-7b-chat-ov",
         "tokenizer_local": "tokenizer_mistral.json",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "gemma-7b-it-ov", "display_name": "gemma-7b-it-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
         "prompt_wrapper": "google_gemma_chat", "temperature": 0.3, "trailing_space": "",
         "hf_repo": "llmware/gemma-7b-it-ov",
         "link": "https://huggingface.co/llmware/gemma-7b-it-ov",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "tokenizer_local": "tokenizer_gemma.json",
         "validation_files": [],
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "codegemma-7b-it-ov", "display_name": "codegemma-7b-it-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
         "prompt_wrapper": "google_gemma_chat", "temperature": 0.3, "trailing_space": "",
         "hf_repo": "llmware/codegemma-7b-it-ov",
         "link": "https://huggingface.co/llmware/codegemma-7b-it-ov",
         "tokenizer_local": "tokenizer_gemma.json",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "gemma-2b-it-ov", "display_name": "gemma-2b-it-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
         "prompt_wrapper": "google_gemma_chat", "temperature": 0.3, "trailing_space": "",
         "hf_repo": "llmware/gemma-2b-it-ov",
         "link": "https://huggingface.co/llmware/gemma-2b-it-ov",
         "tokenizer_local": "tokenizer_gemma.json",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "stablelm-zephyr-3b-ov", "display_name": "stablelm-zephyr-3b-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
         "prompt_wrapper": "stablelm_zephyr_chat", "temperature": 0.3, "trailing_space": "",
         "hf_repo": "llmware/stablelm-zephyr-3b-ov",
         "link": "https://huggingface.co/llmware/stablelm-zephyr-3b-ov",
         "tokenizer_local": "tokenizer_stablelm.json",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "custom_model_files": [], "custom_model_repo": ""},

      {"model_name": "teknium-open-hermes-2.5-mistral-ov", "display_name": "teknium-open-hermes-2.5-mistral-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
         "prompt_wrapper": "chat_ml", "temperature": 0.3, "trailing_space": "",
         "hf_repo": "llmware/teknium-open-hermes-2.5-mistral-ov",
         "link": "https://huggingface.co/llmware/teknium-open-hermes-2.5-mistral-ov",
         "tokenizer_local": "tokenizer_mistral_chat.json",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "custom_model_files": [], "custom_model_repo": ""},

      {"model_name": "llama-3.1-instruct-ov", "display_name": "llama-3.1-instruct-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
         "prompt_wrapper": "llama_3_chat", "temperature": 0.3, "trailing_space": "",
         "hf_repo": "llmware/llama-3.1-instruct-ov",
         "link": "https://huggingface.co/llmware/llama-3.1-instruct-ov",
         "tokenizer_local": "tokenizer_ll3.json",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "qwen2-1.5b-instruct-ov", "display_name": "qwen2-1.5b-instruct-ov",
         "model_family": "OVGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
         "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
         "hf_repo": "llmware/qwen2-1.5b-instruct-ov",
         "link": "https://huggingface.co/llmware/qwen2-1.5b-instruct-ov",
         "tokenizer_local": "tokenizer_qw.json",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "custom_model_files": [], "custom_model_repo": ""},

       {"model_name": "qwen2-0.5b-chat-ov", "display_name": "qwen2-0.5b-chat-ov",
             "model_family": "OVGenerativeModel", "model_category": "generative_local",
             "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
             "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
             "hf_repo": "llmware/qwen2-0.5b-chat-ov",
             "link": "https://huggingface.co/llmware/qwen2-0.5b-chat-ov",
             "tokenizer_local": "tokenizer_qw.json",
             "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
             "validation_files": [],
             "custom_model_files": [], "custom_model_repo": ""},

         {"model_name": "nvidia-llama3-chatqa-1.5-8b-ov", "display_name": "nvidia-llama3-chatqa-1.5-8b-ov",
             "model_family": "OVGenerativeModel", "model_category": "generative_local",
             "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
             "prompt_wrapper": "llama_3_chat", "temperature": 0.3, "trailing_space": "",
             "hf_repo": "llmware/nvidia-llama3-chatqa-1.5-8b-ov",
             "link": "https://huggingface.co/llmware/nvidia-llama3-chatqa-1.5-8b-ov",
             "tokenizer_local": "tokenizer_ll3.json",
             "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
             "validation_files": [],
             "custom_model_files": [], "custom_model_repo": ""},

   {"model_name": "yi-6b-1.5v-chat-ov", "display_name": "yi-6b-1.5v-chat-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
     "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/yi-6b-1.5v-chat-ov",
     "link": "https://huggingface.co/llmware/yi-6b-1.5v-chat-ov",
     "tokenizer_local": "tokenizer_yi.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""},

  {"model_name": "tiny-dolphin-2.8-1.1b-ov", "display_name": "tiny-dolphin-2.8b-1.1b-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048,  "instruction_following": False,
     "prompt_wrapper": "chat_ml", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/tiny-dolphin-2.8-1.1b-ov",
     "link": "https://huggingface.co/llmware/tiny-dolphin-2.8-1.1b-ov",
     "tokenizer_local": "tokenizer_tl.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""
    },

  {"model_name": "dolphin-2.9.3-mistral-7b-32k-ov", "display_name": "dolphin-2.9.3-mistral-7b-32k-ov",
   "model_family": "OVGenerativeModel", "model_category": "generative_local",
   "model_location": "llmware_repo", "context_window": 2048,  "instruction_following": False,
   "prompt_wrapper": "chat_ml", "temperature": 0.3, "trailing_space": "",
   "hf_repo": "llmware/dolphin-2.9.3-mistral-7b-32k-ov",
   "link": "https://huggingface.co/llmware/dolphin-2.9.3-mistral-7b-32k-ov",
   "tokenizer_local": "tokenizer_mistral_chat.json",
   "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
   "validation_files": [],
   "custom_model_files": [], "custom_model_repo": ""
   },

   {"model_name": "dolphin-2.9.4-llama3.1-8b-ov", "display_name": "dolphin-2.9.4-llama3.1-8b-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048,  "instruction_following": False,
     "prompt_wrapper": "chat_ml", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/dolphin-2.9.4-llama3.1-8b-ov",
     "link": "https://huggingface.co/llmware/dolphi-2.9.4-llama3.1-8b-ov",
     "tokenizer_local": "tokenizer_ll3.json",
    "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
    "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""
     },

    {"model_name": "intel-neural-chat-7b-v3-2-ov", "display_name": "intel-neural-chat-7b-v3-2-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
     "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/intel-neural-chat-7b-v3-2-ov",
     "link": "https://huggingface.co/llmware/intel-neural-chat-7b-v3-ov",
     "tokenizer_local": "tokenizer_mistral.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""
     },

   {"model_name": "stablelm-2-zephyr-1_6b-ov", "display_name": "stablelm-2-zephyr-1_6b-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048,  "instruction_following": False,
     "prompt_wrapper": "stablelm_zephyr_chat", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/stablelm-2-zephyr-1_6b-ov",
     "link": "https://huggingface.co/llmware/stablelm-2-zephyr-1_6b-ov",
     "tokenizer_local": "tokenizer_stablelm_1_6.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "dreamgen-wizardlm-2-7b-ov", "display_name": "dreamgen-wizardlm-2-7b-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
     "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/dreamgen-wizardlm-2-7b-ov",
     "link": "https://huggingface.co/llmware/dreamgen-wizardlm-2-7b-ov",
     "tokenizer_local": "tokenizer_mistral.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "openchat-3.6-8b-20240522-ov", "display_name": "llmware/openchat-3.6-8b-20240522-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
     "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/openchat-3.6-8b-20240522-ov",
     "link": "https://huggingface.co/llmware/openchat-3.6-8b-20240522-ov",
     "tokenizer_local": "tokenizer_ll3.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "mathstral-7b-ov", "display_name": "mathstral-7b-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
     "prompt_wrapper": "<INST>", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/mathstral-7b-ov",
     "link": "https://huggingface.co/llmware/mathstral-7b-ov",
     "tokenizer_local": "tokenizer_mistral.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "qwen2.5-0.5b-instruct-ov", "display_name": "qwen2.5-0.5b-instruct-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
     "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/qwen2-0.5b-instruct-ov",
     "link": "https://huggingface.co/llmware/qwen2.5-0.5b-instruct-ov",
     "tokenizer_local": "tokenizer_qw.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "qwen2.5-3b-instruct-ov", "display_name": "qwen2.5-3b-instruct-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
     "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/qwen2.5-3b-instruct-ov",
     "link": "https://huggingface.co/llmware/qwen2.5-3b-instruct-ov",
     "tokenizer_local": "tokenizer_qw.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "qwen2.5-7b-instruct-ov", "display_name": "qwen2.5-7b-instruct-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
     "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/qwen2.5-7b-instruct-ov",
     "link": "https://huggingface.co/llmware/qwen2.5-7b-instruct-ov",
     "tokenizer_local": "tokenizer_qw.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "qwen2.5-14b-instruct-ov", "display_name": "qwen2.5-14b-instruct-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
     "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/qwen2.5-14b-instruct-ov",
     "link": "https://huggingface.co/llmware/qwen2.5-14b-instruct-ov",
     "tokenizer_local": "tokenizer_qw.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "qwen3-8b-ov", "display_name": "qwen3-8b",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 32768, "instruction_following": False,
     "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
     "hf_repo": "llmware/qwen3-8b-ov",
     "link": "https://huggingface.co/llmware/qwen3-8b-ov",
     "tokenizer_local": "tokenizer_qw.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.xml", "openvino_model.bin"], "parameters": 8,
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "qwen3-1.7b-ov", "display_name": "qwen3-1.7b",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 32768, "instruction_following": False,
     "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
     "hf_repo": "llmware/qwen3-1.7b-ov",
     "link": "https://huggingface.co/llmware/qwen3-1.7b-ov",
     "tokenizer_local": "tokenizer_qw.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.xml", "openvino_model.bin"], "parameters": 1.7,
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "qwen3-4b-ov", "display_name": "qwen3-4b",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 262144, "instruction_following": False,
     "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
     "hf_repo": "llmware/qwen3-4b-ov",
     "link": "https://huggingface.co/llmware/qwen3-4b-ov",
     "tokenizer_local": "tokenizer_qw.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.xml", "openvino_model.bin"], "parameters": 4,
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "qwen3-14b-ov", "display_name": "qwen3-14b",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 32768, "instruction_following": False,
     "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
     "hf_repo": "llmware/qwen3-14b-ov",
     "link": "https://huggingface.co/llmware/qwen3-14b-ov",
     "tokenizer_local": "tokenizer_qw.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.xml", "openvino_model.bin"], "parameters": 14,
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "qwen2.5-32b-instruct-ov", "display_name": "qwen-2.5-32b",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
     "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/qwen2.5-32b-instruct-ov",
     "link": "https://huggingface.co/llmware/qwen2.5-32b-instruct-ov",
     "tokenizer_local": "tokenizer_qw.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.xml", "openvino_model.bin"], "parameters": 32.0,
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "qwen2.5-72b-instruct-ov", "display_name": "qwen-2.5-72b",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
     "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/qwen2.5-72b-instruct-ov",
     "link": "https://huggingface.co/llmware/qwen2.5-72b-instruct-ov",
     "tokenizer_local": "tokenizer_qw.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.xml", "openvino_model.bin"], "parameters": 72.0,
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "granite-4-micro-ov", "display_name": "granite-4-3b",
     "model_family": "OVGenerativeModel",
     "model_category": "generative_local", "model_location": "llmware_repo",
     "context_window": 4096, "instruction_following": False,
     "prompt_wrapper": "granite_chat",
     "temperature": 0.0, "trailing_space": "",
     "hf_repo": "llmware/granite-4-micro-ov",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "tokenizer_local": "tokenizer_granite.json",
     "link": "https://huggingface.co/llmware/granite-4-micro-ov",
     "custom_model_files": [], "custom_model_repo": "", "parameters": 2.6},

    {"model_name": "phi-4-ov", "display_name": "phi-4-14b",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_windows": 4096, "instruction_following": False,
     "prompt_wrapper": "phi_4", "temperature": 0.0, "trailing_space": "",
     "parameters": 14.0,
     "hf_repo": "llmware/phi-4-ov",
     "link": "https://huggingface.co/llmware/phi-4-ov",
     "tokenizer_local": "tokenizer_phi4.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.xml", "openvino_model.bin"],
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "phi-4-mini-ov", "display_name": "phi-4-mini-4b",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_windows": 4096, "instruction_following": False,
     "prompt_wrapper": "phi_4_mini", "temperature": 0.0, "trailing_space": "",
     "parameters": 4.0,
     "hf_repo": "llmware/phi-4-mini-ov",
     "link": "https://huggingface.co/llmware/phi-4-mini-ov",
     "tokenizer_local": "tokenizer_phi4_mini.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.xml", "openvino_model.bin"],
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "phi-4-npu-ov", "display_name": "phi-4-npu-14b",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_windows": 4096, "instruction_following": False,
     "prompt_wrapper": "phi_4", "temperature": 0.0, "trailing_space": "",
     "parameters": 14.0,
     "hf_repo": "llmware/phi-4-npu-ov",
     "link": "https://huggingface.co/llmware/phi-4-npu-ov",
     "tokenizer_local": "tokenizer_phi4.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.xml", "openvino_model.bin"], "npu_optimized": True,
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "llama-3.2-3b-instruct-npu-ov", "display_name": "llama-3.2-npu-3b",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
     "prompt_wrapper": "llama_3_chat", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/llama-3.2-3b-instruct-npu-ov",
     "link": "https://huggingface.co/llmware/llama-3.2-3b-instruct-npu-ov",
     "tokenizer_local": "tokenizer_ll3.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.xml", "openvino_model.bin"], "parameters": 3.0,
     "npu_optimized": True,
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "bling-tiny-llama-npu-ov", "model_family": "OVGenerativeModel",
     "model_category": "generative_local", "display_name": "bling-tiny-llama-npu-1b",
     "model_location": "llmware_repo",
     "context_window": 2048, "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "tokenizer_local": "tokenizer_tl.json",
     "hf_repo": "llmware/bling-tiny-llama-npu-v2-ov", "parameters": 1.1,
     "custom_model_files": [], "custom_model_repo": "",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.xml", "openvino_model.bin"], "npu_optimized": True,
     "link": "https://huggingface.co/llmware/bling-tiny-llama-npu-v2-ov"},

    {"model_name": "slim-sentiment-npu-ov", "display_name": "agent-sentiment",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
     "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
     "trailing_space": "", "gguf_file": "slim-sentiment.gguf",
     "hf_repo": "llmware/slim-sentiment-npu-ov", "parameters": 1.1,
     "link": "https://huggingface.co/llmware/slim-sentiment-npu-ov",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
     "function_call": True, "npu_optimized": True,
     "primary_keys": ["sentiment"],
     "fc_output_values": ["positive", "neutral", "negative"],
     "tokenizer": "llmware/slim-sentiment",
     "tokenizer_local": "tokenizer_tl.json",
     "marker_tokens": [1066, 22198, 17821],
     "marker_token_lookup": {1066: "positive", 22198: "negative", 17821: "neutral"},
     "function": ["classify"],
     "snapshot": True,
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.bin", "openvino_model.xml"]},

    {"model_name": "slim-extract-tiny-npu-ov", "display_name": "agent-extract-tiny-npu",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
     "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
     "trailing_space": "",
     "hf_repo": "llmware/slim-extract-tiny-npu-ov",
     "link": "https://huggingface.co/llmware/slim-extract-tiny-npu-ov",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
     "function_call": True, "parameters": 1.1,
     "primary_keys": ["key points"],
     "fc_output_values": [],
     "tokenizer": "llmware/slim-sentiment",
     "tokenizer_local": "tokenizer_tl.json",
     "function": ["extract"],
     "snapshot": True,
     "marker_tokens": [],
     "marker_token_lookup": {}, "npu_optimized": True,
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.bin", "openvino_model.xml"]},

    {"model_name": "slim-sql-npu-ov", "display_name": "agent-npu-sql",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048,
     "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "hf_repo": "llmware/slim-sql-npu-ov",
     "fc_output_values": [], "link": "https://huggingface.co/llmware/slim-sql-npu-ov",
     "custom_model_files": [], "custom_model_repo": "", "tokenizer": "llmware/slim-sql-1b-v0",
     "tokenizer_local": "tokenizer_tl.json",
     "snapshot": True, "parameters": 1.1, "npu_optimized": True,
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.bin", "openvino_model.xml"]},

    {"model_name": "slim-emotions-npu-ov", "display_name": "agent-emotions",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048,
     "instruction_following": False, "prompt_wrapper": "human_bot",
     "temperature": 0.0, "sample_default": False, "trailing_space": "",
     "gguf_file": "", "gguf_repo": "llmware/slim-emotions-npu-ov",
     "hf_repo": "llmware/slim-emotions-npu-ov", "parameters": 1.1,
     "link": "https://huggingface.co/llmware/slim-emotions-npu-ov",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
     "function_call": True, "primary_keys": ["emotions"],
     "fc_output_values": ["afraid", "anger", "angry", "annoyed", "anticipating", "anxious", "apprehensive",
                          "ashamed", "caring", "confident", "content", "devastated", "disappointed", "disgusted",
                          "embarrassed", "excited", "faithful", "fear", "furious", "grateful", "guilty",
                          "hopeful", "impressed", "jealous", "joy", "joyful", "lonely", "love", "nostalgic",
                          "prepared", "proud", "sad", "sadness", "sentimental", "surprise", "surprised",
                          "terrified", "trusting"],
     "tokenizer": "llmware/slim-sentiment", "npu_optimized": True,
     "tokenizer_local": "tokenizer_tl.json",
     "marker_tokens": [],
     "marker_token_lookup": {},
     "function": ["classify"],
     "snapshot": True,
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.bin", "openvino_model.xml"]},

    {"model_name": "slim-ratings-npu-ov", "display_name": "agent-npu-ratings",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
     "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
     "trailing_space": "", "hf_repo": "llmware/slim-ratings-npu-ov",
     "link": "https://huggingface.co/llmware/slim-ratings-npu-ov",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.bin", "openvino_model.xml"],
     "custom_model_files": [], "custom_model_repo": "",
     "output_type": "dict", "function_call": True,
     "primary_keys": ["ratings"], "parameters": 1.1,
     "fc_output_Values": [],
     "tokenizer": "llmware/slim-ratings-npu", "npu_optimized": True,
     "tokenizer_local": "tokenizer_tl.json",
     "marker_tokens": [], "marker_token_lookup": {},
     "function": ["classify"]},

    {"model_name": "phi-3-npu-ov", "display_name": "phi-3-npu-3b",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_windows": 4096,  "instruction_following": False,
     "prompt_wrapper": "phi_3", "temperature": 0.3, "trailing_space": "",
     "npu_optimized": True,
     "hf_repo": "llmware/phi-3-npu-ov",
     "link": "https://huggingface.co/llmware/phi-3-npu-ov",
     "tokenizer_local": "tokenizer_phi3.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.xml", "openvino_model.bin"], "parameters": 3.8,
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "yi-9b-npu-ov", "display_name": "yi-9b-npu",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
     "prompt_wrapper": "chat_ml", "temperature": 0.3, "trailing_space": "\n",
     "hf_repo": "llmware/yi-9b-npu-ov",
     "link": "https://huggingface.co/llmware/yi-9b-npu-ov",
     "tokenizer_local": "tokenizer_yi.json", "npu_optimized": True,
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.xml", "openvino_model.bin"], "parameters": 8.8,
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "mistral-7b-v0.3-npu-ov", "display_name": "mistral-0.3-npu-7b",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
     "prompt_wrapper": "<INST>", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/mistral-7b-v0.3-npu-ov",
     "link": "https://huggingface.co/llmware/mistral-7b-v0.3-npu-ov",
     "tokenizer_local": "tokenizer_mistral.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.xml", "openvino_model.bin"],
     "parameters": 7.3, "npu_optimized": True,
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "llama-3.1-8b-instruct-npu-ov", "display_name": "llama-3.1-npu-8b",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
     "prompt_wrapper": "llama_3_chat", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/llama-3.1-8b-instruct-npu-ov",
     "link": "https://huggingface.co/llmware/llama-3.1-8b-instruct-npu-ov",
     "tokenizer_local": "tokenizer_ll3.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.xml", "openvino_model.bin"],
     "parameters": 8.0, "npu_optimized": True,
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "slim-tags-npu-ov", "display_name": "agent-npu-tags",
    "model_family": "OVGenerativeModel", "model_category": "generative_local",
    "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
    "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
    "trailing_space": "", "gguf_file": "", "gguf_repo": "llmware/slim-tags-npu-ov",
    "link": "https://huggingface.co/llmware/slim-tags-npu-ov",
    "fetch": {"module": "llmware.models",
            "method": "pull_snapshot_from_hf"},
    "validation_files": [],
    "custom_model_files": [], "custom_model_repo": "",
    "output_type": "dict", "function_call": True,
    "primary_keys": ["tags"],
    "fc_output_Values": [], "parameters": 1.1,
    "tokenizer": "llmware/slim-tags",
    "tokenizer_local": "tokenizer_tl.json",
    "marker_tokens": [], "marker_token_lookup": {},
    "function": ["classify"], "npu_optimized": True
   },

  {"model_name": "slim-topics-npu-ov", "display_name": "agent-topics",
  "model_family": "OVGenerativeModel", "model_category": "generative_local",
  "model_location": "llmware_repo", "context_window": 2048,
  "instruction_following": False, "prompt_wrapper": "human_bot",
  "temperature": 0.0, "sample_default": False, "trailing_space": "",
  "gguf_file": "", "gguf_repo": "llmware/slim-topics-npu-ov",
  "hf_repo": "llmware/slim-topics-npu-ov", "parameters": 1.1,
  "link": "https://huggingface.co/llmware/slim-topics-npu-ov",
  "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
  "function_call": True, "primary_keys": ["topics"], "fc_output_values": [],
  "tokenizer": "llmware/slim-sentiment", "tokenizer_local": "tokenizer_tl.json",
  "marker_tokens": [], "marker_token_lookup": {}, "function": ["classify"],
  "snapshot": True, "npu_optimized": True,
  "fetch": {"snapshot": True, "module": "llmware.models",
            "method": "pull_snapshot_from_hf"},
  "validation_files": [],
  },

 {"model_name": "llama-3.2-1b-instruct-npu-ov", "display_name": "llama-3.2-npu-1b",
  "model_family": "OVGenerativeModel", "model_category": "generative_local",
  "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
  "prompt_wrapper": "llama_3_chat", "temperature": 0.3, "trailing_space": "",
  "hf_repo": "llmware/llama-3.2-1b-instruct-npu-ov",
  "link": "https://huggingface.co/llmware/llama-3.2-1b-npu-instruct-ov",
  "tokenizer_local": "tokenizer_ll3.json",
  "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
  "validation_files": [], "parameters": 1.1,
  "custom_model_files": [], "custom_model_repo": "",
  "npu_optimized": True},

    {"model_name": "llama-3.2-3b-instruct-ov", "display_name": "llama-3.2-3b-instruct-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
     "prompt_wrapper": "llama_3_chat", "temperature": 0.3, "trailing_space": "",
     "gguf_repo": "llmware/llama-3.2-3b-instruct-ov",
     "link": "https://huggingface.co/llmware/llama-3.2-3b-instruct-ov",
     "tokenizer_local": "tokenizer_ll3.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "llama-3.2-1b-instruct-ov", "display_name": "llama-3.2-1b-instruct-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
     "prompt_wrapper": "llama_3_chat", "temperature": 0.3, "trailing_space": "",
     "gguf_repo": "llmware/llama-3.2-1b-instruct-ov",
     "link": "https://huggingface.co/llmware/llama-3.2-1b-instruct-ov",
     "tokenizer_local": "tokenizer_ll3.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "qwen2.5-coder-7b-instruct-ov", "display_name": "qwen2.5-coder-7b-instruct-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
     "prompt_wrapper": "hf_chat", "temperature": 0.3, "trailing_space": "",
     "hf_repo": "llmware/qwen2.5-coder-7b-instruct-ov",
     "link": "https://huggingface.co/llmware/qwen2.5-7b-coder-instruct-ov",
     "tokenizer_local": "tokenizer_qw.json",
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": [],
     "custom_model_files": [], "custom_model_repo": ""},

    {"model_name": "slim-q-gen-tiny-ov", "display_name": "slim-q-gen-tiny-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
     "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
     "trailing_space": "",
     "hf_repo": "llmware/slim-q-gen-tiny-ov",
     "link": "https://huggingface.co/llmware/slim-q-gen-tiny-ov",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
     "function_call": True,
     "primary_keys": ["question"],
     "fc_output_values": ["question"],
     "tokenizer": "llmware/slim-sentiment",
     "tokenizer_local": "tokenizer_tl.json",
     "function": ["classify"],
     "snapshot": True,
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.bin", "openvino_model.xml"]
    },

    {"model_name": "slim-qa-gen-tiny-ov", "display_name": "slim-qa-gen-tiny-ov",
     "model_family": "OVGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
     "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
     "trailing_space": "",
     "hf_repo": "llmware/slim-qa-gen-tiny-ov",
     "link": "https://huggingface.co/llmware/slim-qa-gen-tiny-ov",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
     "function_call": True,
     "primary_keys": ["question, answer"],
     "fc_output_values": ["question"],
     "tokenizer": "llmware/slim-sentiment",
     "tokenizer_local": "tokenizer_tl.json",
     "function": ["classify"],
     "snapshot": True,
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["openvino_model.bin", "openvino_model.xml"]
     },

    {"model_name": "slim-sentiment-onnx", "display_name": "slim-sentiment-onnx",
     "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
     "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
     "trailing_space": "",
     "hf_repo": "llmware/slim-sentiment-onnx",
     "link": "https://huggingface.co/llmware/slim-sentiment-onnx",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
     "function_call": True,
     "primary_keys": ["sentiment"],
     "fc_output_values": ["positive", "neutral", "negative"],
     "tokenizer": "llmware/slim-sentiment",
     "tokenizer_local": "tokenizer_tl.json",
     "marker_tokens": [1066, 22198, 17821],
     "marker_token_lookup": {1066: "positive", 22198: "negative", 17821: "neutral"},
     "function": ["classify"],
     "snapshot": True,
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["model.onnx", "model.onnx.data"]
     },

    {"model_name": "slim-extract-tiny-onnx", "display_name": "slim-extract-tiny-onnx",
     "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
     "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
     "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
     "trailing_space": "",
     "hf_repo": "llmware/slim-extract-tiny-onnx",
     "link": "https://huggingface.co/llmware/slim-extract-tiny-onnx",
     "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
     "function_call": True,
     "primary_keys": ["key points"],
     "fc_output_values": [],
     "tokenizer": "llmware/slim-extract-tiny",
     "tokenizer_local": "tokenizer_tl.json",
     "marker_tokens": [1066, 22198, 17821],
     "marker_token_lookup": {1066: "positive", 22198: "negative", 17821: "neutral"},
     "function": ["extract"],
     "snapshot": True,
     "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
     "validation_files": ["model.onnx", "model.onnx.data"]
     },

    {"model_name": "slim-summary-tiny-onnx", "display_name": "slim-summary-tiny-onnx",
        "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
        "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
        "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False, "trailing_space": "",
        "hf_repo": "llmware/slim-summary-tiny-onnx",
        "link": "https://huggingface.co/llmware/slim-summary-tiny-onnx",
        "custom_model_files": [], "custom_model_repo": "", "output_type": "list",
        "function_call": True, "primary_keys": ["key points (3)"], "fc_output_values": [],
        "tokenizer": "llmware/slim-sentiment",
        "tokenizer_local": "tokenizer_tl.json",
        "marker_tokens": [], "marker_token_lookup": {}, "function": ["summarize"],
        "snapshot": True,
        "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
        "validation_files": ["model.onnx", "model.onnx.data"]
        },

    {"model_name": "slim-sql-onnx", "display_name": "slim-sql-onnx",
         "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 2048,
         "instruction_following": False, "prompt_wrapper": "human_bot",
         "temperature": 0.0, "sample_default": False, "trailing_space": "",
         "hf_repo": "llmware/slim-sql-onnx",
         "fc_output_values": [], "link": "https://huggingface.co/llmware/slim-sql-onnx",
         "custom_model_files": [], "custom_model_repo": "", "tokenizer": "llmware/slim-sql-1b-v0",
         "tokenizer_local": "tokenizer_tl.json",
         "snapshot": True,
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["model.onnx", "model.onnx.data"]
         },

    {"model_name": "slim-emotions-onnx", "display_name": "slim-emotions-onnx",
        "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
        "model_location": "llmware_repo",  "context_window": 2048,
        "instruction_following": False, "prompt_wrapper": "human_bot",
        "temperature": 0.0, "sample_default": False, "trailing_space": "",
        "hf_repo": "llmware/slim-emotions-onnx",
        "link": "https://huggingface.co/llmware/slim-emotions-tool",
        "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
        "function_call": True, "primary_keys": ["emotions"],
        "fc_output_values": ["afraid", "anger", "angry", "annoyed", "anticipating", "anxious", "apprehensive",
          "ashamed", "caring", "confident", "content", "devastated", "disappointed", "disgusted",
          "embarrassed", "excited", "faithful", "fear", "furious", "grateful", "guilty",
          "hopeful", "impressed", "jealous", "joy", "joyful", "lonely", "love", "nostalgic",
          "prepared", "proud", "sad", "sadness", "sentimental", "surprise", "surprised",
          "terrified", "trusting"],
        "tokenizer": "llmware/slim-sentiment",
        "tokenizer_local": "tokenizer_tl.json",
        "marker_tokens": [],
        "marker_token_lookup": {},
        "function": ["classify"],
        "snapshot": True,
        "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
        "validation_files": ["model.onnx", "model.onnx.data"]
        },

    {"model_name": "slim-topics-onnx", "display_name": "slim-topics-onnx",
      "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
      "model_location": "llmware_repo", "context_window": 2048,
      "instruction_following": False, "prompt_wrapper": "human_bot",
      "temperature": 0.0, "sample_default": False, "trailing_space": "",
      "hf_repo": "llmware/slim-topics-onnx",
      "link": "https://huggingface.co/llmware/slim-topics-onnx",
      "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
      "function_call": True, "primary_keys": ["topics"], "fc_output_values": [],
      "tokenizer": "llmware/slim-sentiment", "tokenizer_local": "tokenizer_tl.json",
      "marker_tokens": [], "marker_token_lookup": {},  "function": ["classify"],
      "snapshot": True,
      "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["model.onnx", "model.onnx.data"]},

    {"model_name": "slim-ner-onnx", "display_name": "slim-ner-onnx",
       "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
       "model_location": "llmware_repo", "context_window": 2048,
       "instruction_following": False, "prompt_wrapper": "human_bot",
       "temperature": 0.0, "sample_default": False, "trailing_space": "",
       "hf_repo": "llmware/slim-ner-onnx",
       "link": "https://huggingface.co/llmware/slim-ner-onnx",
       "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
       "validation_files": ["model.onnx", "model.onnx.data"],
       "custom_model_files": [], "custom_model_repo": "",
       "output_type": "dict", "function_call": True,
       "primary_keys": ["people", "location", "organization", "misc"],
       "fc_output_values": [],
       "tokenizer": "llmware/slim-sentiment",
       "tokenizer_local": "tokenizer_tl.json",
       "marker_tokens": [], "marker_token_lookup": {},
       "function": ["classify"]},

    {"model_name": "slim-intent-onnx", "display_name": "slim-intent-onnx",
       "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
       "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
       "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
       "trailing_space": "", "hf_repo": "llmware/slim-intent-onnx",
       "link": "https://huggingface.co/llmware/slim-intent-onnx",
       "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
       "validation_files": ["model.onnx", "model.onnx.data"],
       "custom_model_files":[], "custom_model_repo": "",
       "output_type": "dict", "function_call": True,
       "primary_keys": ["intent"],
       "fc_output_Values": [],
       "tokenizer": "llmware/slim-intent",
       "tokenizer_local": "tokenizer_tl.json",
       "marker_tokens": [], "marker_token_lookup": {},
       "function": ["classify"]},

    {"model_name": "slim-tags-onnx", "display_name": "slim-tags-onnx",
       "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
       "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
       "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
       "trailing_space": "", "hf_repo": "llmware/slim-tags-onnx",
       "link": "https://huggingface.co/llmware/slim-tags-onnx",
       "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
       "validation_files": ["model.onnx", "model.onnx.data"],
       "custom_model_files":[], "custom_model_repo": "",
       "output_type": "dict", "function_call": True,
       "primary_keys": ["tags"],
       "fc_output_Values": [],
       "tokenizer": "llmware/slim-tags",
       "tokenizer_local": "tokenizer_tl.json",
       "marker_tokens": [], "marker_token_lookup": {},
       "function": ["classify"]},

      {"model_name": "slim-ratings-onnx", "display_name": "slim-ratings-onnx",
       "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
       "model_location": "llmware_repo", "context_window": 2048, "instruction_following": False,
       "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
       "trailing_space": "", "hf_repo": "llmware/slim-ratings-onnx",
       "link": "https://huggingface.co/llmware/slim-ratings-onnx",
       "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
       "validation_files": ["model.onnx", "model.onnx.data"],
       "custom_model_files":[], "custom_model_repo": "",
       "output_type": "dict", "function_call": True,
       "primary_keys": ["ratings"],
       "fc_output_Values": [],
       "tokenizer": "llmware/slim-ratings",
       "tokenizer_local": "tokenizer_tl.json",
       "marker_tokens": [], "marker_token_lookup": {},
       "function": ["classify"]},

      {"model_name": "phi-3-onnx",
      "model_family": "ONNXGenerativeModel",
      "model_category": "generative_local",
      "display_name": "llmware/phi-3-onnx",
      "model_location": "llmware_repo",
      "context_window": 4096, "instruction_following": False, "prompt_wrapper": "phi_3",
      "temperature": 0.0, "sample_default": False, "trailing_space": "",
      "hf_repo": "llmware/phi-3-onnx",
      "custom_model_files": [], "custom_model_repo": "",
      "snapshot": True,
      "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["model.onnx", "model.onnx.data"],
      "link": "https://huggingface.co/llmware/phi-3-onnx"},

      {"model_name": "llama-2-chat-onnx",
      "model_family": "ONNXGenerativeModel",
      "model_category": "generative_local",
      "display_name": "llmware/llama-2-chat-onnx",
      "model_location": "llmware_repo",
      "context_window": 4096, "instruction_following": False, "prompt_wrapper": "<INST>",
      "temperature": 0.0, "sample_default": False, "trailing_space": "",
      "hf_repo": "llmware/llama-2-chat-onnx",
      "custom_model_files": [], "custom_model_repo": "",
      "snapshot": True,
      "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["model.onnx", "model.onnx.data"],
      "link": "https://huggingface.co/llmware/llama-2-chat-onnx"},

      {"model_name": "llama-3.1-instruct-onnx",
      "model_family": "ONNXGenerativeModel",
      "model_category": "generative_local",
      "display_name": "llmware/llama-3.1-instruct-onnx",
      "model_location": "llmware_repo",
      "context_window": 4096, "instruction_following": False, "prompt_wrapper": "llama_3_chat",
      "temperature": 0.0, "sample_default": False, "trailing_space": "",
      "hf_repo": "llmware/llama-3.1-instruct-onnx",
      "custom_model_files": [], "custom_model_repo": "",
      "snapshot": True,
      "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["model.onnx", "model.onnx.data"],
      "link": "https://huggingface.co/llmware/llama-3.1-instruct-onnx"},

      {"model_name": "dragon-mistral-0.3-onnx",
      "model_family": "ONNXGenerativeModel",
      "model_category": "generative_local",
      "display_name": "llmware/dragon-mistral-0.3-onnx",
      "model_location": "llmware_repo",
      "context_window": 4096, "instruction_following": False, "prompt_wrapper": "<INST>",
      "temperature": 0.0, "sample_default": False, "trailing_space": "",
      "hf_repo": "llmware/dragon-mistral-0.3-onnx",
      "custom_model_files": [], "custom_model_repo": "",
      "snapshot": True,
      "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
      "validation_files": ["model.onnx", "model.onnx.data"],
      "link": "https://huggingface.co/llmware/dragon-mistral-0.3-onnx"},

      {"model_name": "mistral-7b-instruct-v0.3-onnx", "display_name": "mistral-7b-instruct-v0.3-onnx",
       "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
       "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
       "prompt_wrapper": "<INST>", "temperature": 0.3, "trailing_space": "",
       "hf_repo": "llmware/mistral-7b-instruct-v0.3-onnx",
       "link": "https://huggingface.co/llmware/mistral-7b-instruct-v0.3-onnx",
       "tokenizer_local": "tokenizer_mistral.json",
       "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
       "validation_files": ["model.onnx", "model.onnx.data"],
       "custom_model_files": [], "custom_model_repo": ""},

      {"model_name": "tiny-llama-chat-onnx", "display_name": "tiny-llama-chat-onnx",
             "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
             "model_location": "llmware_repo", "context_window": 2048,  "instruction_following": False,
             "prompt_wrapper": "tiny_llama_chat", "temperature": 0.3, "trailing_space": "",
             "gguf_repo": "llmware/tiny-llama-chat-onnx",
             "link": "https://huggingface.co/llmware/tiny-llama-chat-onnx",
             "tokenizer_local": "tokenizer_tl.json",
             "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
             "validation_files": [],
             "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "llama-3.2-1b-instruct-onnx", "display_name": "llama-3.2-1b-instruct-onnx",
             "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
             "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
             "prompt_wrapper": "llama_3_chat", "temperature": 0.3, "trailing_space": "",
             "gguf_repo": "llmware/llama-3.2-1b-instruct-onnx",
             "link": "https://huggingface.co/llmware/llama-3.2-1b-instruct-onnx",
             "tokenizer_local": "tokenizer_ll3.json",
             "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
             "validation_files": [],
             "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "llama-3.2-3b-instruct-onnx", "display_name": "llama-3.2-3b-instruct-onnx",
             "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
             "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
             "prompt_wrapper": "llama_3_chat", "temperature": 0.3, "trailing_space": "",
             "gguf_repo": "llmware/llama-3.2-3b-instruct-onnx",
             "link": "https://huggingface.co/llmware/llama-3.2-3b-instruct-onnx",
             "tokenizer_local": "tokenizer_ll3.json",
             "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
             "validation_files": [],
             "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "slim-boolean-phi-3-onnx", "display_name": "slim-boolean-phi-3-onnx",
               "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
               "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
               "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
               "trailing_space": "",
               "hf_repo": "llmware/slim-boolean-phi-3-onnx",
               "link": "https://huggingface.co/llmware/slim-boolean-phi-3-onnx",
               "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
               "function_call": True,
               "primary_keys": [""],
               "fc_output_values": [],
               "tokenizer": "llmware/bling-phi-3",
               "tokenizer_local": "tokenizer_phi3.json",
               "function": ["boolean"],
               "snapshot": True,
               "marker_tokens": [],
               "marker_token_lookup": {},
               "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
               "validation_files": []
               },

        {"model_name": "slim-summary-phi-3-onnx", "display_name": "slim-summary-phi-3-onnx",
               "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
               "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
               "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
               "trailing_space": "",
               "hf_repo": "llmware/slim-summary-phi-3-onnx",
               "link": "https://huggingface.co/llmware/slim-summary-phi-3-onnx",
               "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
               "function_call": True,
               "primary_keys": ["key points"],
               "fc_output_values": [],
               "tokenizer": "llmware/bling-phi-3",
               "tokenizer_local": "tokenizer_phi3.json",
               "function": ["summarize"],
               "snapshot": True,
               "marker_tokens": [],
               "marker_token_lookup": {},
               "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
               "validation_files": [],
               },

        {"model_name": "slim-extract-phi-3-onnx", "display_name": "slim-extract-phi-3-onnx",
               "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
               "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
               "prompt_wrapper": "human_bot", "temperature": 0.0, "sample_default": False,
               "trailing_space": "",
               "hf_repo": "llmware/slim-extract-phi-3-onnx",
               "link": "https://huggingface.co/llmware/slim-extract-phi-3-onnx",
               "custom_model_files": [], "custom_model_repo": "", "output_type": "dict",
               "function_call": True,
               "primary_keys": ["key points"],
               "fc_output_values": [],
               "tokenizer": "llmware/bling-phi-3",
               "tokenizer_local": "tokenizer_phi3.json",
               "function": ["extract"],
               "snapshot": True,
               "marker_tokens": [],
               "marker_token_lookup": {},
               "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
               "validation_files": []},

        {"model_name": "gemma-2b-it-onnx", "display_name": "gemma-2b-it-onnx",
             "model_family": "ONNXGenerativeModel", "model_category": "generative_local",
             "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
             "prompt_wrapper": "google_gemma_chat", "temperature": 0.3, "trailing_space": "",
             "hf_repo": "llmware/gemma-2b-it-onnx",
             "link": "https://huggingface.co/llmware/gemma-2b-it-onnx",
             "tokenizer_local": "tokenizer_gemma.json",
             "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
             "validation_files": [],
             "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "qwen2-7B-instruct-gguf", "display_name": "qwen-2-7b",
           "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
           "context_window": 2048, "instruction_following": True, "prompt_wrapper": "hf_chat",
           "temperature": 0.0, "trailing_space": "",
           "gguf_file": "qwen2-7b-instruct.gguf", "gguf_repo": "llmware/qwen2-7B-instruct-gguf",
           "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
           "validation_files": ["qwen2-7b-instruct.gguf"],
           "link": "https://huggingface.co/llmware/qwen2-7B-instruct-gguf",
           "custom_model_files": [], "custom_model_repo": "", "parameters": 7.0},

        {"model_name": "qwen2-1.5b-instruct-gguf", "display_name": "qwen-2-1.5b",
          "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
          "context_window": 2048, "instruction_following": True, "prompt_wrapper": "hf_chat",
          "temperature": 0.0, "trailing_space": "",
          "gguf_file": "qwen-instruct-1-5b.gguf",
          "gguf_repo": "llmware/qwen2-1.5b-instruct-gguf",
          "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
          "validation_files": ["qwen-instruct-1-5b.gguf"],
          "link": "https://huggingface.co/llmware/qwen2-1.5b-instruct-gguf",
          "custom_model_files": [], "custom_model_repo": "", "parameters": 1.5},

        {"model_name": "qwen2-0.5b-instruct-gguf", "display_name": "qwen-2-0.5b",
          "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
          "context_window": 2048, "instruction_following": True, "prompt_wrapper": "hf_chat",
          "temperature": 0.0, "trailing_space": "",
          "gguf_file": "qwen2-0_5b-instruct-q4_k_m.gguf", "gguf_repo": "llmware/qwen-2-0.5b-gguf",
          "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
          "validation_files": ["qwen2-0_5b-instruct-q4_k_m.gguf"],
          "link": "https://huggingface.co/llmware/qwen-2-0.5b-gguf",
          "custom_model_files": [], "custom_model_repo": "", "parameters": 0.5},

        {"model_name": "llama-3.2-1b-instruct-gguf", "display_name": "llama-3.2-1b",
             "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
             "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
             "prompt_wrapper": "llama_3_chat", "temperature": 0.0, "trailing_space": "",
             "gguf_repo": "llmware/llama-3.2-1b-gguf",
             "gguf_file": "Llama-3.2-1B-Instruct-Q4_K_M.gguf",
             "link": "https://huggingface.co/llmware/llama-3.2-1b-gguf",
             "tokenizer_local": "tokenizer_ll3.json",
             "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
             "validation_files": [], "parameters": 1.3,
             "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "llama-3.2-3b-instruct-gguf", "display_name": "llama-3.2-3b",
             "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
             "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
             "prompt_wrapper": "llama_3_chat", "temperature": 0.0, "trailing_space": "",
             "gguf_repo": "llmware/llama3.2-3b-gguf",
             "gguf_file": "Llama-3.2-3B-Instruct-Q4_K_M.gguf",
             "link": "https://huggingface.co/llmware/llama3.2-3b-gguf",
             "tokenizer_local": "tokenizer_ll3.json",
             "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
             "validation_files": [], "parameters": 3.0,
             "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "qwen-2.5-7b-coder-gguf", "display_name": "qwen-coder-2.5-7b",
             "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
             "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
             "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
             "gguf_repo": "llmware/qwen2.5-7b-coder-gguf",
             "gguf_file": "Qwen2.5.1-Coder-7B-Instruct-Q4_K_M.gguf",
             "link": "https://huggingface.co/llmware/qwen2.5-7b-coder-gguf",
             "tokenizer_local": "tokenizer_qw.json",
             "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
             "validation_files": [], "parameters": 7.0,
             "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "qwen-2.5-14b-instruct-gguf", "display_name": "qwen-2.5-14b",
             "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
             "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
             "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
             "gguf_repo": "llmware/qwen2.5-14b-instruct-gguf",
             "gguf_file": "Qwen2.5-14B-Instruct-Q4_K_M.gguf",
             "link": "https://huggingface.co/llmware/qwen2.5-14b-instruct-gguf",
             "tokenizer_local": "tokenizer_qw.json", "parameters": 14.0,
             "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
             "validation_files": [],
             "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "mistral-7b-instruct-v0.3-gguf", "display_name": "mistral-0.3-7b",
             "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
             "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
             "prompt_wrapper": "<INST>", "temperature": 0.0, "trailing_space": "",
             "gguf_file": "Mistral-7B-Instruct-v0.3-Q4_K_M.gguf",
             "gguf_repo": "llmware/mistral-7b-instruct-v0.3-gguf",
             "link": "https://huggingface.co/llmware/mistral-7b-instruct-v0.3-gguf",
             "tokenizer_local": "tokenizer_mistral.json",
             "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
             "validation_files": [],
             "custom_model_files": [], "custom_model_repo": "", "parameters": 7.3,
             "tags": ["llmware-chat", "p7", "onnx", "green", "emerald"]},

        {"model_name": "gemma-2-9b-instruct-gguf", "display_name": "gemma-2-9b",
             "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
             "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
             "prompt_wrapper": "google_gemma_chat", "temperature": 0.0, "trailing_space": "",
             "gguf_repo": "llmware/gemma-2-9b-instruct-gguf",
             "gguf_file": "gemma-2-9b-it-Q4_K_M.gguf",
             "link": "https://huggingface.co/llmware/gemma-2-9b-instruct-gguf",
             "tokenizer_local": "tokenizer_gemma.json",
             "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
             "validation_files": [], "parameters": 9.0,
             "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "gemma-2-27b-instruct-gguf", "display_name": "gemma-2-27b",
              "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
              "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
              "prompt_wrapper": "google_gemma_chat", "temperature": 0.0, "trailing_space": "",
              "gguf_repo": "llmware/gemma-2-27b-instruct-gguf",
              "gguf_file": "gemma-2-27b-it-Q4_K_M.gguf",
              "link": "https://huggingface.co/llmware/gemma-2-27b-instruct-gguf",
              "tokenizer_local": "tokenizer_gemma.json",
              "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
              "validation_files": [], "parameters": 27.0,
              "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "phi-4-gguf", "display_name": "phi-4-14b",
            "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
            "context_window": 4096, "instruction_following": True, "prompt_wrapper": "phi_3",
            "temperature": 0.0, "trailing_space": "", "gguf_file": "phi-4-Q4_K_M.gguf",
            "gguf_repo": "llmware/phi-4-gguf",
            "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
            "link": "https://huggingface.co/llmware/phi-4-gguf",
            "custom_model_files": [], "custom_model_repo": "", "parameters": 14.0},

        {"model_name": "phi-4-mini-gguf", "display_name": "phi-4-3b",
           "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
           "context_window": 4096, "instruction_following": True, "prompt_wrapper": "phi_3",
           "temperature": 0.0, "trailing_space": "", "gguf_file": "microsoft_Phi-4-mini-instruct-Q4_K_M.gguf",
           "gguf_repo": "llmware/phi-4-mini-gguf",
           "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
           "validation_files": ["microsoft_Phi-4-mini-instruct-Q4_K_M.gguf"],
           "link": "https://huggingface.co/llmware/phi-4-mini-gguf",
           "custom_model_files": [], "custom_model_repo": "", "parameters": 3.8},

        {"model_name": "deepseek-qwen-14b-gguf", "display_name": "deepseek-qwen-14b",
          "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
          "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
          "prompt_wrapper": "deepseek_chat", "temperature": 0.0, "trailing_space": "",
          "gguf_repo": "llmware/deepseek-qwen-14b-gguf",
          "gguf_file": "DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf",
          "link": "https://huggingface.co/llmware/deepseek-qwen-14b-gguf",
          "tokenizer_local": "tokenizer_qw.json",
          "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
          "validation_files": [], "parameters": 14.0,
          "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "deepseek-qwen-7b-gguf", "display_name": "deepseek-qwen-7b",
          "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
          "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
          "prompt_wrapper": "deepseek_chat", "temperature": 0.0, "trailing_space": "",
          "gguf_repo": "llmware/deepseek-qwen-7b-gguf",
          "gguf_file": "DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf",
          "link": "https://huggingface.co/llmware/deepseek-qwen-7b-gguf",
          "tokenizer_local": "tokenizer_qw.json",
          "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
          "validation_files": [], "parameters": 7.0,
          "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "qwen2.5-32b-gguf", "display_name": "qwen2.5-32b",
               "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
               "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
               "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
               "gguf_repo": "llmware/qwen2.5-32b-gguf",
               "gguf_file": "Qwen2.5-32B-Instruct-Q4_K_M.gguf",
               "link": "https://huggingface.co/llmware/Qwen2.5-32B-Instruct-Q4_K_M.gguf",
               "tokenizer_local": "tokenizer_qw.json",
               "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
               "validation_files": [], "parameters": 32.0,
               "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "gemma-4-26b-a4b-gguf", "display_name": "gemma-4-26b-a4b-moe",
         "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 8192, "instruction_following": False,
         "prompt_wrapper": "google_gemma_4_chat", "temperature": 0.0, "trailing_space": "",
         "gguf_repo": "llmware/gemma-4-26B-a4b-gguf",
         "gguf_file": "gemma-4-26B-A4B-it-UD-Q4_K_M.gguf",
         "link": "https://huggingface.co/llmware/gemma-4-26b-a4b-gguf/gemma-4-26B-A4B-it-UD-Q4_K_M.gguf",
         "tokenizer_local": "tokenizer_gemma.json",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [], "parameters": 26.0,
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "qwen3.6-35b-a3b-gguf", "display_name": "qwen3.6-35b-a3b-moe",
         "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
         "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
         "gguf_repo": "llmware/qwen3.6-35b-a3b-gguf",
         "gguf_file": "Qwen3.6-35B-A3B-UD-Q4_K_M.gguf",
         "link": "https://huggingface.co/llmware/qwen3.6-35b-a3b-gguf/Qwen3.6-35B-A3B-UD-Q4_K_M.gguf",
         "tokenizer_local": "tokenizer_gemma.json",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [], "parameters": 35.0,
         "custom_model_files": [], "custom_model_repo": ""},

         {"model_name": "qwen3.6-27b-gguf", "display_name": "qwen3.6-27b-gguf",
          "model_family": "GGUFGenerativeModel", "model_category": "generative_local",
          "model_location": "llmware_repo", "context_window": 8192, "instruction_following": False,
          "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
          "gguf_repo": "llmware/qwen3.6-27b-gguf",
          "gguf_file": "Qwen3.6-27B-Q4_K_M.gguf",
          "link": "https://huggingface.co/llmware/qwen3.6-27b-gguf/Qwen3.6-27B-Q4_K_M.gguf",
          "tokenizer_local": "tokenizer_qw.json",
          "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
          "validation_files": [], "parameters": 27.0,
          "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "qwen3-vl-8b-gguf", "display_name": "qwen3-vl-vision-8b",
         "model_family": "GGUFVisionGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 8192, "instruction_following": False,
         "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
         "gguf_repo": "llmware/qwen-3-vl-8b-gguf",
         "gguf_file": "Qwen3-VL-8B-Instruct-Q4_K_M.gguf",
         "clip_file": "mmproj-F16.gguf",
         "link": "https://huggingface.co/llmware/qwen-3-vl-8b-gguf",
         "tokenizer_local": "tokenizer_qw.json",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [], "parameters": 8.0,
         "custom_model_files": [], "custom_model_repo": "",
         "tags": ["llmware-chat", "p8", "gguf", "green", "emerald"]},

        {"model_name": "qwen3-vl-4b-gguf", "display_name": "qwen3-vl-vision-4b",
         "model_family": "GGUFVisionGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 8192, "instruction_following": False,
         "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
         "gguf_repo": "llmware/qwen3-vl-4b-gguf",
         "gguf_file": "Qwen3-VL-4B-Instruct-Q4_K_M.gguf",
         "clip_file": "mmproj-F16.gguf",
         "link": "https://huggingface.co/llmware/qwen3-vl-4b-gguf",
         "tokenizer_local": "tokenizer_qw.json",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [], "parameters": 4.0,
         "custom_model_files": [], "custom_model_repo": "",
         "tags": ["llmware-chat", "p4", "gguf", "green", "emerald"]},

        {"model_name": "qwen3-vl-30b-gguf", "display_name": "qwen3-vl-vision-30b",
        "model_family": "GGUFVisionGenerativeModel", "model_category": "generative_local",
        "model_location": "llmware_repo", "context_window": 8192, "instruction_following": False,
        "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
        "gguf_repo": "llmware/qwen-3-vl-30b-a3b-gguf",
        "gguf_file": "Qwen3-VL-30B-A3B-Instruct-Q4_K_M.gguf",
        "clip_file": "mmproj-F16.gguf",
        "link": "https://huggingface.co/llmware/qwen-3-vl-30b-a3b-gguf",
        "tokenizer_local": "tokenizer_qw.json",
        "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
        "validation_files": [], "parameters": 30.0,
        "custom_model_files": [], "custom_model_repo": "",
        "tags": ["llmware-chat", "p30", "gguf", "green", "emerald"]},

        {"model_name": "qwen3-4b-instruct-gguf", "display_name": "qwen-3-4b",
         "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
         "context_window": 8192, "instruction_following": False, "prompt_wrapper": "hf_chat",
         "temperature": 0.0, "trailing_space": "",
         "gguf_file": "Qwen3-4B-Q4_K_M.gguf", "gguf_repo": "llmware/qwen3-4b-instruct-gguf",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["Qwen3-4B-Q4_K_M.gguf"],
         "link": "https://huggingface.co/llmware/qwen3-4b-instruct-gguf",
         "custom_model_files": [], "custom_model_repo": "", "parameters": 4.0,
         "tags": ["llmware-chat", "p4", "gguf", "green", "emerald"]},

        {"model_name": "qwen3-8b-gguf", "display_name": "qwen-3-8b",
         "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
         "context_window": 8192, "instruction_following": False, "prompt_wrapper": "hf_chat",
         "temperature": 0.0, "trailing_space": "",
         "gguf_file": "Qwen3-8B-Q4_K_M.gguf", "gguf_repo": "llmware/qwen3-8b-gguf",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["Qwen3-8B-Q4_K_M.gguf"],
         "link": "https://huggingface.co/llmware/qwen3-8b-gguf",
         "custom_model_files": [], "custom_model_repo": "", "parameters": 8.0,
         "tags": ["llmware-chat", "p8", "gguf", "green", "emerald"]},

        {"model_name": "qwen3-14b-gguf", "display_name": "qwen-3-14b",
         "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
         "context_window": 8192, "instruction_following": False, "prompt_wrapper": "hf_chat",
         "temperature": 0.0, "trailing_space": "",
         "gguf_file": "Qwen3-14B-Q4_K_M.gguf", "gguf_repo": "llmware/qwen3-14b-gguf",
         "validation_files": ["Qwen3-14B-Q4_K_M.gguf"],
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "link": "https://huggingface.co/llmware/qwen3-14b-gguf",
         "custom_model_files": [], "custom_model_repo": "", "parameters": 14.0,
         "tags": ["llmware-chat", "p14", "gguf", "green", "emerald"]},

        {"model_name": "qwen-3.5-4b-gguf", "display_name": "qwen-3.5-4b",
         "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
         "context_window": 8192, "instruction_following": False, "prompt_wrapper": "hf_chat",
         "temperature": 0.0, "trailing_space": "",
         "gguf_file": "Qwen3.5-4B-Q4_K_M.gguf", "gguf_repo": "llmware/qwen-3.5-4b-gguf",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["Qwen3.5-4B-Q4_K_M.gguf"],
         "link": "https://huggingface.co/llmware/qwen-3.5-4b-gguf",
         "custom_model_files": [], "custom_model_repo": "", "parameters": 4.0,
         "tags": ["llmware-chat", "p4", "gguf", "green", "emerald"]},

        {"model_name": "qwen-3.5-9b-gguf", "display_name": "qwen-3.5-9b",
         "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
         "context_window": 8192, "instruction_following": False, "prompt_wrapper": "hf_chat",
         "temperature": 0.0, "trailing_space": "",
         "gguf_file": "Qwen3.5-9B-Q4_K_M.gguf", "gguf_repo": "llmware/qwen-3.5-9b-gguf",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["Qwen3.5-9B-Q4_K_M.gguf"],
         "link": "https://huggingface.co/llmware/qwen-3.5-9b-gguf",
         "custom_model_files": [], "custom_model_repo": "", "parameters": 9.0,
         "tags": ["llmware-chat", "p9", "gguf", "green", "emerald"]},

        {"model_name": "qwen-3.5-27b-gguf", "display_name": "qwen-3.5-27b",
         "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
         "context_window": 8192, "instruction_following": False, "prompt_wrapper": "hf_chat",
         "temperature": 0.0, "trailing_space": "",
         "gguf_file": "Qwen3.5-27B-Q4_K_M.gguf", "gguf_repo": "llmware/qwen-3.5-27b-gguf",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["Qwen3.5-27B-Q4_K_M.gguf"],
         "link": "https://huggingface.co/llmware/qwen-3.5-27b-gguf",
         "custom_model_files": [], "custom_model_repo": "", "parameters": 27.0,
         "tags": ["llmware-chat", "p27", "gguf", "green", "emerald"]},

        {"model_name": "gpt-oss-20b-gguf", "display_name": "openai-oss-20b",
         "model_family": "GGUFGenerativeModel", "model_category": "generative_local", "model_location": "llmware_repo",
         "context_window": 8192, "instruction_following": False, "prompt_wrapper": "oss_chat",
         "temperature": 0.0, "trailing_space": "",
         "gguf_file": "gpt-oss-20b-mxfp4.gguf",
         "gguf_repo": "llmware/gpt-oss-20b-gguf",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "tokenizer_local": "tokenizer_phi3.json", # not used
         "link": "https://huggingface.co/llmware/gpt-oss-20b-gguf",
         "custom_model_files": [], "custom_model_repo": "", "parameters": 20.0,
         "tags": ["llmware-chat", "p20", "gguf", "green", "emerald"]},

        {"model_name": "llama-3.2-3b-onnx-qnn", "display_name": "llama-3.2-npu-3b",
        "model_family": "ONNXQNNGenerativeModel", "model_category": "generative_local",
        "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
        "prompt_wrapper": "llama_3_chat", "temperature": 0.0, "trailing_space": "",
        "hf_repo": "llmware/llama-3.2-3b-onnx-qnn",
        "link": "https://huggingface.co/llmware/llama-3.2-3b-onnx-qnn",
        "tokenizer_local": "tokenizer_ll3.json",
        "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
        "validation_files": [],
        "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "phi-3-mini-4k-instruct-onnx-qnn",
         "display_name": "phi-3-mini-4k-instruct-onnx-qnn",
         "model_family": "ONNXQNNGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
         "prompt_wrapper": "phi_3", "temperature": 0.0, "trailing_space": "",
         "hf_repo": "llmware/phi-3-mini-4k-instruct-onnx-qnn",
         "link": "https://huggingface.co/llmware/phi-3-mini-4k-instruct-onnx-qnn",
         "tokenizer_local": "tokenizer_ll3.json",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [], "parameters": 3.0,
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "qwen2.5-1.5b-instruct-onnx-qnn", "display_name": "qwen2.5-1.5b-instruct-onnx-qnn",
         "model_family": "ONNXQNNGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
         "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
         "hf_repo": "llmware/qwen2.5-1.5b-instruct-onnx-qnn",
         "link": "https://huggingface.co/llmware/qwen2.5-1.5b-instruct-onnx-qnn",
         "tokenizer_local": "tokenizer_ll3.json",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [], "parameters": 2.0,
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "qwen2.5-7b-instruct-onnx-qnn", "display_name": "qwen2.5-7b-instruct-onnx-qnn",
         "model_family": "ONNXQNNGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
         "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
         "hf_repo": "llmware/qwen2.5-7b-instruct-onnx-qnn",
         "link": "https://huggingface.co/llmware/qwen2.5-7b-instruct-onnx-qnn",
         "tokenizer_local": "tokenizer_ll3.json",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [], "parameters": 7.0,
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "deepseek-r1-distill-qwen-7b-onnx-qnn",
         "display_name": "deepseek-r1-distill-qwen-7b-onnx-qnn",
         "model_family": "ONNXQNNGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
         "prompt_wrapper": "deepseek_chat", "temperature": 0.0, "trailing_space": "",
         "hf_repo": "llmware/deepseek-r1-distill-qwen-7b-onnx-qnn",
         "link": "https://huggingface.co/llmware/deepseek-r1-distill-qwen-7b-onnx-qnn",
         "tokenizer_local": "tokenizer_ll3.json",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [], "parameters": 7.0,
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "deepseek-r1-distill-qwen-14b-onnx-qnn",
         "display_name": "deepseek-r1-distill-qwen-14b-onnx-qnn",
         "model_family": "ONNXQNNGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
         "prompt_wrapper": "deepseek_chat", "temperature": 0.0, "trailing_space": "",
         "hf_repo": "llmware/deepseek-r1-distill-qwen-14b-onnx-qnn",
         "link": "https://huggingface.co/llmware/deepseek-r1-distill-qwen-14b-onnx-qnn",
         "tokenizer_local": "tokenizer_ll3.json",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [], "parameters": 14.0,
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "phi-3.5-mini-instruct-onnx-qnn",
         "model_family": "ONNXQNNGenerativeModel",
         "model_category": "generative_local",
         "display_name": "phi-3.5-mini-instruct-onnx-qnn",
         "model_location": "llmware_repo",
         "context_window": 4096, "instruction_following": False, "prompt_wrapper": "phi_3",
         "temperature": 0.0, "sample_default": False, "trailing_space": "",
         "onnx_file": "onnx-file",
         "hf_repo": "llmware/phi-3.5-mini-instruct-onnx-qnn",
         "custom_model_files": [], "custom_model_repo": "",
         "snapshot": True,
         "fetch": {"snapshot": True, "module": "llmware.models",
               "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "link": "https://huggingface.co/llmware/phi-3.5-mini-instruct-onnx-qnn"},

        {"model_name": "jina-reranker-tiny-onnx",
         "model_family": "ONNXEmbeddingModel",
         "model_category": "embedding",
         "display_name": "jina-reranker-tiny-onnx",
         "model_location": "llmware_repo", "embedding_dims": 384,
         "context_window": 8192, "use_case": "ranker",
         "hf_repo": "llmware/jina-reranker-tiny-onnx",
         "custom_model_files": [], "custom_model_repo": "",
         "link": "https://huggingface.co/llmware/jina-reranker-tiny-onnx"},

        {"model_name": "jina-reranker-turbo-onnx",
         "model_family": "ONNXEmbeddingModel",
         "model_category": "embedding",
         "display_name": "jina-reranker-turbo-onnx",
         "model_location": "llmware_repo", "embedding_dims": 384,
         "context_window": 8192, "use_case": "ranker",
         "hf_repo": "llmware/jina-reranker-turbo-onnx",
         "custom_model_files": [], "custom_model_repo": "",
         "link": "https://huggingface.co/llmware/jina-reranker-turbo-onnx"},

        {"model_name": "protectai-prompt-injection-onnx",
         "display_name": "protectai-prompt-injection-onnx",
         "model_family": "ONNXEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 768, "context_window": 512, "link": "https://none",
         "hf_repo": "llmware/protectai-prompt-injection-onnx", "use_case": "classifier",
         "custom_model_repo": "", "pytorch_model_repo": "protectai/deberta-v3-base-prompt-injection"},

        {"model_name": "valurank-bias-onnx", "display_name": "valurank-bias-onnx",
         "model_family": "ONNXEmbeddingModel", "model_category": "embedding",
         "model_location": "llmware_repo", "use_case": "classifier",
         "embedding_dims": 768, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "pytorch_model_repo": "valurank/distilroberta-bias",
         "hf_repo": "llmware/valurank-distilroberta-bias-onnx"},

        {"model_name": "unitary-toxic-roberta-onnx", "display_name": "unitary-toxic-roberta-onnx",
         "model_family": "ONNXEmbeddingModel", "model_category": "embedding",
         "model_location": "llmware_repo", "use_case": "classifier",
         "embedding_dims": 768, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/unitary-unbiased-toxic-roberta-onnx"},

        {"model_name": "phi-3-vision-onnx", "display_name": "phi-3-vision-3b",
         "model_family": "ONNXVisionGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096,  "instruction_following": False,
         "prompt_wrapper": "phi_3_vision", "temperature": 0.0, "trailing_space": "",
         "hf_repo": "llmware/phi-3-vision-onnx",
         "link": "https://huggingface.co/llmware/phi-3-vision-onnx",
         "tokenizer_local": "tokenizer_phi3.json",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["phi-3-v-128k-instruct-text.onnx.data",
                              "phi-3-v-128k-instruct-vision.onnx.data",
                              "phi-3-v-128k-instruct-embedding.onnx.data"],
         "custom_model_files": [], "custom_model_repo": "", "parameters": 3.8},

        {"model_name": "jina-reranker-v1-tiny-en-ov", "display_name": "jina-reranker-v1-tiny-en-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 384, "context_window": 8192, "use_case": "ranker",
         "link": "https://www.huggingface.com/llmware/jina-reranker-v1-tiny-en-ov",
         "custom_model_repo": "", "hf_repo": "llmware/jina-reranker-v1-tiny-en-ov"},

        {"model_name": "jina-reranker-v1-turbo-en-ov", "display_name": "jina-reranker-v1-turbo-en-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 384, "context_window": 8192, "use_case": "ranker",
         "link": "https://www.huggingface.com/llmware/jina-reranker-v1-turbo-en-ov",
         "custom_model_repo": "", "hf_repo": "llmware/jina-reranker-v1-turbo-en-ov"},

        {"model_name": "industry-bert-contracts-ov", "display_name": "industry-bert-contracts-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 768, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/industry-bert-contracts-ov"},

        {"model_name": "industry-bert-insurance-ov", "display_name": "industry-bert-insurance-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 768, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/industry-bert-insurance-ov"},

        {"model_name": "industry-bert-asset-management-ov", "display_name": "industry-bert-asset-management-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 768, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/industry-bert-asset-management-ov"},

        {"model_name": "industry-bert-sec-ov", "display_name": "industry-bert-sec-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 768, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/industry-bert-sec-ov"},

        {"model_name": "industry-bert-loans-ov", "display_name": "industry-bert-loans-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 768, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/industry-bert-loans-ov"},

        {"model_name": "all-mini-lm-l6-v2-ov", "display_name": "all-mini-lm-l6-v2-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 384, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/all-mini-lm-l6-v2-ov"},

        {"model_name": "all-mpnet-base-v2-ov", "display_name": "all-mpnet-base-v2-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 768, "context_window": 514, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/all-mpnet-base-v2-ov"},

        {"model_name": "paraphrase-multilingual-MiniLM-L12-v2-ov",
         "display_name": "paraphrase-multilingual-MiniLM-L12-v2-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 384, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/paraphrase-multilingual-MiniLM-L12-v2-ov"},

        {"model_name": "gte-small-ov", "display_name": "gte-small-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 384, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/gte-small-ov"},

        {"model_name": "gte-base-ov", "display_name": "gte-base-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 768, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/gte-base-ov"},

        {"model_name": "gte-large-ov",
         "display_name": "gte-large-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 1024, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/gte-large-ov"},

        {"model_name": "bge-small-en-v1.5-ov",
         "display_name": "bge-small-en-v1.5-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 384, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/bge-small-en-v1.5-ov"},

        {"model_name": "bge-base-en-v1.5-ov",
         "display_name": "bge-base-en-v1.5-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 768, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/bge-base-en-v1.5-ov"},

        {"model_name": "bge-large-en-v1.5-ov",
         "display_name": "bge-large-en-v1.5-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 1024, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/bge-large-en-v1.5-ov"},

        {"model_name": "protectai-prompt-injection-ov", "display_name": "protectai-prompt-injection-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding", "model_location": "llmware_repo",
         "embedding_dims": 768, "context_window": 512, "link": "https://none",
         "hf_repo": "llmware/protectai-prompt-injection-ov", "use_case": "classifier",
         "custom_model_repo": "", "pytorch_model_repo": "protectai/deberta-v3-base-prompt-injection"},

        {"model_name": "xlm-roberta-language-detector-ov",
         "display_name": "xlm-roberta-language-detector-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding",
         "model_location": "llmware_repo", "use_case": "classifier",
         "embedding_dims": 768, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "pytorch_repo": "papluca/xlm-roberta-base-language-detection",
         "hf_repo": "llmware/xlm-roberta-language-detector-ov"},

        {"model_name": "valurank-bias-ov", "display_name": "valurank-bias-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding",
         "model_location": "llmware_repo", "use_case": "classifier",
         "embedding_dims": 768, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "pytorch_model_repo": "valurank/distilroberta-bias",
         "hf_repo": "llmware/valurank-bias-ov"},

        {"model_name": "unitary-toxic-roberta-ov", "display_name": "unitary-toxic-roberta-ov",
         "model_family": "OVEmbeddingModel", "model_category": "embedding",
         "model_location": "llmware_repo", "use_case": "classifier",
         "embedding_dims": 768, "context_window": 512, "link": "https://none",
         "custom_model_repo": "", "hf_repo": "llmware/unitary-toxic-roberta-ov"},

        {"model_name": "qwen2.5-vl-3b-ov", "model_family": "OVVisionGenerativeModel",
         "model_category": "generative_local", "display_name": "qwen-2.5-vl-3b",
         "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
         "prompt_wrapper": "", "tokenizer_local": "tokenizer_qw.json",
         "hf_repo": "llmware/qwen2.5-vl-3b-ov", "custom_model_files": [], "custom_model_repo": "",
         "fetch": {"snapshot": True, "module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": ["openvino_language_model.bin",
                              "openvino_text_embeddings_model.bin",
                              "openvino_vision_embeddings_merger_model.bin"],
         "parameters": 3.0,
         "link": "https://huggingface.co/llmware/qwen2.5-vl-3b-ov"
         },

        {"model_name": "phi-3.5-vision-ov", "model_family": "OVVisionGenerativeModel",
         "model_category": "generative_local", "display_name": "phi-3.5-vision-3b",
         "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
         "prompt_wrapper": "", "tokenizer_local": "tokenizer_phi3.json",
         "hf_repo": "llmware/phi-3.5-vision-ov", "custom_model_files": [], "custom_model_repo": "",
         "fetch": {"snapshot": True, "module": "llmware.models",
                   "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "parameters": 3.0,
         "link": "https://huggingface.co/llmware/phi-3.5-vision-ov"
         },

        {"model_name": "phi-4-mm-ov", "model_family": "OVVisionGenerativeModel",
         "model_category": "generative_local", "display_name": "phi-4-mm-ov",
         "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
         "prompt_wrapper": "", "tokenizer_local": "tokenizer_phi4.json",
         "hf_repo": "llmware/phi-4-mm-ov", "custom_model_files": [], "custom_model_repo": "",
         "fetch": {"snapshot": True, "module": "llmware.models",
                   "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "parameters": 6.0,
         "link": "https://huggingface.co/llmware/phi-4-mm-ov"
         },

        {"model_name": "gemma-3-4b-ov", "model_family": "OVVisionGenerativeModel",
         "model_category": "generative_local", "display_name": "gemma-3-4b",
         "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
         "prompt_wrapper": "", "tokenizer_local": "tokenizer_gemma.json",
         "hf_repo": "llmware/gemma-3-4b-ov", "custom_model_files": [], "custom_model_repo": "",
         "fetch": {"snapshot": True, "module": "llmware.models",
                   "method": "pull_snapshot_from_hf"},
         "validation_files": [],
         "parameters": 4.0,
         "link": "https://huggingface.co/llmware/gemma-3-4b-ov"
         },

        {"model_name": "qwen2.5-vl-3b-instruct-gguf", "display_name": "qwen2.5-vl-vision-model",
         "model_family": "GGUFVisionGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
         "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
         "gguf_repo": "llmware/qwen2.5-vl-3b-instruct-gguf",
         "gguf_file": "Qwen2.5-VL-3B-Instruct-Q4_K_M.gguf",
         "clip_file": "mmproj-F16.gguf",
         "link": "https://huggingface.co/llmware/qwen2.5-vl-3b-instruct-gguf",
         "tokenizer_local": "tokenizer_qw.json",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [], "parameters": 3.0,
         "custom_model_files": [], "custom_model_repo": ""},

        {"model_name": "minicpm-2.6-gguf", "display_name": "minicpm-vision-model",
         "model_family": "GGUFVisionGenerativeModel", "model_category": "generative_local",
         "model_location": "llmware_repo", "context_window": 4096, "instruction_following": False,
         "prompt_wrapper": "hf_chat", "temperature": 0.0, "trailing_space": "",
         "gguf_repo": "llmware/minicpm-2.6-gguf",
         "gguf_file": "MiniCPM-V-2_6-Q4_K_M.gguf",
         "clip_file": "mmproj-model-f16-2.gguf",
         "link": "https://huggingface.co/llmware/minicpm-2.6-gguf",
         "tokenizer_local": "tokenizer_qw.json",
         "fetch": {"module": "llmware.models", "method": "pull_snapshot_from_hf"},
         "validation_files": [], "parameters": 7.0,
         "custom_model_files": [], "custom_model_repo": ""}

]

""" Fine-tuning Prompt Wrappers - virtually all instruct fine-tuned models will have a special 'prompt wrapper' 
that is an artifact from fine-tuning and needs to be applied consistently to lead to the expected model behavior.   
There are a number of common formats captured in the default catalog, but can be extended through ModelCatalog.   
When constructing the prompt, this wrapper will be applied automatically. """

global_model_finetuning_prompt_wrappers_lookup = {

        #   each wrapper can consist of up to 5 elements to represent common segments of the prompt
        #   1.  optional - "system_start" and "system_stop"
        #   2.  required - "main_start" and "main_stop"
        #   3.  required - "start_llm_response"

        "human_bot": {"main_start": "<human>: ", "main_stop": "\n", "start_llm_response": "<bot>:"},

        # update for mistral models
        "<INST>": {"system_start": "[SYSTEM_PROMPT]",
                   "system_stop": "[/SYSTEM_PROMPT]",
                   "main_start": "<INST>",
                   "main_stop": "</INST>",
                   "start_llm_response": ""},

        "hf_chat": {"system_start": "<|im_start|>system\n", "system_stop": "<|im_end|>\n",
                    "main_start": "<|im_start|>user", "main_stop": "<|im_end|>\n",
                    "start_llm_response": "<|im_start|>assistant"},

        "oss_chat": {"system_start": """<|start|>system<|message|>You are ChatGPT, a large language model trained by OpenAI.
                    \nKnowledge cutoff: 2024-06\nCurrent date: 2025-08-05\n\nReasoning: medium\n\nChannel: final\n\n
                    # Valid channels: analysis, commentary, final""",
                    "system_stop": "<|end|>",
                    "main_start": "<|start|>user<|message|>", "main_stop": "<|end|>",
                     # <|channel|>analysis<|message|><|end|><|start|>assistant
                    "start_llm_response": "<|channel|>analysis<|message|><|end|><|start|>assistant"},

        "lfm2_chat": {"system_start": "<|startoftext|><|im_start|>system", "system_stop": "<|im_end|>",
                      "main_start": "<|im_start|>user", "main_stop": "|im_end|>",
                      "start_llm_response": "<|im_start|>assistant"},

        "olmo_chat": {"system_start": "<|endoftext|><|system|>\n", "system_stop": "",
                      "main_start": "<|user|>\n", "main_stop": "",
                      "start_llm_response": "<|assistant|>\n"},

        "granite_chat": {"system_start": "<|start_of_role|>system<|end_of_role|>",
                        "system_stop": "<|end_of_text|>\n",
                        "main_start": "<|start_of_role|>user<|end_of_role|>",
                        "main_stop": "<|end_of_text|>\n",
                        "start_llm_response": "<|start_of_role|>assistant<|end_of_role|>"},

        "open_chat": {"main_start": "GPT4 User: ", "main_stop": "<|endofturn|>",
                      "start_llm_response": "GPT4 Assistant:"},

        "alpaca": {"main_start": "### Instruction: ", "main_stop": "\n",
                   "start_llm_response": "### Response: "},

        "chat_ml": {"system_start": "<|im_start|>system", "system_stop":"<|im_end|>\n",
                    "main_start":"<|im_start|>user", "main_stop":"<|im_end|>\n",
                    "start_llm_response":"<|im_start|>assistant"},

        "phi_3": {"system_start": "<|system|>\n", "system_stop": "<|end|>\n",
                  "main_start": "<|user|>\n", "main_stop": "<|end|>\n", "start_llm_response": "<|assistant|>"},

        # intended for embedding one image only currently
        "phi_3_vision": {"system_start": "", "system_stop": "",
                         "main_start": "<|user|>\n<|image_1|>\n",
                         "main_stop": "<|end|>\n",
                         "start_llm_response": "<|assistant|>\n"},

        "phi_4": {"system_start": "<|im_start|>system<|im_sep|>\n",
                  "system_stop": "<|im_end|>\n",
                  "main_start": "<|im_start|>user<|im_sep|>\n",
                  "main_stop": "<|im_end|>\n",
                  "start_llm_response": "<|im_start|>assistant<|im_sep|>"},

        "phi_4_mini": {"system_start": "<|system|>", "system_stop": "<|end|>",
                       "main_start": "<|user|>", "main_stop": "<|end|>",
                       "start_llm_response": "<|assistant|>"},

        "llama_3_chat": {"system_start": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n",
                         "system_stop": "<|eot_id|>",
                         "main_start": "<|start_header_id|>user>|end_header_id|>\n",
                         "main_stop": "<|eot_id|>",
                         "start_llm_response": "<|start_header_id|>assistant<|end_header_id|>\n"},

        "tiny_llama_chat": {"system_start": "<|system|>", "system_stop": "</s>",
                            "main_start": "<|user|>", "main_stop": "</s>",
                            "start_llm_response": "<|assistant|>"},

        "stablelm_zephyr_chat": {"system_start": "", "system_stop": "",
                                 "main_start": "<|user|>", "main_stop": "<|endoftext|>\n",
                                 "start_llm_response": "<|assistant|>"},

        "google_gemma_chat": {"system_start": "", "system_stop": "",
                              "main_start": "<bos><start_of_turn>user\n",
                              "main_stop": "<end_of_turn>\n",
                              "start_llm_response": "<start_of_turn>model"},

        "google_gemma_4_chat": {"system_start": "<bos><|turn>system\n", "system_stop": "<turn|>\n",
                                "main_start": "<|turn>user\n", "main_stop": "<turn|>\n",
                                "start_llm_response": "<|turn>model\n"},

        "vicuna_chat": {"system_start": "", "system_stop": "",
                        "main_start": "USER: ", "main_stop": "",
                        "start_llm_response": " ASSISTANT:"},

        "deepseek_chat": {"system_start": "<|begin_of_sentence|>", "system_stop": "",
                          "main_start": "<|User|>", "main_stop": "",
                          "start_llm_response": "<|Assistant|>"}

}

""" Tokenizer EOS/BOS lookup master table """

global_tokenizer_bos_eos_lookup = {

      "tokenizer_phi3.json": {"bos_id": 1, "bos_token": "<s>",
                              "eos_id": [32000, 32001, 32007], "eos_token": "<|endoftext|>"},

      # removing 100265 = <|im_end|>
      "tokenizer_phi4.json": {"bos_id": 100257, "bos_token": "<|endoftext|>",
                              "eos_id": [100257, 100265], "eos_token": "<|endoftext|>"},

      "tokenizer_phi4_mini.json": {"bos_id": 199999, "bos_token": "<|endoftext|>",
                                   "eos_id": [199999, 200020], "eos_token": "<|endoftext|>"},

      "tokenizer_stablelm.json": {"bos_id": 0, "bos_token": "<|endoftext|>",
                                  "eos_id": [0], "eos_token": "<|endoftext|>"},

      "tokenizer_stablelm_1_6.json": {"bos_id": 100257, "bos_token": "<|endoftext|>",
                                                   "eos_id": [100257], "eos_token": "<|endoftext|>"},

      "tokenizer_tl.json": {"bos_id": 1, "bos_token": "<s>",
                                         "eos_id": [2, 32000], "eos_token": "</s>"},

      "tokenizer_ll2.json": {"bos_id": 1, "bos_token": "<s>",
                                          "eos_id": [2], "eos_token": "</s>"},

      "tokenizer_gemma.json": {"bos_id": 2, "bos_token": "<bos>",
                                            "eos_id": [1], "eos_token": "<eos>"},

      "tokenizer_ll3.json": {"bos_id": 128000, "bos_token": "<|begin_of_text|>",
                                          "eos_id": [128001, 128008, 128009, 128256], "eos_token": "<|eot_id|>"
                                          },

      "tokenizer_qw.json": {"bos_id": 151643, "bos_token": "<|endoftext|>",
                                         "eos_id": [151643, 151645],
                                         "eos_token": ["<|im_end|>"]},

      "tokenizer_phi2.json": {"bos_id": 50256, "bos_token": "<|endoftext|>",
                                           "eos_id": [50256], "eos_token": "<|endoftext|>"},

      "tokenizer_granite.json": {"bos_id": 100257, "bos_token": "<|end_of_text|>",
                                 "eos_id": [100257], "eos_token": "<|end_of_text|>"},

      #   01-ai yi tokenizer
      "tokenizer_yi.json": {"bos_id": 1, "bos_token": "<|startoftext|>",
                                         "eos_id": [2, 7], "eos_token": "<|endoftext|>"},

      #   Mistral tokenizer
      "tokenizer_mistral.json": {"bos_id": 1, "bos_token": "<s>",
                                              "eos_id": [2], "eos_token": "</s>"},

      "tokenizer_mistral_chat.json": {"bos_id": 1, "bos_token": "<s>",
                                                   "eos_id": [2, 32000, 32768], "eos_token": ["</s>", "<|im_end|>"]},

}


""" Global default prompt catalog consists of a set of prebuilt useful prompt instructions across a wide range
of models.   Unlike prompt_wrappers, which tend to be an attribute of the model, the prompt catalog can be invoked
on a 'prompt-by-prompt' basis to drive different behavior from a model.   Note:  not all models will support
 very complex open-ended instructions or respond in a consistent manner. """

global_default_prompt_catalog = [

    {"prompt_name": "just_the_facts",
     "prompt_description": "Closed Context - read passage, answer question, stick to the facts.",
     "run_order": ["blurb1", "$context", "blurb2", "$query", "instruction"],
     "blurb1": "Please read the following text: ",
     "blurb2": " Please answer the question: ",
     "instruction": "In providing the answer, please only use facts contained in the text.",
     "system_message": "You are a helpful assistant who speaks with facts and no wasted words.",
     "user_vars": {}},

    {"prompt_name": "answer_or_not_found",
     "prompt_description": "Closed Context - read passage, answer question, provide 'Not Found' if no answer in text.",
     "run_order": ["blurb1", "$context", "blurb2", "$query", "instruction"],
     "blurb1": "Please read the following text: ",
     "blurb2": " Please answer the question: ",
     "instruction": "Please only use facts in the text.  If the text does not provide the answer, then please "
                    "respond with: {{not_found_response}}",
     "system_message": "You are a helpful assistant who speaks with facts and no wasted words.",
     "user_vars": {"not_found_response": "'Not Found.'"}},

    {"prompt_name": "number_or_none",
     "prompt_description": "Closed Context - read passage, answer question, provide 'Not Found' if no answer in text.",
     "run_order": ["blurb1", "$context", "blurb2", "$query","instruction"],
     "blurb1" : "Please read the following text: ",
     "blurb2" : " Please answer the question: ",
     "instruction": "Please provide a specific number as an answer from the text.  "
                    "If the text does not provide a specific numerical answer, then please respond "
                    "with: {{not_found_response}}",
     "system_message": "You are a helpful assistant who speaks with facts and no wasted words.",
     "user_vars": {"not_found_response": "'Not Found.'"}},

    {"prompt_name": "summarize_with_bullets",
     "prompt_description": "Basic summarization with open ended number of bullet points.",
     "run_order": ["blurb1", "$context", "instruction"],
     "blurb1": "Please read the following text: ",
     "instruction": "Please summarize with bulletpoints.",
     "system_message": "You are a helpful assistant who speaks with facts and no wasted words.",
     "user_vars": {}},

    {"prompt_name": "summarize_with_numbered_bullets",
     "prompt_description": "Summarization with specified number of bullet points.",
     "run_order": ["blurb1", "$context", "instruction"],
     "blurb1": "Please read the following text: ",
     "instruction": "Please summarize the text with approximately {{number_of_bulletpoints}} numbered bulletpoints.",
     "system_message": "You are a helpful assistant who speaks with facts and no wasted words.",
     "user_vars": {"number_of_bulletpoints": 5}},

    {"prompt_name": "xsummary",
     "prompt_description": "Xtreme summarization with specified number of words.",
     "run_order": ["blurb1", "$context", "instruction"],
     "blurb1": "Please read the following text: ",
     "instruction": "Please summarize the text in no more than {{number_of_words}} words.",
     "system_message": "You are a helpful assistant who speaks with facts and no wasted words.",
     "user_vars": {"number_of_words": 25}},

    {"prompt_name": "completion",
     "prompt_description": "Open context text generation to complete starting point provided in prompt.",
     "run_order": ["blurb1", "$query", "instruction"],
     "blurb1": "Here is the starting point of a longer text: ",
     "instruction": "Please complete this text in the style provided in the text.",
     "system_message": "You are a helpful assistant who is a good creative writer.",
     "user_vars": {}},

    {"prompt_name": "dialog_summary",
     "prompt_description": "General summarization of a conversation text with specified number of bullet points.",
     "run_order": ["blurb1", "$context", "instruction"],
     "blurb1": "Please read the following discussion between two parties: ",
     "instruction": "Please summarize the key points from the conversation using less "
                    "than {{number_of_bulletpoints}} bulletpoints.",
     "system_message": "You are a helpful assistant.",
     "user_vars": {"number_of_bulletpoints": 10}},

    {"prompt_name": "not_found_classifier",
     "prompt_description": "Not Found Response classifier - used to ask a model to classify a particular response "
                           "as 'not found' - very useful in RAG applications.",
     "run_order": ["blurb1", "blurb2", "$context", "instruction"],
     "blurb1": "Here are several examples of a 'not found' response: "
               "Not Found \n"
               "The text does not provide an answer. \n"
               "The answer is not clear. \n"
               "Sorry, I could not find a definitive answer. \n"
               "The answer is not provided in the information given. \n"
               "The text does not specify the answer to this question. \n",
     "blurb2": "Here is a new example: ",
     "instruction": "Please respond 'Yes' or 'No' if this new example is a 'Not Found' response.",
     "system_message": "You are a helpful assistant.",
     "user_vars": {}},

    {"prompt_name": "top_level_select",
     "prompt_description": "Select the best answer among choices provided.",
     "run_order": ["blurb1", "$query", "blurb2","$context", "instruction"],
     "blurb1": "We are trying to answer the following question: ",
     "blurb2": "Which of the following selections best answers the question?",
     "instruction": "Please respond with the best answer among these selections.  "
                    "If more than one answer is useful, please summarize with bulletpoints.",
     "system_message": "You are a helpful assistant who speaks with facts and no wasted words.",
     "user_vars": {}},

    {"prompt_name": "answer_question_in_role",
     "prompt_description": "Answer a question with a specific role or point of view.",
     "run_order": ["blurb1", "$context", "blurb2", "$query", "instruction"],
     "blurb1": "Please read the following text: ",
     "blurb2": "Please answer the following question: ",
     "instruction": "In providing an answer to the question, please assume the perspective of a {{role}} and "
                    "write in that style.",
     "system_message": "You are a helpful assistant.",
     "user_vars": {"role": "business analyst"}},

    {"prompt_name": "editor_in_role",
     "prompt_description": "Edit a passage with a specific role or point of view.",
     "run_order": ["blurb1", "$context", "instruction"],
     "blurb1": "Please read the following text: ",
     "instruction": "Our task is to edit and improve the language of the text from the perspective of a business analyst.",
     "system_message": "You are a helpful editor and writer who reads text and improves the writing.",
     "user_vars": {"role": "business analyst"}},

    {"prompt_name": "yes_no",
     "prompt_description": "Answer a question with 'Yes' or 'No'.",
     "run_order": ["blurb1", "$context", "blurb2", "$query", "instruction"],
     "blurb1": "Please read the following text: ",
     "blurb2": "Based on these materials, please answer the question: ",
     "instruction": "Please answer this question with 'Yes' or 'No'.  If the text does not provide an answer,"
                    "then please respond with 'Not Found.'",
     "system_message": "You are a helpful assistant who speaks with facts and no wasted words.",
     "user_vars": {}},

    {"prompt_name": "multiple_choice",
     "prompt_description": "Answer a question using a set of pre-defined choices provided.",
     "run_order": ["blurb1", "$context", "blurb2", "$query", "instruction"],
     "blurb1": "Please read the following text: ",
     "blurb2": "Based on these materials, please answer the question: ",
     "instruction": "Please select from the choices provided.  If the text does not provide an answer,"
                    "then please respond with 'Not Found.'",
     "system_message": "You are a helpful assistant who speaks with facts and no wasted words."},

    {"prompt_name": "default_with_context",
     "prompt_description": "Default simple prompt when a question and context are passed.",
     "run_order": ["blurb1", "$context", "blurb2", "$query"],
     "blurb1": "Please read the following text: ",
     "blurb2": "Based on this text, please answer the question: ",
     "instruction": "",
     "system_message": "You are a helpful assistant who speaks with facts and no wasted words."},

    {"prompt_name": "default_no_context",
     "prompt_description": "Default simple prompt when only a question is passed.",
     "run_order": ["blurb1","$query"],
     "blurb1": "Please discuss the following: ",
     # "blurb2": "Based on this text, please answer the question: ",
     "instruction": "",
     "system_message": "You are a helpful assistant who likes to answer questions."},

    {"prompt_name": "summarize_with_bullets_w_query",
     "prompt_description": "Summarization of a text with a specific question being posed.",
     "run_order": ["blurb1", "$context", "blurb2","$query","instruction"],
     "blurb1": "Please read the following text: ",
     "blurb2": "Please read the following question: ",
     "instruction": "Please summarize with bulletpoints an analysis of the question.",
     "system_message": "You are a helpful assistant who speaks with facts and no wasted words."},

    {"prompt_name": "summarize_with_references_w_query",
     "prompt_description": "Summarization with text with guidance to provide reference to specific "
                           "information in the text passage.",
     "run_order": ["blurb1", "$context", "blurb2", "$query", "instruction"],
     "blurb1": "Please read the following text: ",
     "blurb2": "Please read the following question: ",
     "instruction": "Please provide an analysis of the question using information and specific clauses "
                    "in the text.",
     "system_message": "You are a helpful assistant who speaks with facts and no wasted words."},

    {"prompt_name": "write_poem",
     "prompt_description": "Write a poem prompt - note: results may vary greatly by model.",
     "run_order": ["instruction", "$query"],
     "instruction": "Please write a poem using the following prompt: ",
     "system_message": "You are a helpful assistant who is a creative writer and can rhyme words easily."},

    {"prompt_name": "ten_words",
     "prompt_description": "Xtreme summarization to answer question from a text in 10 words of less.",
     "run_order": ["instruction", "$query", "$context"],
     "blurb1": "Please read the following text: ",
     "blurb2": "Please read the following question: ",
     "instruction": "In no more than ten words, please give concise answer to the following question, using the "
                    "text as evidence to support",
     "system_message": "You are a helpful assistant who speaks with facts and no wasted words."},

    {"prompt_name": "explain_child",
     "prompt_description": "Standard simplified answer prompt - note: results may vary greatly by model.",
     "run_order": ["instruction", "$query", "$context"],
     "instruction": "Please explain to a child the following question using the provided text: ",
     "system_message": "You are a helpful assistant."},

    {"prompt_name": "make_joke",
     "prompt_description": "Standard joke prompt - note:  results may vary greatly by model.",
     "run_order": ["instruction", "$query"],
     "instruction": "Please be funny and tell a joke on the subject of: ",
     "system_message": "You are a helpful assistant with a good sense of humor."},

    {"prompt_name": "tell_story",
     "prompt_description": "Standard tell a story prompt - note: results may vary greatly by model.",
     "run_order": ["instruction", "$query"],
     "instruction": "Please write the start of a story on the topic of: ",
     "system_message": "You are a helpful assistant."},

    {"prompt_name": "write_headline",
     "prompt_description": "Generate a headline from a question and context.",
     "run_order": ["instruction", "$query", "$context"],
     "instruction": "Please write the headline only in a few words in capitalization to answer the question below, "
                    "using the materials provided. ",
     "system_message": "You are a helpful assistant."},

    {"prompt_name": "facts_only",
     "prompt_description": "Basic 'facts only' Q&A prompt.",
     "run_order": ["blurb1", "$context", "blurb2", "$query", "instruction"],
     "blurb1": "Please use the following materials- ",
     "blurb2": "Please answer the following question - ",
     "instruction": "In answering the question, please only use information contained in the provided materials.",
     "system_message": "You are a helpful assistant."},

    {"prompt_name": "top_bulletpoints",
     "prompt_description": "Summarization with question and answer in 5 bullet points.",
     "run_order": ["blurb1", "$context", "blurb2", "$query", "instruction"],
     "blurb1": "Please read the text below -  ",
     "blurb2": "Please read the following question - ",
     "instruction": "Please answer the question using the text, and write no more than 5 bulletpoints.",
     "system_message": "You are a helpful assistant."},

    {"prompt_name": "report_title",
     "prompt_description": "Generate title of report given context passage.",
     "run_order": ["instruction", "$context"],
     "instruction": "Please write the title to a report with the following information:  ",
     "system_message": "You are a helpful assistant."},

    {"prompt_name": "marketing_slogan",
     "prompt_description": "Generate marketing style slogan given context passage.",
     "run_order": ["blurb1", "$context", "blurb2", "$query", "instruction"],
     "blurb1": "Please read the following materials- ",
     "blurb2": "Please answer the following question - ",
     "instruction": "Please write a marketing slogan for the following offering using the following information as "
                    "background source materials.",
     "system_message": "You are a helpful assistant."},

    {"prompt_name": "top_level_summary",
     "prompt_description": "Summarization prompt intended for 'second-level' summaries of materials.",
     "run_order": ["blurb1", "$context", "blurb2", "$query", "instruction"],
     "blurb1": "Please read the following materials- ",
     "blurb2": "Please answer the following question - ",
     "instruction": "In answering the question, please write no more than five bulletpoints, and reference the most "
                    "important facts in the source materials.",
     "system_message": "You are a helpful assistant."},

]


model_benchmark_data = [

 {"model_name": "bling-phi-3-gguf",
  "base_model": "microsoft/Phi-3-mini-4k-instruct",
  "parameters": 3.8,
  "accuracy_score": 100,
  "not_found": 0.95,
  "yes_no": 0.975,
  "math_logic": 0.80,
  "complex_qa": 4,
  "summarization": 4},

 {"model_name": "bling-phi-3.5-gguf",
  "base_model": "microsoft/Phi-3.5-mini-instruct",
  "parameters": 3.8,
  "accuracy_score": 100,
  "not_found": 0.85,
  "yes_no": 0.95,
  "math_logic": 0.90,
  "complex_qa": 4,
  "summarization": 4},

 {"model_name": "dragon-yi-6b-v0",
  "base_model": "01-ai/yi-6b-v1",
  "parameters": 6.0,
  "accuracy_score": 99.5,
  "not_found": 0.90,
  "yes_no": 0.875,
  "math_logic": 0.775,
  "complex_qa": 4,
  "summarization": 4},

 {"model_name": "dragon-mistral-0.3-gguf",
  "base_model": "mistralai/Mistral-7B-v0.3",
  "parameters": 7.0,
  "accuracy_score": 99.5,
  "not_found": 0.90,
  "yes_no": 0.825,
  "math_logic": 0.675,
  "complex_qa": 4,
  "summarization": 4},

 {"model_name": "dragon-qwen2-7b-gguf",
  "base_model": "qwen/Qwen2-7b",
  "parameters": 7.0,
  "accuracy_score": 99,
  "not_found": 0.85,
  "yes_no": 1.0,
  "math_logic": 0.925,
  "complex_qa": 5,
  "summarization": 4},

 {"model_name": "dragon-yi-9b-gguf",
  "base_model": "01-ai/yi-v1.5-9b",
  "parameters": 8.8,
  "accuracy_score": 98,
  "not_found": 0.90,
  "yes_no": 0.925,
  "math_logic": 0.95,
  "complex_qa": 5,
  "summarization": 4},

 {"model_name": "dragon-deci-7b",
  "base_model": "Deci/Deci-7B",
  "parameters": 7.0,
  "accuracy_score": 97.5,
  "not_found": 0.95,
  "yes_no": 0.925,
  "math_logic": 0.9125,
  "complex_qa": 4,
  "summarization": 4},

 {"model_name": "dragon-llama-7b-v0",
  "base_model": "meta-llama/llama-2-base",
  "parameters": 7.0,
  "accuracy_score": 97.25,
  "not_found": 0.925,
  "yes_no": 0.95,
  "math_logic": 0.6375,
  "complex_qa": 3,
  "summarization": 3},

 {"model_name": "dragon-mistral-7b-v0",
  "base_model": "mistralai/mistral-7b-base-0.1",
  "parameters": 7.0,
  "accuracy_score": 96.5,
  "not_found": 0.925,
  "yes_no": 0.9750,
  "math_logic": 0.8125,
  "complex_qa": 4,
  "summarization": 4},

 {"model_name": "dragon-red-pajama-7b-v0",
  "base_model": "togethercomputer/RedPajama-INCITE-7B-Base",
  "parameters": 7.0,
  "accuracy_score": 96,
  "not_found": 0.55,
  "yes_no": 0.8125,
  "math_logic": 0.5250,
  "complex_qa": 3,
  "summarization": 3},

 {"model_name": "dragon-deci-6b",
  "base_model": "Deci/Deci-6B",
  "parameters": 6.0,
  "accuracy_score": 94.25,
  "not_found": 0.775,
  "yes_no": 0.9625,
  "math_logic": 0.6875,
  "complex_qa": 3,
  "summarization": 3},

 {"model_name": "dragon-llama-8b-3.1-gguf",
  "base_model": "meta-llama/meta-llama-8b-3.1-base",
  "parameters": 8.0,
  "accuracy_score": 94,
  "not_found": 0.70,
  "yes_no": 0.90,
  "math_logic": 0.7250,
  "complex_qa": 4,
  "summarization": 4},

 {"model_name": "dragon-stablelm-7b-v0",
  "base_model": "StableLM-7b-v2",
  "parameters": 7.0,
  "accuracy_score": 94,
  "not_found": 0.85,
  "yes_no": 0.8875,
  "math_logic": 0.6250,
  "complex_qa": 3,
  "summarization": 3},

 {"model_name": "dragon-falcon-7b-v0",
  "base_model": "tiiuae/falcon-7b",
  "parameters": 7.0,
  "accuracy_score": 94,
  "not_found": 0.75,
  "yes_no": 0.8125,
  "math_logic": 0.6675,
  "complex_qa": 3,
  "summarization": 3},

 {"model_name": "bling-stablelm-3b",
  "base_model": "stabilityai/stablelm-3b-4e1t",
  "parameters": 2.8,
  "accuracy_score": 94,
  "not_found": 0.675,
  "yes_no": 0.78,
  "math_logic": 0.29,
  "complex_qa": 3,
  "summarization": 3},

 {"model_name": "bling-qwen-mini-tool",
  "base_model": "Qwen/Qwen2-1.5b",
  "parameters": 1.5,
  "accuracy_score": 93.5,
  "not_found": 0.75,
  "yes_no": 0.875,
  "math_logic": 0.70,
  "complex_qa": 3,
  "summarization": 3},

 {"model_name": "bling-phi-2",
  "base_model": "microsoft/phi-2",
  "parameters": 2.8,
  "accuracy_score": 93,
  "not_found": 0.95,
  "yes_no": 0.850,
  "math_logic": 0.8250,
  "complex_qa": 3,
  "summarization": 3},

 {"model_name": "bling-red-pajamas-3b",
  "base_model": "togethercomputer/RedPajama-INCITE-Instruct-3B-v1",
  "parameters": 2.8,
  "accuracy_score": 92,
  "not_found": 0.45,
  "yes_no": 0.75,
  "math_logic": 0.20,
  "complex_qa": 2,
  "summarization": 3},

 {"model_name": "bling-sheared-llama-2.7b",
  "base_model": "princeton-nlp/Sheared-LLaMA-2.7B",
  "parameters": 2.7,
  "accuracy_score": 90.25,
  "not_found": 0.60,
  "yes_no": 0.80,
  "math_logic": 0.50,
  "complex_qa": 2,
  "summarization": 3},

 {"model_name": "bling-falcon-1b",
  "base_model": "tiiuae/falcon-1b",
  "parameters": 1.3,
  "accuracy_score": 89,
  "not_found": 0.575,
  "yes_no": 0.58,
  "math_logic": 0.25,
  "complex_qa": 1,
  "summarization": 3},

 {"model_name": "bling-phi-1.5",
  "base_model": "microsoft/phi-1.5",
  "parameters": 1.5,
  "accuracy_score": 87.75,
  "not_found": 0.475,
  "yes_no": 0.80,
  "math_logic": 0.5375,
  "complex_qa": 3,
  "summarization": 3},

 {"model_name": "bling-tiny-llama-v0",
  "base_model": "tinyllama/tinyllama-3T-1.1-v0[confirm]",
  "parameters": 1.1,
  "accuracy_score": 86.5,
  "not_found": 0.85,
  "yes_no": 0.825,
  "math_logic": 0.3750,
  "complex_qa": 3,
  "summarization": 3},

 {"model_name": "bling-sheared-llama-1.3b",
  "base_model": "princeton-nlp/Sheared-LLaMA-1.3B",
  "parameters": 1.3,
  "accuracy_score": 84.5,
  "not_found": 0.20,
  "yes_no": 0.6625,
  "math_logic": 0.0940,
  "complex_qa": 1,
  "summarization": 3},

 {"model_name": "bling-qwen-nano-tool",
  "base_model": "Qwen/Qwen2-0.5b",
  "parameters": 0.5,
  "accuracy_score": 81,
  "not_found": 0.65,
  "yes_no": 0.6250,
  "math_logic": 0.4250,
  "complex_qa": 3,
  "summarization": 3},

 {"model_name": "bling-1b-0.1",
  "base_model": "EleutherAI/pythia-1b",
  "parameters": 1.0,
  "accuracy_score": 73.25,
  "not_found": 0.1750,
  "yes_no": 0.29,
  "math_logic": 0.0,
  "complex_qa": 1,
  "summarization": 1},

 {"model_name": "bling-1.4b-0.1",
  "base_model": "EleutherAI/pythia-1.4b",
  "parameters": 1.4,
  "accuracy_score": 82.25,
  "not_found": 0.40,
  "yes_no": 0.6125,
  "math_logic": 0.0875,
  "complex_qa": 1,
  "summarization": 2}
]