lilmeaty / model-xqvfcf190q

    license: apache-2.0
    base_model:
      - ICEPVP8977/Uncensored_llama_3.2_3b_safetensors
      - Hjgugugjhuhjggg/mergekit-passthrough-qudyacc
      - meta-llama/Llama-3.2-3B-Instruct
      - chuanli11/Llama-3.2-3B-Instruct-uncensored
      - meta-llama/Llama-3.2-3B
      - Qwen/Qwen2.5-Coder-1.5B
      - Qwen/Qwen2.5-1.5B
      - google/gemma-2-2b
      - bigcode/starcoder2-3b
      - Hjgugugjhuhjggg/mergekit-passthrough-jzygynw
    tags:
    - merge
    - mergekit
    - lazymergekit
    - ICEPVP8977/Uncensored_llama_3.2_3b_safetensors
    - Hjgugugjhuhjggg/mergekit-passthrough-qudyacc
    - meta-llama/Llama-3.2-3B-Instruct
    - chuanli11/Llama-3.2-3B-Instruct-uncensored
    - meta-llama/Llama-3.2-3B
    - Qwen/Qwen2.5-Coder-1.5B
    - Qwen/Qwen2.5-1.5B
    - google/gemma-2-2b
    - bigcode/starcoder2-3b
    - Hjgugugjhuhjggg/mergekit-passthrough-jzygynw
    ---
    # lilmeaty/model-xqvfcf190q
    lilmeaty/model-xqvfcf190q is a merge of the following models using [LazyMergekit](https://colab.research.google.com/drive/1obulZ1ROXHjYLn6PPZJwRR6GzgQogxxb?usp=sharing):
    * [ICEPVP8977/Uncensored_llama_3.2_3b_safetensors](https://huggingface.co/ICEPVP8977/Uncensored_llama_3.2_3b_safetensors)
    * [Hjgugugjhuhjggg/mergekit-passthrough-qudyacc](https://huggingface.co/Hjgugugjhuhjggg/mergekit-passthrough-qudyacc)
    * [meta-llama/Llama-3.2-3B-Instruct](https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct)
    * [chuanli11/Llama-3.2-3B-Instruct-uncensored](https://huggingface.co/chuanli11/Llama-3.2-3B-Instruct-uncensored)
    * [meta-llama/Llama-3.2-3B](https://huggingface.co/meta-llama/Llama-3.2-3B)
    * [Qwen/Qwen2.5-Coder-1.5B](https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B)
    * [Qwen/Qwen2.5-1.5B](https://huggingface.co/Qwen/Qwen2.5-1.5B)
    * [google/gemma-2-2b](https://huggingface.co/google/gemma-2-2b)
    * [bigcode/starcoder2-3b](https://huggingface.co/bigcode/starcoder2-3b)
    * [Hjgugugjhuhjggg/mergekit-passthrough-jzygynw](https://huggingface.co/Hjgugugjhuhjggg/mergekit-passthrough-jzygynw)
    ## 🧩 Configuration
    yamlslices:

• sources:
  • layer_range: [0, 10] model: ICEPVP8977/Uncensored_llama_3.2_3b_safetensors
• sources:
  • layer_range: [0, 10] model: Hjgugugjhuhjggg/mergekit-passthrough-qudyacc
• sources:
  • layer_range: [0, 10] model: meta-llama/Llama-3.2-3B-Instruct
• sources:
  • layer_range: [0, 10] model: chuanli11/Llama-3.2-3B-Instruct-uncensored
• sources:
  • layer_range: [0, 10] model: meta-llama/Llama-3.2-3B
• sources:
  • layer_range: [0, 10] model: Qwen/Qwen2.5-Coder-1.5B
• sources:
  • layer_range: [0, 10] model: Qwen/Qwen2.5-1.5B
• sources:
  • layer_range: [0, 10] model: google/gemma-2-2b
• sources:
  • layer_range: [0, 5] model: bigcode/starcoder2-3b
• sources:
  • layer_range: [0, 10] model: Hjgugugjhuhjggg/mergekit-passthrough-jzygynw

merge_method: passthrough dtype: float16## 💻 Usage python !pip install -qU transformers accelerate from transformers import AutoTokenizer import transformers import torch model = "lilmeaty/lilmeaty/model-xqvfcf190q" messages = [{"role": "user", "content": "What is a large language model?"}] tokenizer = AutoTokenizer.from_pretrained(model) prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True) pipeline = transformers.pipeline( "text-generation", model=model, torch_dtype=torch.float16, device_map="auto", ) outputs = pipeline(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95) print(outputs[0]["generated_text"])