language:
- en license: cc-by-nc-4.0 library_name: transformers tags:
- generated_from_trainer
- axolotl
- gemma
- instruct
- finetune
- chatml
- gpt4
- synthetic data
- distillation
- mlx datasets:
- mlabonne/chatml-OpenHermes2.5-dpo-binarized-alpha base_model: google/gemma-2b-it pipeline_tag: text-generation model-index:
- name: gemma-2b-openhermes results: []
mitkox/gemma-2b-dpo-uncensored-4bit
Use with mlx
pip install mlx-lm
from mlx_lm import load, generate
model, tokenizer = load("mitkox/gemma-2b-dpo-uncensored-4bit")
response = generate(model, tokenizer, prompt="hello", verbose=True)