mirror of
https://github.com/zenlm/zen-embedding.git
synced 2026-10-30 14:58:05 +00:00
zeekay
7b468cf6d8
Squashed from upstream Qwen3-Embedding with Zen LM branding. Evaluation data with broken LFS pointers excluded.
32 lines
853 B
Python
32 lines
853 B
Python
"""
|
|
Basic usage example for MODEL_NAME
|
|
"""
|
|
from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
|
|
|
|
def main():
|
|
# Load model and tokenizer
|
|
model_name = "zenlm/MODEL_NAME"
|
|
print(f"Loading {model_name}...")
|
|
|
|
model = AutoModelForCausalLM.from_pretrained(model_name)
|
|
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
|
|
|
# Example prompts
|
|
prompts = [
|
|
"What is the meaning of life?",
|
|
"Explain quantum computing in simple terms.",
|
|
"Write a haiku about AI."
|
|
]
|
|
|
|
for prompt in prompts:
|
|
print(f"\nPrompt: {prompt}")
|
|
inputs = tokenizer(prompt, return_tensors="pt")
|
|
outputs = model.generate(**inputs, max_new_tokens=100)
|
|
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
|
print(f"Response: {response}")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|