Files
kserve/test/e2e/data/qwen_input_chat_stream.json

17 lines
335 B
JSON

{
"model": "hf-qwen-chat-stream",
"messages": [
{
"role": "system",
"content": "You are a helpful assistant."
},
{
"role": "user",
"content": "What is the result of 2 + 2?"
}
],
"temperature": 0,
"max_tokens": 20,
"stream": true
}