mirror of
https://github.com/hanzoai/engine.git
synced 2026-11-21 02:36:58 +00:00
100 lines
3.2 KiB
Rust
100 lines
3.2 KiB
Rust
//! Multi-turn conversation with a multimodal model across turns.
|
|
//!
|
|
//! Run with: `cargo run --release --example multimodal_multiturn -p hanzo`
|
|
|
|
use anyhow::Result;
|
|
use hanzo::{ModelBuilder, MultimodalMessages, RequestBuilder, TextMessageRole};
|
|
|
|
const MODEL_ID: &str = "Qwen/Qwen3-VL-4B-Instruct";
|
|
|
|
#[tokio::main]
|
|
async fn main() -> Result<()> {
|
|
let model = ModelBuilder::new(MODEL_ID)
|
|
.with_logging()
|
|
.with_isq(hanzo::IsqType::Q8_0)
|
|
.build()
|
|
.await?;
|
|
|
|
let mut messages = MultimodalMessages::new().add_message(TextMessageRole::User, "Hello!");
|
|
|
|
let resp = model
|
|
.send_chat_request(RequestBuilder::from(messages.clone()).set_sampler_max_len(100))
|
|
.await?
|
|
.choices[0]
|
|
.message
|
|
.content
|
|
.clone()
|
|
.unwrap();
|
|
println!("\n\n{resp}");
|
|
messages = messages.add_message(TextMessageRole::Assistant, resp);
|
|
|
|
let bytes = match reqwest::blocking::get(
|
|
// "https://s3.amazonaws.com/cdn.tulips.com/images/large/Timeless-Tulip.jpg",
|
|
"https://niche-museums.imgix.net/pioneer-history.jpeg",
|
|
) {
|
|
Ok(http_resp) => http_resp.bytes()?.to_vec(),
|
|
Err(e) => anyhow::bail!(e),
|
|
};
|
|
let image = image::load_from_memory(&bytes)?;
|
|
|
|
messages = messages.add_image_message(
|
|
TextMessageRole::User,
|
|
"What is depicted here? Please describe the scene in detail.",
|
|
vec![image],
|
|
);
|
|
let resp = model
|
|
.send_chat_request(RequestBuilder::from(messages.clone()).set_sampler_max_len(100))
|
|
.await?
|
|
.choices[0]
|
|
.message
|
|
.content
|
|
.clone()
|
|
.unwrap();
|
|
println!("\n\n{resp}");
|
|
messages = messages.add_message(TextMessageRole::Assistant, resp);
|
|
|
|
let bytes = match reqwest::blocking::get(
|
|
"https://www.nhmagazine.com/content/uploads/2019/05/mtwashingtonFranconia-2-19-18-108-Edit-Edit.jpg"
|
|
) {
|
|
Ok(http_resp) => http_resp.bytes()?.to_vec(),
|
|
Err(e) => anyhow::bail!(e),
|
|
};
|
|
let image = image::load_from_memory(&bytes)?;
|
|
|
|
messages = messages.add_image_message(TextMessageRole::User, "What is this?", vec![image]);
|
|
let resp = model
|
|
.send_chat_request(RequestBuilder::from(messages.clone()).set_sampler_max_len(100))
|
|
.await?
|
|
.choices[0]
|
|
.message
|
|
.content
|
|
.clone()
|
|
.unwrap();
|
|
println!("\n\n{resp}");
|
|
messages = messages.add_message(TextMessageRole::Assistant, resp);
|
|
|
|
let bytes =
|
|
match reqwest::blocking::get("https://cdn.britannica.com/79/4679-050-BC127236/Titanic.jpg")
|
|
{
|
|
Ok(http_resp) => http_resp.bytes()?.to_vec(),
|
|
Err(e) => anyhow::bail!(e),
|
|
};
|
|
let image = image::load_from_memory(&bytes)?;
|
|
|
|
messages = messages.add_image_message(TextMessageRole::User, "What is this?", vec![image]);
|
|
let resp = model
|
|
.send_chat_request(RequestBuilder::from(messages.clone()).set_sampler_max_len(100))
|
|
.await?
|
|
.choices[0]
|
|
.message
|
|
.content
|
|
.clone()
|
|
.unwrap();
|
|
println!("\n\nModel response*: {resp}");
|
|
messages = messages.add_message(TextMessageRole::Assistant, resp);
|
|
|
|
println!("Final chat history: {messages:?}");
|
|
|
|
Ok(())
|
|
}
|