set custom model per role

Signed-off-by: blob42 <contact@blob42.xyz>
pull/502/head
blob42 1 month ago
parent 154c1e0b4b
commit b51772ba29

@ -291,6 +291,9 @@ impl Config {
}
pub fn set_role_obj(&mut self, role: Role) -> Result<()> {
if let Some(model_id) = &role.model_id {
self.set_model(model_id)?;
}
if let Some(session) = self.session.as_mut() {
session.guard_empty()?;
session.set_temperature(role.temperature);

@ -20,6 +20,9 @@ pub struct Role {
pub prompt: String,
pub temperature: Option<f64>,
pub top_p: Option<f64>,
#[serde(rename(serialize = "model", deserialize = "model"))]
pub model_id: Option<String>,
}
impl Role {
@ -29,6 +32,7 @@ impl Role {
prompt: prompt.into(),
temperature: None,
top_p: None,
model_id: None,
}
}
@ -64,6 +68,7 @@ async function timeout(ms) {
prompt,
temperature: None,
top_p: None,
model_id: None,
})
.collect()
}

Loading…
Cancel
Save