You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
aichat/src/main.rs

289 lines
8.7 KiB
Rust

mod cli;
mod client;
mod config;
mod function;
mod logger;
mod render;
mod repl;
mod serve;
#[macro_use]
mod utils;
#[macro_use]
extern crate log;
use crate::cli::Cli;
use crate::client::{list_models, send_stream, CompletionOutput};
use crate::config::{
Config, GlobalConfig, Input, InputContext, WorkingMode, CODE_ROLE, EXPLAIN_SHELL_ROLE,
SHELL_ROLE,
};
use crate::function::eval_tool_calls;
use crate::render::{render_error, MarkdownRender};
use crate::repl::Repl;
use crate::utils::{
create_abort_signal, detect_shell, extract_block, run_command, run_spinner, Shell,
CODE_BLOCK_RE,
};
use anyhow::{bail, Result};
use async_recursion::async_recursion;
use clap::Parser;
use function::need_send_call_results;
use inquire::{Select, Text};
use is_terminal::IsTerminal;
use parking_lot::RwLock;
use std::io::{stderr, stdin, stdout, Read};
use std::process;
use std::sync::Arc;
use tokio::sync::oneshot;
#[tokio::main]
async fn main() -> Result<()> {
let cli = Cli::parse();
let text = cli.text();
let text = aggregate_text(text)?;
let file = &cli.file;
let no_input = text.is_none() && file.is_empty();
let working_mode = if cli.serve.is_some() {
WorkingMode::Serve
} else if no_input {
WorkingMode::Repl
} else {
WorkingMode::Command
};
crate::logger::setup_logger(working_mode)?;
let config = Arc::new(RwLock::new(Config::init(working_mode)?));
if let Some(addr) = cli.serve {
return serve::run(config, addr).await;
}
if cli.list_roles {
config
.read()
.roles
.iter()
.for_each(|v| println!("{}", v.name));
return Ok(());
}
if cli.list_models {
for model in list_models(&config.read()) {
println!("{}", model.id());
}
return Ok(());
}
if cli.list_sessions {
let sessions = config.read().list_sessions().join("\n");
println!("{sessions}");
return Ok(());
}
if let Some(wrap) = &cli.wrap {
config.write().set_wrap(wrap)?;
}
if cli.light_theme {
config.write().light_theme = true;
}
if cli.dry_run {
config.write().dry_run = true;
}
if let Some(prompt) = &cli.prompt {
config.write().set_prompt(prompt)?;
} else if let Some(name) = &cli.role {
config.write().set_role(name)?;
} else if cli.execute {
config.write().set_role(SHELL_ROLE)?;
} else if cli.code {
config.write().set_role(CODE_ROLE)?;
}
if let Some(session) = &cli.session {
config
.write()
.start_session(session.as_ref().map(|v| v.as_str()))?;
}
if let Some(model) = &cli.model {
config.write().set_model(model)?;
config.write().set_model_id();
}
if cli.save_session {
config.write().set_save_session(Some(true));
}
if cli.no_highlight {
config.write().highlight = false;
}
if cli.info {
let info = config.read().info()?;
println!("{}", info);
return Ok(());
}
if cli.execute {
if no_input {
bail!("No input");
}
let input = create_input(&config, text, file)?;
let shell = detect_shell();
shell_execute(&config, &shell, input).await?;
return Ok(());
}
config.write().apply_prelude()?;
if let Err(err) = match no_input {
false => {
let input = create_input(&config, text, file)?;
start_directive(&config, input, cli.no_stream, cli.code).await
}
true => start_interactive(&config).await,
} {
let highlight = stderr().is_terminal() && config.read().highlight;
render_error(err, highlight);
std::process::exit(1);
}
Ok(())
}
#[async_recursion]
async fn start_directive(
config: &GlobalConfig,
input: Input,
no_stream: bool,
code_mode: bool,
) -> Result<()> {
let client = input.create_client()?;
let is_terminal_stdout = stdout().is_terminal();
let extract_code = !is_terminal_stdout && code_mode;
let (output, tool_call_results) = if no_stream || extract_code {
let CompletionOutput {
text, tool_calls, ..
} = client.send_message(input.clone()).await?;
if !tool_calls.is_empty() {
(String::new(), eval_tool_calls(config, tool_calls)?)
} else {
let text = if extract_code && text.trim_start().starts_with("```") {
extract_block(&text)
} else {
text.clone()
};
if is_terminal_stdout {
let render_options = config.read().get_render_options()?;
let mut markdown_render = MarkdownRender::init(render_options)?;
println!("{}", markdown_render.render(&text).trim());
} else {
println!("{}", text);
}
(text, vec![])
}
} else {
let abort = create_abort_signal();
send_stream(&input, client.as_ref(), config, abort).await?
};
config
.write()
.save_message(&input, &output, &tool_call_results)?;
config.write().end_session()?;
if need_send_call_results(&tool_call_results) {
start_directive(
config,
input.merge_tool_call(output, tool_call_results),
no_stream,
code_mode,
)
.await
} else {
Ok(())
}
}
async fn start_interactive(config: &GlobalConfig) -> Result<()> {
let mut repl: Repl = Repl::init(config)?;
repl.run().await
}
#[async_recursion::async_recursion]
async fn shell_execute(config: &GlobalConfig, shell: &Shell, mut input: Input) -> Result<()> {
let client = input.create_client()?;
let is_terminal_stdout = stdout().is_terminal();
let ret = if is_terminal_stdout {
let (spinner_tx, spinner_rx) = oneshot::channel();
tokio::spawn(run_spinner(" Generating", spinner_rx));
let ret = client.send_message(input.clone()).await;
let _ = spinner_tx.send(());
ret
} else {
client.send_message(input.clone()).await
};
let mut eval_str = ret?.text;
if let Ok(true) = CODE_BLOCK_RE.is_match(&eval_str) {
eval_str = extract_block(&eval_str);
}
config.write().save_message(&input, &eval_str, &[])?;
config.read().maybe_copy(&eval_str);
let render_options = config.read().get_render_options()?;
let mut markdown_render = MarkdownRender::init(render_options)?;
if config.read().dry_run {
println!("{}", markdown_render.render(&eval_str).trim());
return Ok(());
}
if is_terminal_stdout {
loop {
let answer = Select::new(
eval_str.trim(),
vec!["✅ Execute", "🤔 Revise", "📙 Explain", "❌ Cancel"],
)
.prompt()?;
match answer {
"✅ Execute" => {
debug!("{} {:?}", shell.cmd, &[&shell.arg, &eval_str]);
let code = run_command(&shell.cmd, &[&shell.arg, &eval_str], None)?;
if code != 0 {
process::exit(code);
}
}
"🤔 Revise" => {
let revision = Text::new("Enter your revision:").prompt()?;
let text = format!("{}\n{revision}", input.text());
input.set_text(text);
return shell_execute(config, shell, input).await;
}
"📙 Explain" => {
let role = config.read().retrieve_role(EXPLAIN_SHELL_ROLE)?;
let input = Input::from_str(config, &eval_str, Some(InputContext::role(role)));
let abort = create_abort_signal();
send_stream(&input, client.as_ref(), config, abort).await?;
continue;
}
_ => {}
}
break;
}
} else {
println!("{}", eval_str);
}
Ok(())
}
fn aggregate_text(text: Option<String>) -> Result<Option<String>> {
let text = if stdin().is_terminal() {
text
} else {
let mut stdin_text = String::new();
stdin().read_to_string(&mut stdin_text)?;
if let Some(text) = text {
Some(format!("{text}\n{stdin_text}"))
} else {
Some(stdin_text)
}
};
Ok(text)
}
fn create_input(config: &GlobalConfig, text: Option<String>, file: &[String]) -> Result<Input> {
let input = if file.is_empty() {
Input::from_str(config, &text.unwrap_or_default(), None)
} else {
Input::new(config, &text.unwrap_or_default(), file.to_vec(), None)?
};
if input.is_empty() {
bail!("No input");
}
Ok(input)
}