model: openai:gpt-3.5-turbo # Specify the language model to use temperature: null # Set default temperature parameter top_p: null # Set default top-p parameter save: true # Indicates whether to persist the message save_session: null # Controls the persistence of the session, if null, asking the user highlight: true # Controls syntax highlighting light_theme: false # Activates a light color theme when true. ENV: AICHAT_LIGHT_THEME wrap: no # Controls text wrapping (no, auto, ) wrap_code: false # Enables or disables wrapping of code blocks auto_copy: false # Enables or disables automatic copying the last LLM response to the clipboard keybindings: emacs # Choose keybinding style (emacs, vi) prelude: null # Set a default role or session to start with (role:, session:) # Command that will be used to edit the current line buffer with ctrl+o # if unset fallback to $EDITOR and $VISUAL buffer_editor: null # Controls the function calling feature. For setup instructions, visit https://github.com/sigoden/llm-functions. function_calling: false # Compress session when token count reaches or exceeds this threshold (must be at least 1000) compress_threshold: 4000 # Text prompt used for creating a concise summary of session message summarize_prompt: 'Summarize the discussion briefly in 200 words or less to use as a prompt for future context.' # Text prompt used for including the summary of the entire session summary_prompt: 'This is a summary of the chat history as a recap: ' # Custom REPL prompt, see https://github.com/sigoden/aichat/wiki/Custom-REPL-Prompt left_prompt: '{color.green}{?session {session}{?role /}}{role}{color.cyan}{?session )}{!session >}{color.reset} ' right_prompt: '{color.purple}{?session {?consume_tokens {consume_tokens}({consume_percent}%)}{!consume_tokens {consume_tokens}}}{color.reset}' clients: # All clients have the following configuration: # - type: xxxx # name: xxxx # Only use it to distinguish clients with the same client type. Optional # models: # - name: xxxx # The model name # max_input_tokens: 100000 # supports_vision: true # supports_function_calling: true # patches: # : # The regex to match model names, e.g. '.*' 'gpt-4o' 'gpt-4o|gpt-4-.*' # request_body: # The JSON to be merged with the request body. # extra: # proxy: socks5://127.0.0.1:1080 # Set https/socks5 proxy. ENV: HTTPS_PROXY/https_proxy/ALL_PROXY/all_proxy # connect_timeout: 10 # Set timeout in seconds for connect to api # See https://platform.openai.com/docs/quickstart - type: openai api_key: sk-xxx # ENV: {client}_API_KEY api_base: https://api.openai.com/v1 # ENV: {client}_API_BASE organization_id: org-xxx # Optional # For any platform compatible with OpenAI's API - type: openai-compatible name: localai api_base: http://localhost:8080/v1 # ENV: {client}_API_BASE api_key: xxx # ENV: {client}_API_KEY chat_endpoint: /chat/completions # Optional models: - name: llama3 max_input_tokens: 8192 # See https://ai.google.dev/docs - type: gemini api_key: xxx # ENV: {client}_API_KEY patches: '.*': request_body: # Override safetySettings for all models safetySettings: - category: HARM_CATEGORY_HARASSMENT threshold: BLOCK_NONE - category: HARM_CATEGORY_HATE_SPEECH threshold: BLOCK_NONE - category: HARM_CATEGORY_SEXUALLY_EXPLICIT threshold: BLOCK_NONE - category: HARM_CATEGORY_DANGEROUS_CONTENT threshold: BLOCK_NONE # See https://docs.anthropic.com/claude/reference/getting-started-with-the-api - type: claude api_key: sk-ant-xxx # ENV: {client}_API_KEY # See https://docs.mistral.ai/ - type: openai-compatible name: mistral api_base: https://api.mistral.ai/v1 api_key: xxx # ENV: {client}_API_KEY # See https://docs.cohere.com/docs/the-cohere-platform - type: cohere api_key: xxx # ENV: {client}_API_KEY # See https://docs.perplexity.ai/docs/getting-started - type: openai-compatible name: perplexity api_base: https://api.perplexity.ai api_key: pplx-xxx # ENV: {client}_API_KEY # See https://console.groq.com/docs/quickstart - type: openai-compatible name: groq api_base: https://api.groq.com/openai/v1 api_key: gsk_xxx # ENV: {client}_API_KEY # See https://github.com/jmorganca/ollama - type: ollama api_base: http://localhost:11434 # ENV: {client}_API_BASE api_auth: Basic xxx # ENV: {client}_API_AUTH chat_endpoint: /api/chat # Optional models: # Required - name: llama3 max_input_tokens: 8192 # See https://learn.microsoft.com/en-us/azure/ai-services/openai/chatgpt-quickstart - type: azure-openai api_base: https://{RESOURCE}.openai.azure.com # ENV: {client}_API_BASE api_key: xxx # ENV: {client}_API_KEY models: # Required - name: gpt-35-turbo # Model deployment name max_input_tokens: 8192 # See https://cloud.google.com/vertex-ai - type: vertexai project_id: xxx # ENV: {client}_PROJECT_ID location: xxx # ENV: {client}_LOCATION # Specifies a application-default-credentials (adc) file, Optional field # Run `gcloud auth application-default login` to init the adc file # see https://cloud.google.com/docs/authentication/external/set-up-adc adc_file: patches: 'gemini-.*': request_body: # Override safetySettings for all gemini models safetySettings: - category: HARM_CATEGORY_HARASSMENT threshold: BLOCK_ONLY_HIGH - category: HARM_CATEGORY_HATE_SPEECH threshold: BLOCK_ONLY_HIGH - category: HARM_CATEGORY_SEXUALLY_EXPLICIT threshold: BLOCK_ONLY_HIGH - category: HARM_CATEGORY_DANGEROUS_CONTENT threshold: BLOCK_ONLY_HIGH # See https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/use-claude - type: vertexai-claude project_id: xxx # ENV: {client}_PROJECT_ID location: xxx # ENV: {client}_LOCATION # Specifies a application-default-credentials (adc) file, Optional field # Run `gcloud auth application-default login` to init the adc file # see https://cloud.google.com/docs/authentication/external/set-up-adc adc_file: # See https://docs.aws.amazon.com/bedrock/latest/userguide/ - type: bedrock access_key_id: xxx # ENV: {client}_ACCESS_KEY_ID secret_access_key: xxx # ENV: {client}_SECRET_ACCESS_KEY region: xxx # ENV: {client}_REGION # See https://developers.cloudflare.com/workers-ai/ - type: cloudflare account_id: xxx # ENV: {client}_ACCOUNT_ID api_key: xxx # ENV: {client}_API_KEY # See https://replicate.com/docs - type: replicate api_key: xxx # ENV: {client}_API_KEY # See https://cloud.baidu.com/doc/WENXINWORKSHOP/index.html - type: ernie api_key: xxx # ENV: {client}_API_KEY secret_key: xxxx # ENV: {client}_SECRET_KEY # See https://help.aliyun.com/zh/dashscope/ - type: qianwen api_key: sk-xxx # ENV: {client}_API_KEY # See https://platform.moonshot.cn/docs/intro - type: openai-compatible name: moonshot api_base: https://api.moonshot.cn/v1 api_key: sk-xxx # ENV: {client}_API_KEY # See https://platform.deepseek.com/api-docs/ - type: openai-compatible name: deepseek api_key: sk-xxx # ENV: {client}_API_KEY # See https://open.bigmodel.cn/dev/howuse/introduction - type: openai-compatible name: zhipuai api_key: xxx # ENV: {client}_API_KEY # See https://docs.endpoints.anyscale.com/ - type: openai-compatible name: anyscale api_base: https://api.endpoints.anyscale.com/v1 api_key: xxx # ENV: {client}_API_KEY # See https://deepinfra.com/docs - type: openai-compatible name: deepinfra api_base: https://api.deepinfra.com/v1/openai api_key: xxx # ENV: {client}_API_KEY # See https://readme.fireworks.ai/docs/quickstart - type: openai-compatible name: fireworks api_base: https://api.fireworks.ai/inference/v1 api_key: xxx # ENV: {client}_API_KEY # See https://openrouter.ai/docs#quick-start - type: openai-compatible name: openrouter api_base: https://openrouter.ai/api/v1 api_key: xxx # ENV: {client}_API_KEY # See https://octo.ai/docs/getting-started/quickstart - type: openai-compatible name: octoai api_base: https://text.octoai.run/v1 api_key: xxx # ENV: {client}_API_KEY # See https://docs.together.ai/docs/quickstart - type: openai-compatible name: together api_base: https://api.together.xyz/v1 api_key: xxx # ENV: {client}_API_KEY