mirror of https://github.com/sigoden/aichat
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
216 lines
9.8 KiB
YAML
216 lines
9.8 KiB
YAML
model: openai:gpt-3.5-turbo # Specify the language model to use
|
|
temperature: null # Set default temperature parameter
|
|
top_p: null # Set default top-p parameter
|
|
save: true # Indicates whether to persist the message
|
|
save_session: null # Controls the persistence of the session, if null, asking the user
|
|
highlight: true # Controls syntax highlighting
|
|
light_theme: false # Activates a light color theme when true. ENV: AICHAT_LIGHT_THEME
|
|
wrap: no # Controls text wrapping (no, auto, <max-width>)
|
|
wrap_code: false # Enables or disables wrapping of code blocks
|
|
auto_copy: false # Enables or disables automatic copying the last LLM response to the clipboard
|
|
keybindings: emacs # Choose keybinding style (emacs, vi)
|
|
prelude: null # Set a default role or session to start with (role:<name>, session:<name>)
|
|
|
|
# Command that will be used to edit the current line buffer with ctrl+o
|
|
# if unset fallback to $EDITOR and $VISUAL
|
|
buffer_editor: null
|
|
|
|
# Compress session when token count reaches or exceeds this threshold (must be at least 1000)
|
|
compress_threshold: 1000
|
|
# Text prompt used for creating a concise summary of session message
|
|
summarize_prompt: 'Summarize the discussion briefly in 200 words or less to use as a prompt for future context.'
|
|
# Text prompt used for including the summary of the entire session
|
|
summary_prompt: 'This is a summary of the chat history as a recap: '
|
|
|
|
# Custom REPL prompt, see https://github.com/sigoden/aichat/wiki/Custom-REPL-Prompt
|
|
left_prompt: '{color.green}{?session {session}{?role /}}{role}{color.cyan}{?session )}{!session >}{color.reset} '
|
|
right_prompt: '{color.purple}{?session {?consume_tokens {consume_tokens}({consume_percent}%)}{!consume_tokens {consume_tokens}}}{color.reset}'
|
|
|
|
clients:
|
|
# All clients have the following configuration:
|
|
# - type: xxxx
|
|
# name: xxxx # Only use it to distinguish clients with the same client type. Optional
|
|
# models:
|
|
# - name: xxxx # The model name
|
|
# max_input_tokens: 100000
|
|
# supports_vision: true
|
|
# extra_fields: # Set custom parameters, will merge with the body json
|
|
# key: value
|
|
# extra:
|
|
# proxy: socks5://127.0.0.1:1080 # Set https/socks5 proxy. ENV: HTTPS_PROXY/https_proxy/ALL_PROXY/all_proxy
|
|
# connect_timeout: 10 # Set timeout in seconds for connect to api
|
|
|
|
# See https://platform.openai.com/docs/quickstart
|
|
- type: openai
|
|
api_key: sk-xxx # ENV: {client}_API_KEY
|
|
api_base: https://api.openai.com/v1 # ENV: {client}_API_BASE
|
|
organization_id: org-xxx # Optional
|
|
|
|
# For any platform compatible with OpenAI's API
|
|
- type: openai-compatible
|
|
name: localai
|
|
api_base: http://localhost:8080/v1 # ENV: {client}_API_BASE
|
|
api_key: xxx # ENV: {client}_API_KEY
|
|
chat_endpoint: /chat/completions # Optional
|
|
models:
|
|
- name: llama3
|
|
max_input_tokens: 8192
|
|
|
|
# See https://ai.google.dev/docs
|
|
- type: gemini
|
|
api_key: xxx # ENV: {client}_API_KEY
|
|
safetySettings:
|
|
- category: HARM_CATEGORY_HARASSMENT
|
|
threshold: BLOCK_NONE
|
|
- category: HARM_CATEGORY_HATE_SPEECH
|
|
threshold: BLOCK_NONE
|
|
- category: HARM_CATEGORY_SEXUALLY_EXPLICIT
|
|
threshold: BLOCK_NONE
|
|
- category: HARM_CATEGORY_DANGEROUS_CONTENT
|
|
threshold: BLOCK_NONE
|
|
|
|
# See https://docs.anthropic.com/claude/reference/getting-started-with-the-api
|
|
- type: claude
|
|
api_key: sk-ant-xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://docs.mistral.ai/
|
|
- type: openai-compatible
|
|
name: mistral
|
|
api_base: https://api.mistral.ai/v1
|
|
api_key: xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://docs.cohere.com/docs/the-cohere-platform
|
|
- type: cohere
|
|
api_key: xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://docs.perplexity.ai/docs/getting-started
|
|
- type: openai-compatible
|
|
name: perplexity
|
|
api_base: https://api.perplexity.ai
|
|
api_key: pplx-xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://console.groq.com/docs/quickstart
|
|
- type: openai-compatible
|
|
name: groq
|
|
api_base: https://api.groq.com/openai/v1
|
|
api_key: gsk_xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://github.com/jmorganca/ollama
|
|
- type: ollama
|
|
api_base: http://localhost:11434 # ENV: {client}_API_BASE
|
|
api_auth: Basic xxx # ENV: {client}_API_AUTH
|
|
chat_endpoint: /api/chat # Optional
|
|
models: # Required
|
|
- name: llama3
|
|
max_input_tokens: 8192
|
|
|
|
# See https://learn.microsoft.com/en-us/azure/ai-services/openai/chatgpt-quickstart
|
|
- type: azure-openai
|
|
api_base: https://{RESOURCE}.openai.azure.com # ENV: {client}_API_BASE
|
|
api_key: xxx # ENV: {client}_API_KEY
|
|
models: # Required
|
|
- name: gpt-35-turbo # Model deployment name
|
|
max_input_tokens: 8192
|
|
|
|
# See https://cloud.google.com/vertex-ai
|
|
- type: vertexai
|
|
project_id: xxx # ENV: {client}_PROJECT_ID
|
|
location: xxx # ENV: {client}_LOCATION
|
|
# Specifies a application-default-credentials (adc) file, Optional field
|
|
# Run `gcloud auth application-default login` to init the adc file
|
|
# see https://cloud.google.com/docs/authentication/external/set-up-adc
|
|
adc_file: <path-to/gcloud/application_default_credentials.json>
|
|
safetySettings:
|
|
- category: HARM_CATEGORY_HARASSMENT
|
|
threshold: BLOCK_ONLY_HIGH
|
|
- category: HARM_CATEGORY_HATE_SPEECH
|
|
threshold: BLOCK_ONLY_HIGH
|
|
- category: HARM_CATEGORY_SEXUALLY_EXPLICIT
|
|
threshold: BLOCK_ONLY_HIGH
|
|
- category: HARM_CATEGORY_DANGEROUS_CONTENT
|
|
threshold: BLOCK_ONLY_HIGH
|
|
|
|
# See https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/use-claude
|
|
- type: vertexai-claude
|
|
project_id: xxx # ENV: {client}_PROJECT_ID
|
|
location: xxx # ENV: {client}_LOCATION
|
|
# Specifies a application-default-credentials (adc) file, Optional field
|
|
# Run `gcloud auth application-default login` to init the adc file
|
|
# see https://cloud.google.com/docs/authentication/external/set-up-adc
|
|
adc_file: <path-to/gcloud/application_default_credentials.json>
|
|
|
|
# See https://docs.aws.amazon.com/bedrock/latest/userguide/
|
|
- type: bedrock
|
|
access_key_id: xxx # ENV: {client}_ACCESS_KEY_ID
|
|
secret_access_key: xxx # ENV: {client}_SECRET_ACCESS_KEY
|
|
region: xxx # ENV: {client}_REGION
|
|
|
|
# See https://developers.cloudflare.com/workers-ai/
|
|
- type: cloudflare
|
|
account_id: xxx # ENV: {client}_ACCOUNT_ID
|
|
api_key: xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://replicate.com/docs
|
|
- type: replicate
|
|
api_key: xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://cloud.baidu.com/doc/WENXINWORKSHOP/index.html
|
|
- type: ernie
|
|
api_key: xxx # ENV: {client}_API_KEY
|
|
secret_key: xxxx # ENV: {client}_SECRET_KEY
|
|
|
|
# See https://help.aliyun.com/zh/dashscope/
|
|
- type: qianwen
|
|
api_key: sk-xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://platform.moonshot.cn/docs/intro
|
|
- type: openai-compatible
|
|
name: moonshot
|
|
api_base: https://api.moonshot.cn/v1
|
|
api_key: sk-xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://platform.deepseek.com/api-docs/
|
|
- type: openai-compatible
|
|
name: deepseek
|
|
api_key: sk-xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://open.bigmodel.cn/dev/howuse/introduction
|
|
- type: openai-compatible
|
|
name: zhipuai
|
|
api_key: xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://docs.endpoints.anyscale.com/
|
|
- type: openai-compatible
|
|
name: anyscale
|
|
api_base: https://api.endpoints.anyscale.com/v1
|
|
api_key: xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://deepinfra.com/docs
|
|
- type: openai-compatible
|
|
name: deepinfra
|
|
api_base: https://api.deepinfra.com/v1/openai
|
|
api_key: xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://readme.fireworks.ai/docs/quickstart
|
|
- type: openai-compatible
|
|
name: fireworks
|
|
api_base: https://api.fireworks.ai/inference/v1
|
|
api_key: xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://openrouter.ai/docs#quick-start
|
|
- type: openai-compatible
|
|
name: openrouter
|
|
api_base: https://openrouter.ai/api/v1
|
|
api_key: xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://octo.ai/docs/getting-started/quickstart
|
|
- type: openai-compatible
|
|
name: octoai
|
|
api_base: https://text.octoai.run/v1
|
|
api_key: xxx # ENV: {client}_API_KEY
|
|
|
|
# See https://docs.together.ai/docs/quickstart
|
|
- type: openai-compatible
|
|
name: together
|
|
api_base: https://api.together.xyz/v1
|
|
api_key: xxx # ENV: {client}_API_KEY |