[\S\s]+?)\n```", text)
+ if match:
+ return match.group("code")
+ return text
+
+def iter_response(
+ response: iter,
+ stream: bool,
+ response_format: dict = None,
+ max_tokens: int = None,
+ stop: list = None
+) -> Generator:
+ content = ""
+ idx = 1
+ chunk = None
+ finish_reason = "stop"
+ for idx, chunk in enumerate(response):
+ content += str(chunk)
+ if max_tokens is not None and idx > max_tokens:
+ finish_reason = "max_tokens"
+ break
+ first = -1
+ word = None
+ if stop is not None:
+ for word in list(stop):
+ first = content.find(word)
+ if first != -1:
+ content = content[:first]
+ break
+ if stream:
+ if first != -1:
+ first = chunk.find(word)
+ if first != -1:
+ chunk = chunk[:first]
+ else:
+ first = 0
+ yield ChatCompletionChunk([ChatCompletionDeltaChoice(ChatCompletionDelta(chunk))])
+ if first != -1:
+ break
+ if not stream:
+ if response_format is not None and "type" in response_format:
+ if response_format["type"] == "json_object":
+ response = read_json(response)
+ yield ChatCompletion([ChatCompletionChoice(ChatCompletionMessage(response, finish_reason))])
+
+async def aiter_response(
+ response: aiter,
+ stream: bool,
+ response_format: dict = None,
+ max_tokens: int = None,
+ stop: list = None
+) -> AsyncGenerator:
+ content = ""
+ try:
+ idx = 0
+ chunk = None
+ async for chunk in response:
+ content += str(chunk)
+ if max_tokens is not None and idx > max_tokens:
+ break
+ first = -1
+ word = None
+ if stop is not None:
+ for word in list(stop):
+ first = content.find(word)
+ if first != -1:
+ content = content[:first]
+ break
+ if stream:
+ if first != -1:
+ first = chunk.find(word)
+ if first != -1:
+ chunk = chunk[:first]
+ else:
+ first = 0
+ yield ChatCompletionChunk([ChatCompletionDeltaChoice(ChatCompletionDelta(chunk))])
+ if first != -1:
+ break
+ idx += 1
+ except:
+ ...
+ if not stream:
+ if response_format is not None and "type" in response_format:
+ if response_format["type"] == "json_object":
+ response = read_json(response)
+ yield ChatCompletion([ChatCompletionChoice(ChatCompletionMessage(response))])
+
+class Model():
+ def __getitem__(self, item):
+ return getattr(self, item)
+
+class ChatCompletion(Model):
+ def __init__(self, choices: list):
+ self.choices = choices
+
+class ChatCompletionChunk(Model):
+ def __init__(self, choices: list):
+ self.choices = choices
+
+class ChatCompletionChoice(Model):
+ def __init__(self, message: ChatCompletionMessage):
+ self.message = message
+
+class ChatCompletionMessage(Model):
+ def __init__(self, content: str, finish_reason: str):
+ self.content = content
+ self.finish_reason = finish_reason
+ self.index = 0
+ self.logprobs = None
+
+class ChatCompletionDelta(Model):
+ def __init__(self, content: str):
+ self.content = content
+
+class ChatCompletionDeltaChoice(Model):
+ def __init__(self, delta: ChatCompletionDelta):
+ self.delta = delta
+
+class Client():
+ proxies: Proxies = None
+ chat: Chat
+
+ def __init__(
+ self,
+ provider: ProviderType = None,
+ image_provider: ImageProvider = None,
+ proxies: Proxies = None,
+ **kwargs
+ ) -> None:
+ self.proxies: Proxies = proxies
+ self.images = Images(self, image_provider)
+ self.chat = Chat(self, provider)
+
+ def get_proxy(self) -> Union[str, None]:
+ if isinstance(self.proxies, str) or self.proxies is None:
+ return self.proxies
+ elif "all" in self.proxies:
+ return self.proxies["all"]
+ elif "https" in self.proxies:
+ return self.proxies["https"]
+ return None
+
+class Completions():
+ def __init__(self, client: Client, provider: ProviderType = None):
+ self.client: Client = client
+ self.provider: ProviderType = provider
+
+ def create(
+ self,
+ messages: Messages,
+ model: str,
+ provider: ProviderType = None,
+ stream: bool = False,
+ response_format: dict = None,
+ max_tokens: int = None,
+ stop: list = None,
+ **kwargs
+ ) -> Union[dict, Generator]:
+ if max_tokens is not None:
+ kwargs["max_tokens"] = max_tokens
+ if stop:
+ kwargs["stop"] = list(stop)
+ model, provider = get_model_and_provider(
+ model,
+ self.provider if provider is None else provider,
+ stream,
+ **kwargs
+ )
+ response = provider.create_completion(model, messages, stream=stream, **kwargs)
+ if isinstance(provider, type) and issubclass(provider, AsyncGeneratorProvider):
+ response = iter_response(response, stream, response_format) # max_tokens, stop
+ else:
+ response = iter_response(response, stream, response_format, max_tokens, stop)
+ return response if stream else next(response)
+
+class Chat():
+ completions: Completions
+
+ def __init__(self, client: Client, provider: ProviderType = None):
+ self.completions = Completions(client, provider)
+
+class ImageModels():
+ gemini = Gemini
+ openai = OpenaiChat
+
+ def __init__(self, client: Client) -> None:
+ self.client = client
+ self.default = BingCreateImages(proxy=self.client.get_proxy())
+
+ def get(self, name: str) -> ImageProvider:
+ return getattr(self, name) if hasattr(self, name) else self.default
+
+class ImagesResponse(Model):
+ data: list[Image]
+
+ def __init__(self, data: list) -> None:
+ self.data = data
+
+class Image(Model):
+ url: str
+
+ def __init__(self, url: str) -> None:
+ self.url = url
+
+class Images():
+ def __init__(self, client: Client, provider: ImageProvider = None):
+ self.client: Client = client
+ self.provider: ImageProvider = provider
+ self.models: ImageModels = ImageModels(client)
+
+ def generate(self, prompt, model: str = None, **kwargs):
+ provider = self.models.get(model) if model else self.provider or self.models.get(model)
+ if isinstance(provider, BaseProvider) or isinstance(provider, type) and issubclass(provider, BaseProvider):
+ prompt = f"create a image: {prompt}"
+ response = provider.create_completion(
+ "",
+ [{"role": "user", "content": prompt}],
+ True,
+ proxy=self.client.get_proxy()
+ )
+ else:
+ response = provider.create(prompt)
+
+ for chunk in response:
+ if isinstance(chunk, ImageProviderResponse):
+ return ImagesResponse([Image(image)for image in list(chunk.images)])
+ raise NoImageResponseError()
+
+ def create_variation(self, image: ImageType, model: str = None, **kwargs):
+ provider = self.models.get(model) if model else self.provider
+ if isinstance(provider, BaseProvider):
+ response = provider.create_completion(
+ "",
+ [{"role": "user", "content": "create a image like this"}],
+ True,
+ image=image,
+ proxy=self.client.get_proxy()
+ )
+ for chunk in response:
+ if isinstance(chunk, ImageProviderResponse):
+ return ImagesResponse([Image(image)for image in list(chunk.images)])
+ raise NoImageResponseError()
\ No newline at end of file
diff --git a/g4f/errors.py b/g4f/errors.py
index 48171a6e..5e821ded 100644
--- a/g4f/errors.py
+++ b/g4f/errors.py
@@ -1,35 +1,38 @@
class ProviderNotFoundError(Exception):
- pass
+ ...
class ProviderNotWorkingError(Exception):
- pass
+ ...
class StreamNotSupportedError(Exception):
- pass
+ ...
class ModelNotFoundError(Exception):
- pass
+ ...
class ModelNotAllowedError(Exception):
- pass
+ ...
class RetryProviderError(Exception):
- pass
+ ...
class RetryNoProviderError(Exception):
- pass
+ ...
class VersionNotFoundError(Exception):
- pass
+ ...
class NestAsyncioError(Exception):
- pass
+ ...
class ModelNotSupportedError(Exception):
- pass
+ ...
class MissingRequirementsError(Exception):
- pass
+ ...
class MissingAuthError(Exception):
- pass
\ No newline at end of file
+ ...
+
+class NoImageResponseError(Exception):
+ ...
\ No newline at end of file
diff --git a/g4f/gui/client/js/chat.v1.js b/g4f/gui/client/js/chat.v1.js
index a243b1de..2042d174 100644
--- a/g4f/gui/client/js/chat.v1.js
+++ b/g4f/gui/client/js/chat.v1.js
@@ -52,6 +52,12 @@ const handle_ask = async () => {
}
await add_message(window.conversation_id, "user", message);
window.token = message_id();
+
+ if (imageInput.dataset.src) URL.revokeObjectURL(imageInput.dataset.src);
+ const input = imageInput && imageInput.files.length > 0 ? imageInput : cameraInput
+ if (input.files.length > 0) imageInput.dataset.src = URL.createObjectURL(input.files[0]);
+ else delete imageInput.dataset.src
+
message_box.innerHTML += `
@@ -64,10 +70,6 @@ const handle_ask = async () => {
? '
'
: ''
}
- ${cameraInput.dataset.src
- ? '
'
- : ''
- }
`;
@@ -683,24 +685,13 @@ observer.observe(message_input, { attributes: true });
document.getElementById("version_text").innerHTML = text
})()
for (const el of [imageInput, cameraInput]) {
- console.log(el.files);
el.addEventListener('click', async () => {
el.value = '';
- delete el.dataset.src;
- });
- do_load = async () => {
- if (el.files.length) {
- delete imageInput.dataset.src;
- delete cameraInput.dataset.src;
- const reader = new FileReader();
- reader.addEventListener('load', (event) => {
- el.dataset.src = event.target.result;
- });
- reader.readAsDataURL(el.files[0]);
+ if (imageInput.dataset.src) {
+ URL.revokeObjectURL(imageInput.dataset.src);
+ delete imageInput.dataset.src
}
- }
- do_load()
- el.addEventListener('change', do_load);
+ });
}
fileInput.addEventListener('click', async (event) => {
fileInput.value = '';