Update Llama2.py

pull/1802/head
H Lohaus 2 months ago committed by GitHub
parent e418c03aa0
commit 802cf1ce21
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

@ -3,6 +3,7 @@ from __future__ import annotations
from aiohttp import ClientSession
from ..typing import AsyncResult, Messages
from ..requests.raise_for_status import raise_for_status
from .base_provider import AsyncGeneratorProvider, ProviderModelMixin
@ -67,8 +68,10 @@ class Llama2(AsyncGeneratorProvider, ProviderModelMixin):
}
started = False
async with session.post(f"{cls.url}/api", json=data, proxy=proxy) as response:
response.raise_for_status()
await raise_for_status(response)
async for chunk in response.content.iter_any():
if not chunk:
continue
if not started:
chunk = chunk.lstrip()
started = True

Loading…
Cancel
Save