移除ai对话
This commit is contained in:
@@ -1,26 +0,0 @@
|
||||
from channels.generic.websocket import AsyncWebsocketConsumer
|
||||
import json
|
||||
from ai.langchain_client import get_ai_reply_stream
|
||||
from ai.utils import get_first_available_ai_config
|
||||
|
||||
|
||||
class ChatConsumer(AsyncWebsocketConsumer):
|
||||
async def connect(self):
|
||||
await self.accept()
|
||||
|
||||
async def disconnect(self, close_code):
|
||||
pass
|
||||
|
||||
async def receive(self, text_data):
|
||||
data = json.loads(text_data)
|
||||
user_message = data.get("message", "")
|
||||
|
||||
model, api_key, api_base = await get_first_available_ai_config()
|
||||
|
||||
async def send_chunk(chunk):
|
||||
await self.send(text_data=json.dumps({"is_streaming": True, "message": chunk}))
|
||||
|
||||
await get_ai_reply_stream(user_message, send_chunk, model_name=model, api_key=api_key, api_base=api_base)
|
||||
|
||||
# 结束标记
|
||||
await self.send(text_data=json.dumps({"done": True}))
|
||||
@@ -1,25 +0,0 @@
|
||||
from langchain.schema import HumanMessage
|
||||
|
||||
from langchain_core.callbacks import AsyncCallbackHandler
|
||||
from langchain_community.chat_models import ChatOpenAI
|
||||
|
||||
|
||||
class MyHandler(AsyncCallbackHandler):
|
||||
def __init__(self, send_func):
|
||||
super().__init__()
|
||||
self.send_func = send_func
|
||||
|
||||
async def on_llm_new_token(self, token: str, **kwargs):
|
||||
await self.send_func(token)
|
||||
|
||||
async def get_ai_reply_stream(message: str, send_func, api_key, api_base, model_name):
|
||||
# 实例化时就带回调
|
||||
chat = ChatOpenAI(
|
||||
openai_api_key=api_key,
|
||||
openai_api_base=api_base,
|
||||
model_name=model_name,
|
||||
temperature=0.7,
|
||||
streaming=True,
|
||||
callbacks=[MyHandler(send_func)]
|
||||
)
|
||||
await chat.ainvoke([HumanMessage(content=message)])
|
||||
@@ -1,7 +0,0 @@
|
||||
from django.urls import re_path
|
||||
|
||||
from ai.chat import ChatConsumer
|
||||
|
||||
websocket_urlpatterns = [
|
||||
re_path(r'ws/chat/$', ChatConsumer.as_asgi()),
|
||||
]
|
||||
Reference in New Issue
Block a user