{"id":8989,"date":"2023-09-22T16:01:49","date_gmt":"2023-09-22T08:01:49","guid":{"rendered":"\/?p=8989"},"modified":"2023-09-22T17:02:05","modified_gmt":"2023-09-22T09:02:05","slug":"%e6%a8%a1%e6%8b%9fchatgpt%e6%b5%81%e5%bc%8f%e5%93%8d%e5%ba%94","status":"publish","type":"post","link":"\/?p=8989","title":{"rendered":"\u6a21\u62dfChatGPT\u6d41\u5f0f\u54cd\u5e94"},"content":{"rendered":"

\u770b\u770b\u4f60\u7684<\/h2>\n

\u53c2\u8003\u767e\u5ea6AI\u5bf9\u8bdd\u548csiderAI:<\/p>\n

\u767e\u5ea6\u7684\uff1a<\/p>\n

\u63a5\u53e3\u540d\u79f0\uff1ahttps:\/\/chat-ws.baidu.com\/aichat\/api\/conversation<\/code>,POST\u8bf7\u6c42<\/p>\n

\"image-20230919162904032\"<\/p>\n

\"image-20230919162647789\"<\/p>\n

\"image-20230919162850495\"<\/p>\n

SiderAI\u7684\uff1ahttps:\/\/sider.ai\/api\/v1\/completion\/text<\/code>,\u4e5f\u662fPOST\u8bf7\u6c42<\/p>\n

\"image-20230919162925544\"<\/p>\n

\"image-20230919162757351\"<\/p>\n

\u53ef\u89c1\u683c\u5f0f\u5404\u4e0d\u76f8\u540c\uff0c\u5173\u952e\u662f\u524d\u540e\u53f0\u5982\u4f55\u4ea4\u4e92\u6570\u636e\u6d41\u3002<\/p>\n

\u6d41\u5f0f\u8fd4\u56de\u7b80\u4ecb<\/h2>\n

\u6d41\u5f0f\u8fd4\u56de\u662f\u4e00\u79cd\u5c06\u6570\u636e\u4ee5\u6d41\u7684\u5f62\u5f0f\u4f20\u8f93\u5230\u5ba2\u6237\u7aef\u7684\u673a\u5236\uff0c\u4e0e\u4f20\u7edf\u7684\u4e00\u6b21\u6027\u8bf7\u6c42-\u54cd\u5e94\u6a21\u5f0f\u4e0d\u540c\u3002\u5728ChatGPT<\/strong>\u4e2d\uff0c\u6d41\u5f0f\u8fd4\u56de\u4f7f\u6211\u4eec\u80fd\u591f\u5728\u6a21\u578b\u751f\u6210\u6587\u672c\u7684\u540c\u65f6\u9010\u6b65\u5c06\u7ed3\u679c\u53d1\u9001\u7ed9\u5ba2\u6237\u7aef\uff0c\u5b9e\u73b0\u5b9e\u65f6\u7684\u4ea4\u4e92\u4f53\u9a8c\u3002<\/p>\n

ChatGPT<\/strong>\u7684\u6d41\u5f0f\u8fd4\u56de\u57fa\u4e8e\u670d\u52a1\u5668\u53d1\u9001\u4e8b\u4ef6\uff08Server-Sent Events<\/code>\uff0cSSE<\/strong>\uff09\u6280\u672f\u3002SSE<\/strong>\u5229\u7528HTTP<\/strong>\u534f\u8bae\uff0c\u5728\u5ba2\u6237\u7aef\u4e0e\u670d\u52a1\u5668\u4e4b\u95f4\u5efa\u7acb\u6301\u4e45\u6027\u7684\u5355\u5411\u8fde\u63a5\uff0c\u670d\u52a1\u7aef\u4e0e\u5ba2\u6237\u7aef\u5efa\u7acb\u4e86 \u957f\u8fde\u63a5<\/strong>\uff0c\u670d\u52a1\u5668\u53ef\u4ee5\u901a\u8fc7\u8be5\u8fde\u63a5\u5411\u5ba2\u6237\u7aef\u53d1\u9001\u4efb\u610f\u6570\u91cf\u7684\u6570\u636e\u3002\u670d\u52a1\u7aef\u5c31\u76f8\u5f53\u4e8e\u6cb3\u6d41\u7684\u4e0a\u6e38\uff0c\u5ba2\u6237\u7aef\u5c31\u76f8\u5f53\u4e8e\u6cb3\u6d41\u7684\u4e0b\u6e38\uff0c\u6c34\u5f80\u4f4e\u5904\u6d41\uff0c\u8fd9\u5c31\u662f SSE<\/code> \u7684\u6d41\u5f0f\u4f20\u8f93\u3002<\/p>\n

\u4ee5\u4e0b\u662f SSE<\/strong> \u7684\u57fa\u672c\u5de5\u4f5c\u539f\u7406\uff1a<\/p>\n

    \n
  1. \u5ba2\u6237\u7aef\u901a\u8fc7\u53d1\u9001\u4e00\u4e2a HTTP<\/strong> \u8bf7\u6c42\u6765\u5efa\u7acb SSE<\/strong> \u8fde\u63a5\u3002<\/li>\n
  2. \u670d\u52a1\u5668\u5728\u5efa\u7acb\u8fde\u63a5\u540e\u4fdd\u6301\u8be5\u8fde\u63a5\u6253\u5f00\uff0c\u5e76\u53d1\u9001\u4e8b\u4ef6\u6570\u636e\u7ed9\u5ba2\u6237\u7aef\u3002<\/li>\n
  3. \u670d\u52a1\u5668\u4f7f\u7528 \u201cContent-Type: text\/event-stream<\/code>\u201d \u5934\u90e8\u6765\u6807\u8bc6 SSE<\/strong> \u8fde\u63a5\uff0c\u5e76\u4f7f\u7528\u7279\u5b9a\u683c\u5f0f\u7684\u6570\u636e\u6765\u53d1\u9001\u4e8b\u4ef6\u7ed9\u5ba2\u6237\u7aef\u3002<\/li>\n
  4. \u5ba2\u6237\u7aef\u63a5\u6536\u5230\u4e8b\u4ef6\u540e\uff0c\u53ef\u4ee5\u4f7f\u7528 JavaScript<\/code> \u7684 EventSource<\/strong> \u63a5\u53e3\u6765\u5904\u7406\u4e8b\u4ef6\u6570\u636e\u3002<\/li>\n<\/ol>\n

    eventSource\u548cwebsocket\u7684\u533a\u522b<\/h2>\n

    1\uff09\u534f\u8bae\u4e0d\u540c\uff1aWebSocket \u4f7f\u7528\u7684\u662f\u4e00\u79cd\u53cc\u5411\u901a\u4fe1\u534f\u8bae\uff0c\u800c eventSource<\/code> \u4f7f\u7528\u7684\u662f\u4e00\u79cd\u5355\u5411\u901a\u4fe1\u534f\u8bae\u3002WebSocket \u534f\u8bae\u53ef\u4ee5\u5728\u5ba2\u6237\u7aef\u548c\u670d\u52a1\u5668\u4e4b\u95f4\u5efa\u7acb\u4e00\u4e2a\u957f\u8fde\u63a5\uff0c\u53cc\u65b9\u53ef\u4ee5\u540c\u65f6\u53d1\u9001\u548c\u63a5\u6536\u6d88\u606f\uff0c\u800c eventSource<\/code> \u53ea\u80fd\u7531\u670d\u52a1\u5668\u5411\u5ba2\u6237\u7aef\u53d1\u9001\u6d88\u606f\u3002<\/p>\n

    2\uff09\u6570\u636e\u683c\u5f0f\u4e0d\u540c\uff1aWebSocket \u53ef\u4ee5\u53d1\u9001\u4efb\u4f55\u683c\u5f0f\u7684\u6570\u636e\uff0c\u4f8b\u5982\u6587\u672c\u3001\u4e8c\u8fdb\u5236\u6570\u636e\u6216 JSON\uff0c\u800c eventSource<\/code> \u53ea\u80fd\u53d1\u9001\u6587\u672c\u683c\u5f0f\u7684\u6570\u636e\u3002<\/p>\n

    3\uff09\u652f\u6301\u7a0b\u5ea6\u4e0d\u540c\uff1aWebSocket \u662f\u4e00\u79cd\u76f8\u5bf9\u8f83\u65b0\u7684\u6280\u672f\uff0c\u5728\u4e00\u4e9b\u65e7\u7684\u6d4f\u89c8\u5668\u6216\u7f51\u7edc\u73af\u5883\u4e0b\u53ef\u80fd\u4e0d\u88ab\u652f\u6301\uff0c\u800c eventSource<\/code> \u5df2\u7ecf\u88ab\u5e7f\u6cdb\u652f\u6301\uff0c\u53ef\u4ee5\u5728\u5927\u591a\u6570\u73b0\u4ee3\u6d4f\u89c8\u5668\u4e2d\u4f7f\u7528\u3002<\/p>\n

    4\uff09\u5e94\u7528\u573a\u666f\u4e0d\u540c\uff1aWebSocket \u66f4\u9002\u5408\u90a3\u4e9b\u9700\u8981\u5b9e\u65f6\u53cc\u5411\u901a\u4fe1\u7684\u5e94\u7528\uff0c\u4f8b\u5982\u5728\u7ebf\u6e38\u620f\u6216\u89c6\u9891\u4f1a\u8bae\uff0c\u800c eventSource<\/code> \u66f4\u9002\u5408\u90a3\u4e9b\u9700\u8981\u4ece\u670d\u52a1\u5668\u83b7\u53d6\u5b9e\u65f6\u4fe1\u606f\u7684\u5e94\u7528\uff0c\u4f8b\u5982\u80a1\u7968\u884c\u60c5\u6216\u65b0\u95fb\u63a8\u9001<\/p>\n

    FastAPI\u7b80\u5355\u6a21\u62df<\/h2>\n

    Python\u4f7f\u7528FastAPI\u6a21\u62df\u6d41\u5f0f\u54cd\u5e94\u7684\u540e\u7aef\u63a5\u53e3\u4ee3\u7801\u5982\u4e0b\uff1a<\/p>\n

    import asyncio\nimport uvicorn\nfrom fastapi import FastAPI, Response\nfrom fastapi.responses import StreamingResponse\n\napp = FastAPI()\n\ndata = "\u6211\u662f\u4e00\u6761\u6837\u4f8b\u6570\u636e"\n\n@app.post("\/data")\nasync def stream_data():\n    async def generate():\n        for char in data:\n            yield f"data: {char}\\n\\n"\n            await asyncio.sleep(0.5)  # \u53ef\u9009\u7684\u5ef6\u8fdf\uff0c\u63a7\u5236\u6d41\u5f0f\u8f93\u51fa\u7684\u901f\u5ea6\n\n    return StreamingResponse(generate(), media_type="text\/event-stream")\n\nif __name__ == '__main__':\n    uvicorn.run("main:app", host="0.0.0.0", port=8000, reload=True)<\/code><\/pre>\n
    \u8bf7\u6c42\u4e00\u4e0b\uff1a<\/p>\n
    \"image-20230919165912847\" <\/p>\n
    \u5927\u6982\u662f\u7b26\u5408\u8981\u6c42\u7684\u3002\u6211\u4eec\u5bf9\u4ee3\u7801\u505a\u66f4\u8be6\u5c3d\u7684\u5c01\u88c5:<\/p>\n
    import asyncio\nimport uvicorn\nfrom fastapi import FastAPI, Response\nfrom fastapi.responses import StreamingResponse\nfrom pydantic import BaseModel, Field\nfrom typing import Optional\napp = FastAPI()\n\nclass Info(BaseModel):\n    prompt: Optional[str]\n    stream: Optional[bool]\n    app_name: Optional[str]\n    app_version: Optional[str]\n    tz_name: Optional[str]\n    cid: Optional[str]\n    model: Optional[str]\n    from_: Optional[str] = Field(..., alias="from")\n\ndata = "\u6211\u662f\u4e00\u6761\u6837\u4f8b\u6570\u636e"\nres = 'data:{"code":0,"msg":"MessageResponse","data":{"text":"","cid":"C05ZS77O0R3","req_message_id":"CM0B4U24Z8BM6","message_id":"CM0A4UWNKAD6M","total":30,"remain":17,"remain_period":"daily","extra_quota":0,"extra_total":0,"chat_model":"gpt3.5"}}'\n\n@app.post("\/data")\nasync def stream_data(info: Info):\n    async def generate():\n        yield res.replace('MessageResponse', '')\n        for char in data:\n            yield res.replace('MessageResponse', char)\n            await asyncio.sleep(0.5)  # \u53ef\u9009\u7684\u5ef6\u8fdf\uff0c\u63a7\u5236\u6d41\u5f0f\u8f93\u51fa\u7684\u901f\u5ea6\n        yield f"data:[DONE]"\n\n    return StreamingResponse(generate(), media_type="text\/event-stream")\n\nif __name__ == '__main__':\n    uvicorn.run("main:app", host="0.0.0.0", port=8000, reload=True, log_level='debug')<\/code><\/pre>\n
    \u524d\u7aef\u4ee3\u7801<\/h2>\n
    <body>\n<button type="button" onclick="output()">\u8f93\u51fa\u6587\u7ae0<\/button>\n<div id="message"><\/div>\n<script>\n    function output() {\n        let source = new EventSource(\n            'http:\/\/localhost:7869\/data');\n        let innerHTML = '';\n        source.onmessage = function (e) {\n            if (e.data == '[done]') {\n                source.close();\n            } else {\n                innerHTML += e.data;\n                document.getElementById("message").innerHTML = innerHTML;\n            }\n        };\n    }\n<\/script>\n<\/body><\/code><\/pre>\n
    SSE(Server Sent Event)\uff0c\u76f4\u8bd1\u4e3a\u670d\u52a1\u5668\u53d1\u9001\u4e8b\u4ef6\uff0c\u987e\u540d\u601d\u4e49\uff0c\u4e5f\u5c31\u662f\u5ba2\u6237\u7aef\u53ef\u4ee5\u83b7\u53d6\u5230\u670d\u52a1\u5668\u53d1\u9001\u7684\u4e8b\u4ef6\u3002\u6211\u4eec\u5e38\u89c1\u7684 http \u4ea4\u4e92\u65b9\u5f0f\u662f\u5ba2\u6237\u7aef\u53d1\u8d77\u8bf7\u6c42\uff0c\u670d\u52a1\u7aef\u54cd\u5e94\uff0c\u7136\u540e\u4e00\u6b21\u8bf7\u6c42\u5b8c\u6bd5\uff1b\u4f46\u662f\u5728 sse \u7684\u573a\u666f\u4e0b\uff0c\u5ba2\u6237\u7aef\u53d1\u8d77\u8bf7\u6c42\uff0c\u8fde\u63a5\u4e00\u76f4\u4fdd\u6301\uff0c\u670d\u52a1\u7aef\u6709\u6570\u636e\u5c31\u53ef\u4ee5\u8fd4\u56de\u6570\u636e\u7ed9\u5ba2\u6237\u7aef\uff0c\u8fd9\u4e2a\u8fd4\u56de\u53ef\u4ee5\u662f\u591a\u6b21\u95f4\u9694\u7684\u65b9\u5f0f\u3002<\/p>\n
    \u4f46\u662f\u95ee\u9898\u662f\u539f\u751f\u7684EventSource \u4e0d\u80fd\u4f7f\u7528post\u65b9\u6cd5\uff0c\u53ea\u80fd\u4f7f\u7528get\u65b9\u6cd5\uff0c\u800c\u4e14\u8fd8\u4e0d\u80fd\u81ea\u5b9a\u4e49\u8bf7\u6c42header\uff0c\u6240\u4ee5\u6211\u4eec\u53ef\u4ee5\u4f7f\u7528npm\u5305\uff1a@microsoft\/fetch-event-source<\/a><\/p>\n
    microsoft\/fetch-event-source<\/h3>\n
    \u4ee3\u7801\u793a\u4f8b\uff1a<\/p>\n
    import {fetchEventSource} from '@microsoft\/fetch-event-source';\n\nconst controller = new AbortController()\nconst signal = controller.signal\n\nfetchEventSource('\u8bf7\u6c42\u7684url', {\n    method: 'POST',\n    signal: signal,\n    headers: {\n        \/* \u8bf7\u6c42\u5934\u914d\u7f6e *\/\n    },\n    body: JSON.stringify({\n        \/* \u53d1\u9001\u7684\u5185\u5bb9 *\/\n    }),\n    onmessage() {\n        let result= JSON.parse(msg.data);  \/\/ \u5f97\u5230\u7684\u6570\u636e\n    },\n    onerror(err){\n        \/\/ \u5fc5\u987b\u629b\u51fa\u9519\u8bef\u624d\u4f1a\u505c\u6b62\n        throw err\n    }\n})<\/code><\/pre>\n
    \u4e0d\u592a\u597d\u7528\uff0c\u6709\u5927\u4f6c\u5c01\u88c5\u7684\uff1a<\/p>\n
    Fetch\u6a21\u62dfsse<\/h3>\n
    <!DOCTYPE html>\n<html lang="en">\n<head>\n  <meta charset="UTF-8">\n  <meta http-equiv="X-UA-Compatible" content="IE=edge">\n  <meta name="viewport" content="width=device-width, initial-scale=1.0">\n  <title>fetchSSE Demo<\/title>\n<\/head>\n<body>\n  <h1>fetchSSE Demo<\/h1>\n  <input type="text" id="queryInput" placeholder="\u8f93\u5165\u67e5\u8be2\u53c2\u6570">\n  <button onclick="connectFetch()">\u5efa\u7acb fetchSSE \u8fde\u63a5<\/button>\n  <button onclick="closeSSE()">\u65ad\u5f00 fetchSSE \u8fde\u63a5<\/button>\n  <br \/>\n  <br \/>\n  <div id="message"><\/div>\n\n  <script>\n    const messageElement = document.getElementById('message')\n    const addMessage = (text) => {\n      const messageNode = document.createTextNode(text);\n      messageElement.appendChild(messageNode);\n      messageElement.appendChild(document.createElement('br')); \/\/ \u6dfb\u52a0\u6362\u884c\n    }\n    \/\/ \u5efa\u7acb FETCH-SSE \u8fde\u63a5\n    const connectFetch = () => {\n      const queryInput = document.getElementById('queryInput').value;\n      console.log(queryInput)\n      let controller = new AbortController()\n      fetchEventSource('\/data', {\n        method: 'POST',\n        body: JSON.stringify({\n          query: queryInput,\n          history: [],\n          data:[]\n        }),\n         headers: new Headers({\n            'Content-Type': 'application\/json',\n            'Access-Control-Allow-Origin': '*'\n         }),\n        signal: controller.signal,\n        \/\/ mode: 'cors', \/\/ \u8bbe\u7f6e\u8de8\u57df\u6a21\u5f0f\n        onopen: () => {\n          messageElement.innerHTML += `FETCH \u8fde\u63a5\u6210\u529f<br \/>`\n        },\n        onclose: () => {\n          messageElement.innerHTML += `FETCH \u8fde\u63a5\u5173\u95ed<br \/>`\n        },\n        onmessage: (event) => {\n          const data = JSON.parse(event)\n          console.log(data)\n          addMessage(`${data.id} --- ${data.time} --- body\u53c2\u6570\uff1a${JSON.stringify(data.body)}`);\n          \/\/ messageElement.innerHTML += `${data.id} --- ${data.time} --- body\u53c2\u6570\uff1a${JSON.stringify(data.body)}` + '<br \/>'\n        },\n        onerror: (e) => {\n          console.log(e)\n        }\n      })\n    }\n\n    \/\/ \u65ad\u5f00 FETCH-SSE \u8fde\u63a5\n    const closeSSE = () => {\n      if (controller) {\n        controller.abort()\n        controller = undefined\n        messageElement.innerHTML += `FETCH \u8fde\u63a5\u5173\u95ed<br \/>`\n      }\n    }\n\n    const fetchEventSource = (url, options) => {\n      fetch(url, options)\n        .then(response => {\n          if (response.status === 200) {\n            options.onopen && options.onopen()\n            return response.body\n          }\n        })\n        .then(rb => {\n          const reader = rb.getReader()\n            const push = () => {\n              \/\/ done \u4e3a\u6570\u636e\u6d41\u662f\u5426\u63a5\u6536\u5b8c\u6210\uff0cboolean\n              \/\/ value \u4e3a\u8fd4\u56de\u6570\u636e\uff0cUint8Array\n              return reader.read().then(({done, value}) => {\n                if (done) {\n                  options.onclose && options.onclose()\n                  return\n                }\n                options.onmessage && options.onmessage(new TextDecoder().decode(value))\n                \/\/ \u6301\u7eed\u8bfb\u53d6\u6d41\u4fe1\u606f\n                return push()\n              })\n            }\n            \/\/ \u5f00\u59cb\u8bfb\u53d6\u6d41\u4fe1\u606f\n            return push()\n        })\n        .catch((e) => {\n          options.error && options.error(e)\n        })\n    }\n<\/script>\n\n<\/body>\n<\/html>\n<\/code><\/pre>\n
    FastAPI\u4ee3\u7801<\/h2>\n
    # coding:utf-8\nimport copy\nimport datetime\nimport json\nfrom fastapi import FastAPI\nfrom pydantic import BaseModel\nimport uvicorn\nimport asyncio\nfrom apps.getReport import get_report\nfrom utils.log_util import log_config\nfrom fastapi.responses import StreamingResponse\nfrom starlette.middleware.cors import CORSMiddleware\nfrom generate_report import ReportGenerator\nfrom fastapi.staticfiles import StaticFiles\napp = FastAPI()\nreport_generator = ReportGenerator(model_path="chatglm\/chatglm2-6b")\n\nclass Message(BaseModel):\n    query: str\n    history: list\n    data: list\n\napp.add_middleware(\n    CORSMiddleware,\n    allow_origins=["*"],\n    allow_credentials=True,\n    allow_methods=["*"],\n    allow_headers=["*"],\n)\n# \u6302\u8f7d\u9759\u6001\u6587\u4ef6\u76ee\u5f55\napp.mount("\/static", StaticFiles(directory=".\/static"), name="static")\n\n# @app.get("\/data")\n@app.post("\/data")\nasync def stream_data(message: Message):\n    output_data = {\n        'id': 1,\n        'time': str(datetime.datetime.now())[:19],\n        'body': {\n            "content": ""\n        }\n    }\n    query = message.query if message.query else "\u4e0d\u77e5\u5929\u4e0a\u5bab\u9619\uff0c\u4eca\u5915\u662f\u4f55\u5e74"\n    history = message.history if message.history else []\n    response_gen = report_generator.get_any_response(query=query, history=history)\n    async def generate():\n        for i in response_gen:\n            result, history = i\n            output = copy.deepcopy(output_data)\n            output["body"]["content"] = result\n            print(output)\n            yield json.dumps(output, ensure_ascii=False)\n            await asyncio.sleep(0.2)  # \u53ef\u9009\u7684\u5ef6\u8fdf\uff0c\u63a7\u5236\u6d41\u5f0f\u8f93\u51fa\u7684\u901f\u5ea6\n\n    return StreamingResponse(generate(), media_type="text\/event-stream")\n\nif __name__ == '__main__':\n    import logging\n    logger = logging.getLogger()\n    uvicorn.run("report_fastapi_main:app", host="0.0.0.0", port=7869,\n                log_config=log_config, log_level='debug')<\/code><\/pre>\n
    \u53c2\u8003\u94fe\u63a5<\/h2>\n