ai-assistant / backend · 提交

转到一个项目

作者 Richer
提交 29926aa944709ac2ccc9b28a7bba9f4aa5dc89b6 1 个父辈 73f28a3c

功能优化:chatgpt接口改为反向代理模式

内嵌 并排对比
正在显示 3 个修改的文件 包含 35 行增加 和 19 行删除
... ... @@ -24,6 +24,7 @@ use App\Models\User\User;
use App\Util\OpenAI\src\OpenAi;
use Exception;
use GuzzleHttp\Client;
use Illuminate\Support\Arr;
use Illuminate\Support\Facades\Cache;
use Illuminate\Support\Facades\Log;
use Illuminate\Support\Str;
... ... @@ -71,19 +72,27 @@ trait ChatTrait
$consume_times = $prepare['consume_times'];
$cache_key = $prepare['cache_key'];
// if ($stream !== true) {
// $open_ai = Manager::build(
// new Client([
// 'proxy' => 'http://47.251.45.96',
// 'verify' => false
// ]),
// new Authentication($open_api_key)
// );
// $answer = $this->sendRequest($open_ai, $send_data, 'general');
// } else {
// $open_ai = new OpenAi($open_api_key);
// $answer = $this->sendRequest($open_ai, $send_data);
// }
$type = 'chunked';
if ($stream !== true) {
$open_ai = Manager::build(
new Client([
// 'proxy' => 'http://127.0.0.1:10809',
'verify' => false
]),
new Authentication($open_api_key)
);
$answer = $this->sendRequest($open_ai, $send_data, 'general');
} else {
$open_ai = new OpenAi($open_api_key);
$answer = $this->sendRequest($open_ai, $send_data);
$type = 'general';
}
$open_ai = new OpenAi($open_api_key);
// $open_ai->setProxy("http://47.251.45.96");
$answer = $this->sendRequest($open_ai, $send_data, $type);
if ($context == 1) {
// 响应消息
... ... @@ -271,6 +280,7 @@ trait ChatTrait
*/
public static function sendRequest($open_ai, $send_data, $type = 'chunked')
{
// dump($type);
$answer = '';
if ($type === 'chunked') {
// 设置响应头信息
... ... @@ -307,8 +317,8 @@ trait ChatTrait
}
foreach ($data as $message) {
if ('[DONE]' === $message) {
echo "0\r\n\r\n";
// echo "[EVENT:STOPPED|DATA:DONE]\r\n\r\n";
// echo "[DONE]\r\n\r\n";
echo "[EVENT:STOPPED|DATA:DONE]\r\n\r\n";
} else {
$message = json_decode($message, true);
$content = $message['choices'][0]['delta']['content'] ?? '';
... ... @@ -399,11 +409,15 @@ trait ChatTrait
// echo "event: stop\n";
// echo "data: stopped\n\n";
} elseif($type === 'general') {
$response = $open_ai->chatCompletions()->create(
new \Tectalic\OpenAi\Models\ChatCompletions\CreateRequest($send_data)
)->toModel();
$response = $open_ai->chat($send_data);
$response = json_decode($response, true);
$answer = Arr::get(Arr::first(Arr::get($response, 'choices')), 'message.content');
$answer = $response->choices[0]->message->content;
// $response = $open_ai->chatCompletions()->create(
// new \Tectalic\OpenAi\Models\ChatCompletions\CreateRequest($send_data)
// )->toModel();
// $answer = $response->choices[0]->message->content;
}
return $answer;
... ...
... ... @@ -4,7 +4,9 @@ namespace App\Util\OpenAI\src;
class Url
{
public const ORIGIN = 'https://api.openai.com';
// public const ORIGIN = 'https://api.openai.com';
// add by Richer 于 2023年5月17日14:37:12 反向代理域名
public const ORIGIN = 'http://47.251.45.96';
public const API_VERSION = 'v1';
public const OPEN_AI_URL = self::ORIGIN . "/" . self::API_VERSION;
... ...
<!DOCTYPE html><html lang=zh-CN><head><meta charset=utf-8><meta http-equiv=X-UA-Compatible content="IE=edge"><title>chatApp</title><script>var coverSupport = 'CSS' in window && typeof CSS.supports === 'function' && (CSS.supports('top: env(a)') || CSS.supports('top: constant(a)'))
document.write('<meta name="viewport" content="width=device-width, user-scalable=no, initial-scale=1.0, maximum-scale=1.0, minimum-scale=1.0' + (coverSupport ? ', viewport-fit=cover' : '') + '" />')</script><link rel=stylesheet href=./static/index.b0707a6a.css></head><body><noscript><strong>Please enable JavaScript to continue.</strong></noscript><div id=app></div><script src=./static/js/chunk-vendors.fc0b6f42.js></script><script src=./static/js/index.9f0b94b0.js></script></body></html>
document.write('<meta name="viewport" content="width=device-width, user-scalable=no, initial-scale=1.0, maximum-scale=1.0, minimum-scale=1.0' + (coverSupport ? ', viewport-fit=cover' : '') + '" />')</script><link rel=stylesheet href=./static/index.b0707a6a.css></head><body><noscript><strong>Please enable JavaScript to continue.</strong></noscript><div id=app></div><script src=./static/js/chunk-vendors.fc0b6f42.js></script><script src=./static/js/index.3ca82745.js></script></body></html>
... ...