Skip to content

O
open_ai_api
Commit a25ac6f6 by haojie
Options

1

parent ad62ed35
Showing with 562 additions and 3 deletions
app/Client/OpenAI.php 0 → 100644
<?php
namespace App\Client;
use Orhanerday\OpenAi\OpenAi as BaseOpenAi;
class OpenAI extends BaseOpenAi
{
public function __construct($apiKey)
{
parent::__construct($apiKey);
}
public function withToken($token = '')
{
if ($token) {
$this->setHeader([1 => 'Authorization: Bearer ' . $token]);
return $this;
} else {
return $this;
}
}
}
app/Exceptions/OpenAI/ApiKeyIsMissing.php 0 → 100644
<?php
declare(strict_types=1);
namespace App\Exceptions\OpenAI;
use InvalidArgumentException;
/**
* @internal
*/
class ApiKeyIsMissing extends InvalidArgumentException
{
/**
* Create a new exception instance.
*/
public static function create(): self
{
return new self(
'The OpenAI API Key is missing. Please publish the [openai.php] configuration file and set the [api_key].'
);
}
}
app/Facades/OpenAI.php 0 → 100644
<?php
declare(strict_types=1);
namespace App\Facades;
use Illuminate\Support\Facades\Facade;
/**
* @method static \App\Client\OpenAI withToken($token = '')
* @method static string chat()
* @method static string completion()
* @method static string embeddings()
* @method static string createEdit()
* @method static string uploadFile()
* @method static string listFiles()
* @method static string retrieveFile()
* @method static string retrieveFileContent()
* @method static string deleteFile()
* @method static string createFineTune()
* @method static string listFineTunes()
* @method static string retrieveFineTune()
* @method static string cancelFineTune()
* @method static string listFineTuneEvents()
* @method static string deleteFineTune()
* @method static string image()
* @method static string imageEdit()
* @method static string createImageVariation()
* @method static string listModels()
* @method static string retrieveModel()
* @method static string moderation()
* @method static string transcribe()
* @method static string translate()
*/
class OpenAI extends Facade
{
/**
* Get the registered name of the component.
*/
protected static function getFacadeAccessor(): string
{
return 'openai';
}
}
app/Http/Controllers/Api/GPT/ChatController.php 0 → 100644
<?php
namespace App\Http\Controllers\Api\GPT;
use App\Facades\OpenAI;
use App\Exceptions\UserException;
use Exception;
use Illuminate\Http\Request;
use Illuminate\Support\Str;
use Illuminate\Http\JsonResponse;
use Illuminate\Support\Facades\Artisan;
use Illuminate\Support\Facades\Http;
use Illuminate\Support\Facades\Log;
use Illuminate\Support\Facades\Storage;
use Illuminate\Validation\Rules\File;
use App\Http\Controllers\Controller;
//use Inertia\Inertia;
class ChatController extends Controller
{
private $preset = ['role' => 'system', 'content' => 'You are GeekChat - A ChatGPT clone. Answer as concisely as possible. Using English as the first language.'];
// public function index()
// {
// return Inertia::render('Chat');
// }
public function messages(): JsonResponse
{
$messages = collect(session('messages', []))->reject(fn($message) => $message['role'] === 'system')->toArray();
return response()->json(array_values($messages));
}
/**
* Handle the incoming prompt.
*/
public function chat(Request $request): JsonResponse
{
# regen 是否再次生成
$request->validate([
'prompt' => 'required|string',
'regen' => ['required', 'boolean'],
]);
$regen = $request->boolean('regen');
$messages = $request->session()->get('messages', [$this->preset]);
if ($regen && count($messages) == 1) {
// Handling server-side session expiration
$regen = false;
}
$userMessage = ['role' => 'user', 'content' => $request->input('prompt')];
if (!$regen) {
// Store current session info based on session.
$messages[] = $userMessage;
$request->session()->put('messages', $messages);
} elseif ($messages[count($messages) - 1]['role'] == 'assistant') {
// Delete the last reply if retrying.
array_pop($messages);
$request->session()->put('messages', $messages);
}
$chatId = Str::uuid(); // Generate a unique chat ID as a credential for the next request.
$request->session()->put('chat_id', $chatId);
$data = [
'chat_id' => $chatId,
'message' => $userMessage
];
return $this->success('success', $data);
}
/**
* Handle the incoming prompt.
*/
public function translate(Request $request): JsonResponse
{
$request->validate([
'prompt' => 'required|string',
'regen' => ['required', 'in:true,false'],
'api_key' => 'sometimes|string',
]);
$regen = $request->boolean('regen');
$messages = $request->session()->get('messages', [$this->preset]);
if ($regen && count($messages) == 1) {
$regen = false;
}
// Determine whether the content is in Chinese or English.
$isChinese = preg_match('/[\x{4e00}-\x{9fa5}]/u', $request->input('prompt'));
$prefix = $isChinese ? 'Please translate the following content into English: ' : 'Please translate the following content into Chinese:';
$userMessage = ['role' => 'user', 'content' => $prefix . $request->input('prompt')];
if (!$regen) {
$messages[] = $userMessage;
$request->session()->put('messages', $messages);
} elseif ($messages[count($messages) - 1]['role'] == 'assistant') {
array_pop($messages);
$request->session()->put('messages', $messages);
}
$chatId = Str::uuid();
$request->session()->put('chat_id', $chatId);
return response()->json(['chat_id' => $chatId, 'message' => $userMessage]);
}
/**
* Handle the stream response.
*/
public function stream(Request $request)
{
// Validate if the request is legitimate.
if ($request->session()->get('chat_id') != $request->input('chat_id')) {
throw new UserException(1, 'error');
}
$messages = $request->session()->get('messages');
$params = [
'model' => 'gpt-3.5-turbo',
'messages' => $messages,
'stream' => true,
];
// Real-time streaming response data sent to the client
$respData = '';
$apiKey = config('openai.api_key');
header('Access-Control-Allow-Origin: *');
header('Content-type: text/event-stream');
header('Cache-Control: no-cache');
header('X-Accel-Buffering: no');
OpenAI::withToken($apiKey)->chat($params, function ($ch, $data) use ($apiKey, &$respData) {
$httpCode = curl_getinfo($ch, CURLINFO_HTTP_CODE);
if ($httpCode >= 400) {
echo "data: [ERROR] $httpCode";
if (($httpCode == 400 || $httpCode == 401) && empty($apiKey)) {
// When the app key is exhausted, switch to the next free key automatically
Artisan::call('app:update-open-ai-key');
}
} else {
$respData .= $data;
echo $data;;
}
ob_flush();
flush();
return strlen($data);
});
// Store response data in the current session so that chat history can be seen after refreshing the page
if (!empty($respData)) {
$lines = explode("\n\n", $respData);
$respText = '';
foreach ($lines as $line) {
$data = substr($line, 5); // The structure of each line of data is data: {...}.
if ($data === '[DONE]') {
break;
} else {
$segment = json_decode($data);
if (isset($segment->choices[0]->delta->content)) {
$respText .= $segment->choices[0]->delta->content;
}
}
}
$messages[] = ['role' => 'assistant', 'content' => $respText];
$request->session()->put('messages', $messages);
}
}
/**
* Handle the incoming audio prompt.
*/
public function audio(Request $request): JsonResponse
{
$request->validate([
'audio' => [
'required',
File::types(['mp3', 'mp4', 'mpeg', 'mpga', 'm4a', 'wav', 'webm'])
->min(1) // Minimum is not less than 1 KB
->max(10 * 1024), // Maximum not more than 10 MB
],
'api_key' => 'sometimes|string',
]);
// Save to local
$fileName = Str::uuid() . '.wav';
$dir = 'audios' . date('/Y/m/d', time());
$path = $request->audio->storeAs($dir, $fileName, 'local');
$messages = $request->session()->get('messages', [
['role' => 'system', 'content' => 'You are GeekChat - A ChatGPT clone. Answer as concisely as possible. Make American English as the primary language']
]);
// $path = 'audios/2023/03/09/test.wav';（for test）
// Call the speech to text API to convert speech to text
try {
$response = OpenAI::withToken($request->input('api_key'))->transcribe([
'model' => 'whisper-1',
'file' => curl_file_create(Storage::disk('local')->path($path)),
'response_format' => 'verbose_json',
]);
} catch (Exception $exception) {
return response()->json(['message' => ['role' => 'assistant', 'content' => 'The server encountered an exception, [please contact the administrator].']]);
} finally {
Storage::disk('local')->delete($path); // Delete the audio file once processing is completed
}
$result = json_decode($response);
if (empty($result->text)) {
if ($request->input('api_key')) {
return response()->json(['message' => ['role' => 'assistant', 'content' => 'Speech recognition failed, please make sure your KEY is valid.']]);
}
return response()->json(['message' => ['role' => 'assistant', 'content' => 'I\'m sorry, I didn\'t hear what you said, please try again.']]);
}
// The following process is the same as ChatGPT API
$userMessage = ['role' => 'user', 'content' => $result->text];
$messages[] = $userMessage;
$request->session()->put('messages', $messages);
$chatId = Str::uuid();
$request->session()->put('chat_id', $chatId);
// Return the speech recognition result to the client first
return response()->json(['chat_id' => $chatId, 'message' => $userMessage]);
}
public function image(Request $request): JsonResponse
{
$request->validate([
'prompt' => 'required|string',
'regen' => ['required', 'in:true,false'],
'api_key' => 'sometimes|string',
]);
$regen = $request->boolean('regen');
$messages = $request->session()->get('messages', [$this->preset]);
if ($regen && count($messages) == 1) {
$regen = false;
}
$prompt = $request->input('prompt');
$userMsg = ['role' => 'user', 'content' => $prompt];
if (!$regen) {
$messages[] = $userMsg;
} elseif ($messages[count($messages) - 1]['role'] == 'assistant') {
array_pop($messages);
}
$apiKey = $request->input('api_key');
$size = '256x256';
if (!empty($apiKey)) {
$size = '1024x1024';
}
$response = OpenAI::withToken($apiKey)->image([
"prompt" => $prompt,
"n" => 1,
"size" => $size,
"response_format" => "url",
]);
$result = json_decode($response);
$image = 'Failed to draw, if you set your own KEY, please make sure it is valid.';
if (isset($result->data[0]->url)) {
$image = '![](' . $result->data[0]->url . ')';
}
$assistantMsg = ['role' => 'assistant', 'content' => $image];
$messages[] = $assistantMsg;
$request->session()->put('messages', $messages);
return response()->json($assistantMsg);
}
/**
* Reset the session.
*/
public function reset(Request $request): JsonResponse
{
$request->session()->forget('messages');
return response()->json(['status' => 'ok']);
}
public function valid(Request $request): JsonResponse
{
$request->validate([
'api_key' => 'required|string'
]);
$apiKey = $request->input('api_key');
if (empty($apiKey)) {
return response()->json(['valid' => false, 'error' => 'invalid API KEY']);
}
$response = Http::withToken($apiKey)->timeout(15)
->get(config('openai.base_uri') . '/dashboard/billing/credit_grants');
if ($response->failed()) {
return response()->json(['valid' => false, 'error' => 'invalid API KEY']);
}
return response()->json(['valid' => true]);
}
}
app/Http/Kernel.php
......@@ -2,6 +2,7 @@
namespace App\Http;
use App\Http\Middleware\Cors;
use Illuminate\Foundation\Http\Kernel as HttpKernel;
class Kernel extends HttpKernel
......@@ -21,6 +22,7 @@ class Kernel extends HttpKernel
\Illuminate\Foundation\Http\Middleware\ValidatePostSize::class,
\App\Http\Middleware\TrimStrings::class,
\Illuminate\Foundation\Http\Middleware\ConvertEmptyStringsToNull::class,
\Illuminate\Session\Middleware\StartSession::class,
];
/**
......@@ -36,6 +38,9 @@ class Kernel extends HttpKernel
\Illuminate\View\Middleware\ShareErrorsFromSession::class,
\App\Http\Middleware\VerifyCsrfToken::class,
\Illuminate\Routing\Middleware\SubstituteBindings::class,
# \App\Http\Middleware\HandleInertiaRequests::class,
\Illuminate\Http\Middleware\AddLinkHeadersForPreloadedAssets::class,
Cors::class,
],
'api' => [
......
app/Http/Middleware/Cors.php 0 → 100644
<?php
namespace App\Http\Middleware;
use Closure;
class Cors
{
/**
* Handle an incoming request.
*
* @param \Illuminate\Http\Request $request
* @param \Closure $next
* @return mixed
*/
public function handle($request, Closure $next)
{
return $next($request)
->header('Access-Control-Allow-Origin', '*');
}
}
app/Providers/AiServiceProvider.php 0 → 100644
<?php
declare(strict_types=1);
namespace App\Providers;
use App\Client\OpenAI;
use Illuminate\Support\ServiceProvider;
use App\Exceptions\OpenAI\ApiKeyIsMissing;
/**
* @internal
*/
class AiServiceProvider extends ServiceProvider
{
/**
* Register any application services.
*/
public function register(): void
{
$this->app->singleton(OpenAI::class, static function (): OpenAI {
$apiKey = config('openai.api_key');
$baseUri = config('openai.base_uri');
$httpProxy = config('openai.http_proxy');
$organization = config('openai.organization');
if (!is_string($apiKey) || ($organization !== null && !is_string($organization))) {
throw ApiKeyIsMissing::create();
}
$openAi = new OpenAI($apiKey);
$openAi->setTimeout(60); // The default timeout time is 60s.
if ($organization !== null) {
$openAi->setORG($organization);
}
// The service proxy address has been configured.
if ($baseUri) {
$openAi->setBaseURL($baseUri);
}
// The local network proxy has been configured.
if ($httpProxy) {
$openAi->setProxy($httpProxy);
}
return $openAi;
});
$this->app->alias(OpenAi::class, 'openai');
}
/**
* Bootstrap any application services.
*/
public function boot(): void
{
}
}
composer.json
......@@ -2,7 +2,10 @@
"name": "laravel/laravel",
"type": "project",
"description": "The Laravel Framework.",
"keywords": ["framework", "laravel"],
"keywords": [
"framework",
"laravel"
],
"license": "MIT",
"require": {
"php": "^8.0.2",
......@@ -12,7 +15,9 @@
"laravel/sanctum": "^3.0",
"laravel/tinker": "^2.7",
"orangehill/iseed": "^3.0",
"php-open-source-saver/jwt-auth": "^2.1"
"orhanerday/open-ai": "^4.7",
"php-open-source-saver/jwt-auth": "^2.1",
"ext-curl": "*"
},
"require-dev": {
"fakerphp/faker": "^1.9.1",
......
composer.lock
......@@ -4,7 +4,7 @@
"Read more about it at https://getcomposer.org/doc/01-basic-usage.md#installing-dependencies",
"This file is @generated automatically"
],
"content-hash": "c31cf328a6574f8349612ee96b872853",
"content-hash": "39dc60ccbf5a3f6c0fa93559c64dd9ed",
"packages": [
{
"name": "brick/math",
......@@ -2880,6 +2880,65 @@
"time": "2023-03-27T06:14:43+00:00"
},
{
"name": "orhanerday/open-ai",
"version": "4.7.1",
"source": {
"type": "git",
"url": "https://github.com/orhanerday/open-ai.git",
"reference": "d2d96d0521ef3118cc4f33a5d54718b62aedd336"
},
"dist": {
"type": "zip",
"url": "https://api.github.com/repos/orhanerday/open-ai/zipball/d2d96d0521ef3118cc4f33a5d54718b62aedd336",
"reference": "d2d96d0521ef3118cc4f33a5d54718b62aedd336",
"shasum": ""
},
"require": {
"ext-curl": "*",
"ext-json": "*",
"php": ">=7.4"
},
"require-dev": {
"friendsofphp/php-cs-fixer": "^3.0",
"pestphp/pest": "^1.20",
"spatie/ray": "^1.28"
},
"type": "library",
"autoload": {
"psr-4": {
"Orhanerday\\OpenAi\\": "src"
}
},
"notification-url": "https://packagist.org/downloads/",
"license": [
"MIT"
],
"authors": [
{
"name": "Orhan Erday",
"email": "orhanerday@gmail.com",
"role": "Developer"
}
],
"description": "OpenAI GPT-3 Api Client in PHP",
"homepage": "https://github.com/orhanerday/open-ai",
"keywords": [
"open-ai",
"orhanerday"
],
"support": {
"issues": "https://github.com/orhanerday/open-ai/issues",
"source": "https://github.com/orhanerday/open-ai/tree/4.7.1"
},
"funding": [
{
"url": "https://github.com/orhanerday",
"type": "github"
}
],
"time": "2023-03-08T08:04:02+00:00"
},
{
"name": "php-open-source-saver/jwt-auth",
"version": "2.1.0",
"source": {
......
config/app.php
......@@ -194,6 +194,7 @@
// App\Providers\BroadcastServiceProvider::class,
App\Providers\EventServiceProvider::class,
App\Providers\RouteServiceProvider::class,
\App\Providers\AiServiceProvider::class,
],
......
config/openai.php 0 → 100644
<?php
return [
/*
|--------------------------------------------------------------------------
| OpenAI API Key and Organization
|--------------------------------------------------------------------------
|
| Here you may specify your OpenAI API Key and organization. This will be
| used to authenticate with the OpenAI API - you can find your API key
| and organization on your OpenAI dashboard, at https://openai.com.
*/
'api_key' => env('OPENAI_API_KEY'),
'base_uri' => env('OPENAI_BASE_URI', 'https://api.openai.com'),
'organization' => env('OPENAI_ORGANIZATION'),
'http_proxy' => env('HTTP_PROXY'),
];
routes/api.php
......@@ -56,4 +56,25 @@
Route::get('split/status', 'TaskController@split_img_result');
});
});
# GPT
Route::group([
'prefix' => '/gpt',
'namespace' => 'GPT'
], function () {
// 不需要登录
Route::group([
], function () {
// 用户登录
# Route::post('login', 'AuthController@login');
});
// 需要登录
Route::group([
'middleware' => ['auth:api'],
], function () {
// 提交对话内容
Route::post('/chat', 'ChatController@chat');
# 会话
Route::get('/stream', 'ChatController@stream');
});
});
});
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment