TaskSystem/app/api/controller/XunFeiController.php

300 lines
11 KiB
PHP
Raw Normal View History

2023-09-12 12:36:32 +08:00
<?php
// +----------------------------------------------------------------------
// | likeadmin快速开发前后端分离管理后台PHP版
// +----------------------------------------------------------------------
// | 欢迎阅读学习系统程序代码,建议反馈是我们前进的动力
// | 开源版本可自由商用可去除界面版权logo
// | gitee下载https://gitee.com/likeshop_gitee/likeadmin
// | github下载https://github.com/likeshop-github/likeadmin
// | 访问官网https://www.likeadmin.cn
// | likeadmin团队 版权所有 拥有最终解释权
// +----------------------------------------------------------------------
// | author: likeadminTeam
// +----------------------------------------------------------------------
namespace app\api\controller;
2023-09-12 15:20:31 +08:00
use IFlytek\Xfyun\Speech\ChatClient;
2023-10-09 22:39:21 +08:00
use IFlytek\Xfyun\Speech\IatClient;
2023-10-10 13:40:27 +08:00
use IFlytek\Xfyun\Speech\TtsClient;
2023-09-12 15:20:31 +08:00
use WebSocket\Client;
2023-09-12 12:36:32 +08:00
/**
* 讯飞
* Class WechatController
*/
class XunFeiController extends BaseApiController
{
2023-10-10 13:40:27 +08:00
public array $notNeedLogin = ['chat', 'iat', 'tts'];
2023-09-12 12:36:32 +08:00
private $app_id='2eda6c2e';
2023-09-12 15:20:31 +08:00
private $api_key='12ec1f9d113932575fc4b114a2f60ffd';
2023-09-12 12:36:32 +08:00
2023-09-12 15:20:31 +08:00
private $api_secret='MDEyMzE5YTc5YmQ5NjMwOTU1MWY4N2Y2';
2023-09-12 12:36:32 +08:00
2023-09-12 15:20:31 +08:00
public function chat()
2023-09-12 12:36:32 +08:00
{
2023-09-12 16:44:15 +08:00
header('X-Accel-Buffering: no');
2023-09-12 15:22:32 +08:00
$parmas=$this->request->param('content');
if(empty($parmas)){
return $this->success('success');
}
2023-09-12 15:20:31 +08:00
$chat=new ChatClient($this->app_id,$this->api_key,$this->api_secret);
$client = new Client($chat->assembleAuthUrl('wss://spark-api.xf-yun.com/v2.1/chat'));
// 连接到 WebSocket 服务器
if ($client) {
// 发送数据到 WebSocket 服务器
2023-09-12 15:22:32 +08:00
$data = $this->getBody($this->app_id,$parmas);
2023-09-12 15:20:31 +08:00
$client->send($data);
// 从 WebSocket 服务器接收数据
$answer = "";
while(true){
$response = $client->receive();
$resp = json_decode($response,true);
$code = $resp["header"]["code"];
2023-09-12 16:56:36 +08:00
// echo "从服务器接收到的数据: " . $response;
2023-09-12 15:20:31 +08:00
if(0 == $code){
$status = $resp["header"]["status"];
if($status != 2){
$content = $resp['payload']['choices']['text'][0]['content'];
$answer .= $content;
2023-09-12 16:44:15 +08:00
print($answer);
ob_flush(); // 刷新输出缓冲区
flush(); // 刷新系统输出缓冲区
2023-09-12 15:20:31 +08:00
}else{
$content = $resp['payload']['choices']['text'][0]['content'];
$answer .= $content;
$total_tokens = $resp['payload']['usage']['text']['total_tokens'];
print("\n本次消耗token用量\n");
print($total_tokens);
2023-09-12 16:44:15 +08:00
ob_flush(); // 刷新输出缓冲区
flush(); // 刷新系统输出缓冲区
2023-09-12 15:20:31 +08:00
break;
}
}else{
2023-09-12 16:56:36 +08:00
return $this->fail( "服务返回报错".$response);
2023-09-12 15:20:31 +08:00
break;
}
}
2023-09-12 16:44:15 +08:00
ob_flush(); // 刷新输出缓冲区
flush(); // 刷新系统输出缓冲区
return $this->success('success');
2023-09-12 15:20:31 +08:00
} else {
2023-09-12 16:44:15 +08:00
return $this->fail('无法连接到 WebSocket 服务器');
2023-09-12 15:20:31 +08:00
}
2023-09-12 12:36:32 +08:00
}
2023-09-12 15:20:31 +08:00
2023-10-09 20:00:58 +08:00
//构造参数体
function getBody($appid,$question){
$header = array(
"app_id" => $appid,
"uid" => "1"
);
$parameter = array(
"chat" => array(
"domain" => "generalv2",
"temperature" => 0.5,
"max_tokens" => 1024
)
);
$payload = array(
"message" => array(
"text" => array(
array("role" => "user", "content" => $question)
)
)
);
$json_string = json_encode(array(
"header" => $header,
"parameter" => $parameter,
"payload" => $payload
));
return $json_string;
}
2023-10-10 13:40:27 +08:00
//语音听写(流式版)
2023-10-09 20:00:58 +08:00
public function iat()
{
2023-10-09 22:39:21 +08:00
header('X-Accel-Buffering: no');
2023-10-10 10:34:45 +08:00
$file = request()->file('audio');
if(empty($file)){
2023-10-10 13:40:27 +08:00
//return $this->fail('未上传音频文件');
2023-10-10 10:34:45 +08:00
}
2023-10-10 10:50:52 +08:00
// 上传音频临时文件
2023-10-10 10:34:45 +08:00
$savename = \think\facade\Filesystem::putFile('audio', $file);
2023-10-10 10:50:52 +08:00
$file = app()->getRootPath() . '/runtime/storage/' . $savename;
if (!file_exists($file)) {
2023-10-10 13:40:27 +08:00
//return $this->fail('未上传音频文件');
2023-10-10 10:50:52 +08:00
}
2023-10-10 13:40:27 +08:00
$file = "https://lihai001.oss-cn-chengdu.aliyuncs.com/media/iat_mp3_16k.mp3";
2023-10-10 10:34:45 +08:00
$audioFile = fopen($file, 'rb');
if ($audioFile === false) {
return $this->fail('音频文件异常');
}
2023-10-10 10:50:52 +08:00
$words = '';
2023-10-10 09:25:42 +08:00
$iatHostUrl = "wss://iat-api.xfyun.cn/v2/iat";
2023-10-09 23:40:07 +08:00
$iat = new IatClient($this->app_id,$this->api_key,$this->api_secret);
2023-10-10 09:25:42 +08:00
$client = new Client($iat->assembleAuthUrl($iatHostUrl));
2023-10-09 23:40:07 +08:00
if ($client) {
$frameSize = 1280; //每一帧的音频大小
2023-10-10 10:34:45 +08:00
$intervel = 20 * 1000; //发送音频间隔
2023-10-09 23:40:07 +08:00
$status = 0;
while (true) {
$len = fread($audioFile, $frameSize);
if ($len === false) {
break;
}
if ($len === '') { //文件读取完了
$status = 2;
}
switch ($status) {
case 0: //发送第一帧音频带business 参数
$frameData = array(
'common' => array(
'app_id' => $this->app_id //appid 必须带上,只需第一帧发送
),
'business' => array( //business 参数,只需一帧发送
'language' => 'zh_cn',
'domain' => 'iat',
'accent' => 'mandarin'
),
'data' => array(
'status' => 0,
'format' => 'audio/L16;rate=16000',
'audio' => base64_encode($len),
'encoding' => 'lame'
)
);
$client->send(json_encode($frameData));
$status = 1;
break;
case 1:
$frameData = array(
'data' => array(
'status' => 1,
'format' => 'audio/L16;rate=16000',
'audio' => base64_encode($len),
'encoding' => 'raw'
)
);
$client->send(json_encode($frameData));
break;
case 2:
$frameData = array(
'data' => array(
'status' => 2,
'format' => 'audio/L16;rate=16000',
'audio' => base64_encode($len),
'encoding' => 'raw'
)
);
$client->send(json_encode($frameData));
break 2;
}
//模拟音频采样间隔
usleep($intervel);
}
while (true) {
$response = $client->receive();
if ($response === null) {
break;
}
$resp = json_decode($response,true);
$code = $resp['code'];
$message = $resp['message'];
$data = $resp['data'];
$result = $data['result'];
$status = $data['status'];
2023-10-10 10:34:45 +08:00
foreach($result['ws'] as $v) {
$words .= $v['cw'][0]['w'] ?? '';
}
2023-10-09 23:40:07 +08:00
if ($code != 0) {
break;
}
if ($status === 2) {
break;
}
}
} else {
return $this->fail('无法连接到 WebSocket 服务器');
}
fclose($audioFile);
2023-10-10 10:34:45 +08:00
// 删除临时音频文件
if (file_exists($file)) {
unlink($file);
}
return $this->data(['words' => $words]);
2023-10-09 20:00:58 +08:00
}
2023-10-10 13:40:27 +08:00
//语音合成(流式版)
public function tts()
2023-10-10 09:25:42 +08:00
{
header('X-Accel-Buffering: no');
2023-10-10 13:40:27 +08:00
$ttsHostUrl = "wss://tts-api.xfyun.cn/v2/tts";
$tts = new TtsClient($this->app_id,$this->api_key,$this->api_secret);
$date = date('YmdHis', time());
$file_name = $date . '.mp3';
$audioxxxFile = app()->getRootPath() . '/runtime/storage/audio/' . date('Ymd') . '/' . $file_name;
file_put_contents($audioxxxFile, $tts->request('欢迎使用科大讯飞语音能力,让我们一起用人工智能改变世界')->getBody()->getContents());
exit;
$client = new Client($tts->assembleAuthUrl($ttsHostUrl));
$draft_content = '这是一段测试的音频文件,正常调试接口,这是一段测试的音频文件,正常调试接口';
$message = [
'common' => [
'app_id' => $this->app_id,
],
'business' => [
'aue' => 'raw',
'auf' => 'audio/L16;rate=16000',
'vcn' => 'xiaoyan',
'tte' => 'UTF8',
],
'data' => [
'status' => 2,
'text' => base64_encode($draft_content),
]
];
try {
$client->send(json_encode($message, true));
//需要以追加的方式进行写文件
$audioxxxFile = app()->getRootPath() . '/runtime/storage/audio/' . date('Ymd') . '/' . $file_name;
file_put_contents($audioxxxFile, $tts->request('欢迎使用科大讯飞语音能力,让我们一起用人工智能改变世界')->getBody()->getContents());
exit;
$audio_file = fopen($audioxxxFile, 'ab');
$response = $client->receive();
$response = json_decode($response, true);
do {
//返回的音频需要进行base64解码
$audio = base64_decode($response['data']['audio']);
fwrite($audio_file, $audio);
//继续接收消息
$response = $client->receive();
$response = json_decode($response, true);
} while ($response['data']['status'] != 2);
fclose($audio_file);
return $this->data([
'audio_name' => $file_name,
'audio_url' => './audio/' . $file_name,
]);
} catch (Exception $e) {
return $this->fail($e->getMessage());
} finally {
$client->close();
}
return $this->fail('error');
2023-10-10 09:25:42 +08:00
}
2023-09-12 12:36:32 +08:00
}