2023-09-12 12:36:32 +08:00
|
|
|
|
<?php
|
|
|
|
|
// +----------------------------------------------------------------------
|
|
|
|
|
// | likeadmin快速开发前后端分离管理后台(PHP版)
|
|
|
|
|
// +----------------------------------------------------------------------
|
|
|
|
|
// | 欢迎阅读学习系统程序代码,建议反馈是我们前进的动力
|
|
|
|
|
// | 开源版本可自由商用,可去除界面版权logo
|
|
|
|
|
// | gitee下载:https://gitee.com/likeshop_gitee/likeadmin
|
|
|
|
|
// | github下载:https://github.com/likeshop-github/likeadmin
|
|
|
|
|
// | 访问官网:https://www.likeadmin.cn
|
|
|
|
|
// | likeadmin团队 版权所有 拥有最终解释权
|
|
|
|
|
// +----------------------------------------------------------------------
|
|
|
|
|
// | author: likeadminTeam
|
|
|
|
|
// +----------------------------------------------------------------------
|
|
|
|
|
|
|
|
|
|
namespace app\api\controller;
|
|
|
|
|
|
2023-09-12 15:20:31 +08:00
|
|
|
|
use IFlytek\Xfyun\Speech\ChatClient;
|
2023-10-09 22:39:21 +08:00
|
|
|
|
use IFlytek\Xfyun\Speech\IatClient;
|
2023-10-10 13:40:27 +08:00
|
|
|
|
use IFlytek\Xfyun\Speech\TtsClient;
|
2023-09-12 15:20:31 +08:00
|
|
|
|
use WebSocket\Client;
|
2023-09-12 12:36:32 +08:00
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* 讯飞
|
|
|
|
|
* Class WechatController
|
|
|
|
|
*/
|
|
|
|
|
class XunFeiController extends BaseApiController
|
|
|
|
|
{
|
2023-10-10 13:40:27 +08:00
|
|
|
|
public array $notNeedLogin = ['chat', 'iat', 'tts'];
|
2023-09-12 12:36:32 +08:00
|
|
|
|
|
|
|
|
|
private $app_id='2eda6c2e';
|
|
|
|
|
|
2023-09-12 15:20:31 +08:00
|
|
|
|
private $api_key='12ec1f9d113932575fc4b114a2f60ffd';
|
2023-09-12 12:36:32 +08:00
|
|
|
|
|
2023-09-12 15:20:31 +08:00
|
|
|
|
private $api_secret='MDEyMzE5YTc5YmQ5NjMwOTU1MWY4N2Y2';
|
2023-09-12 12:36:32 +08:00
|
|
|
|
|
2023-09-12 15:20:31 +08:00
|
|
|
|
public function chat()
|
2023-09-12 12:36:32 +08:00
|
|
|
|
{
|
2023-09-12 16:44:15 +08:00
|
|
|
|
header('X-Accel-Buffering: no');
|
2023-09-12 15:22:32 +08:00
|
|
|
|
$parmas=$this->request->param('content');
|
|
|
|
|
if(empty($parmas)){
|
|
|
|
|
return $this->success('success');
|
|
|
|
|
}
|
2023-09-12 15:20:31 +08:00
|
|
|
|
$chat=new ChatClient($this->app_id,$this->api_key,$this->api_secret);
|
|
|
|
|
$client = new Client($chat->assembleAuthUrl('wss://spark-api.xf-yun.com/v2.1/chat'));
|
|
|
|
|
// 连接到 WebSocket 服务器
|
|
|
|
|
if ($client) {
|
|
|
|
|
// 发送数据到 WebSocket 服务器
|
2023-09-12 15:22:32 +08:00
|
|
|
|
$data = $this->getBody($this->app_id,$parmas);
|
2023-09-12 15:20:31 +08:00
|
|
|
|
|
|
|
|
|
$client->send($data);
|
|
|
|
|
// 从 WebSocket 服务器接收数据
|
|
|
|
|
$answer = "";
|
|
|
|
|
while(true){
|
|
|
|
|
$response = $client->receive();
|
|
|
|
|
$resp = json_decode($response,true);
|
|
|
|
|
$code = $resp["header"]["code"];
|
2023-09-12 16:56:36 +08:00
|
|
|
|
// echo "从服务器接收到的数据: " . $response;
|
2023-09-12 15:20:31 +08:00
|
|
|
|
if(0 == $code){
|
|
|
|
|
$status = $resp["header"]["status"];
|
|
|
|
|
if($status != 2){
|
|
|
|
|
$content = $resp['payload']['choices']['text'][0]['content'];
|
|
|
|
|
$answer .= $content;
|
2023-09-12 16:44:15 +08:00
|
|
|
|
print($answer);
|
|
|
|
|
ob_flush(); // 刷新输出缓冲区
|
|
|
|
|
flush(); // 刷新系统输出缓冲区
|
2023-09-12 15:20:31 +08:00
|
|
|
|
}else{
|
|
|
|
|
$content = $resp['payload']['choices']['text'][0]['content'];
|
|
|
|
|
$answer .= $content;
|
|
|
|
|
$total_tokens = $resp['payload']['usage']['text']['total_tokens'];
|
|
|
|
|
print("\n本次消耗token用量:\n");
|
|
|
|
|
print($total_tokens);
|
2023-09-12 16:44:15 +08:00
|
|
|
|
ob_flush(); // 刷新输出缓冲区
|
|
|
|
|
flush(); // 刷新系统输出缓冲区
|
2023-09-12 15:20:31 +08:00
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
}else{
|
2023-09-12 16:56:36 +08:00
|
|
|
|
return $this->fail( "服务返回报错".$response);
|
2023-09-12 15:20:31 +08:00
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
}
|
2023-09-12 16:44:15 +08:00
|
|
|
|
ob_flush(); // 刷新输出缓冲区
|
|
|
|
|
flush(); // 刷新系统输出缓冲区
|
|
|
|
|
return $this->success('success');
|
2023-09-12 15:20:31 +08:00
|
|
|
|
|
|
|
|
|
} else {
|
2023-09-12 16:44:15 +08:00
|
|
|
|
return $this->fail('无法连接到 WebSocket 服务器');
|
2023-09-12 15:20:31 +08:00
|
|
|
|
}
|
2023-09-12 12:36:32 +08:00
|
|
|
|
}
|
2023-09-12 15:20:31 +08:00
|
|
|
|
|
2023-10-09 20:00:58 +08:00
|
|
|
|
//构造参数体
|
|
|
|
|
function getBody($appid,$question){
|
|
|
|
|
$header = array(
|
|
|
|
|
"app_id" => $appid,
|
|
|
|
|
"uid" => "1"
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
$parameter = array(
|
|
|
|
|
"chat" => array(
|
|
|
|
|
"domain" => "generalv2",
|
|
|
|
|
"temperature" => 0.5,
|
|
|
|
|
"max_tokens" => 1024
|
|
|
|
|
)
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
$payload = array(
|
|
|
|
|
"message" => array(
|
|
|
|
|
"text" => array(
|
|
|
|
|
array("role" => "user", "content" => $question)
|
|
|
|
|
)
|
|
|
|
|
)
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
$json_string = json_encode(array(
|
|
|
|
|
"header" => $header,
|
|
|
|
|
"parameter" => $parameter,
|
|
|
|
|
"payload" => $payload
|
|
|
|
|
));
|
|
|
|
|
|
|
|
|
|
return $json_string;
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
2023-10-10 13:40:27 +08:00
|
|
|
|
//语音听写(流式版)
|
2023-10-09 20:00:58 +08:00
|
|
|
|
public function iat()
|
|
|
|
|
{
|
2023-10-09 22:39:21 +08:00
|
|
|
|
header('X-Accel-Buffering: no');
|
2023-10-10 10:34:45 +08:00
|
|
|
|
$file = request()->file('audio');
|
|
|
|
|
if(empty($file)){
|
2023-10-10 13:40:27 +08:00
|
|
|
|
//return $this->fail('未上传音频文件');
|
2023-10-10 10:34:45 +08:00
|
|
|
|
}
|
2023-10-10 10:50:52 +08:00
|
|
|
|
// 上传音频临时文件
|
2023-10-10 10:34:45 +08:00
|
|
|
|
$savename = \think\facade\Filesystem::putFile('audio', $file);
|
2023-10-10 10:50:52 +08:00
|
|
|
|
$file = app()->getRootPath() . '/runtime/storage/' . $savename;
|
|
|
|
|
if (!file_exists($file)) {
|
2023-10-10 13:40:27 +08:00
|
|
|
|
//return $this->fail('未上传音频文件');
|
2023-10-10 10:50:52 +08:00
|
|
|
|
}
|
2023-10-10 13:40:27 +08:00
|
|
|
|
$file = "https://lihai001.oss-cn-chengdu.aliyuncs.com/media/iat_mp3_16k.mp3";
|
2023-10-10 10:34:45 +08:00
|
|
|
|
$audioFile = fopen($file, 'rb');
|
|
|
|
|
if ($audioFile === false) {
|
|
|
|
|
return $this->fail('音频文件异常');
|
|
|
|
|
}
|
2023-10-10 10:50:52 +08:00
|
|
|
|
$words = '';
|
2023-10-10 09:25:42 +08:00
|
|
|
|
$iatHostUrl = "wss://iat-api.xfyun.cn/v2/iat";
|
2023-10-09 23:40:07 +08:00
|
|
|
|
$iat = new IatClient($this->app_id,$this->api_key,$this->api_secret);
|
2023-10-10 09:25:42 +08:00
|
|
|
|
$client = new Client($iat->assembleAuthUrl($iatHostUrl));
|
2023-10-09 23:40:07 +08:00
|
|
|
|
if ($client) {
|
|
|
|
|
$frameSize = 1280; //每一帧的音频大小
|
2023-10-10 10:34:45 +08:00
|
|
|
|
$intervel = 20 * 1000; //发送音频间隔
|
2023-10-09 23:40:07 +08:00
|
|
|
|
$status = 0;
|
|
|
|
|
while (true) {
|
|
|
|
|
$len = fread($audioFile, $frameSize);
|
|
|
|
|
if ($len === false) {
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
if ($len === '') { //文件读取完了
|
|
|
|
|
$status = 2;
|
|
|
|
|
}
|
|
|
|
|
switch ($status) {
|
|
|
|
|
case 0: //发送第一帧音频,带business 参数
|
|
|
|
|
$frameData = array(
|
|
|
|
|
'common' => array(
|
|
|
|
|
'app_id' => $this->app_id //appid 必须带上,只需第一帧发送
|
|
|
|
|
),
|
|
|
|
|
'business' => array( //business 参数,只需一帧发送
|
|
|
|
|
'language' => 'zh_cn',
|
|
|
|
|
'domain' => 'iat',
|
|
|
|
|
'accent' => 'mandarin'
|
|
|
|
|
),
|
|
|
|
|
'data' => array(
|
|
|
|
|
'status' => 0,
|
|
|
|
|
'format' => 'audio/L16;rate=16000',
|
|
|
|
|
'audio' => base64_encode($len),
|
|
|
|
|
'encoding' => 'lame'
|
|
|
|
|
)
|
|
|
|
|
);
|
|
|
|
|
$client->send(json_encode($frameData));
|
|
|
|
|
$status = 1;
|
|
|
|
|
break;
|
|
|
|
|
case 1:
|
|
|
|
|
$frameData = array(
|
|
|
|
|
'data' => array(
|
|
|
|
|
'status' => 1,
|
|
|
|
|
'format' => 'audio/L16;rate=16000',
|
|
|
|
|
'audio' => base64_encode($len),
|
|
|
|
|
'encoding' => 'raw'
|
|
|
|
|
)
|
|
|
|
|
);
|
|
|
|
|
$client->send(json_encode($frameData));
|
|
|
|
|
break;
|
|
|
|
|
case 2:
|
|
|
|
|
$frameData = array(
|
|
|
|
|
'data' => array(
|
|
|
|
|
'status' => 2,
|
|
|
|
|
'format' => 'audio/L16;rate=16000',
|
|
|
|
|
'audio' => base64_encode($len),
|
|
|
|
|
'encoding' => 'raw'
|
|
|
|
|
)
|
|
|
|
|
);
|
|
|
|
|
$client->send(json_encode($frameData));
|
|
|
|
|
break 2;
|
|
|
|
|
}
|
|
|
|
|
//模拟音频采样间隔
|
|
|
|
|
usleep($intervel);
|
|
|
|
|
}
|
|
|
|
|
while (true) {
|
|
|
|
|
$response = $client->receive();
|
|
|
|
|
if ($response === null) {
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
$resp = json_decode($response,true);
|
|
|
|
|
$code = $resp['code'];
|
|
|
|
|
$message = $resp['message'];
|
|
|
|
|
$data = $resp['data'];
|
|
|
|
|
$result = $data['result'];
|
|
|
|
|
$status = $data['status'];
|
2023-10-10 10:34:45 +08:00
|
|
|
|
foreach($result['ws'] as $v) {
|
|
|
|
|
$words .= $v['cw'][0]['w'] ?? '';
|
|
|
|
|
}
|
2023-10-09 23:40:07 +08:00
|
|
|
|
if ($code != 0) {
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
if ($status === 2) {
|
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
} else {
|
|
|
|
|
return $this->fail('无法连接到 WebSocket 服务器');
|
|
|
|
|
}
|
|
|
|
|
fclose($audioFile);
|
2023-10-10 10:34:45 +08:00
|
|
|
|
// 删除临时音频文件
|
|
|
|
|
if (file_exists($file)) {
|
|
|
|
|
unlink($file);
|
|
|
|
|
}
|
|
|
|
|
return $this->data(['words' => $words]);
|
2023-10-09 20:00:58 +08:00
|
|
|
|
}
|
|
|
|
|
|
2023-10-10 13:40:27 +08:00
|
|
|
|
//语音合成(流式版)
|
|
|
|
|
public function tts()
|
2023-10-10 09:25:42 +08:00
|
|
|
|
{
|
|
|
|
|
header('X-Accel-Buffering: no');
|
2023-10-10 13:40:27 +08:00
|
|
|
|
$ttsHostUrl = "wss://tts-api.xfyun.cn/v2/tts";
|
|
|
|
|
$tts = new TtsClient($this->app_id,$this->api_key,$this->api_secret);
|
|
|
|
|
$date = date('YmdHis', time());
|
|
|
|
|
$file_name = $date . '.mp3';
|
|
|
|
|
$audioxxxFile = app()->getRootPath() . '/runtime/storage/audio/' . date('Ymd') . '/' . $file_name;
|
|
|
|
|
file_put_contents($audioxxxFile, $tts->request('欢迎使用科大讯飞语音能力,让我们一起用人工智能改变世界')->getBody()->getContents());
|
|
|
|
|
exit;
|
|
|
|
|
|
|
|
|
|
$client = new Client($tts->assembleAuthUrl($ttsHostUrl));
|
|
|
|
|
$draft_content = '这是一段测试的音频文件,正常调试接口,这是一段测试的音频文件,正常调试接口';
|
|
|
|
|
|
|
|
|
|
$message = [
|
|
|
|
|
'common' => [
|
|
|
|
|
'app_id' => $this->app_id,
|
|
|
|
|
],
|
|
|
|
|
'business' => [
|
|
|
|
|
'aue' => 'raw',
|
|
|
|
|
'auf' => 'audio/L16;rate=16000',
|
|
|
|
|
'vcn' => 'xiaoyan',
|
|
|
|
|
'tte' => 'UTF8',
|
|
|
|
|
],
|
|
|
|
|
'data' => [
|
|
|
|
|
'status' => 2,
|
|
|
|
|
'text' => base64_encode($draft_content),
|
|
|
|
|
]
|
|
|
|
|
];
|
|
|
|
|
try {
|
|
|
|
|
$client->send(json_encode($message, true));
|
|
|
|
|
|
|
|
|
|
//需要以追加的方式进行写文件
|
|
|
|
|
$audioxxxFile = app()->getRootPath() . '/runtime/storage/audio/' . date('Ymd') . '/' . $file_name;
|
|
|
|
|
|
|
|
|
|
file_put_contents($audioxxxFile, $tts->request('欢迎使用科大讯飞语音能力,让我们一起用人工智能改变世界')->getBody()->getContents());
|
|
|
|
|
exit;
|
|
|
|
|
$audio_file = fopen($audioxxxFile, 'ab');
|
|
|
|
|
$response = $client->receive();
|
|
|
|
|
$response = json_decode($response, true);
|
|
|
|
|
do {
|
|
|
|
|
//返回的音频需要进行base64解码
|
|
|
|
|
$audio = base64_decode($response['data']['audio']);
|
|
|
|
|
fwrite($audio_file, $audio);
|
|
|
|
|
//继续接收消息
|
|
|
|
|
$response = $client->receive();
|
|
|
|
|
$response = json_decode($response, true);
|
|
|
|
|
} while ($response['data']['status'] != 2);
|
|
|
|
|
fclose($audio_file);
|
|
|
|
|
return $this->data([
|
|
|
|
|
'audio_name' => $file_name,
|
|
|
|
|
'audio_url' => './audio/' . $file_name,
|
|
|
|
|
]);
|
|
|
|
|
} catch (Exception $e) {
|
|
|
|
|
return $this->fail($e->getMessage());
|
|
|
|
|
} finally {
|
|
|
|
|
$client->close();
|
|
|
|
|
}
|
|
|
|
|
return $this->fail('error');
|
2023-10-10 09:25:42 +08:00
|
|
|
|
}
|
|
|
|
|
|
2023-09-12 12:36:32 +08:00
|
|
|
|
}
|