Unity整合百度語音識別和合成--REST API
阿新 • • 發佈：2019-01-01
直接上unity的C#指令碼程式碼
百度語音識別
using System.Collections;
using System.Collections.Generic;
using UnityEngine;
using System.Xml;
using LitJson;
using System.Text;
using System;
using UnityEngine.UI;
using System.IO;
public class showVoiceResult1 : MonoBehaviour {
private string token; //access_token 百度語音主要借鑑了另一篇文章，地址忘了
百度語音合成部分
using System.Collections;
using System.Collections.Generic;
using UnityEngine;
using System.Xml;
using LitJson;
using System.Text;
using System;
using UnityEngine.UI;
using System.IO;
public class showTextTTSResult : MonoBehaviour {
private string text; //user input text
private string token; //access_token
private string cuid = "***"; //current user id
private int ctp = 1; // client type choose, web is only value 1
private string lan = "zh";
private int spd = 5;
private int pit = 5;
private int vol = 5;
private int per = 3; //person voice
private string grant_Type = "client_credentials";
private string client_ID = "****"; //百度appkey
private string client_Secret = "****"; //百度Secret Key
private string baiduAPI = "http://tsn.baidu.com/text2audio";
private string getTokenAPIPath = "https://openapi.baidu.com/oauth/2.0/token";
private byte[] clipByte;
public Text debugText;
public Text debugMsg;
/// <summary>
///
/// 轉換出來的TEXT
/// </summary>
public static string audioToString;
private AudioSource aud;
private int audioLength;//錄音的長度
private string filePath;
void Start () {
}
// Update is called once per frame
void Update () {
/*if (audioToString != null) {
debugText.text = audioToString;
}*/
}
/// <summary>
/// get token
/// </summary>
/// <param name="url">url</param>
/// <returns></returns>
private IEnumerator GetToken(string url)
{
WWWForm getTForm = new WWWForm();
getTForm.AddField("grant_type", grant_Type);
getTForm.AddField("client_id", client_ID);
getTForm.AddField("client_secret", client_Secret);
WWW getTW = new WWW(url, getTForm);
yield return getTW;
Debug.Log (getTW.text);
if (getTW.isDone)
{
if (getTW.error == null)
{
token = JsonMapper.ToObject(getTW.text)["access_token"].ToString();
Debug.Log (token);
debugMsg.text += "token:"+token+"\n";
//StartCoroutine(GetAudioString(baiduAPI));
StartCoroutine(GetTextAudio(baiduAPI));
}
else
Debug.LogError(getTW.error);
}
}
private IEnumerator GetTextAudio(string url){
//url?lan ctp cuid tok tex vol per spd pit
WWWForm getTForm = new WWWForm();
getTForm.AddField ("lan", lan);
getTForm.AddField ("ctp", ctp);
getTForm.AddField ("cuid", cuid);
getTForm.AddField ("tok", token);
getTForm.AddField ("tex", /*WWW.EscapeURL(*/debugText.text/*)*/);
getTForm.AddField ("vol",vol);
getTForm.AddField ("per", per);
getTForm.AddField ("spd", spd);
getTForm.AddField ("pit", pit);
WWW getTW = new WWW (url,getTForm);
yield return getTW;
byte[] s = getTW.bytes;
filePath = Application.persistentDataPath+"/1.mp3";
//filePath = "/data/data/com.example.baiduTTS/1.mp3";
File.Delete (filePath);
if (writeFile (s, filePath)) {
debugMsg.text += "success to translate txt to voice\n";
debugMsg.text += "the voice byte[] length:"+s.Length+"\n";
} else {
debugMsg.text = "fail";
}
WWW w = new WWW ("file://"+filePath);
aud.clip = w.GetAudioClip (false, false, AudioType.MPEG);
Debug.Log (debugText.text);
//debugMsg.text += "txt source:" + debugText.text+"\n";
Debug.Log (s.Length);
if (getTW.isDone) {
if (getTW.error == null) {
//debugMsg.text = "合成成功 音訊位元組長度為"+getTW.bytesDownloaded;
//Debug.Log (getTW.bytesDownloaded);
//JsonData getASWJson = JsonMapper.ToObject (getTW.text);
//Debug.Log (getASWJson.Count);
//Debug.Log (getASWJson["result"]);
}else{
Debug.Log (getTW.error);
}
}
}
private bool writeFile(byte[] readByte,string fileName){
FileStream pFileStream = null;
try{
pFileStream = new FileStream(fileName,FileMode.OpenOrCreate);
pFileStream.Write(readByte,0,readByte.Length);
}catch{
return false;
}finally{
if (pFileStream != null) {
pFileStream.Close ();
}
}
return true;
}
public void startTTS()
{
debugMsg.text = "";
StartCoroutine(GetToken(getTokenAPIPath));
}
public void playAud(){
aud.Play ();
/*if (!aud.isPlaying) {
aud.Play ();
}*/
debugMsg.text += "play the audio:"+aud.isPlaying+"\n";
debugMsg.text += "the audio useful:"+aud.enabled+"\n";
}
}
仿照百度語音識別指令碼寫的，裡面重點主要是獲取的音訊無法在unity直接播放，主要是資料夾許可權問題，unity可讀寫資料夾和Android不一樣，有固定的對應資料夾，Application.persistentDataPath是一個可讀寫資料夾，相關知識有部落格，可自行搜尋，地址忘了。aud.clip = w.GetAudioClip (false, false, AudioType.MPEG);是將MP3檔案賦給unity的音訊物件。