如何在uniapp使用微软的文字转语音服务

目录

• 前言
• 解析Azure官网的演示功能
• 两个参数
• 三次发送
• 接收的二进制消息
• 用Node.js实现它
• 两个参数
• 创建WebSocket连接
• 三次发送
• 接收二进制消息拼接mp3
• 命令行工具
• 在uni-app中使用
• 新建一个云函数
• 下载播放mp3文件
• 方法1. 先上传到云存储，通过云存储地址访问
• 方法2. 利用云函数的URL化+集成响应来访问
• 小结
• 总结

const res = await axios.get("https://azure.microsoft.com/en-gb/services/cognitive-services/text-to-speech/");

const reg = /token: "(.*?)"/;

if(reg.test(res.data)){
    const token = RegExp.$1;
}

this.privCOnnectionId= void 0 !== t ? t : s.createNoDashGuid(),

Path: speech.config
X-RequestId: 818A1E398D8D4303956D180A3761864B
X-Timestamp: 2022-05-27T16:45:02.799Z
Content-Type: application/json

{"context":{"system":{"name":"SpeechSDK","version":"1.19.0","build":"Javascript","lang":"Javascript"},"os":{"platform":"Browser/MacIntel","name":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36","version":"5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36"}}}

Path: synthesis.context
X-RequestId: 091963E8C7F342D0A8E79125EA6BB707
X-Timestamp: 2022-05-27T16:48:43.340Z
Content-Type: application/json

{"synthesis":{"audio":{"metadataOptions":{"bookmarkEnabled":false,"sentenceBoundaryEnabled":false,"visemeEnabled":false,"wordBoundaryEnabled":false},"outputFormat":"audio-24khz-160kbitrate-mono-mp3"},"language":{"autoDetection":false}}}

Path: ssml
X-RequestId: 091963E8C7F342D0A8E79125EA6BB707
X-Timestamp: 2022-05-27T16:48:49.594Z
Content-Type: application/ssml+xml

我叫大帅，一个热爱编程的老程序猿

const res = await axios.get("https://azure.microsoft.com/en-gb/services/cognitive-services/text-to-speech/");

const reg = /token: "(.*?)"/;

if(reg.test(res.data)){
    const Authorization = RegExp.$1;
}

//npm install uuid
const { v4: uuidv4 } = require("uuid");

const XCOnnectionId= uuidv4().toUpperCase();

//npm install nodejs-websocket
const ws = require("nodejs-websocket");

const url = `wss://eastus.tts.speech.microsoft.com/cognitiveservices/websocket/v1?Authorization=${Authorization}&X-COnnectionId=${XConnectionId}`;
const cOnnect= ws.connect(url);

function getXTime(){
    return new Date().toISOString();
}

const message_1 = `Path: speech.config
X-RequestId: ${XConnectionId}
X-Timestamp: ${getXTime()}
Content-Type: application/json

{"context":{"system":{"name":"SpeechSDK","version":"1.19.0","build":"Javascript","lang":"Javascript","os":{"platform":"Browser/Linux x86_64","name":"Mozilla/5.0 (X11; Linux x86_64; rv:78.0) Gecko/20100101 Firefox/78.0","version":"5.0 (X11)"}}}}`;

connect.send(message_1);

const message_2 = `Path: synthesis.context
X-RequestId: ${XConnectionId}
X-Timestamp: ${getXTime()}
Content-Type: application/json

{"synthesis":{"audio":{"metadataOptions":{"sentenceBoundaryEnabled":false,"wordBoundaryEnabled":false},"outputFormat":"audio-16khz-32kbitrate-mono-mp3"}}}`;

connect.send(message_2);

const SSML = `
    
        
            
                
                我叫大帅，一个热爱编程的老程序猿
                
            
        
    
    `
const message_3 = `Path: ssml
X-RequestId: ${XConnectionId}
X-Timestamp: ${getXTime()}
Content-Type: application/ssml+xml

${SSML}`

connect.send(message_3);

let final_data=Buffer.alloc(0);
connect.on("text", (data) => {
    if(data.indexOf("Path:turn.end")>=0){
        fs.writeFileSync("test.mp3",final_data);
        connect.close();
    }
})
connect.on("binary", function (response) {
    let data = Buffer.alloc(0);
    response.on("readable", function () {
        const newData = response.read()
        if (newData)data = Buffer.concat([data, newData], data.length+newData.length);
    })
    response.on("end", function () {
        const index = data.toString().indexOf("Path:audio")+12;
        final_data = Buffer.concat([final_data,data.slice(index)]);
    })
});

npm install -g mstts-js
mstts -i 文本转语音 -o ./test.mp3

"use strict";
const mstts = require("mstts-js")

exports.main = async (event, context) => {
    const res = await mstts.getTTSData("要转换的文本","CN-Yunxi");
   
    //res为buffer格式
});

exports.main = async (event, context) => {
    const res = await mstts.getTTSData("要转换的文本","CN-Yunxi");
   
    //res为buffer格式
    var uploadRes = await uniCloud.uploadFile({
        cloudPath: "xxxxx.mp3",
        fileContent: res
    })
    return uploadRes.fileID;
});

uniCloud.callFunction({
    name:"mstts",
    success:(res)=>{
        const aud = uni.createInnerAudioContext();
        aud.autoplay = true;
        aud.src = res;
        aud.play();
    }
})

exports.main = async (event, context) => {
	const res = await mstts.getTTSData("要转换的文本","CN-Yunxi");
	
	return {
		mpserverlessComposedResponse: true,
		isBase64Encoded: true,
		statusCode: 200,
		headers: {
			"Content-Type": "audio/mp3",
			"Content-Disposition":"attachment;filename="temp.mp3""
		},
		body: res.toString("base64")
	}
};

const aud = uni.createInnerAudioContext();
aud.autoplay = true;
aud.src = "https://ezshine-274162.service.tcloudbase.com/mstts";
aud.play();