xfyun(迅飞云)根据格式化后的字幕批量语音合成

subtitle_to_audio.py

# -*- coding:utf-8 -*-
#
#   author: iflytek
#
#  本demo测试时运行的环境为：Windows + Python3.7
#  本demo测试成功运行时所安装的第三方库及其版本如下：
#   cffi==1.12.3
#   gevent==1.4.0
#   greenlet==0.4.15
#   pycparser==2.19
#   six==1.12.0
#   websocket==0.2.1
#   websocket-client==0.56.0
#   合成小语种需要传输小语种文本、使用小语种发音人vcn、tte=unicode以及修改文本编码方式
#  错误码链接：https://www.xfyun.cn/document/error-code （code返回错误码时必看）
# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
#
# 准备一个subtitle.csv文件，其中包含处理后的字幕，按以下格式
# ……###############
# filename@subtitle
# ……
# filename@subtitle
# ……###############
## filename为迅飞为subtitle生成的音频文件名
# 字幕内容可以先处理一下多音字，避免生成错误的音频
import websocket
import datetime
import hashlib
import base64
import hmac
import json
from urllib.parse import urlencode
import time
import ssl
from wsgiref.handlers import format_date_time
from datetime import datetime
from time import mktime
import _thread as thread
import os
import csv

STATUS_FIRST_FRAME = 0  # 第一帧的标识
STATUS_CONTINUE_FRAME = 1  # 中间帧标识
STATUS_LAST_FRAME = 2  # 最后一帧的标识

FILE_NAME = ''
TEXT = ''

class Ws_Param(object):
	# 初始化
	def __init__(self, APPID, APIKey, APISecret, Text):
		self.APPID = APPID
		self.APIKey = APIKey
		self.APISecret = APISecret
		self.Text = Text

		# 公共参数(common)
		self.CommonArgs = {"app_id": self.APPID}
		# 业务参数(business)，更多个性化参数可在官网查看
		#self.BusinessArgs = {"aue": "raw", "auf": "audio/L16;rate=16000", "vcn": "xiaoyan", "tte": "utf8"}
		self.BusinessArgs = {"aue": "lame", "sfl": 1, "auf": "audio/L16;rate=16000", "volume": 85, "vcn": "xiaoyan", "tte": "utf8"}
		self.Data = {"status": 2, "text": str(base64.b64encode(self.Text.encode('utf-8')), "UTF8")}
		#使用小语种须使用以下方式，此处的unicode指的是 utf16小端的编码方式，即"UTF-16LE"”
		#self.Data = {"status": 2, "text": str(base64.b64encode(self.Text.encode('utf-16')), "UTF8")}

	# 生成url
	def create_url(self):
		url = 'wss://tts-api.xfyun.cn/v2/tts'
		# 生成RFC1123格式的时间戳
		now = datetime.now()
		date = format_date_time(mktime(now.timetuple()))

		# 拼接字符串
		signature_origin = "host: " + "ws-api.xfyun.cn" + "\n"
		signature_origin += "date: " + date + "\n"
		signature_origin += "GET " + "/v2/tts " + "HTTP/1.1"
		# 进行hmac-sha256进行加密
		signature_sha = hmac.new(self.APISecret.encode('utf-8'), signature_origin.encode('utf-8'),
								 digestmod=hashlib.sha256).digest()
		signature_sha = base64.b64encode(signature_sha).decode(encoding='utf-8')

		authorization_origin = "api_key=\"%s\", algorithm=\"%s\", headers=\"%s\", signature=\"%s\"" % (
			self.APIKey, "hmac-sha256", "host date request-line", signature_sha)
		authorization = base64.b64encode(authorization_origin.encode('utf-8')).decode(encoding='utf-8')
		# 将请求的鉴权参数组合为字典
		v = {
			"authorization": authorization,
			"date": date,
			"host": "ws-api.xfyun.cn"
		}
		# 拼接鉴权参数，生成url
		url = url + '?' + urlencode(v)
		# print("date: ",date)
		# print("v: ",v)
		# 此处打印出建立连接时候的url,参考本demo的时候可取消上方打印的注释，比对相同参数时生成的url与自己代码生成的url是否一致
		# print('websocket url :', url)
		return url

def on_message(ws, message):
	try:
		message =json.loads(message)
		code = message["code"]
		sid = message["sid"]
		audio = message["data"]["audio"]
		audio = base64.b64decode(audio)
		status = message["data"]["status"]
		print(message)
		if status == 2:
			print("ws is closed")
			ws.close()
		if code != 0:
			errMsg = message["message"]
			print("sid:%s call error:%s code is:%s" % (sid, errMsg, code))
		else:

			with open(FILE_NAME+'.mp3', 'ab') as f:
				f.write(audio)

	except Exception as e:
		print("receive msg,but parse exception:", e)



# 收到websocket错误的处理
def on_error(ws, error):
	print("### error:", error)


# 收到websocket关闭的处理
def on_close(ws):
	print("### closed ###")


# 收到websocket连接建立的处理
def on_open(ws):
	def run(*args):
		d = {"common": wsParam.CommonArgs,
			 "business": wsParam.BusinessArgs,
			 "data": wsParam.Data,
			 }
		d = json.dumps(d)
		print("------>开始发送文本数据")
		ws.send(d)
		if os.path.exists(FILE_NAME+'.mp3'):
			os.remove(FILE_NAME+'.mp3')

	thread.start_new_thread(run, ())


if __name__ == "__main__":
	# 测试时候在此处正确填写相关信息即可运行
	with open('subtitle.csv') as csvfile:
		readCSV = csv.reader(csvfile, delimiter='@')
		for row in readCSV:
			FILE_NAME=row[0]
			TEXT=row[1]
			#下面的APPID,APIKey,APISecret可以根据自己的情况修改
			wsParam = Ws_Param(APPID='8e657455', APIKey='388092f3e9e9373b3fb6',
							   APISecret='c47cb2a7b04650c37d3a',
							   Text=TEXT)
			websocket.enableTrace(False)
			wsUrl = wsParam.create_url()
			ws = websocket.WebSocketApp(wsUrl, on_message=on_message, on_error=on_error, on_close=on_close)
			ws.on_open = on_open
			ws.run_forever(sslopt={"cert_reqs": ssl.CERT_NONE})