訊飛離線語音合成新版(Aikit)-android sdk合成 demo（Java版本）

qualcomm crashdump mode qualcomm crashdump mode qualcomm crashdump mode 高通崩潰高通崩潰高通崩潰希望崩潰的小朋友們，送修之前能搜到。。線刷下載，挨個刷。。國內找個網站比較噁心，下載要要兩塊錢。。這個免費。。。 http ...

前言：科大訊飛的新版離線語音合成，由於官網demo是kt語言開發的，咱也看不懂kt，搜遍了全網也沒看到一個java版的新版離線語音demo，現記錄下，留給有緣人參考！！！！！畢竟咱在這上面遇到了不少的坑。如果能留言指正，那就更好了。

第一步：

官網註冊賬號---》實名認證---》點擊語音合成---》離線語音合成（新版）---》android sdk下載

sdk:下載的sdk是和當前賬號綁定的，文檔上方有appkey，secret等等

第二步：

安卓項目中設置以下許可權，在AndroidManifest.xml中

    <!--連接網路許可權，用於執行雲端語音能力 -->
    <uses-permission android:name="android.permission.INTERNET"/>
    <!--獲取手機錄音機使用許可權，聽寫、識別、語義理解需要用到此許可權 -->
    <uses-permission android:name="android.permission.RECORD_AUDIO"/>
    <!--讀取網路信息狀態 -->
    <uses-permission android:name="android.permission.ACCESS_NETWORK_STATE"/>
    <!--獲取當前wifi狀態 -->
    <uses-permission android:name="android.permission.ACCESS_WIFI_STATE"/>
    <!--允許程式改變網路連接狀態 -->
    <uses-permission android:name="android.permission.CHANGE_NETWORK_STATE"/>
    <!--讀取手機信息許可權 -->
    <uses-permission android:name="android.permission.READ_PHONE_STATE"/>
    <!--讀取聯繫人許可權，上傳聯繫人需要用到此許可權 -->
    <uses-permission android:name="android.permission.READ_CONTACTS"/>
    <!--外存儲寫許可權，構建語法需要用到此許可權 -->
    <uses-permission android:name="android.permission.WRITE_EXTERNAL_STORAGE"/>
    <!--外存儲讀許可權，構建語法需要用到此許可權 -->
    <uses-permission android:name="android.permission.READ_EXTERNAL_STORAGE"/>
    <!--手機定位信息，用來為語義等功能提供定位，提供更精準的服務-->
    <!--定位信息是敏感信息，可通過Setting.setLocationEnable(false)關閉定位請求 -->
    <uses-permission android:name="android.permission.ACCESS_FINE_LOCATION"/>
    <!--如需使用人臉識別，還要添加：攝相頭許可權，拍照需要用到 -->
    <uses-permission android:name="android.permission.CAMERA" />

    <!--配置許可權，用來記錄應用配置信息 -->
    <uses-permission android:name="android.permission.WRITE_SETTINGS"
        tools:ignore="ProtectedPermissions" />
    android:requestLegacyExternalStorage="true"

第三步：

獲取設備外部存儲許可權，後續需要把發音人的音頻文件拷貝到設備中

    /**
     * 查看當前設備是否有存儲許可權：
     *      沒有：請求獲取許可權
     *      有：複製當前項目assets下的xtts文件夾到設備根目錄下（語音合成所必須的文件）
     * @param context
     */
    private void requestStoragePermission(Context context) {
        if (ContextCompat.checkSelfPermission(context, Manifest.permission.WRITE_EXTERNAL_STORAGE)
                != PackageManager.PERMISSION_GRANTED) {
            ActivityCompat.requestPermissions(this,
                    new String[]{Manifest.permission.WRITE_EXTERNAL_STORAGE},
                    REQUEST_STORAGE_PERMISSION);
        }
    }

    /**
     * 請求獲取存儲許可權
     * @param requestCode
     * @param permissions
     * @param grantResults
     */
    @Override
    public void onRequestPermissionsResult(int requestCode, String[] permissions, int[] grantResults) {
        super.onRequestPermissionsResult(requestCode, permissions, grantResults);
        if (requestCode == REQUEST_STORAGE_PERMISSION) {
            if (grantResults.length > 0 && grantResults[0] == PackageManager.PERMISSION_GRANTED) {
                Log.i(TAG, "onRequestPermissionsResult: permission granted");
                //再次判斷存儲許可權是否已授予
                boolean permission = FileUtils.hasStoragePermission(getApplicationContext());
                if (!permission) {
                    Toast.makeText(getApplicationContext(), "沒有存儲許可權，請重新獲取!", Toast.LENGTH_SHORT).show();
                    return;
                }
                // 應用具有存儲許可權
                Log.i(TAG,"成功獲取存儲許可權!");
                //判斷xtts文件是否存在，不存在則複製，存在則忽略
                FileUtils.createXttsDirAndCopyFile(getApplicationContext());
            } else {
                Log.i(TAG, "onRequestPermissionsResult: permission denied");
                Toast.makeText(this, "You Denied Permission", Toast.LENGTH_SHORT).show();
            }
        }
    }

第四步：

拷貝五個發音人的資源文件到當前設備的xtts文件目錄下。這個文件在官方的demo文件中：

package com.epean.store.utils;

import android.Manifest;
import android.content.Context;
import android.content.pm.PackageManager;
import android.content.res.AssetManager;
import android.os.Build;
import android.os.Environment;
import android.util.Log;


import com.epean.store.R;

import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;

/**
 * 訊飛語音合成文件複製公共功能
 *	以下五個文件：
 *		e3fe94474_1.0.0_xTTS_CnCn_xiaoyan_2018_arm.irf
*		e4b08c6f3_1.0.0_xTTS_CnCn_xiaofeng_2018_fix_arm.dat
*		e4caee636_1.0.2_xTTS_CnCn_front_Emb_arm_2017.irf
*		e05d571cc_1.0.0_xTTS_CnCn_xiaoyan_2018_fix_arm.dat
*		ebdbd61ae_1.0.0_xTTS_CnCn_xiaofeng_2018_arm.irf
 */
public class FileUtils {
    private static final String TAG = "FileUtils";
    // 獲取外部存儲路徑
    public static String getExternalStoragePath() {
        return Environment.getExternalStorageDirectory().getAbsolutePath();
    }

    // 創建xtts目錄
    public static void createDirectory(String directoryPath) {
        File directory = new File(directoryPath);
        if (!directory.exists()) {
            if (directory.mkdirs()) {
                Log.d(TAG, "Directory created: " + directoryPath);
            } else {
                Log.e(TAG, "Failed to create directory: " + directoryPath);
            }
        } else {
            Log.d(TAG, "Directory already exists: " + directoryPath);
        }
    }

    // 判斷目錄是否為空
    public static boolean isDirectoryEmpty(String directoryPath) {
        File directory = new File(directoryPath);
        if (directory.exists() && directory.isDirectory()) {
            File[] files = directory.listFiles();
            return files == null || files.length == 0;
        }
        return true;
    }

    // 遞歸複製文件
    public static void copyFiles(Context context, String sourceDir, String destinationDir) throws IOException {
        AssetManager assetManager = context.getAssets();
        String[] files = assetManager.list(sourceDir);
        if (files != null && files.length > 0) {
            createDirectory(destinationDir);
            for (String fileName : files) {
                String sourcePath = sourceDir + File.separator + fileName;
                String destinationPath = destinationDir + File.separator + fileName;

                if (assetManager.list(sourcePath).length > 0) {
                    // 如果是目錄，遞歸複製目錄
                    copyFiles(context, sourcePath, destinationPath);
                } else {
                    // 如果是文件，複製文件
                    copyFile(context, sourcePath, destinationPath);
                }
            }
        }
    }

    // 複製文件
    public static void copyFile(Context context, String sourcePath, String destinationPath) throws IOException {
        InputStream inputStream = null;
        OutputStream outputStream = null;

        try {
            inputStream = context.getAssets().open(sourcePath);
            outputStream = new FileOutputStream(destinationPath);
            byte[] buffer = new byte[4096];
            int length;
            while ((length = inputStream.read(buffer)) > 0) {
                outputStream.write(buffer, 0, length);
            }
            Log.d(TAG, "File copied: " + destinationPath);
        } finally {
            if (inputStream != null) {
                try {
                    inputStream.close();
                } catch (IOException e) {
                    Log.e(TAG, "Failed to close input stream", e);
                }
            }
            if (outputStream != null) {
                try {
                    outputStream.close();
                } catch (IOException e) {
                    Log.e(TAG, "Failed to close output stream", e);
                }
            }
        }
    }

    /**
     * 創建訊飛語音合成所必須的目錄：xtts並複製音頻文件
     * @param context
     */
    public static void createXttsDirAndCopyFile(Context context){
        // 獲取外部存儲路徑
        String externalStoragePath = FileUtils.getExternalStoragePath();

        String xttsFolderPath = externalStoragePath + File.separator + context.getString(R.string.dir);
        // 創建xtts文件夾
        FileUtils.createDirectory(xttsFolderPath);
        // 判斷xtts文件夾是否為空
        if (FileUtils.isDirectoryEmpty(xttsFolderPath)) {
            // 複製assets目錄下的xtts文件夾中的所有文件到外部存儲的xtts文件夾中
            try {
                FileUtils.copyFiles(context, context.getString(R.string.dir), xttsFolderPath);
            } catch (IOException e) {
                Log.e(TAG, "文件複製失敗"+e.getMessage());
            }
        } else {
            // xtts文件夾不為空
            Log.d(TAG, "xtts folder is not empty. Skipping the operation.");
        }
    }

    public static boolean hasStoragePermission(Context context) {
        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {
            int permissionResult = context.checkSelfPermission(Manifest.permission.WRITE_EXTERNAL_STORAGE);
            return permissionResult == PackageManager.PERMISSION_GRANTED;
        }
        return true;
    }

}

第五步：

通用工具播放類，實現代碼如下：

initSDK() :sdk整個項目只需要初始化一次

playAudio(String content, Context context)：播放通用方法

package com.epean.store.utils;

import android.content.Context;
import android.media.AudioFormat;
import android.media.AudioManager;
import android.media.AudioTrack;
import android.os.Environment;
import android.util.Log;

import androidx.annotation.NonNull;

import com.epean.store.R;
import com.iflytek.aikit.core.AiEvent;
import com.iflytek.aikit.core.AiHandle;
import com.iflytek.aikit.core.AiHelper;
import com.iflytek.aikit.core.AiListener;
import com.iflytek.aikit.core.AiRequest;
import com.iflytek.aikit.core.AiResponse;
import com.iflytek.aikit.core.AiText;
import com.iflytek.aikit.core.AuthListener;
import com.iflytek.aikit.core.ErrType;


import org.apache.commons.lang3.StringUtils;

import java.io.File;

import java.util.List;

public class AudioPlayByKeyUtils {
    private static final String TAG = "AudioPlayByKeyUtils";
    private static int sampleRateInHz = 16000;
    private static int channelConfig = AudioFormat.CHANNEL_OUT_MONO;
    private static int audioFormat = AudioFormat.ENCODING_PCM_16BIT;
    private static int bufferSizeInBytes = AudioTrack.getMinBufferSize(sampleRateInHz, channelConfig, audioFormat);
    //語音合成文件緩存數組
    private static byte[] cacheArray;
    private static AiHandle handle;
    //播放組件
    private static AudioTrack audioTrack = new AudioTrack(AudioManager.STREAM_MUSIC, sampleRateInHz, channelConfig, audioFormat, bufferSizeInBytes, AudioTrack.MODE_STREAM);
    //SDK初始化
    public static void initSDK(Context context){
        try {
            //外部存儲絕對路徑
            File externalStorageDirectory = Environment.getExternalStorageDirectory();
            // 初始化參數構建
            AiHelper.Params params = AiHelper.Params.builder()
                    .appId(context.getString(R.string.appId))
                    .apiKey(context.getString(R.string.apiKey))
                    .apiSecret(context.getString(R.string.apiSecret))
                    .workDir(externalStorageDirectory.getAbsolutePath() +File.separator+ context.getString(R.string.dir))//SDK工作路徑，這裡為絕對路徑
                    .authInterval(60*60*24) //授權更新間隔
                    .build();
            // 初始化
            AiHelper.getInst().init(context, params);
            // 註冊SDK 初始化狀態監聽
            AiHelper.getInst().registerListener(coreListener);
            // 註冊能力結果監聽
            AiHelper.getInst().registerListener(context.getString(R.string.enginID), aiRespListener);
        }catch (Exception e){
            Log.e(TAG,"語音合成初始化出現異常"+e.getMessage());
        }
    }

    public static void playAudio(String content, Context context){
        if (StringUtils.isEmpty(content)){
            Log.e(TAG,"播報內容不能為空!");
            return;
        }
        //已初始化則略過
        initSDK(context);
        //避免臟數據
        cacheArray = null;
        //音量及播報人等參數設置
        AiRequest.Builder paramBuilder = audioParam();

        handle  = AiHelper.getInst().start(context.getString(R.string.enginID),paramBuilder.build(),null);
        if (!handle.isSuccess()) {
            Log.e(TAG, "ERROR::START | handle code:" + handle.getCode());
            return;
        }

        //自定義文本參數
        AiRequest.Builder dataBuilder = contentParame(content);
        //開始合成，合成結果可通過回調介面獲取
        int ret = AiHelper.getInst().write(dataBuilder.build(), handle);
        //ret 值為0 寫入成功；非0失敗
        if (ret != 0) {
            String error = "start write failed" + ret;
            Log.e(TAG, error);
        }
    }
    /**
     * 封裝自定義文本參數
     * @param content
     * @return
     */
    @NonNull
    private static AiRequest.Builder contentParame(String content) {
        AiRequest.Builder dataBuilder = AiRequest.builder();
        //輸入文本數據
        AiText textData = AiText
                .get("text")
                .data(content) //輸入文本
                .valid();
        dataBuilder.payload(textData);
        return dataBuilder;
    }

    /**
     * 音量及播報人等參數設置
     */
    @NonNull
    private static AiRequest.Builder audioParam() {
        AiRequest.Builder paramBuilder = AiRequest.builder();
        paramBuilder.param("vcn", "xiaoyan");
        paramBuilder.param("language", 1);
        paramBuilder.param("pitch", 50);
        paramBuilder.param("volume", 50);
        paramBuilder.param("speed", 50);
        paramBuilder.param("reg", 0);
        paramBuilder.param("rdn", 0);
        paramBuilder.param("textEncoding", "UTF-8");
        return paramBuilder;
    }

    /**
     * SDK監聽回調
     */
    private static AuthListener coreListener = new AuthListener() {
        @Override
        public void onAuthStateChange(final ErrType type, final int code) {
            Log.i(TAG,"core listener code:" + code);
            switch (type) {
                case AUTH:
                    Log.i(TAG,"SDK狀態：授權結果碼" + code);
                    break;
                case HTTP:
                    Log.i(TAG,"SDK狀態：HTTP認證結果" + code);
                    break;
                default:
                    Log.i(TAG,"SDK狀態：其他錯誤");
            }
        }
    };


    /**
     *能力監聽回調
     */
    private static AiListener aiRespListener = new AiListener() {
        //獲取合成結果，封裝到緩存數組中
        @Override
        public void onResult(int handleID, List<AiResponse> outputData, Object usrContext) {
            if (outputData == null || outputData.isEmpty()) {
                return;
            }
            if (null != outputData && outputData.size() > 0) {
                for (int i = 0; i < outputData.size(); i++) {
                    byte[] bytes = outputData.get(i).getValue();
                    if (bytes == null) {
                        continue;
                    }else {
                        if (cacheArray == null) {
                            cacheArray = bytes;
                        } else {
                            byte[] resBytes = new byte[(cacheArray != null ? cacheArray.length : 0) + bytes.length];
                            if (cacheArray != null) {
                                System.arraycopy(cacheArray, 0, resBytes, 0, cacheArray.length);
                            }
                            System.arraycopy(bytes, 0, resBytes, cacheArray != null ? cacheArray.length : 0, bytes.length);
                            cacheArray = resBytes;
                        }
                    }
                }
            }
        }

        @Override
        public void onEvent(int handleID, int event, List<AiResponse> eventData, Object usrContext){
            if (event == AiEvent.EVENT_UNKNOWN.getValue()){
            }
            if (event == AiEvent.EVENT_START.getValue()){
            }
            if (event == AiEvent.EVENT_END.getValue()){
                if (handle != null){
                    int rets = AiHelper.getInst().end(handle);
                    if (rets != 0) {
                        String error = "end failed" + rets;
                        Log.e(TAG, error);
                    }
                }
                cacheArray = null;
            }
            if (event == AiEvent.EVENT_PROGRESS.getValue()){
                if (cacheArray != null) {
                    audioTrack.write(cacheArray, 0, cacheArray.length);
                    audioTrack.play();
                }
            }
        }
        @Override
        public void onError(int handleID, int err, String msg, Object usrContext){
            if (handle != null){
                int rets = AiHelper.getInst().end(handle);
                if (rets != 0) {
                    String error = "end failed" + rets;
                    Log.e(TAG, error);
                }
            }
        }
    };

    /**
     * 釋放資源
     */
    public static void destory(){
//        AiHelper.getInst().unInit();
        cacheArray = null;
    }
}