From 956674f0b89ab71044d06143dcc5d47850b116d7 Mon Sep 17 00:00:00 2001 From: liwei1dao Date: Wed, 1 Apr 2026 19:31:37 +0800 Subject: [PATCH] =?UTF-8?q?=E6=8F=90=E4=BA=A4=E7=AB=AF=E5=88=B0=E7=AB=AF?= =?UTF-8?q?=E7=BF=BB=E8=AF=91?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../alibaba_language_config.dart | 88 + .../services/language_configs/ast_config.dart | 423 ++++ .../azure_language_config.dart | 1534 ++++++++++++++ .../google_language_config.dart | 296 +++ .../iflytek_language_config.dart | 807 ++++++++ .../volcano_language_config.dart | 61 + local_plugins/azure_speech/android/.gitignore | 14 + .../azure_speech/android/app/build.gradle.kts | 44 + .../android/app/src/debug/AndroidManifest.xml | 7 + .../android/app/src/main/AndroidManifest.xml | 45 + .../com/example/azure_speech/MainActivity.kt | 5 + .../res/drawable-v21/launch_background.xml | 12 + .../main/res/drawable/launch_background.xml | 12 + .../src/main/res/mipmap-hdpi/ic_launcher.png | Bin 0 -> 544 bytes .../src/main/res/mipmap-mdpi/ic_launcher.png | Bin 0 -> 442 bytes .../src/main/res/mipmap-xhdpi/ic_launcher.png | Bin 0 -> 721 bytes .../main/res/mipmap-xxhdpi/ic_launcher.png | Bin 0 -> 1031 bytes .../main/res/mipmap-xxxhdpi/ic_launcher.png | Bin 0 -> 1443 bytes .../app/src/main/res/values-night/styles.xml | 18 + .../app/src/main/res/values/styles.xml | 18 + .../app/src/profile/AndroidManifest.xml | 7 + .../azure_speech/android/gradle.properties | 3 + .../gradle/wrapper/gradle-wrapper.properties | 5 + .../azure_speech/AliyunBailianE2EHelper.kt | 478 +++++ .../azure_speech/AstCallbacks.kt | 758 +++++++ .../azure_speech/DoubaoE2ETranslateHelper.kt | 473 +++++ .../azure_speech/IflytekAsrHelper.kt | 376 ++++ .../azure_speech/IflytekAsrToAsr.kt | 659 ++++++ .../IflytekTranslationServiceImpl.kt | 290 +++ .../azure_speech/IflytekTtsWs.kt | 271 +++ .../azure_speech/MicrosoftAsrServiceImpl.kt | 250 +++ .../azure_speech/MicrosoftTTSServiceImpl.kt | 266 +++ .../MicrosoftTranslationAndTtsService.kt | 189 ++ .../MicrosoftTranslationServiceImpl.kt | 268 +++ .../VolcanoTranslationServiceImpl.kt | 357 ++++ .../tools/ScreenCaptureForegroundService.kt | 235 +++ .../tools/ScreenCaptureManager.kt | 318 +++ .../android/src/main/protos/HOWTO.md | 10 + .../android/src/main/protos/build_go.sh | 38 + .../src/main/protos/common/events.proto | 133 ++ .../src/main/protos/common/rpcmeta.proto | 100 + .../understanding/ast/ast_service.proto | 46 + .../products/understanding/base/au_base.proto | 195 ++ .../azure_speech/AliyunBailianE2EHelper.swift | 427 ++++ .../DoubaoE2ETranslateHelper.swift | 650 ++++++ .../protos_swift/common/events.pb.swift | 301 +++ .../protos_swift/common/rpcmeta.pb.swift | 350 ++++ .../understanding/ast/ast_service.pb.swift | 461 +++++ .../understanding/base/au_base.pb.swift | 1803 +++++++++++++++++ local_plugins/azure_speech/lib/main.dart | 20 + 50 files changed, 13121 insertions(+) create mode 100644 lib/data/services/language_configs/alibaba_language_config.dart create mode 100644 lib/data/services/language_configs/ast_config.dart create mode 100644 lib/data/services/language_configs/azure_language_config.dart create mode 100644 lib/data/services/language_configs/google_language_config.dart create mode 100644 lib/data/services/language_configs/iflytek_language_config.dart create mode 100644 lib/data/services/language_configs/volcano_language_config.dart create mode 100644 local_plugins/azure_speech/android/.gitignore create mode 100644 local_plugins/azure_speech/android/app/build.gradle.kts create mode 100644 local_plugins/azure_speech/android/app/src/debug/AndroidManifest.xml create mode 100644 local_plugins/azure_speech/android/app/src/main/AndroidManifest.xml create mode 100644 local_plugins/azure_speech/android/app/src/main/kotlin/com/example/azure_speech/MainActivity.kt create mode 100644 local_plugins/azure_speech/android/app/src/main/res/drawable-v21/launch_background.xml create mode 100644 local_plugins/azure_speech/android/app/src/main/res/drawable/launch_background.xml create mode 100644 local_plugins/azure_speech/android/app/src/main/res/mipmap-hdpi/ic_launcher.png create mode 100644 local_plugins/azure_speech/android/app/src/main/res/mipmap-mdpi/ic_launcher.png create mode 100644 local_plugins/azure_speech/android/app/src/main/res/mipmap-xhdpi/ic_launcher.png create mode 100644 local_plugins/azure_speech/android/app/src/main/res/mipmap-xxhdpi/ic_launcher.png create mode 100644 local_plugins/azure_speech/android/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png create mode 100644 local_plugins/azure_speech/android/app/src/main/res/values-night/styles.xml create mode 100644 local_plugins/azure_speech/android/app/src/main/res/values/styles.xml create mode 100644 local_plugins/azure_speech/android/app/src/profile/AndroidManifest.xml create mode 100644 local_plugins/azure_speech/android/gradle.properties create mode 100644 local_plugins/azure_speech/android/gradle/wrapper/gradle-wrapper.properties create mode 100644 local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/AliyunBailianE2EHelper.kt create mode 100644 local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/AstCallbacks.kt create mode 100644 local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/DoubaoE2ETranslateHelper.kt create mode 100644 local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekAsrHelper.kt create mode 100644 local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekAsrToAsr.kt create mode 100644 local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekTranslationServiceImpl.kt create mode 100644 local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekTtsWs.kt create mode 100644 local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftAsrServiceImpl.kt create mode 100644 local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftTTSServiceImpl.kt create mode 100644 local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftTranslationAndTtsService.kt create mode 100644 local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftTranslationServiceImpl.kt create mode 100644 local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/VolcanoTranslationServiceImpl.kt create mode 100644 local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/tools/ScreenCaptureForegroundService.kt create mode 100644 local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/tools/ScreenCaptureManager.kt create mode 100644 local_plugins/azure_speech/android/src/main/protos/HOWTO.md create mode 100755 local_plugins/azure_speech/android/src/main/protos/build_go.sh create mode 100644 local_plugins/azure_speech/android/src/main/protos/common/events.proto create mode 100644 local_plugins/azure_speech/android/src/main/protos/common/rpcmeta.proto create mode 100644 local_plugins/azure_speech/android/src/main/protos/products/understanding/ast/ast_service.proto create mode 100644 local_plugins/azure_speech/android/src/main/protos/products/understanding/base/au_base.proto create mode 100644 local_plugins/azure_speech/ios/azure_speech/Sources/azure_speech/AliyunBailianE2EHelper.swift create mode 100644 local_plugins/azure_speech/ios/azure_speech/Sources/azure_speech/DoubaoE2ETranslateHelper.swift create mode 100644 local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/common/events.pb.swift create mode 100644 local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/common/rpcmeta.pb.swift create mode 100644 local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/products/understanding/ast/ast_service.pb.swift create mode 100644 local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/products/understanding/base/au_base.pb.swift create mode 100644 local_plugins/azure_speech/lib/main.dart diff --git a/lib/data/services/language_configs/alibaba_language_config.dart b/lib/data/services/language_configs/alibaba_language_config.dart new file mode 100644 index 000000000..e9bc13656 --- /dev/null +++ b/lib/data/services/language_configs/alibaba_language_config.dart @@ -0,0 +1,88 @@ +/// 返回阿里云通义千问的翻译语言配置表（Translation） +/// +/// 数据来源：阿里云通义千问翻译支持语种 +/// 参考： https://bailian.console.aliyun.com/cn-beijing/?spm=5176.12818093_47.overview_recent.2.3be916d0Dc1NWf&tab=doc#/doc/?type=model&url=2983281 +List> getAlibabaTranslationLanguageSpecs() { + return [ + // 中文系列 + { + 'shortCode': 'zh', + 'chineseName': '中文', + 'englishName': 'Chinese', + 'translationCode': 'zh', + 'ttsVoiceName': 'Cherry', + }, + + // 常见通用语种 + { + 'shortCode': 'en', + 'chineseName': '英语', + 'englishName': 'English', + 'translationCode': 'en', + 'ttsVoiceName': 'Cherry', + }, + { + 'shortCode': 'ja', + 'chineseName': '日语', + 'englishName': 'Japanese', + 'translationCode': 'ja', + 'ttsVoiceName': 'Cherry', + }, + { + 'shortCode': 'ko', + 'chineseName': '韩语', + 'englishName': 'Korean', + 'translationCode': 'ko', + 'ttsVoiceName': 'Cherry', + }, + { + 'shortCode': 'fr', + 'chineseName': '法语', + 'englishName': 'French', + 'translationCode': 'fr', + 'ttsVoiceName': 'Cherry', + }, + { + 'shortCode': 'de', + 'chineseName': '德语', + 'englishName': 'German', + 'translationCode': 'de', + 'ttsVoiceName': 'Cherry', + }, + { + 'shortCode': 'es', + 'chineseName': '西班牙语', + 'englishName': 'Spanish', + 'translationCode': 'es', + 'ttsVoiceName': 'Cherry', + }, + { + 'shortCode': 'it', + 'chineseName': '意大利语', + 'englishName': 'Italian', + 'translationCode': 'it', + 'ttsVoiceName': 'Cherry', + }, + { + 'shortCode': 'pt', + 'chineseName': '葡萄牙语', + 'englishName': 'Portuguese', + 'translationCode': 'pt', + 'ttsVoiceName': 'Cherry', + }, + { + 'shortCode': 'ru', + 'chineseName': '俄语', + 'englishName': 'Russian', + 'translationCode': 'ru', + 'ttsVoiceName': 'Cherry', + }, + + // { + // 'shortCode': 'yue', + // 'chineseName': '粤语', + // 'englishName': 'Cantonese', + // 'translationCode': 'yue', + // }, + ]; +} diff --git a/lib/data/services/language_configs/ast_config.dart b/lib/data/services/language_configs/ast_config.dart new file mode 100644 index 000000000..ce5dfaa30 --- /dev/null +++ b/lib/data/services/language_configs/ast_config.dart @@ -0,0 +1,423 @@ +/// 返回AST配置表 +List> getAstLanguageConfigs() { + return [ + // 中文及方言 + { + 'shortCode': 'zh', + 'chineseName': '中文', + 'englishName': 'Chinese', + }, + + { + 'shortCode': 'yue', + 'chineseName': '粤语', + 'englishName': 'Cantonese', + }, + + // 英语各地区 + { + 'shortCode': 'en', + 'chineseName': '英语', + 'englishName': 'English', + }, + + // 西班牙语各地区 + { + 'shortCode': 'es', + 'chineseName': '西班牙语', + 'englishName': 'Spanish', + }, + + // 其他欧洲语言 + { + 'shortCode': 'de', + 'chineseName': '德语', + 'englishName': 'German', + }, + + { + 'shortCode': 'fr', + 'chineseName': '法语', + 'englishName': 'French', + }, + { + 'shortCode': 'ru', + 'chineseName': '俄语', + 'englishName': 'Russian', + }, + { + 'shortCode': 'it', + 'chineseName': '意大利语', + 'englishName': 'Italian', + }, + { + 'shortCode': 'nl', + 'chineseName': '荷兰语', + 'englishName': 'Dutch', + }, + { + 'shortCode': 'nb', + 'chineseName': '挪威语', + 'englishName': 'Norwegian Bokmål', + }, + { + 'shortCode': 'da', + 'chineseName': '丹麦语', + 'englishName': 'Danish', + }, + { + 'shortCode': 'fi', + 'chineseName': '芬兰语', + 'englishName': 'Finnish', + }, + { + 'shortCode': 'sv', + 'chineseName': '瑞典语', + 'englishName': 'Swedish', + }, + { + 'shortCode': 'pl', + 'chineseName': '波兰语', + 'englishName': 'Polish', + }, + { + 'shortCode': 'tr', + 'chineseName': '土耳其语', + 'englishName': 'Turkish', + 'asrCode': 'tr-TR', + }, + { + 'shortCode': 'el', + 'chineseName': '希腊语', + 'englishName': 'Greek', + }, + { + 'shortCode': 'cs', + 'chineseName': '捷克语', + 'englishName': 'Czech', + }, + { + 'shortCode': 'ca', + 'chineseName': '加泰罗尼亚语', + 'englishName': 'Catalan', + }, + { + 'shortCode': 'cy', + 'chineseName': '威尔士语', + 'englishName': 'Welsh', + }, + { + 'shortCode': 'bg', + 'chineseName': '保加利亚语', + 'englishName': 'Bulgarian', + }, + + // 亚洲语言 + { + 'shortCode': 'ja', + 'chineseName': '日语', + 'englishName': 'Japanese', + }, + { + 'shortCode': 'ko', + 'chineseName': '韩语', + 'englishName': 'Korean', + }, + { + 'shortCode': 'hi', + 'chineseName': '印地语', + 'englishName': 'Hindi', + }, + { + 'shortCode': 'th', + 'chineseName': '泰语', + 'englishName': 'Thai', + }, + { + 'shortCode': 'vi', + 'chineseName': '越南语', + 'englishName': 'Vietnamese', + }, + { + 'shortCode': 'id', + 'chineseName': '印尼语', + 'englishName': 'Indonesian', + }, + { + 'shortCode': 'ms', + 'chineseName': '马来语', + 'englishName': 'Malay', + }, + { + 'shortCode': 'bn', + 'chineseName': '孟加拉语', + 'englishName': 'Bengali', + }, + { + 'shortCode': 'am', + 'chineseName': '阿姆哈拉语', + 'englishName': 'Amharic', + 'asrCode': 'am-ET', + }, + { + 'shortCode': 'as', + 'chineseName': '阿萨姆语', + 'englishName': 'Assamese', + }, + + // 中东与非洲 + { + 'shortCode': 'ar', + 'chineseName': '阿拉伯语', + 'englishName': 'Arabic', + }, + + { + 'shortCode': 'af', + 'chineseName': '南非荷兰语', + 'englishName': 'Afrikaans', + }, + + // 其他 + { + 'shortCode': 'az', + 'chineseName': '阿塞拜疆语', + 'englishName': 'Azerbaijani', + }, + { + 'shortCode': 'bs', + 'chineseName': '波斯尼亚语', + 'englishName': 'Bosnian', + }, + { + 'shortCode': 'kn', + 'chineseName': '卡纳达语', + 'englishName': 'kn-IN', + }, + { + 'shortCode': 'et', + 'chineseName': '爱沙尼亚语', + 'englishName': 'Estonian', + }, + { + 'shortCode': 'eu', + 'chineseName': '巴斯克语', + 'englishName': 'Basque', + }, + { + 'shortCode': 'fa', + 'chineseName': '波斯语', + 'englishName': 'Persian', + }, + { + 'shortCode': 'fil', + 'chineseName': '菲律宾语', + 'englishName': 'Filipino', + }, + { + 'shortCode': 'ga', + 'chineseName': '爱尔兰语', + 'englishName': 'Ireland', + }, + { + 'shortCode': 'gl', + 'chineseName': '加利西亚语', + 'englishName': 'Galician', + }, + { + 'shortCode': 'gu', + 'chineseName': '古吉拉特语', + 'englishName': 'Gujarati', + }, + { + 'shortCode': 'he', + 'chineseName': '希伯来语', + 'englishName': 'Hebrew', + }, + { + 'shortCode': 'hr', + 'chineseName': '克罗地亚语', + 'englishName': 'Croatian', + }, + { + 'shortCode': 'hu', + 'chineseName': '匈牙利语', + 'englishName': 'Hungarian', + }, + { + 'shortCode': 'hy', + 'chineseName': '亚美尼亚语', + 'englishName': 'Armenian', + }, + { + 'shortCode': 'is', + 'chineseName': '冰岛语', + 'englishName': 'Icelandic', + }, + { + 'shortCode': 'jv', + 'chineseName': '爪哇语', + 'englishName': 'Javanese', + }, + { + 'shortCode': 'ka', + 'chineseName': '格鲁吉亚语', + 'englishName': 'Georgian', + }, + { + 'shortCode': 'kk', + 'chineseName': '哈萨克语', + 'englishName': 'Kazakh', + }, + { + 'shortCode': 'km', + 'chineseName': '高棉语', + 'englishName': 'Khmer', + }, + { + 'shortCode': 'lo', + 'chineseName': '老挝语', + 'englishName': 'Lao', + }, + { + 'shortCode': 'lt', + 'chineseName': '立陶宛语', + 'englishName': 'Lithuanian', + }, + { + 'shortCode': 'lv', + 'chineseName': '拉脱维亚语', + 'englishName': 'Latvian', + }, + { + 'shortCode': 'mk', + 'chineseName': '马其顿语', + 'englishName': 'Macedonian', + }, + { + 'shortCode': 'ml', + 'chineseName': '马拉雅拉姆语', + 'englishName': 'Malayalam', + }, + { + 'shortCode': 'mn', + 'chineseName': '蒙古语', + 'englishName': 'Mongolian', + }, + { + 'shortCode': 'mr', + 'chineseName': '马拉地语', + 'englishName': 'Marathi', + }, + { + 'shortCode': 'mt', + 'chineseName': '马耳他语', + 'englishName': 'Maltese', + }, + { + 'shortCode': 'my', + 'chineseName': '缅甸语', + 'englishName': 'Burmese', + }, + { + 'shortCode': 'nb', + 'chineseName': '书面挪威语', + 'englishName': 'Norwegian Bokmål', + }, + { + 'shortCode': 'ne', + 'chineseName': '尼泊尔语', + 'englishName': 'Nepali', + }, + // { + // 'shortCode': 'or', + // 'chineseName': '奥里亚语', + // 'englishName': 'Oriya', + // }, + // { + // 'shortCode': 'pa', + // 'chineseName': '旁遮普语', + // 'englishName': 'Punjabi', + // }, + { + 'shortCode': 'ps', + 'chineseName': '普什图语', + 'englishName': 'Pushto', + }, + { + 'shortCode': 'pt', + 'chineseName': '葡萄牙语', + 'englishName': 'Portuguese', + }, + { + 'shortCode': 'ro', + 'chineseName': '罗马尼亚语', + 'englishName': 'Romanian', + }, + { + 'shortCode': 'si', + 'chineseName': '僧伽罗语', + 'englishName': 'Sinhala', + }, + { + 'shortCode': 'sk', + 'chineseName': '斯洛伐克语', + 'englishName': 'Slovak', + }, + { + 'shortCode': 'sl', + 'chineseName': '斯洛文尼亚语', + 'englishName': 'Slovenian', + }, + { + 'shortCode': 'so', + 'chineseName': '索马里语', + 'englishName': 'Somali', + }, + { + 'shortCode': 'sq', + 'chineseName': '阿尔巴尼亚语', + 'englishName': 'Albanian', + }, + { + 'shortCode': 'sr', + 'chineseName': '塞尔维亚语', + 'englishName': 'Serbian', + }, + { + 'shortCode': 'sv', + 'chineseName': '斯瓦希里语', + 'englishName': 'Swedish', + }, + { + 'shortCode': 'ta', + 'chineseName': '泰米尔语', + 'englishName': 'Tamil', + }, + { + 'shortCode': 'te', + 'chineseName': '泰卢固语', + 'englishName': 'Tamil', + }, + { + 'shortCode': 'uk', + 'chineseName': '乌克兰语', + 'englishName': 'Ukrainian', + }, + { + 'shortCode': 'ur', + 'chineseName': '乌尔都语', + 'englishName': 'Urdu', + }, + { + 'shortCode': 'uz', + 'chineseName': '乌兹别克语', + 'englishName': 'Uzbek', + }, + { + 'shortCode': 'zu', + 'chineseName': '祖鲁语', + 'englishName': 'Zulu', + }, + ]; +} diff --git a/lib/data/services/language_configs/azure_language_config.dart b/lib/data/services/language_configs/azure_language_config.dart new file mode 100644 index 000000000..298902dff --- /dev/null +++ b/lib/data/services/language_configs/azure_language_config.dart @@ -0,0 +1,1534 @@ +/// 返回微软 Azure 的识别/翻译/TTS 语言配置表 +List> getAzureASRLanguageSpecs() { + return [ + // 中文及方言 + { + 'shortCode': 'zh', + 'chineseName': '中文', + 'englishName': 'Chinese', + 'asrCode': 'zh-CN', + }, + + { + 'shortCode': 'yue', + 'chineseName': '粤语', + 'englishName': 'Cantonese', + 'asrCode': 'zh-HK', + }, + + // 英语各地区 + { + 'shortCode': 'en', + 'chineseName': '英语', + 'englishName': 'English', + 'asrCode': 'en-US', + }, + + // 西班牙语各地区 + { + 'shortCode': 'es', + 'chineseName': '西班牙语', + 'englishName': 'Spanish', + 'asrCode': 'es-ES', + }, + + // 其他欧洲语言 + { + 'shortCode': 'de', + 'chineseName': '德语', + 'englishName': 'German', + 'asrCode': 'de-DE', + }, + + { + 'shortCode': 'fr', + 'chineseName': '法语', + 'englishName': 'French', + 'asrCode': 'fr-FR', + }, + + { + 'shortCode': 'it', + 'chineseName': '意大利语', + 'englishName': 'Italian', + 'asrCode': 'it-IT', + }, + { + 'shortCode': 'nl', + 'chineseName': '荷兰语', + 'englishName': 'Dutch', + 'asrCode': 'nl-NL', + }, + { + 'shortCode': 'nb', + 'chineseName': '挪威语', + 'englishName': 'Norwegian Bokmål', + 'asrCode': 'nb-NO', + }, + { + 'shortCode': 'da', + 'chineseName': '丹麦语', + 'englishName': 'Danish', + 'asrCode': 'da-DK', + }, + { + 'shortCode': 'fi', + 'chineseName': '芬兰语', + 'englishName': 'Finnish', + 'asrCode': 'fi-FI', + }, + { + 'shortCode': 'sv', + 'chineseName': '瑞典语', + 'englishName': 'Swedish', + 'asrCode': 'sv-SE', + }, + { + 'shortCode': 'pl', + 'chineseName': '波兰语', + 'englishName': 'Polish', + 'asrCode': 'pl-PL', + }, + { + 'shortCode': 'tr', + 'chineseName': '土耳其语', + 'englishName': 'Turkish', + 'asrCode': 'tr-TR', + }, + { + 'shortCode': 'el', + 'chineseName': '希腊语', + 'englishName': 'Greek', + 'asrCode': 'el-GR', + }, + { + 'shortCode': 'cs', + 'chineseName': '捷克语', + 'englishName': 'Czech', + 'asrCode': 'cs-CZ', + }, + { + 'shortCode': 'ca', + 'chineseName': '加泰罗尼亚语', + 'englishName': 'Catalan', + 'asrCode': 'ca-ES', + }, + { + 'shortCode': 'ru', + 'chineseName': '俄语', + 'englishName': 'Russian', + 'asrCode': 'ru-RU', + }, + { + 'shortCode': 'cy', + 'chineseName': '威尔士语', + 'englishName': 'Welsh', + 'asrCode': 'cy-GB', + }, + { + 'shortCode': 'bg', + 'chineseName': '保加利亚语', + 'englishName': 'Bulgarian', + 'asrCode': 'bg-BG', + }, + + // 亚洲语言 + { + 'shortCode': 'ja', + 'chineseName': '日语', + 'englishName': 'Japanese', + 'asrCode': 'ja-JP', + }, + { + 'shortCode': 'ko', + 'chineseName': '韩语', + 'englishName': 'Korean', + 'asrCode': 'ko-KR', + }, + { + 'shortCode': 'hi', + 'chineseName': '印地语', + 'englishName': 'Hindi', + 'asrCode': 'hi-IN', + }, + { + 'shortCode': 'th', + 'chineseName': '泰语', + 'englishName': 'Thai', + 'asrCode': 'th-TH', + }, + { + 'shortCode': 'vi', + 'chineseName': '越南语', + 'englishName': 'Vietnamese', + 'asrCode': 'vi-VN', + }, + { + 'shortCode': 'id', + 'chineseName': '印尼语', + 'englishName': 'Indonesian', + 'asrCode': 'id-ID', + }, + { + 'shortCode': 'ms', + 'chineseName': '马来语', + 'englishName': 'Malay', + 'asrCode': 'ms-MY', + }, + { + 'shortCode': 'bn', + 'chineseName': '孟加拉语', + 'englishName': 'Bengali', + 'asrCode': 'bn-IN', + }, + { + 'shortCode': 'am', + 'chineseName': '阿姆哈拉语', + 'englishName': 'Amharic', + 'asrCode': 'am-ET', + }, + { + 'shortCode': 'as', + 'chineseName': '阿萨姆语', + 'englishName': 'Assamese', + 'asrCode': 'as-IN', + }, + + // 中东与非洲 + { + 'shortCode': 'ar', + 'chineseName': '阿拉伯语', + 'englishName': 'Arabic', + 'asrCode': 'ar-SA', + }, + + { + 'shortCode': 'af', + 'chineseName': '南非荷兰语', + 'englishName': 'Afrikaans', + 'asrCode': 'af-ZA', + }, + + // 其他 + { + 'shortCode': 'az', + 'chineseName': '阿塞拜疆语', + 'englishName': 'Azerbaijani', + 'asrCode': 'az-AZ', + }, + { + 'shortCode': 'bs', + 'chineseName': '波斯尼亚语', + 'englishName': 'Bosnian', + 'asrCode': 'bs-BA', + }, + { + 'shortCode': 'kn', + 'chineseName': '卡纳达语', + 'englishName': 'kn-IN', + 'asrCode': 'kn-IN', + }, + { + 'shortCode': 'et', + 'chineseName': '爱沙尼亚语', + 'englishName': 'Estonian', + 'asrCode': 'et-EE', + }, + { + 'shortCode': 'eu', + 'chineseName': '巴斯克语', + 'englishName': 'Basque', + 'asrCode': 'eu-ES', + }, + { + 'shortCode': 'fa', + 'chineseName': '波斯语', + 'englishName': 'Persian', + 'asrCode': 'fa-IR', + }, + { + 'shortCode': 'fil', + 'chineseName': '菲律宾语', + 'englishName': 'Filipino', + 'asrCode': 'fil-PH', + }, + { + 'shortCode': 'ga', + 'chineseName': '爱尔兰语', + 'englishName': 'Ireland', + 'asrCode': 'ga-IE', + }, + { + 'shortCode': 'gl', + 'chineseName': '加利西亚语', + 'englishName': 'Galician', + 'asrCode': 'gl-ES', + }, + { + 'shortCode': 'gu', + 'chineseName': '古吉拉特语', + 'englishName': 'Gujarati', + 'asrCode': 'gu-IN', + }, + { + 'shortCode': 'he', + 'chineseName': '希伯来语', + 'englishName': 'Hebrew', + 'asrCode': 'he-IL', + }, + { + 'shortCode': 'hr', + 'chineseName': '克罗地亚语', + 'englishName': 'Croatian', + 'asrCode': 'hr-HR', + }, + { + 'shortCode': 'hu', + 'chineseName': '匈牙利语', + 'englishName': 'Hungarian', + 'asrCode': 'hu-HU', + }, + { + 'shortCode': 'hy', + 'chineseName': '亚美尼亚语', + 'englishName': 'Armenian', + 'asrCode': 'hy-AM', + }, + { + 'shortCode': 'is', + 'chineseName': '冰岛语', + 'englishName': 'Icelandic', + 'asrCode': 'is-IS', + }, + { + 'shortCode': 'jv', + 'chineseName': '爪哇语', + 'englishName': 'Javanese', + 'asrCode': 'jv-ID', + }, + { + 'shortCode': 'ka', + 'chineseName': '格鲁吉亚语', + 'englishName': 'Georgian', + 'asrCode': 'ka-GE', + }, + { + 'shortCode': 'kk', + 'chineseName': '哈萨克语', + 'englishName': 'Kazakh', + 'asrCode': 'kk-KZ', + }, + { + 'shortCode': 'km', + 'chineseName': '高棉语', + 'englishName': 'Khmer', + 'asrCode': 'km-KH', + }, + { + 'shortCode': 'lo', + 'chineseName': '老挝语', + 'englishName': 'Lao', + 'asrCode': 'lo-LA', + }, + { + 'shortCode': 'lt', + 'chineseName': '立陶宛语', + 'englishName': 'Lithuanian', + 'asrCode': 'lt-LT', + }, + { + 'shortCode': 'lv', + 'chineseName': '拉脱维亚语', + 'englishName': 'Latvian', + 'asrCode': 'lv-LV', + }, + { + 'shortCode': 'mk', + 'chineseName': '马其顿语', + 'englishName': 'Macedonian', + 'asrCode': 'mk-MK', + }, + { + 'shortCode': 'ml', + 'chineseName': '马拉雅拉姆语', + 'englishName': 'Malayalam', + 'asrCode': 'ml-IN', + }, + { + 'shortCode': 'mn', + 'chineseName': '蒙古语', + 'englishName': 'Mongolian', + 'asrCode': 'mn-MN', + }, + { + 'shortCode': 'mr', + 'chineseName': '马拉地语', + 'englishName': 'Marathi', + 'asrCode': 'mr-IN', + }, + { + 'shortCode': 'mt', + 'chineseName': '马耳他语', + 'englishName': 'Maltese', + 'asrCode': 'mt-MT', + }, + { + 'shortCode': 'my', + 'chineseName': '缅甸语', + 'englishName': 'Burmese', + 'asrCode': 'my-MM', + }, + { + 'shortCode': 'nb', + 'chineseName': '书面挪威语', + 'englishName': 'Norwegian Bokmål', + 'asrCode': 'nb-NO', + }, + { + 'shortCode': 'ne', + 'chineseName': '尼泊尔语', + 'englishName': 'Nepali', + 'asrCode': 'ne-NP', + }, + // { + // 'shortCode': 'or', + // 'chineseName': '奥里亚语', + // 'englishName': 'Oriya', + // 'asrCode': 'or-IN', + // }, + // { + // 'shortCode': 'pa', + // 'chineseName': '旁遮普语', + // 'englishName': 'Punjabi', + // 'asrCode': 'pa-IN', + // }, + { + 'shortCode': 'ps', + 'chineseName': '普什图语', + 'englishName': 'Pushto', + 'asrCode': 'ps-AF', + }, + { + 'shortCode': 'pt', + 'chineseName': '葡萄牙语', + 'englishName': 'Portuguese', + 'asrCode': 'pt-BR', + }, + { + 'shortCode': 'ro', + 'chineseName': '罗马尼亚语', + 'englishName': 'Romanian', + 'asrCode': 'ro-RO', + }, + { + 'shortCode': 'si', + 'chineseName': '僧伽罗语', + 'englishName': 'Sinhala', + 'asrCode': 'si-LK', + }, + { + 'shortCode': 'sk', + 'chineseName': '斯洛伐克语', + 'englishName': 'Slovak', + 'asrCode': 'sk-SK', + }, + { + 'shortCode': 'sl', + 'chineseName': '斯洛文尼亚语', + 'englishName': 'Slovenian', + 'asrCode': 'sl-SI', + }, + { + 'shortCode': 'so', + 'chineseName': '索马里语', + 'englishName': 'Somali', + 'asrCode': 'so-SO', + }, + { + 'shortCode': 'sq', + 'chineseName': '阿尔巴尼亚语', + 'englishName': 'Albanian', + 'asrCode': 'sq-AL', + }, + { + 'shortCode': 'sr', + 'chineseName': '塞尔维亚语', + 'englishName': 'Serbian', + 'asrCode': 'sr-RS', + }, + { + 'shortCode': 'sv', + 'chineseName': '斯瓦希里语', + 'englishName': 'Swedish', + 'asrCode': 'sv-SE', + }, + { + 'shortCode': 'ta', + 'chineseName': '泰米尔语', + 'englishName': 'Tamil', + 'asrCode': 'ta-IN', + }, + { + 'shortCode': 'te', + 'chineseName': '泰卢固语', + 'englishName': 'Tamil', + 'asrCode': 'te-IN', + }, + { + 'shortCode': 'uk', + 'chineseName': '乌克兰语', + 'englishName': 'Ukrainian', + 'asrCode': 'uk-UA', + }, + { + 'shortCode': 'ur', + 'chineseName': '乌尔都语', + 'englishName': 'Urdu', + 'asrCode': 'ur-IN', + }, + { + 'shortCode': 'uz', + 'chineseName': '乌兹别克语', + 'englishName': 'Uzbek', + 'asrCode': 'uz-UZ', + }, + { + 'shortCode': 'zu', + 'chineseName': '祖鲁语', + 'englishName': 'Zulu', + 'asrCode': 'zu-ZA', + }, + ]; +} + +/// 返回微软 Azure 的识别/翻译/TTS 语言配置表 +/// 翻译部分使用 Azure Translator 官方语言代码（非区域码） +List> getAzureTranslationLanguageSpecs() { + return [ + // 中文及方言 + { + 'shortCode': 'zh', + 'chineseName': '中文', + 'englishName': 'Chinese', + 'translationCode': 'zh-Hans', + }, + + { + 'shortCode': 'yue', + 'chineseName': '粤语', + 'englishName': 'Cantonese', + 'translationCode': 'yue', + }, + + // 英语各地区 + { + 'shortCode': 'en', + 'chineseName': '英语', + 'englishName': 'English', + 'translationCode': 'en', + }, + + // 其他欧洲语言 + { + 'shortCode': 'de', + 'chineseName': '德语', + 'englishName': 'German', + 'translationCode': 'de', + }, + + { + 'shortCode': 'fr', + 'chineseName': '法语', + 'englishName': 'French', + 'translationCode': 'fr', + }, + + { + 'shortCode': 'it', + 'chineseName': '意大利语', + 'englishName': 'Italian', + 'translationCode': 'it', + }, + { + 'shortCode': 'nl', + 'chineseName': '荷兰语', + 'englishName': 'Dutch', + 'translationCode': 'nl', + }, + { + 'shortCode': 'nb', + 'chineseName': '挪威语', + 'englishName': 'Norwegian Bokmål', + 'translationCode': 'nb', + }, + { + 'shortCode': 'da', + 'chineseName': '丹麦语', + 'englishName': 'Danish', + 'translationCode': 'da', + }, + { + 'shortCode': 'fi', + 'chineseName': '芬兰语', + 'englishName': 'Finnish', + 'translationCode': 'fi', + }, + { + 'shortCode': 'sv', + 'chineseName': '瑞典语', + 'englishName': 'Swedish', + 'translationCode': 'sv', + }, + { + 'shortCode': 'pl', + 'chineseName': '波兰语', + 'englishName': 'Polish', + 'translationCode': 'pl', + }, + { + 'shortCode': 'tr', + 'chineseName': '土耳其语', + 'englishName': 'Turkish', + 'translationCode': 'tr', + }, + { + 'shortCode': 'el', + 'chineseName': '希腊语', + 'englishName': 'Greek', + 'translationCode': 'el', + }, + { + 'shortCode': 'cs', + 'chineseName': '捷克语', + 'englishName': 'Czech', + 'translationCode': 'cs', + }, + { + 'shortCode': 'ca', + 'chineseName': '加泰罗尼亚语', + 'englishName': 'Catalan', + 'translationCode': 'ca', + }, + { + 'shortCode': 'cy', + 'chineseName': '威尔士语', + 'englishName': 'Welsh', + 'translationCode': 'cy', + }, + { + 'shortCode': 'bg', + 'chineseName': '保加利亚语', + 'englishName': 'Bulgarian', + 'translationCode': 'bg', + }, + { + 'shortCode': 'ru', + 'chineseName': '俄语', + 'englishName': 'Russian', + 'translationCode': 'ru', + }, + // 亚洲语言 + { + 'shortCode': 'ja', + 'chineseName': '日语', + 'englishName': 'Japanese', + 'translationCode': 'ja', + }, + { + 'shortCode': 'ko', + 'chineseName': '韩语', + 'englishName': 'Korean', + 'translationCode': 'ko', + }, + { + 'shortCode': 'hi', + 'chineseName': '印地语', + 'englishName': 'Hindi', + 'translationCode': 'hi', + }, + { + 'shortCode': 'th', + 'chineseName': '泰语', + 'englishName': 'Thai', + 'translationCode': 'th', + }, + { + 'shortCode': 'vi', + 'chineseName': '越南语', + 'englishName': 'Vietnamese', + 'translationCode': 'vi', + }, + { + 'shortCode': 'id', + 'chineseName': '印尼语', + 'englishName': 'Indonesian', + 'translationCode': 'id', + }, + { + 'shortCode': 'ms', + 'chineseName': '马来语', + 'englishName': 'Malay', + 'translationCode': 'ms', + }, + { + 'shortCode': 'bn', + 'chineseName': '孟加拉语', + 'englishName': 'Bengali', + 'translationCode': 'bn', + }, + { + 'shortCode': 'am', + 'chineseName': '阿姆哈拉语', + 'englishName': 'Amharic', + 'translationCode': 'am', + }, + { + 'shortCode': 'as', + 'chineseName': '阿萨姆语', + 'englishName': 'Assamese', + 'translationCode': 'as', + }, + + // 中东与非洲 + { + 'shortCode': 'ar', + 'chineseName': '阿拉伯语', + 'englishName': 'Arabic', + 'translationCode': 'ar', + }, + + // 其他 + { + 'shortCode': 'az', + 'chineseName': '阿塞拜疆语', + 'englishName': 'Azerbaijani', + 'translationCode': 'az', + }, + { + 'shortCode': 'bs', + 'chineseName': '波斯尼亚语', + 'englishName': 'Bosnian', + 'translationCode': 'bs', + }, + + // 西班牙语各地区 + { + 'shortCode': 'es', + 'chineseName': '西班牙语', + 'englishName': 'Spanish', + 'translationCode': 'es', + }, + { + 'shortCode': 'kn', + 'chineseName': '卡纳达语', + 'englishName': 'Kannada', + 'translationCode': 'kn', + }, + { + 'shortCode': 'af', + 'chineseName': '南非荷兰语', + 'englishName': 'Dutch', + 'translationCode': 'af', + }, + { + 'shortCode': 'et', + 'chineseName': '爱沙尼亚语', + 'englishName': 'Estonian', + 'translationCode': 'et', + }, + { + 'shortCode': 'eu', + 'chineseName': '巴斯克语', + 'englishName': 'Basque', + 'translationCode': 'eu', + }, + { + 'shortCode': 'fa', + 'chineseName': '波斯语', + 'englishName': 'Persian', + 'translationCode': 'fa', + }, + { + 'shortCode': 'fil', + 'chineseName': '菲律宾语', + 'englishName': 'Filipino', + 'translationCode': 'fil', + }, + { + 'shortCode': 'ga', + 'chineseName': '爱尔兰语', + 'englishName': 'Ireland', + 'translationCode': 'ga', + }, + { + 'shortCode': 'gl', + 'chineseName': '加利西亚语', + 'englishName': 'Galician', + 'translationCode': 'gl', + }, + { + 'shortCode': 'gu', + 'chineseName': '古吉拉特语', + 'englishName': 'Gujarati', + 'translationCode': 'gu', + }, + { + 'shortCode': 'he', + 'chineseName': '希伯来语', + 'englishName': 'Hebrew', + 'translationCode': 'he', + }, + { + 'shortCode': 'hr', + 'chineseName': '克罗地亚语', + 'englishName': 'Croatian', + 'translationCode': 'hr', + }, + { + 'shortCode': 'hu', + 'chineseName': '匈牙利语', + 'englishName': 'Hungarian', + 'translationCode': 'hu', + }, + { + 'shortCode': 'hy', + 'chineseName': '亚美尼亚语', + 'englishName': 'Armenian', + 'translationCode': 'hy', + }, + { + 'shortCode': 'is', + 'chineseName': '冰岛语', + 'englishName': 'Icelandic', + 'translationCode': 'is', + }, + { + 'shortCode': 'jv', + 'chineseName': '爪哇语', //拉丁语、印度尼西亚) + 'englishName': 'Javanese', + 'translationCode': 'id', + }, + { + 'shortCode': 'ka', + 'chineseName': '格鲁吉亚语', + 'englishName': 'Georgian', + 'translationCode': 'ka', + }, + { + 'shortCode': 'kk', + 'chineseName': '哈萨克语', + 'englishName': 'Kazakh', + 'translationCode': 'kk', + }, + { + 'shortCode': 'km', + 'chineseName': '高棉语', + 'englishName': 'Khmer', + 'translationCode': 'km', + }, + { + 'shortCode': 'lo', + 'chineseName': '老挝语', + 'englishName': 'Lao', + 'translationCode': 'lo', + }, + { + 'shortCode': 'lt', + 'chineseName': '立陶宛语', + 'englishName': 'Lithuanian', + 'translationCode': 'lt', + }, + { + 'shortCode': 'lv', + 'chineseName': '拉脱维亚语', + 'englishName': 'Latvian', + 'translationCode': 'lv', + }, + { + 'shortCode': 'mk', + 'chineseName': '马其顿语', + 'englishName': 'Macedonian', + 'translationCode': 'mk', + }, + { + 'shortCode': 'ml', + 'chineseName': '马拉雅拉姆语', + 'englishName': 'Malayalam', + 'translationCode': 'ml', + }, + { + 'shortCode': 'mn', + 'chineseName': '蒙古语', + 'englishName': 'Mongolian', + 'translationCode': 'mn', + }, + { + 'shortCode': 'mr', + 'chineseName': '马拉地语', + 'englishName': 'Marathi', + 'translationCode': 'mr', + }, + { + 'shortCode': 'mt', + 'chineseName': '马耳他语', + 'englishName': 'Maltese', + 'translationCode': 'mt', + }, + { + 'shortCode': 'my', + 'chineseName': '缅甸语', + 'englishName': 'Burmese', + 'translationCode': 'my', + }, + { + 'shortCode': 'nb', + 'chineseName': '书面挪威语', + 'englishName': 'Norwegian Bokmål', + 'translationCode': 'nb', + }, + { + 'shortCode': 'ne', + 'chineseName': '尼泊尔语', + 'englishName': 'Nepali', + 'translationCode': 'ne', + }, + { + 'shortCode': 'or', + 'chineseName': '奥里亚语', + 'englishName': 'Oriya', + 'translationCode': 'or', + }, + { + 'shortCode': 'pa', + 'chineseName': '旁遮普语', + 'englishName': 'Punjabi', + 'translationCode': 'pa', + }, + { + 'shortCode': 'ps', + 'chineseName': '普什图语', + 'englishName': 'Pushto', + 'translationCode': 'ps', + }, + { + 'shortCode': 'pt', + 'chineseName': '葡萄牙语', + 'englishName': 'Portuguese', + 'translationCode': 'pt', + }, + { + 'shortCode': 'ro', + 'chineseName': '罗马尼亚语', + 'englishName': 'Romanian', + 'translationCode': 'ro', + }, + { + 'shortCode': 'si', + 'chineseName': '僧伽罗语', + 'englishName': 'Sinhala', + 'translationCode': 'si', + }, + { + 'shortCode': 'sk', + 'chineseName': '斯洛伐克语', + 'englishName': 'Slovak', + 'translationCode': 'sk', + }, + { + 'shortCode': 'sl', + 'chineseName': '斯洛文尼亚语', + 'englishName': 'Slovenian', + 'translationCode': 'sl', + }, + { + 'shortCode': 'so', + 'chineseName': '索马里语', + 'englishName': 'Somali', + 'translationCode': 'so', + }, + { + 'shortCode': 'sq', + 'chineseName': '阿尔巴尼亚语', + 'englishName': 'Albanian', + 'translationCode': 'sq', + }, + { + 'shortCode': 'sr', + 'chineseName': '塞尔维亚语', + 'englishName': 'Serbian', + 'translationCode': 'sr', + }, + { + 'shortCode': 'sv', + 'chineseName': '斯瓦希里语', + 'englishName': 'Swedish', + 'translationCode': 'sv', + }, + { + 'shortCode': 'ta', + 'chineseName': '泰米尔语', + 'englishName': 'Tamil', + 'translationCode': 'ta', + }, + { + 'shortCode': 'te', + 'chineseName': '泰卢固语', + 'englishName': 'Tamil', + 'translationCode': 'te', + }, + { + 'shortCode': 'uk', + 'chineseName': '乌克兰语', + 'englishName': 'Ukrainian', + 'translationCode': 'uk', + }, + { + 'shortCode': 'ur', + 'chineseName': '乌尔都语', + 'englishName': 'Urdu', + 'translationCode': 'ur', + }, + { + 'shortCode': 'uz', + 'chineseName': '乌兹别克语', + 'englishName': 'Uzbek', + 'translationCode': 'uz', + }, + { + 'shortCode': 'zu', + 'chineseName': '祖鲁语', + 'englishName': 'Zulu', + 'translationCode': 'zu', + }, + ]; +} + +/// 返回微软 Azure 的识别/翻译/TTS 语言配置表 +List> getAzureTTSLanguageSpecs() { + return [ + // 中文及方言 + { + 'shortCode': 'zh', + 'chineseName': '中文', + 'englishName': 'Chinese', + 'ttsVoiceName': 'zh-CN-XiaoxiaoNeural', + }, + + { + 'shortCode': 'yue', + 'chineseName': '粤语', + 'englishName': 'Cantonese', + 'ttsVoiceName': 'yue-CN-XiaoMinNeural', + }, + + // 英语各地区 + { + 'shortCode': 'en', + 'chineseName': '英语', + 'englishName': 'English', + 'ttsVoiceName': + 'en-US-AriaNeural', + }, + + // 其他欧洲语言 + { + 'shortCode': 'de', + 'chineseName': '德语', + 'englishName': 'German', + 'ttsVoiceName': 'de-DE-KatjaNeural', + }, + { + 'shortCode': 'ru', + 'chineseName': '俄语', + 'englishName': 'Russian', + 'ttsVoiceName': 'ru-RU-DmitryNeural', + }, + { + 'shortCode': 'fr', + 'chineseName': '法语', + 'englishName': 'French', + 'ttsVoiceName': 'fr-FR-DeniseNeural', + }, + + { + 'shortCode': 'it', + 'chineseName': '意大利语', + 'englishName': 'Italian', + 'ttsVoiceName': 'it-IT-IsabellaNeural', + }, + { + 'shortCode': 'nl', + 'chineseName': '荷兰语', + 'englishName': 'Dutch', + 'ttsVoiceName': 'nl-NL-ColetteNeural', + }, + { + 'shortCode': 'nb', + 'chineseName': '挪威语', + 'englishName': 'Norwegian Bokmål', + 'ttsVoiceName': + 'nb-NO-IselinNeural', + }, + { + 'shortCode': 'da', + 'chineseName': '丹麦语', + 'englishName': 'Danish', + 'ttsVoiceName': 'da-DK-ChristelNeural', + }, + { + 'shortCode': 'fi', + 'chineseName': '芬兰语', + 'englishName': 'Finnish', + 'ttsVoiceName': + 'fi-FI-NooraNeural', + }, + { + 'shortCode': 'sv', + 'chineseName': '瑞典语', + 'englishName': 'Swedish', + 'ttsVoiceName': 'sv-SE-SofieNeural', + }, + { + 'shortCode': 'pl', + 'chineseName': '波兰语', + 'englishName': 'Polish', + 'ttsVoiceName': 'pl-PL-AgnieszkaNeural', + }, + { + 'shortCode': 'tr', + 'chineseName': '土耳其语', + 'englishName': 'Turkish', + 'ttsVoiceName': + 'tr-TR-SedaNeural', + }, + { + 'shortCode': 'el', + 'chineseName': '希腊语', + 'englishName': 'Greek', + 'ttsVoiceName': 'el-GR-AthinaNeural', + }, + { + 'shortCode': 'cs', + 'chineseName': '捷克语', + 'englishName': 'Czech', + 'ttsVoiceName': 'cs-CZ-VlastaNeural', + }, + { + 'shortCode': 'ca', + 'chineseName': '加泰罗尼亚语', + 'englishName': 'Catalan', + 'ttsVoiceName': + 'ca-ES-JoanaNeural', + }, + { + 'shortCode': 'bg', + 'chineseName': '保加利亚语', + 'englishName': 'Bulgarian', + 'ttsVoiceName': 'bg-BG-KalinaNeural', + }, + + // 亚洲语言 + { + 'shortCode': 'ja', + 'chineseName': '日语', + 'englishName': 'Japanese', + 'ttsVoiceName': 'ja-JP-NanamiNeural', + }, + { + 'shortCode': 'ko', + 'chineseName': '韩语', + 'englishName': 'Korean', + 'ttsVoiceName': 'ko-KR-SunHiNeural', + }, + { + 'shortCode': 'hi', + 'chineseName': '印地语', + 'englishName': 'Hindi', + 'ttsVoiceName': 'hi-IN-SwaraNeural', + }, + { + 'shortCode': 'th', + 'chineseName': '泰语', + 'englishName': 'Thai', + 'ttsVoiceName': 'th-TH-PremwadeeNeural', + }, + { + 'shortCode': 'vi', + 'chineseName': '越南语', + 'englishName': 'Vietnamese', + 'ttsVoiceName': 'vi-VN-HoaiMyNeural', + }, + { + 'shortCode': 'id', + 'chineseName': '印尼语', + 'englishName': 'Indonesian', + 'ttsVoiceName': + 'id-ID-GadisNeural', + }, + { + 'shortCode': 'ms', + 'chineseName': '马来语', + 'englishName': 'Malay', + 'ttsVoiceName': 'ms-MY-YasminNeural', + }, + // 西班牙语各地区 + { + 'shortCode': 'es', + 'chineseName': '西班牙语', + 'englishName': 'Spanish', + 'ttsVoiceName': 'es-ES-ElviraNeural', + }, + { + 'shortCode': 'cy', + 'chineseName': '威尔士语', + 'englishName': 'Welsh', + 'ttsVoiceName': + 'cy-GB-NiaNeural', + }, + { + 'shortCode': 'bn', + 'chineseName': '孟加拉语', + 'englishName': 'Bengali', + 'ttsVoiceName': 'bn-IN-TanishaaNeural', + }, + { + 'shortCode': 'am', + 'chineseName': '阿姆哈拉语', + 'englishName': 'Amharic', + 'ttsVoiceName': 'am-ET-MekdesNeural', + }, + { + 'shortCode': 'as', + 'chineseName': '阿萨姆语', + 'englishName': 'Assamese', + 'ttsVoiceName': 'as-IN-YashicaNeural', + }, + // 中东与非洲 + { + 'shortCode': 'ar', + 'chineseName': '阿拉伯语', + 'englishName': 'Arabic', + 'ttsVoiceName': 'ar-AE-FatimaNeural', + }, + + { + 'shortCode': 'af', + 'chineseName': '南非荷兰语', + 'englishName': 'Afrikaans', + 'ttsVoiceName': + 'af-ZA-AdriNeural', + }, + + // 其他 + { + 'shortCode': 'az', + 'chineseName': '阿塞拜疆语', + 'englishName': 'Azerbaijani', + 'ttsVoiceName': + 'az-AZ-BanuNeural', + }, + { + 'shortCode': 'bs', + 'chineseName': '波斯尼亚语', + 'englishName': 'Bosnian', + 'ttsVoiceName': + 'bs-BA-VesnaNeural', + }, + { + 'shortCode': 'kn', + 'chineseName': '卡纳达语', + 'englishName': 'kn-IN', + 'ttsVoiceName': + 'kn-IN-SapnaNeural', + }, + { + 'shortCode': 'et', + 'chineseName': '爱沙尼亚语', + 'englishName': 'Estonian', + 'ttsVoiceName': + 'et-EE-AnuNeural', + }, + { + 'shortCode': 'eu', + 'chineseName': '巴斯克语', + 'englishName': 'Basque', + 'ttsVoiceName': 'eu-ES-AinhoaNeural', + }, + { + 'shortCode': 'fa', + 'chineseName': '波斯语', + 'englishName': 'Persian', + 'ttsVoiceName': 'fa-IR-DilaraNeural', + }, + { + 'shortCode': 'fil', + 'chineseName': '菲律宾语', + 'englishName': 'Filipino', + 'ttsVoiceName': 'fil-PH-BlessicaNeural', + }, + { + 'shortCode': 'ga', + 'chineseName': '爱尔兰语', + 'englishName': 'Ireland', + 'ttsVoiceName': + 'ga-IE-OrlaNeural', + }, + { + 'shortCode': 'gl', + 'chineseName': '加利西亚语', + 'englishName': 'Galician', + 'ttsVoiceName': + 'gl-ES-SabelaNeural', + }, + { + 'shortCode': 'gu', + 'chineseName': '古吉拉特语', + 'englishName': 'Gujarati', + 'ttsVoiceName': 'gu-IN-DhwaniNeural', + }, + { + 'shortCode': 'he', + 'chineseName': '希伯来语', + 'englishName': 'Hebrew', + 'ttsVoiceName': + 'he-IL-HilaNeural', + }, + { + 'shortCode': 'hr', + 'chineseName': '克罗地亚语', + 'englishName': 'Croatian', + 'ttsVoiceName': 'hr-HR-GabrijelaNeural', + }, + { + 'shortCode': 'hu', + 'chineseName': '匈牙利语', + 'englishName': 'Hungarian', + 'ttsVoiceName': + 'hu-HU-NoemiNeural', + }, + { + 'shortCode': 'hy', + 'chineseName': '亚美尼亚语', + 'englishName': 'Armenian', + 'ttsVoiceName': + 'hy-AM-AnahitNeural', + }, + { + 'shortCode': 'is', + 'chineseName': '冰岛语', + 'englishName': 'Icelandic', + 'ttsVoiceName': 'is-IS-GudrunNeural', + }, + { + 'shortCode': 'jv', + 'chineseName': '爪哇语', + 'englishName': 'Javanese', + 'ttsVoiceName': + 'jv-ID-SitiNeural', + }, + { + 'shortCode': 'ka', + 'chineseName': '格鲁吉亚语', + 'englishName': 'Georgian', + 'ttsVoiceName': + 'ka-GE-EkaNeural', + }, + { + 'shortCode': 'kk', + 'chineseName': '哈萨克语', + 'englishName': 'Kazakh', + 'ttsVoiceName': 'kk-KZ-AigulNeural', + }, + { + 'shortCode': 'km', + 'chineseName': '高棉语', + 'englishName': 'Khmer', + 'ttsVoiceName': 'km-KH-SreymomNeural', + }, + { + 'shortCode': 'lo', + 'chineseName': '老挝语', + 'englishName': 'Lao', + 'ttsVoiceName': 'lo-LA-KeomanyNeural', + }, + { + 'shortCode': 'lt', + 'chineseName': '立陶宛语', + 'englishName': 'Lithuanian', + 'ttsVoiceName': + 'lt-LT-OnaNeural', + }, + { + 'shortCode': 'lv', + 'chineseName': '拉脱维亚语', + 'englishName': 'Latvian', + 'ttsVoiceName': 'lv-LV-EveritaNeural', + }, + { + 'shortCode': 'mk', + 'chineseName': '马其顿语', + 'englishName': 'Macedonian', + 'ttsVoiceName': 'mk-MK-MarijaNeural', + }, + { + 'shortCode': 'ml', + 'chineseName': '马拉雅拉姆语', + 'englishName': 'Malayalam', + 'ttsVoiceName': 'ml-IN-SobhanaNeural', + }, + { + 'shortCode': 'mn', + 'chineseName': '蒙古语', + 'englishName': 'Mongolian', + 'ttsVoiceName': + 'mn-MN-YesuiNeural', + }, + { + 'shortCode': 'mr', + 'chineseName': '马拉地语', + 'englishName': 'Marathi', + 'ttsVoiceName': 'mr-IN-AarohiNeural', + }, + { + 'shortCode': 'mt', + 'chineseName': '马耳他语', + 'englishName': 'Maltese', + 'ttsVoiceName': 'mt-MT-GraceNeural', + }, + { + 'shortCode': 'my', + 'chineseName': '缅甸语', + 'englishName': 'Burmese', + 'ttsVoiceName': + 'my-MM-NilarNeural', + }, + { + 'shortCode': 'nb', + 'chineseName': '书面挪威语', + 'englishName': 'Norwegian Bokmål', + 'ttsVoiceName': + 'nb-NO-IselinNeural', + }, + { + 'shortCode': 'ne', + 'chineseName': '尼泊尔语', + 'englishName': 'Nepali', + 'ttsVoiceName': 'ne-NP-HemkalaNeural', + }, + { + 'shortCode': 'or', + 'chineseName': '奥里亚语', + 'englishName': 'Oriya', + 'ttsVoiceName': 'or-IN-SubhasiniNeural', + }, + { + 'shortCode': 'pa', + 'chineseName': '旁遮普语', + 'englishName': 'Punjabi', + 'ttsVoiceName': + 'pa-IN-VaaniNeural', + }, + { + 'shortCode': 'ps', + 'chineseName': '普什图语', + 'englishName': 'Pushto', + 'ttsVoiceName': 'ps-AF-LatifaNeural', + }, + { + 'shortCode': 'pt', + 'chineseName': '葡萄牙语', + 'englishName': 'Portuguese', + 'ttsVoiceName': 'pt-BR-AntonioNeural', + }, + { + 'shortCode': 'ro', + 'chineseName': '罗马尼亚语', + 'englishName': 'Romanian', + 'ttsVoiceName': + 'ro-RO-AlinaNeural', + }, + { + 'shortCode': 'si', + 'chineseName': '僧伽罗语', + 'englishName': 'Sinhala', + 'ttsVoiceName': 'si-LK-ThiliniNeural', + }, + { + 'shortCode': 'sk', + 'chineseName': '斯洛伐克语', + 'englishName': 'Slovak', + 'ttsVoiceName': 'sk-SK-ViktoriaNeural', + }, + { + 'shortCode': 'sl', + 'chineseName': '斯洛文尼亚语', + 'englishName': 'Slovenian', + 'ttsVoiceName': + 'sl-SI-PetraNeural', + }, + { + 'shortCode': 'so', + 'chineseName': '索马里语', + 'englishName': 'Somali', + 'ttsVoiceName': + 'so-SO-UbaxNeural', + }, + { + 'shortCode': 'sq', + 'chineseName': '阿尔巴尼亚语', + 'englishName': 'Albanian', + 'ttsVoiceName': + 'sq-AL-AnilaNeural', + }, + { + 'shortCode': 'sr', + 'chineseName': '塞尔维亚语', + 'englishName': 'Serbian', + 'ttsVoiceName': 'sr-Latn-RS-SophieNeural', + }, + { + 'shortCode': 'sv', + 'chineseName': '斯瓦希里语', + 'englishName': 'Swedish', + 'ttsVoiceName': + 'sw-KE-ZuriNeural', + }, + { + 'shortCode': 'ta', + 'chineseName': '泰米尔语', + 'englishName': 'Tamil', + 'ttsVoiceName': 'ta-IN-PallaviNeural', + }, + { + 'shortCode': 'te', + 'chineseName': '泰卢固语', + 'englishName': 'Tamil', + 'ttsVoiceName': 'te-IN-MohanNeural', + }, + { + 'shortCode': 'uk', + 'chineseName': '乌克兰语', + 'englishName': 'Ukrainian', + 'ttsVoiceName': 'uk-UA-PolinaNeural', + }, + { + 'shortCode': 'ur', + 'chineseName': '乌尔都语', + 'englishName': 'Urdu', + 'ttsVoiceName': + 'ur-IN-GulNeural', + }, + { + 'shortCode': 'uz', + 'chineseName': '乌兹别克语', + 'englishName': 'Uzbek', + 'ttsVoiceName': 'uz-UZ-MadinaNeural', + }, + { + 'shortCode': 'zu', + 'chineseName': '祖鲁语', + 'englishName': 'Zulu', + 'ttsVoiceName': 'zu-ZA-ThandoNeural', + }, + ]; +} diff --git a/lib/data/services/language_configs/google_language_config.dart b/lib/data/services/language_configs/google_language_config.dart new file mode 100644 index 000000000..70bf797db --- /dev/null +++ b/lib/data/services/language_configs/google_language_config.dart @@ -0,0 +1,296 @@ +/// 返回谷歌的识别语言配置表（ASR） +List> getGoogleASRLanguageSpecs() { + return [ + { + 'shortCode': 'zh', + 'chineseName': '中文', + 'englishName': 'Chinese (simplified)', + 'asrCode': 'zh-CN', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'zh-Hant', + 'chineseName': '中文(繁体)', + 'englishName': 'Chinese (traditional)', + 'asrCode': 'zh-TW', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'zh-Hant-hk', + 'chineseName': '中文(香港繁体)', + 'englishName': 'Chinese (Hongkong traditional)', + 'asrCode': 'zh-HK', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'yue', + 'chineseName': '广东话', + 'englishName': 'Cantonese', + 'asrCode': 'yue-HK', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'en', + 'chineseName': '英语', + 'englishName': 'English', + 'asrCode': 'en-US', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'ja', + 'chineseName': '日语', + 'englishName': 'Japanese', + 'asrCode': 'ja-JP', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'ko', + 'chineseName': '韩语', + 'englishName': 'Korean', + 'asrCode': 'ko-KR', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'fr', + 'chineseName': '法语', + 'englishName': 'French', + 'asrCode': 'fr-FR', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'es', + 'chineseName': '西班牙语', + 'englishName': 'Spanish', + 'asrCode': 'es-ES', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'pt', + 'chineseName': '葡萄牙语', + 'englishName': 'Portuguese', + 'asrCode': 'pt-BR', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'it', + 'chineseName': '意大利语', + 'englishName': 'Italian', + 'asrCode': 'it-IT', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'de', + 'chineseName': '德语', + 'englishName': 'German', + 'asrCode': 'de-DE', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'ru', + 'chineseName': '俄语', + 'englishName': 'Russian', + 'asrCode': 'ru-RU', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'pl', + 'chineseName': '波兰语', + 'englishName': 'Polish', + 'asrCode': 'pl-PL', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'nl', + 'chineseName': '荷兰语', + 'englishName': 'Dutch', + 'asrCode': 'nl-NL', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'sv', + 'chineseName': '瑞典语', + 'englishName': 'Swedish', + 'asrCode': 'sv-SE', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'cs', + 'chineseName': '捷克语', + 'englishName': 'Czech', + 'asrCode': 'cs-CZ', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'el', + 'chineseName': '现代希腊语', + 'englishName': 'Modern Greek', + 'asrCode': 'el-GR', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'ro', + 'chineseName': '罗马尼亚语', + 'englishName': 'Romanian', + 'asrCode': 'ro-RO', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'hu', + 'chineseName': '匈牙利语', + 'englishName': 'Hungarian', + 'asrCode': 'hu-HU', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'uk', + 'chineseName': '乌克兰语', + 'englishName': 'Ukrainian', + 'asrCode': 'uk-UA', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'da', + 'chineseName': '丹麦语', + 'englishName': 'Danish', + 'asrCode': 'da-DK', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'fi', + 'chineseName': '芬兰语', + 'englishName': 'Finnish', + 'asrCode': 'fi-FI', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'no', + 'chineseName': '挪威语', + 'englishName': 'Norwegian', + 'asrCode': 'nb-NO', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'hr', + 'chineseName': '克罗地亚语', + 'englishName': 'Croatian', + 'asrCode': 'hr-HR', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'ca', + 'chineseName': '加泰隆语', + 'englishName': 'Catalan', + 'asrCode': 'ca-ES', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'ar', + 'chineseName': '阿拉伯语', + 'englishName': 'Arabic', + 'asrCode': 'ar-EG', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'th', + 'chineseName': '泰语', + 'englishName': 'Thai', + 'asrCode': 'th-TH', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'vi', + 'chineseName': '越南语', + 'englishName': 'Vietnamese', + 'asrCode': 'vi-VN', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'id', + 'chineseName': '印尼语', + 'englishName': 'Indonesian', + 'asrCode': 'id-ID', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'hi', + 'chineseName': '印地语', + 'englishName': 'Hindi', + 'asrCode': 'hi-IN', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'tr', + 'chineseName': '土耳其语', + 'englishName': 'Turkish', + 'asrCode': 'tr-TR', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'ms', + 'chineseName': '马来语', + 'englishName': 'Malay', + 'asrCode': 'ms-MY', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'bn', + 'chineseName': '孟加拉语', + 'englishName': 'Bengali', + 'asrCode': 'bn-IN', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'ta', + 'chineseName': '泰米尔语', + 'englishName': 'Tamil', + 'asrCode': 'ta-IN', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'te', + 'chineseName': '泰卢固语', + 'englishName': 'Telugu', + 'asrCode': 'te-IN', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'mr', + 'chineseName': '马拉提语', + 'englishName': 'Marathi', + 'asrCode': 'mr-IN', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'ur', + 'chineseName': '乌尔都语', + 'englishName': 'Urdu', + 'asrCode': 'ur-IN', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'fa', + 'chineseName': '波斯语', + 'englishName': 'Persian', + 'asrCode': 'fa-IR', + 'ttsVoiceName': '' + }, + { + 'shortCode': 'sw', + 'chineseName': '斯瓦希里语', + 'englishName': 'Swahili', + 'asrCode': 'sw-KE', + 'ttsVoiceName': '' + }, + ]; +} + +/// 返回谷歌的翻译语言配置表（Translation） +List> getGoogleTranslationLanguageSpecs() { + // 谷歌翻译能力覆盖广泛，采用与ASR相同的语言集合 + return getGoogleASRLanguageSpecs(); +} + +/// 返回谷歌的TTS语言配置表（TTS，保留空语音名以示未配置） +List> getGoogleTTSLanguageSpecs() { + return getGoogleASRLanguageSpecs(); +} diff --git a/lib/data/services/language_configs/iflytek_language_config.dart b/lib/data/services/language_configs/iflytek_language_config.dart new file mode 100644 index 000000000..23349bfd1 --- /dev/null +++ b/lib/data/services/language_configs/iflytek_language_config.dart @@ -0,0 +1,807 @@ +/// 返回科大讯飞的识别语言配置表（ASR，大模型） +/// +/// 说明：基于“实时语音转写大模型”，`lang` 参数采用如下两种模式： +/// - `autodialect`：支持中文+英文及202种方言的免切识别 +/// - `autominor`：支持37种多语种的免切识别（需开通对应能力） +/// +/// 配置策略： +/// - 中文、英文及各中文方言的 `asrCode` 统一映射为 `autodialect` +/// - 其他小语种的 `asrCode` 统一映射为 `autominor` +List> getIflytekASRLanguageSpecs() { + return [ + // 中文/英文（中英+方言免切） + { + 'shortCode': 'zh', + 'chineseName': '中文', + 'englishName': 'Chinese', + 'asrCode': 'zh-CN', + }, + { + 'shortCode': 'en', + 'chineseName': '英语', + 'englishName': 'English', + 'asrCode': 'en-US', + }, + + // 中文方言（示例列出常用的11种方言） + { + 'shortCode': 'yue', + 'chineseName': '粤语', + 'englishName': 'Cantonese', + 'asrCode': 'yue-HK', + }, + { + 'shortCode': 'sichuan', + 'chineseName': '四川话', + 'englishName': 'Sichuan Dialect', + 'asrCode': 'zh-CN', + }, + { + 'shortCode': 'hunan', + 'chineseName': '湖南话', + 'englishName': 'Hunan Dialect', + 'asrCode': 'zh-CN', + }, + { + 'shortCode': 'henan', + 'chineseName': '河南话', + 'englishName': 'Henan Dialect', + 'asrCode': 'zh-CN', + }, + { + 'shortCode': 'dongbei', + 'chineseName': '东北话', + 'englishName': 'Northeastern Dialect', + 'asrCode': 'zh-CN', + }, + { + 'shortCode': 'shaanxi', + 'chineseName': '陕西话', + 'englishName': 'Shaanxi Dialect', + 'asrCode': 'zh-CN', + }, + { + 'shortCode': 'tw', + 'chineseName': '台湾普通话', + 'englishName': 'Taiwan Mandarin', + 'asrCode': 'zh-TW', + }, + { + 'shortCode': 'shandong', + 'chineseName': '山东话', + 'englishName': 'Shandong Dialect', + 'asrCode': 'zh-CN', + }, + { + 'shortCode': 'hubei', + 'chineseName': '湖北话', + 'englishName': 'Hubei Dialect', + 'asrCode': 'zh-CN', + }, + { + 'shortCode': 'hefei', + 'chineseName': '合肥话', + 'englishName': 'Hefei Dialect', + 'asrCode': 'zh-CN', + }, + { + 'shortCode': 'neimenggu', + 'chineseName': '内蒙古方言', + 'englishName': 'Inner Mongolia Dialect', + 'asrCode': 'zh-CN', + }, + + // 37种多语种（免切识别） + { + 'shortCode': 'ko', + 'chineseName': '韩语', + 'englishName': 'Korean', + 'asrCode': 'ko-KR', + }, + { + 'shortCode': 'ja', + 'chineseName': '日语', + 'englishName': 'Japanese', + 'asrCode': 'ja-JP', + }, + { + 'shortCode': 'fr', + 'chineseName': '法语', + 'englishName': 'French', + 'asrCode': 'fr-FR', + }, + { + 'shortCode': 'ru', + 'chineseName': '俄语', + 'englishName': 'Russian', + 'asrCode': 'ru-RU', + }, + { + 'shortCode': 'es', + 'chineseName': '西班牙语', + 'englishName': 'Spanish', + 'asrCode': 'es-ES', + }, + { + 'shortCode': 'hi', + 'chineseName': '印地语', + 'englishName': 'Hindi', + 'asrCode': 'hi-IN', + }, + { + 'shortCode': 'de', + 'chineseName': '德语', + 'englishName': 'German', + 'asrCode': 'de-DE', + }, + { + 'shortCode': 'vi', + 'chineseName': '越南语', + 'englishName': 'Vietnamese', + 'asrCode': 'vi-VN', + }, + { + 'shortCode': 'pt', + 'chineseName': '葡萄牙语', + 'englishName': 'Portuguese', + 'asrCode': 'pt-PT', + }, + { + 'shortCode': 'pt-BR', + 'chineseName': '巴西葡萄牙语', + 'englishName': 'Brazilian Portuguese', + 'asrCode': 'pt-BR', + }, + { + 'shortCode': 'it', + 'chineseName': '意大利语', + 'englishName': 'Italian', + 'asrCode': 'it-IT', + }, + { + 'shortCode': 'th', + 'chineseName': '泰语', + 'englishName': 'Thai', + 'asrCode': 'th-TH', + }, + { + 'shortCode': 'ur', + 'chineseName': '乌尔都语', + 'englishName': 'Urdu', + 'asrCode': 'ur-PK', + }, + { + 'shortCode': 'pl', + 'chineseName': '波兰语', + 'englishName': 'Polish', + 'asrCode': 'pl-PL', + }, + { + 'shortCode': 'ms', + 'chineseName': '马来语', + 'englishName': 'Malay', + 'asrCode': 'ms-MY', + }, + { + 'shortCode': 'ar', + 'chineseName': '阿拉伯语', + 'englishName': 'Arabic', + 'asrCode': 'ar-SA', + }, + { + 'shortCode': 'kk', + 'chineseName': '哈萨克语', + 'englishName': 'Kazakh', + 'asrCode': 'kk-KZ', + }, + { + 'shortCode': 'sv', + 'chineseName': '瑞典语', + 'englishName': 'Swedish', + 'asrCode': 'sv-SE', + }, + { + 'shortCode': 'fa', + 'chineseName': '波斯语', + 'englishName': 'Persian', + 'asrCode': 'fa-IR', + }, + { + 'shortCode': 'bg', + 'chineseName': '保加利亚语', + 'englishName': 'Bulgarian', + 'asrCode': 'bg-BG', + }, + { + 'shortCode': 'bo', + 'chineseName': '藏语', + 'englishName': 'Tibetan', + 'asrCode': 'bo-CN', + }, + { + 'shortCode': 'uz', + 'chineseName': '乌兹别克语', + 'englishName': 'Uzbek', + 'asrCode': 'uz-UZ', + }, + { + 'shortCode': 'nl', + 'chineseName': '荷兰语', + 'englishName': 'Dutch', + 'asrCode': 'nl-NL', + }, + { + 'shortCode': 'uk', + 'chineseName': '乌克兰语', + 'englishName': 'Ukrainian', + 'asrCode': 'uk-UA', + }, + { + 'shortCode': 'ta', + 'chineseName': '泰米尔语', + 'englishName': 'Tamil', + 'asrCode': 'ta-IN', + }, + { + 'shortCode': 'sw', + 'chineseName': '斯瓦希里语', + 'englishName': 'Swahili', + 'asrCode': 'sw-KE', + }, + { + 'shortCode': 'ro', + 'chineseName': '罗马尼亚语', + 'englishName': 'Romanian', + 'asrCode': 'ro-RO', + }, + { + 'shortCode': 'ha', + 'chineseName': '豪萨语', + 'englishName': 'Hausa', + 'asrCode': 'ha-NG', + }, + { + 'shortCode': 'cs', + 'chineseName': '捷克语', + 'englishName': 'Czech', + 'asrCode': 'cs-CZ', + }, + { + 'shortCode': 'el', + 'chineseName': '希腊语', + 'englishName': 'Greek', + 'asrCode': 'el-GR', + }, + { + 'shortCode': 'bn', + 'chineseName': '孟加拉语', + 'englishName': 'Bengali', + 'asrCode': 'bn-IN', + }, + { + 'shortCode': 'id', + 'chineseName': '印尼语', + 'englishName': 'Indonesian', + 'asrCode': 'id-ID', + }, + { + 'shortCode': 'fil', + 'chineseName': '菲律宾语', + 'englishName': 'Filipino', + 'asrCode': 'fil-PH', + }, + { + 'shortCode': 'tr', + 'chineseName': '土耳其语', + 'englishName': 'Turkish', + 'asrCode': 'tr-TR', + }, + { + 'shortCode': 'ug', + 'chineseName': '维吾尔语', + 'englishName': 'Uyghur', + 'asrCode': 'ug-CN', + }, + { + 'shortCode': 'mn', + 'chineseName': '蒙古语', + 'englishName': 'Mongolian', + 'asrCode': 'mn-MN', + }, + ]; +} + +/// 返回科大讯飞的翻译语言配置表（Translation） +List> getIflytekTranslationLanguageSpecs() { + return [ + { + 'shortCode': 'zh', + 'chineseName': '中文', + 'englishName': 'Chinese', + 'translationCode': 'cn', + }, + { + 'shortCode': 'yue', + 'chineseName': '粤语', + 'englishName': 'Cantonese', + 'translationCode': 'yue', + }, + { + 'shortCode': 'en', + 'chineseName': '英语', + 'englishName': 'English', + 'translationCode': 'en', + }, + { + 'shortCode': 'es', + 'chineseName': '西班牙语', + 'englishName': 'Spanish', + 'translationCode': 'es', + }, + { + 'shortCode': 'de', + 'chineseName': '德语', + 'englishName': 'German', + 'translationCode': 'de', + }, + { + 'shortCode': 'fr', + 'chineseName': '法语', + 'englishName': 'French', + 'translationCode': 'fr', + }, + { + 'shortCode': 'it', + 'chineseName': '意大利语', + 'englishName': 'Italian', + 'translationCode': 'it', + }, + { + 'shortCode': 'nl', + 'chineseName': '荷兰语', + 'englishName': 'Dutch', + 'translationCode': 'nl', + }, + { + 'shortCode': 'nb', + 'chineseName': '挪威语', + 'englishName': 'Norwegian Bokmål', + 'translationCode': 'nb', + }, + { + 'shortCode': 'da', + 'chineseName': '丹麦语', + 'englishName': 'Danish', + 'translationCode': 'da', + }, + { + 'shortCode': 'fi', + 'chineseName': '芬兰语', + 'englishName': 'Finnish', + 'translationCode': 'fi', + }, + { + 'shortCode': 'sv', + 'chineseName': '瑞典语', + 'englishName': 'Swedish', + 'translationCode': 'sv-SE', + }, + { + 'shortCode': 'pl', + 'chineseName': '波兰语', + 'englishName': 'Polish', + 'translationCode': 'pl-PL', + }, + { + 'shortCode': 'tr', + 'chineseName': '土耳其语', + 'englishName': 'Turkish', + 'translationCode': 'tr', + }, + { + 'shortCode': 'el', + 'chineseName': '希腊语', + 'englishName': 'Greek', + 'translationCode': 'el', + }, + { + 'shortCode': 'cs', + 'chineseName': '捷克语', + 'englishName': 'Czech', + 'translationCode': 'cs-CZ', + }, + { + 'shortCode': 'ca', + 'chineseName': '加泰罗尼亚语', + 'englishName': 'Catalan', + 'translationCode': 'ca-ES', + }, + { + 'shortCode': 'cy', + 'chineseName': '威尔士语', + 'englishName': 'Welsh', + 'translationCode': 'cy', + }, + { + 'shortCode': 'bg', + 'chineseName': '保加利亚语', + 'englishName': 'Bulgarian', + 'translationCode': 'bg', + }, + { + 'shortCode': 'ja', + 'chineseName': '日语', + 'englishName': 'Japanese', + 'translationCode': 'ja', + }, + { + 'shortCode': 'ko', + 'chineseName': '韩语', + 'englishName': 'Korean', + 'translationCode': 'ko', + }, + { + 'shortCode': 'hi', + 'chineseName': '印地语', + 'englishName': 'Hindi', + 'translationCode': 'hi', + }, + { + 'shortCode': 'th', + 'chineseName': '泰语', + 'englishName': 'Thai', + 'translationCode': 'th', + }, + { + 'shortCode': 'vi', + 'chineseName': '越南语', + 'englishName': 'Vietnamese', + 'translationCode': 'vi', + }, + { + 'shortCode': 'id', + 'chineseName': '印尼语', + 'englishName': 'Indonesian', + 'translationCode': 'id', + }, + { + 'shortCode': 'ms', + 'chineseName': '马来语', + 'englishName': 'Malay', + 'translationCode': 'ms', + }, + { + 'shortCode': 'bn', + 'chineseName': '孟加拉语', + 'englishName': 'Bengali', + 'translationCode': 'bn', + }, + { + 'shortCode': 'am', + 'chineseName': '阿姆哈拉语', + 'englishName': 'Amharic', + 'translationCode': 'am', + }, + { + 'shortCode': 'as', + 'chineseName': '阿萨姆语', + 'englishName': 'Assamese', + 'translationCode': 'as', + }, + { + 'shortCode': 'ar', + 'chineseName': '阿拉伯语', + 'englishName': 'Arabic', + 'translationCode': 'ar', + }, + { + 'shortCode': 'bs', + 'chineseName': '波斯尼亚语(波黑)', + 'englishName': 'Bosnian (Bosnia and Herzegovina)', + 'translationCode': 'bs', + }, + ]; +} + +/// 返回科大讯飞的TTS语言配置表（TTS） +List> getIflytekTTSLanguageSpecs() { + return [ + // 基础语种 + { + 'shortCode': 'zh', + 'chineseName': '中文', + 'englishName': 'Chinese', + 'ttsVoiceName': 'x4_yezi', + }, + { + 'shortCode': 'en', + 'chineseName': '英语', + 'englishName': 'English', + 'ttsVoiceName': 'x4_enus_luna_assist', + }, + { + 'shortCode': 'ko', + 'chineseName': '韩语', + 'englishName': 'Korean', + 'ttsVoiceName': 'zhimin', + }, + { + 'shortCode': 'ja', + 'chineseName': '日语', + 'englishName': 'Japanese', + 'ttsVoiceName': 'qianhui', + }, + { + 'shortCode': 'fr', + 'chineseName': '法语', + 'englishName': 'French', + 'ttsVoiceName': '', + }, + { + 'shortCode': 'ru', + 'chineseName': '俄语', + 'englishName': 'Russian', + 'ttsVoiceName': 'x2_RuRu_Keshu', + }, + { + 'shortCode': 'es', + 'chineseName': '西班牙语', + 'englishName': 'Spanish', + 'ttsVoiceName': 'gabriela', + }, + { + 'shortCode': 'hi', + 'chineseName': '印地语', + 'englishName': 'Hindi', + 'ttsVoiceName': 'x2_HiIn_Mohita', + }, + { + 'shortCode': 'de', + 'chineseName': '德语', + 'englishName': 'German', + 'ttsVoiceName': 'x2_DeDe_Christiane', + }, + { + 'shortCode': 'vi', + 'chineseName': '越南语', + 'englishName': 'Vietnamese', + 'ttsVoiceName': 'xiaoyun', + }, + { + 'shortCode': 'pt', + 'chineseName': '葡萄牙语', + 'englishName': 'Portuguese', + 'ttsVoiceName': 'maria', + }, + { + 'shortCode': 'pt-BR', + 'chineseName': '巴西葡萄牙语', + 'englishName': 'Brazilian Portuguese', + 'ttsVoiceName': 'sonia', + }, + { + 'shortCode': 'it', + 'chineseName': '意大利语', + 'englishName': 'Italian', + 'ttsVoiceName': 'x2_ItIt_Anna', + }, + { + 'shortCode': 'th', + 'chineseName': '泰语', + 'englishName': 'Thai', + 'ttsVoiceName': 'yingying', + }, + { + 'shortCode': 'ur', + 'chineseName': '乌尔都语', + 'englishName': 'Urdu', + 'ttsVoiceName': 'x2_UrPk_Noreen', + }, + { + 'shortCode': 'pl', + 'chineseName': '波兰语', + 'englishName': 'Polish', + 'ttsVoiceName': 'x2_PlPl_Malgorzata', + }, + { + 'shortCode': 'ms', + 'chineseName': '马来语', + 'englishName': 'Malay', + 'ttsVoiceName': 'x2_MsMy_Hashim', + }, + { + 'shortCode': 'ar', + 'chineseName': '阿拉伯语', + 'englishName': 'Arabic', + 'ttsVoiceName': 'x2_ArEn_Rania', + }, + { + 'shortCode': 'kk', + 'chineseName': '哈萨克语', + 'englishName': 'Kazakh', + 'ttsVoiceName': 'x2_kzkz_Irina', + }, + { + 'shortCode': 'sv', + 'chineseName': '瑞典语', + 'englishName': 'Swedish', + 'ttsVoiceName': 'x2_SvSe_Michaela', + }, + { + 'shortCode': 'fa', + 'chineseName': '波斯语', + 'englishName': 'Persian', + 'ttsVoiceName': 'x2_FaIr_Saheli', + }, + { + 'shortCode': 'bg', + 'chineseName': '保加利亚语', + 'englishName': 'Bulgarian', + 'ttsVoiceName': 'x2_BgBg_Zlati', + }, + { + 'shortCode': 'bo', + 'chineseName': '藏语', + 'englishName': 'Tibetan', + 'ttsVoiceName': 'x2_BoCn_YangJin', + }, + { + 'shortCode': 'uz', + 'chineseName': '乌兹别克语', + 'englishName': 'Uzbek', + 'ttsVoiceName': 'x2_UzUz_Nigina', + }, + { + 'shortCode': 'nl', + 'chineseName': '荷兰语', + 'englishName': 'Dutch', + 'ttsVoiceName': 'x2_NlNl_Robin', + }, + { + 'shortCode': 'uk', + 'chineseName': '乌克兰语', + 'englishName': 'Ukrainian', + 'ttsVoiceName': 'x2_UkUa_Halyna', + }, + { + 'shortCode': 'ta', + 'chineseName': '泰米尔语', + 'englishName': 'Tamil', + 'ttsVoiceName': 'x2_TaIn_Udaya', + }, + { + 'shortCode': 'sw', + 'chineseName': '斯瓦希里语', + 'englishName': 'Swahili', + 'ttsVoiceName': 'x2_SwTz_Hamdan', + }, + { + 'shortCode': 'ro', + 'chineseName': '罗马尼亚语', + 'englishName': 'Romanian', + 'ttsVoiceName': 'x2_RoRo_Miruna', + }, + { + 'shortCode': 'ha', + 'chineseName': '豪萨语', + 'englishName': 'Hausa', + 'ttsVoiceName': 'x2_HaNg_Zainab', + }, + { + 'shortCode': 'cs', + 'chineseName': '捷克语', + 'englishName': 'Czech', + 'ttsVoiceName': 'x2_CsCz_Petra', + }, + { + 'shortCode': 'el', + 'chineseName': '希腊语', + 'englishName': 'Greek', + 'ttsVoiceName': 'x2_ElGr_Dimitra', + }, + { + 'shortCode': 'bn', + 'chineseName': '孟加拉语', + 'englishName': 'Bengali', + 'ttsVoiceName': 'x2_BnBd_Elmy', + }, + { + 'shortCode': 'id', + 'chineseName': '印尼语', + 'englishName': 'Indonesian', + 'ttsVoiceName': 'x2_IdId_Fira', + }, + { + 'shortCode': 'fil', + 'chineseName': '菲律宾语', + 'englishName': 'Filipino', + 'ttsVoiceName': 'x2_TlPh_Grace', + }, + { + 'shortCode': 'tr', + 'chineseName': '土耳其语', + 'englishName': 'Turkish', + 'ttsVoiceName': 'x2_trtr_cenk', + }, + { + 'shortCode': 'ug', + 'chineseName': '维吾尔语', + 'englishName': 'Uyghur', + 'ttsVoiceName': '', + }, + { + 'shortCode': 'mn', + 'chineseName': '蒙古语', + 'englishName': 'Mongolian', + 'ttsVoiceName': '', + }, + + // 方言（部分方言在SDK中可能不支持，仅WebAPI支持） + { + 'shortCode': 'yue', + 'chineseName': '粤语', + 'englishName': 'Cantonese', + 'ttsVoiceName': 'x3_xiaoyue', + }, + { + 'shortCode': 'sichuan', + 'chineseName': '四川话', + 'englishName': 'Sichuan Dialect', + 'ttsVoiceName': '', + }, + { + 'shortCode': 'hunan', + 'chineseName': '湖南话', + 'englishName': 'Hunan Dialect', + 'ttsVoiceName': '', + }, + { + 'shortCode': 'henan', + 'chineseName': '河南话', + 'englishName': 'Henan Dialect', + 'ttsVoiceName': '', + }, + { + 'shortCode': 'dongbei', + 'chineseName': '东北话', + 'englishName': 'Northeastern Dialect', + 'ttsVoiceName': '', + }, + { + 'shortCode': 'shaanxi', + 'chineseName': '陕西话', + 'englishName': 'Shaanxi Dialect', + 'ttsVoiceName': '', + }, + { + 'shortCode': 'tw', + 'chineseName': '台湾普通话', + 'englishName': 'Taiwan Mandarin', + 'ttsVoiceName': '', + }, + { + 'shortCode': 'shandong', + 'chineseName': '山东话', + 'englishName': 'Shandong Dialect', + 'ttsVoiceName': '', + }, + { + 'shortCode': 'hubei', + 'chineseName': '湖北话', + 'englishName': 'Hubei Dialect', + 'ttsVoiceName': '', + }, + { + 'shortCode': 'hefei', + 'chineseName': '合肥话', + 'englishName': 'Hefei Dialect', + 'ttsVoiceName': '', + }, + { + 'shortCode': 'neimenggu', + 'chineseName': '内蒙古方言', + 'englishName': 'Inner Mongolia Dialect', + 'ttsVoiceName': '', + }, + ]; +} diff --git a/lib/data/services/language_configs/volcano_language_config.dart b/lib/data/services/language_configs/volcano_language_config.dart new file mode 100644 index 000000000..ee8a42e74 --- /dev/null +++ b/lib/data/services/language_configs/volcano_language_config.dart @@ -0,0 +1,61 @@ +/// 返回火山引擎的翻译语言配置表（Translation） +/// +/// 数据来源：火山引擎机器翻译支持语种 +/// 参考： https://www.volcengine.com/docs/4640/35107?lang=zh +List> getVolcanoTranslationLanguageSpecs() { + return [ + // 中文系列 + { + 'shortCode': 'zh', + 'chineseName': '中文', + 'englishName': 'Chinese', + 'translationCode': 'zh', + }, + + // 常见通用语种 + { + 'shortCode': 'en', + 'chineseName': '英语', + 'englishName': 'English', + 'translationCode': 'en', + }, + + { + 'shortCode': 'ja', + 'chineseName': '日语', + 'englishName': 'Japanese', + 'translationCode': 'ja', + }, + { + 'shortCode': 'id', + 'chineseName': '印尼语', + 'englishName': 'Indonesian', + 'translationCode': 'id', + }, + { + 'shortCode': 'es', + 'chineseName': '西班牙语', + 'englishName': 'Spanish', + 'translationCode': 'es', + }, + + { + 'shortCode': 'pt', + 'chineseName': '葡萄牙语', + 'englishName': 'Portuguese', + 'translationCode': 'pt', + }, + { + 'shortCode': 'fr', + 'chineseName': '法语', + 'englishName': 'French', + 'translationCode': 'fr', + }, + { + 'shortCode': 'de', + 'chineseName': '德语', + 'englishName': 'German', + 'translationCode': 'de', + }, + ]; +} diff --git a/local_plugins/azure_speech/android/.gitignore b/local_plugins/azure_speech/android/.gitignore new file mode 100644 index 000000000..be3943c96 --- /dev/null +++ b/local_plugins/azure_speech/android/.gitignore @@ -0,0 +1,14 @@ +gradle-wrapper.jar +/.gradle +/captures/ +/gradlew +/gradlew.bat +/local.properties +GeneratedPluginRegistrant.java +.cxx/ + +# Remember to never publicly share your keystore. +# See https://flutter.dev/to/reference-keystore +key.properties +**/*.keystore +**/*.jks diff --git a/local_plugins/azure_speech/android/app/build.gradle.kts b/local_plugins/azure_speech/android/app/build.gradle.kts new file mode 100644 index 000000000..bd9431936 --- /dev/null +++ b/local_plugins/azure_speech/android/app/build.gradle.kts @@ -0,0 +1,44 @@ +plugins { + id("com.android.application") + id("kotlin-android") + // The Flutter Gradle Plugin must be applied after the Android and Kotlin Gradle plugins. + id("dev.flutter.flutter-gradle-plugin") +} + +android { + namespace = "com.example.azure_speech" + compileSdk = flutter.compileSdkVersion + ndkVersion = flutter.ndkVersion + + compileOptions { + sourceCompatibility = JavaVersion.VERSION_11 + targetCompatibility = JavaVersion.VERSION_11 + } + + kotlinOptions { + jvmTarget = JavaVersion.VERSION_11.toString() + } + + defaultConfig { + // TODO: Specify your own unique Application ID (https://developer.android.com/studio/build/application-id.html). + applicationId = "com.example.azure_speech" + // You can update the following values to match your application needs. + // For more information, see: https://flutter.dev/to/review-gradle-config. + minSdk = flutter.minSdkVersion + targetSdk = flutter.targetSdkVersion + versionCode = flutter.versionCode + versionName = flutter.versionName + } + + buildTypes { + release { + // TODO: Add your own signing config for the release build. + // Signing with the debug keys for now, so `flutter run --release` works. + signingConfig = signingConfigs.getByName("debug") + } + } +} + +flutter { + source = "../.." +} diff --git a/local_plugins/azure_speech/android/app/src/debug/AndroidManifest.xml b/local_plugins/azure_speech/android/app/src/debug/AndroidManifest.xml new file mode 100644 index 000000000..399f6981d --- /dev/null +++ b/local_plugins/azure_speech/android/app/src/debug/AndroidManifest.xml @@ -0,0 +1,7 @@ + + + + diff --git a/local_plugins/azure_speech/android/app/src/main/AndroidManifest.xml b/local_plugins/azure_speech/android/app/src/main/AndroidManifest.xml new file mode 100644 index 000000000..388b60653 --- /dev/null +++ b/local_plugins/azure_speech/android/app/src/main/AndroidManifest.xml @@ -0,0 +1,45 @@ + + + + + + + + + + + + + + + + + + + + + diff --git a/local_plugins/azure_speech/android/app/src/main/kotlin/com/example/azure_speech/MainActivity.kt b/local_plugins/azure_speech/android/app/src/main/kotlin/com/example/azure_speech/MainActivity.kt new file mode 100644 index 000000000..60cc81f0d --- /dev/null +++ b/local_plugins/azure_speech/android/app/src/main/kotlin/com/example/azure_speech/MainActivity.kt @@ -0,0 +1,5 @@ +package com.example.azure_speech + +import io.flutter.embedding.android.FlutterActivity + +class MainActivity : FlutterActivity() diff --git a/local_plugins/azure_speech/android/app/src/main/res/drawable-v21/launch_background.xml b/local_plugins/azure_speech/android/app/src/main/res/drawable-v21/launch_background.xml new file mode 100644 index 000000000..f74085f3f --- /dev/null +++ b/local_plugins/azure_speech/android/app/src/main/res/drawable-v21/launch_background.xml @@ -0,0 +1,12 @@ + + + + + + + + diff --git a/local_plugins/azure_speech/android/app/src/main/res/drawable/launch_background.xml b/local_plugins/azure_speech/android/app/src/main/res/drawable/launch_background.xml new file mode 100644 index 000000000..304732f88 --- /dev/null +++ b/local_plugins/azure_speech/android/app/src/main/res/drawable/launch_background.xml @@ -0,0 +1,12 @@ + + + + + + + + diff --git a/local_plugins/azure_speech/android/app/src/main/res/mipmap-hdpi/ic_launcher.png b/local_plugins/azure_speech/android/app/src/main/res/mipmap-hdpi/ic_launcher.png new file mode 100644 index 0000000000000000000000000000000000000000..db77bb4b7b0906d62b1847e87f15cdcacf6a4f29 GIT binary patch literal 544 zcmeAS@N?(olHy`uVBq!ia0vp^9w5xY3?!3`olAj~WQl7;NpOBzNqJ&XDuZK6ep0G} zXKrG8YEWuoN@d~6R2!h8bpbvhu0Wd6uZuB!w&u2PAxD2eNXD>P5D~Wn-+_Wa#27Xc zC?Zj|6r#X(-D3u$NCt}(Ms06KgJ4FxJVv{GM)!I~&n8Bnc94O7-Hd)cjDZswgC;Qs zO=b+9!WcT8F?0rF7!Uys2bs@gozCP?z~o%U|N3vA*22NaGQG zlg@K`O_XuxvZ&Ks^m&R!`&1=spLvfx7oGDKDwpwW`#iqdw@AL`7MR}m`rwr|mZgU`8P7SBkL78fFf!WnuYWm$5Z0 zNXhDbCv&49sM544K|?c)WrFfiZvCi9h0O)B3Pgg&ebxsLQ05GG~ AQ2+n{ literal 0 HcmV?d00001 diff --git a/local_plugins/azure_speech/android/app/src/main/res/mipmap-mdpi/ic_launcher.png b/local_plugins/azure_speech/android/app/src/main/res/mipmap-mdpi/ic_launcher.png new file mode 100644 index 0000000000000000000000000000000000000000..17987b79bb8a35cc66c3c1fd44f5a5526c1b78be GIT binary patch literal 442 zcmeAS@N?(olHy`uVBq!ia0vp^1|ZDA3?vioaBc-sk|nMYCBgY=CFO}lsSJ)O`AMk? zp1FzXsX?iUDV2pMQ*D5Xx&nMcT!A!W`0S9QKQy;}1Cl^CgaH=;G9cpY;r$Q>i*pfB zP2drbID<_#qf;rPZx^FqH)F_D#*k@@q03KywUtLX8Ua?`H+NMzkczFPK3lFz@i_kW%1NOn0|D2I9n9wzH8m|-tHjsw|9>@K=iMBhxvkv6m8Y-l zytQ?X=U+MF$@3 zt`~i=@j|6y)RWMK--}M|=T`o&^Ni>IoWKHEbBXz7?A@mgWoL>!*SXo`SZH-*HSdS+ yn*9;$7;m`l>wYBC5bq;=U}IMqLzqbYCidGC!)_gkIk_C@Uy!y&wkt5C($~2D>~)O*cj@FGjOCM)M>_ixfudOh)?xMu#Fs z#}Y=@YDTwOM)x{K_j*Q;dPdJ?Mz0n|pLRx{4n|)f>SXlmV)XB04CrSJn#dS5nK2lM zrZ9#~WelCp7&e13Y$jvaEXHskn$2V!!DN-nWS__6T*l;H&Fopn?A6HZ-6WRLFP=R` zqG+CE#d4|IbyAI+rJJ`&x9*T`+a=p|0O(+s{UBcyZdkhj=yS1>AirP+0R;mf2uMgM zC}@~JfByORAh4SyRgi&!(cja>F(l*O+nd+@4m$|6K6KDn_&uvCpV23&>G9HJp{xgg zoq1^2_p9@|WEo z*X_Uko@K)qYYv~>43eQGMdbiGbo>E~Q& zrYBH{QP^@Sti!`2)uG{irBBq@y*$B zi#&(U-*=fp74j)RyIw49+0MRPMRU)+a2r*PJ$L5roHt2$UjExCTZSbq%V!HeS7J$N zdG@vOZB4v_lF7Plrx+hxo7(fCV&}fHq)$ literal 0 HcmV?d00001 diff --git a/local_plugins/azure_speech/android/app/src/main/res/mipmap-xxhdpi/ic_launcher.png b/local_plugins/azure_speech/android/app/src/main/res/mipmap-xxhdpi/ic_launcher.png new file mode 100644 index 0000000000000000000000000000000000000000..d5f1c8d34e7a88e3f88bea192c3a370d44689c3c GIT binary patch literal 1031 zcmeAS@N?(olHy`uVBq!ia0vp^6F``Q8Ax83A=Cw=BuiW)N`mv#O3D+9QW+dm@{>{( zJaZG%Q-e|yQz{EjrrIztFa`(sgt!6~Yi|1%a`XoT0ojZ}lNrNjb9xjc(B0U1_% zz5^97Xt*%oq$rQy4?0GKNfJ44uvxI)gC`h-NZ|&0-7(qS@?b!5r36oQ}zyZrNO3 zMO=Or+<~>+A&uN&E!^Sl+>xE!QC-|oJv`ApDhqC^EWD|@=#J`=d#Xzxs4ah}w&Jnc z$|q_opQ^2TrnVZ0o~wh<3t%W&flvYGe#$xqda2bR_R zvPYgMcHgjZ5nSA^lJr%;<&0do;O^tDDh~=pIxA#coaCY>&N%M2^tq^U%3DB@ynvKo}b?yu-bFc-u0JHzced$sg7S3zqI(2 z#Km{dPr7I=pQ5>FuK#)QwK?Y`E`B?nP+}U)I#c1+FM*1kNvWG|a(TpksZQ3B@sD~b zpQ2)*V*TdwjFOtHvV|;OsiDqHi=6%)o4b!)x$)%9pGTsE z-JL={-Ffv+T87W(Xpooq<`r*VzWQcgBN$$`u}f>-ZQI1BB8ykN*=e4rIsJx9>z}*o zo~|9I;xof literal 0 HcmV?d00001 diff --git a/local_plugins/azure_speech/android/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png b/local_plugins/azure_speech/android/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png new file mode 100644 index 0000000000000000000000000000000000000000..4d6372eebdb28e45604e46eeda8dd24651419bc0 GIT binary patch literal 1443 zcmb`G{WsKk6vsdJTdFg%tJav9_E4vzrOaqkWF|A724Nly!y+?N9`YV6wZ}5(X(D_N(?!*n3`|_r0Hc?=PQw&*vnU?QTFY zB_MsH|!j$PP;I}?dppoE_gA(4uc!jV&0!l7_;&p2^pxNo>PEcNJv za5_RT$o2Mf!<+r?&EbHH6nMoTsDOa;mN(wv8RNsHpG)`^ymG-S5By8=l9iVXzN_eG%Xg2@Xeq76tTZ*dGh~Lo9vl;Zfs+W#BydUw zCkZ$o1LqWQO$FC9aKlLl*7x9^0q%0}$OMlp@Kk_jHXOjofdePND+j!A{q!8~Jn+s3 z?~~w@4?egS02}8NuulUA=L~QQfm;MzCGd)XhiftT;+zFO&JVyp2mBww?;QByS_1w! zrQlx%{^cMj0|Bo1FjwY@Q8?Hx0cIPF*@-ZRFpPc#bBw{5@tD(5%sClzIfl8WU~V#u zm5Q;_F!wa$BSpqhN>W@2De?TKWR*!ujY;Yylk_X5#~V!L*Gw~;$%4Q8~Mad z@`-kG?yb$a9cHIApZDVZ^U6Xkp<*4rU82O7%}0jjHlK{id@?-wpN*fCHXyXh(bLt* zPc}H-x0e4E&nQ>y%B-(EL=9}RyC%MyX=upHuFhAk&MLbsF0LP-q`XnH78@fT+pKPW zu72MW`|?8ht^tz$iC}ZwLp4tB;Q49K!QCF3@!iB1qOI=?w z7In!}F~ij(18UYUjnbmC!qKhPo%24?8U1x{7o(+?^Zu0Hx81|FuS?bJ0jgBhEMzf< zCgUq7r2OCB(`XkKcN-TL>u5y#dD6D!)5W?`O5)V^>jb)P)GBdy%t$uUMpf$SNV31$ zb||OojAbvMP?T@$h_ZiFLFVHDmbyMhJF|-_)HX3%m=CDI+ID$0^C>kzxprBW)hw(v zr!Gmda);ICoQyhV_oP5+C%?jcG8v+D@9f?Dk*!BxY}dazmrT@64UrP3hlslANK)bq z$67n83eh}OeW&SV@HG95P|bjfqJ7gw$e+`Hxo!4cx`jdK1bJ>YDSpGKLPZ^1cv$ek zIB?0S<#tX?SJCLWdMd{-ME?$hc7A$zBOdIJ)4!KcAwb=VMov)nK;9z>x~rfT1>dS+ zZ6#`2v@`jgbqq)P22H)Tx2CpmM^o1$B+xT6`(v%5xJ(?j#>Q$+rx_R|7TzDZe{J6q zG1*EcU%tE?!kO%^M;3aM6JN*LAKUVb^xz8-Pxo#jR5(-KBeLJvA@-gxNHx0M-ZJLl z;#JwQoh~9V?`UVo#}{6ka@II>++D@%KqGpMdlQ}?9E*wFcf5(#XQnP$Dk5~%iX^>f z%$y;?M0BLp{O3a(-4A?ewryHrrD%cx#Q^%KY1H zNre$ve+vceSLZcNY4U(RBX&)oZn*Py()h)XkE?PL$!bNb{N5FVI2Y%LKEm%yvpyTP z(1P?z~7YxD~Rf<(a@_y` literal 0 HcmV?d00001 diff --git a/local_plugins/azure_speech/android/app/src/main/res/values-night/styles.xml b/local_plugins/azure_speech/android/app/src/main/res/values-night/styles.xml new file mode 100644 index 000000000..06952be74 --- /dev/null +++ b/local_plugins/azure_speech/android/app/src/main/res/values-night/styles.xml @@ -0,0 +1,18 @@ + + + + + + + diff --git a/local_plugins/azure_speech/android/app/src/main/res/values/styles.xml b/local_plugins/azure_speech/android/app/src/main/res/values/styles.xml new file mode 100644 index 000000000..cb1ef8805 --- /dev/null +++ b/local_plugins/azure_speech/android/app/src/main/res/values/styles.xml @@ -0,0 +1,18 @@ + + + + + + + diff --git a/local_plugins/azure_speech/android/app/src/profile/AndroidManifest.xml b/local_plugins/azure_speech/android/app/src/profile/AndroidManifest.xml new file mode 100644 index 000000000..399f6981d --- /dev/null +++ b/local_plugins/azure_speech/android/app/src/profile/AndroidManifest.xml @@ -0,0 +1,7 @@ + + + + diff --git a/local_plugins/azure_speech/android/gradle.properties b/local_plugins/azure_speech/android/gradle.properties new file mode 100644 index 000000000..f018a6181 --- /dev/null +++ b/local_plugins/azure_speech/android/gradle.properties @@ -0,0 +1,3 @@ +org.gradle.jvmargs=-Xmx8G -XX:MaxMetaspaceSize=4G -XX:ReservedCodeCacheSize=512m -XX:+HeapDumpOnOutOfMemoryError +android.useAndroidX=true +android.enableJetifier=true diff --git a/local_plugins/azure_speech/android/gradle/wrapper/gradle-wrapper.properties b/local_plugins/azure_speech/android/gradle/wrapper/gradle-wrapper.properties new file mode 100644 index 000000000..ac3b47926 --- /dev/null +++ b/local_plugins/azure_speech/android/gradle/wrapper/gradle-wrapper.properties @@ -0,0 +1,5 @@ +distributionBase=GRADLE_USER_HOME +distributionPath=wrapper/dists +zipStoreBase=GRADLE_USER_HOME +zipStorePath=wrapper/dists +distributionUrl=https\://services.gradle.org/distributions/gradle-8.12-all.zip diff --git a/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/AliyunBailianE2EHelper.kt b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/AliyunBailianE2EHelper.kt new file mode 100644 index 000000000..65a6e440d --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/AliyunBailianE2EHelper.kt @@ -0,0 +1,478 @@ +package com.yunqiinnovation.azure_speech + +import android.content.Context +import android.util.Log +import okhttp3.* +import okio.ByteString +import okio.ByteString.Companion.toByteString +import org.json.JSONObject +import java.util.UUID +import java.util.concurrent.TimeUnit +import java.util.concurrent.atomic.AtomicBoolean +import kotlinx.coroutines.* + +/** + * 阿里云百炼（Bailian）实时音视频翻译助手 (qwen3-livetranslate-flash-realtime)。 + * 参考阿里云 "实时音视频翻译-通义千问" WebSocket API 实现。 + * 采用 Session-based 协议 (类似 OpenAI Realtime API)。 + */ +class AliyunBailianE2EHelper( + private val context: Context +) { + private val TAG = "AliyunBailianHelper" + + interface Callback { + /** 会话开始 */ + fun onSessionStarted(sessionId: String) + + /** 增量文本到达（大模型回复的文本/翻译结果） */ + fun onPartialText(sessionId: String, text: String) + + /** 增量源文本到达（用户语音的实时识别结果） */ + fun onPartialSourceText(sessionId: String, text: String) + + /** 源文本最终结果到达（用户一句话识别完成） */ + fun onFinalSourceText(sessionId: String, finalText: String) + + /** 翻译/回复最终结果到达（大模型回复完成） */ + fun onFinalTranslatedText(sessionId: String, finalText: String) + + /** 增量音频片段到达（服务端返回的 TTS 音频） */ + fun onPartialAudio(sessionId: String, data: ByteArray) + + /** 会话结束，返回完整文本与完整合成音频 */ + fun onSessionFinished(sessionId: String, finalText: String, finalAudio: ByteArray) + + /** 会话失败或取消 */ + fun onSessionError(sessionId: String, code: Int, message: String) + } + + data class Config( + // 阿里云百炼 WebSocket URL + // 实时音视频翻译通常使用: wss://dashscope.aliyuncs.com/api-ws/v1/realtime + val wsUrl: String = "wss://dashscope.aliyuncs.com/api-ws/v1/realtime", + + // 阿里云 API Key + val apiKey: String = "", + + // 模型名称，例如 "qwen3-livetranslate-flash-realtime" + val appId: String = "qwen3-livetranslate-flash-realtime", + + // 采样率，默认 16000 + val sampleRate: Int = 16000, + + // 源语言 (e.g. "zh", "en", "ja") + val sourceLanguage: String = "zh", + + // 目标语言 (e.g. "en", "zh", "ja") + val targetLanguage: String = "en", + + // 音色 (e.g. "Cherry", "Kiki") + val voice: String = "" + ) + + private var conf: Config = Config() + private var callback: Callback? = null + + private var client: OkHttpClient? = null + private var webSocket: WebSocket? = null + private var sessionId: String = "" + + // 用于累积文本，以便在结束时返回完整内容 + private val fullTextBuffer = StringBuilder() + // 用于累积音频 + private val fullAudioBuffer = java.io.ByteArrayOutputStream() + + // 当前句子的缓冲 + private val recvTextBuffer = StringBuilder() + private val recvText = mutableListOf() + + // 音频分块缓冲 + private var audioChunkBuffer = ByteArray(0) + + private val isStarted = AtomicBoolean(false) + private val scope = CoroutineScope(Dispatchers.IO + SupervisorJob()) + + /** + * 初始化助手，设置配置与回调。 + * + * @param config 配置对象 + * @param cb 回调接口 + * @return 是否初始化成功 + */ + fun initialize(config: Config, cb: Callback): Boolean { + + // 注意：通义千问 LiveTranslate 通常使用 2 位语言代码，但部分方言可能不同。 + // 这里做一个简单的处理，具体需参考文档支持的语种列表。 + + + conf = config.copy(sourceLanguage = config.sourceLanguage, targetLanguage = config.targetLanguage) + callback = cb + Log.d(TAG, "initialize: wsUrl=${conf.wsUrl}, model=${conf.appId}, src=${conf.sourceLanguage}, tgt=${conf.targetLanguage}") + + client = OkHttpClient.Builder() + .pingInterval(30, TimeUnit.SECONDS) + .readTimeout(0, TimeUnit.SECONDS) + .build() + + startContinuousConversation() + return true + } + + + /** + * 启动会话，建立 WebSocket 连接。 + */ + fun startContinuousConversation(): Boolean { + if (client == null) return false + if (isStarted.get()) return true + + sessionId = UUID.randomUUID().toString() + Log.d(TAG, "startContinuousConversation: sessionId=${sessionId}") + + recvTextBuffer.setLength(0) + fullTextBuffer.setLength(0) + fullAudioBuffer.reset() + + // 构造 URL，必须包含 model 参数 + // wss://dashscope.aliyuncs.com/api-ws/v1/realtime?model=qwen3-livetranslate-flash-realtime + val urlWithModel = if (conf.wsUrl.contains("?")) { + // 如果已经包含了参数，假设用户自己拼接了 model 或者其他参数 + conf.wsUrl + } else { + // 强制拼接 model=qwen3-livetranslate-flash-realtime + "${conf.wsUrl}?model=qwen3-livetranslate-flash-realtime" + } + + val request = Request.Builder() + .url(urlWithModel) + .header("Authorization", "Bearer ${conf.apiKey}") + .build() + + val listener = object : WebSocketListener() { + override fun onOpen(ws: WebSocket, response: Response) { + Log.d(TAG, "onOpen: code=${response.code}") + webSocket = ws + isStarted.set(true) + + // 发送 session.update 配置会话 + sendSessionUpdate(ws) + + callback?.onSessionStarted(sessionId) + } + + override fun onMessage(ws: WebSocket, text: String) { + handleJsonMessage(text) + } + + override fun onMessage(ws: WebSocket, bytes: ByteString) { + // 通常 LiveTranslate 协议使用 JSON 传输所有内容（包括 Base64 音频） + // 但如果协议支持二进制帧，可以在此处理 + Log.w(TAG, "Received unexpected binary message: size=${bytes.size}") + } + + override fun onFailure(ws: WebSocket, t: Throwable, response: Response?) { + val msg = t.message ?: "unknown" + val code = response?.code ?: -1 + Log.e(TAG, "onFailure: ${msg} code=${code}") + + // // 检查是否需要自动重连 (例如网络异常) + // // 注意：鉴权失败(401)不应重试，避免死循环或账号封禁 + // if (isStarted.get() && code != 401 && code != 403) { + // Log.i(TAG, "onFailure: detected failure (code=$code), triggering auto-restart") + // restartSession() + // return + // } + + callback?.onSessionError(sessionId, 1011, msg) + isStarted.set(false) + } + + override fun onClosed(ws: WebSocket, code: Int, reason: String) { + Log.d(TAG, "onClosed: code=${code} reason=${reason}") + isStarted.set(false) + callback?.onSessionFinished(sessionId, fullTextBuffer.toString(), fullAudioBuffer.toByteArray()) + } + } + + Log.d(TAG, "connecting to $urlWithModel") + client!!.newWebSocket(request, listener) + return true + } + + /** + * 重启会话（用于异常自动重连） + */ + private fun restartSession() { + Log.i(TAG, "restartSession: performing auto-restart...") + try { webSocket?.close(1000, "restarting") } catch (_: Exception) {} + webSocket = null + isStarted.set(false) + + try { + java.util.Timer().schedule(object : java.util.TimerTask() { + override fun run() { + Log.i(TAG, "restartSession: timer task running") + if (!isStarted.get()) { + Log.i(TAG, "restartSession: calling startContinuousConversation") + val result = startContinuousConversation() + Log.i(TAG, "restartSession: startContinuousConversation result=$result") + } else { + Log.i(TAG, "restartSession: already started, skipping") + } + } + }, 200) + } catch (e: Exception) { + Log.e(TAG, "restartSession: timer failed", e) + } + } + + private fun sendSessionUpdate(ws: WebSocket) { + try { + val json = JSONObject() + json.put("type", "session.update") + + val session = JSONObject() + + // 配置输入音频转写（ASR） + val transcription = JSONObject() + transcription.put("model", "qwen3-asr-flash-realtime") // 配合 LiveTranslate 使用的推荐 ASR 模型 + transcription.put("language", conf.sourceLanguage) // 源语言 + session.put("input_audio_transcription", transcription) + + // 配置翻译 + val translation = JSONObject() + translation.put("language", conf.targetLanguage) // 目标语言 + session.put("translation", translation) + + if (conf.voice.isNotEmpty()) { + session.put("voice", conf.voice) + } else { + if(conf.targetLanguage != "yue"){ + session.put("voice", "Cherry")//音色 + }else{ + session.put("voice", "Kiki")//音色 + } + } + + session.put("input_audio_format", "pcm16")//输入音频格式 + session.put("output_audio_format", "pcm24")//输出音频格式 + // 配置模态 (文本 + 音频) + val modalities = org.json.JSONArray() + modalities.put("text") + modalities.put("audio") + session.put("modalities", modalities) + + json.put("session", session) + + ws.send(json.toString()) + Log.d(TAG, "Sent session.update: $json") + } catch (e: Exception) { + Log.e(TAG, "Error sending session.update", e) + } + } + + /** + * 将 24kHz PCM 音频重采样为 16kHz + */ + private fun resample24kTo16k(input: ByteArray): ByteArray { + // 16 bit PCM + val inputShorts = ShortArray(input.size / 2) + java.nio.ByteBuffer.wrap(input).order(java.nio.ByteOrder.LITTLE_ENDIAN).asShortBuffer().get(inputShorts) + + // 24k -> 16k (ratio 1.5) + // Output size = Input size / 1.5 = Input size * 2 / 3 + val outputSize = (inputShorts.size * 2) / 3 + val outputShorts = ShortArray(outputSize) + + for (i in 0 until outputSize) { + val inputIndex = (i * 1.5).toFloat() + val index = inputIndex.toInt() + val frac = inputIndex - index + + if (index + 1 < inputShorts.size) { + val val1 = inputShorts[index] + val val2 = inputShorts[index + 1] + outputShorts[i] = (val1 * (1 - frac) + val2 * frac).toInt().toShort() + } else if (index < inputShorts.size) { + outputShorts[i] = inputShorts[index] + } + } + + val outputBytes = ByteArray(outputShorts.size * 2) + java.nio.ByteBuffer.wrap(outputBytes).order(java.nio.ByteOrder.LITTLE_ENDIAN).asShortBuffer().put(outputShorts) + + return outputBytes + } + + private fun handleJsonMessage(text: String) { + try { + val json = JSONObject(text) + val type = json.optString("type") + + // Log.d(TAG, "Received event: $type") + + when (type) { + "error" -> { + val error = json.optJSONObject("error") + val msg = error?.optString("message") ?: "Unknown error" + val code = error?.optString("code") ?: "" + Log.e(TAG, "Error from server: $code - $msg") + callback?.onSessionError(sessionId, 1012, msg) + } + "session.created" -> { + Log.d(TAG, "Session created") + } + "session.updated" -> { + Log.d(TAG, "Session updated") + } + // 源语言识别结果 (Partial) + "conversation.item.input_audio_transcription.text" -> { + val txt = json.optString("text", "") + if (txt.isNotEmpty()) { + Log.d(TAG, "onPartialSourceText: $txt") + callback?.onPartialSourceText(sessionId, txt) + } + } + // 源语言识别结果 (Final) + "conversation.item.input_audio_transcription.completed" -> { + val item = json.optJSONObject("item") + val content = item?.optJSONArray("content") + // 提取 text + var finalTxt = "" + if (content != null && content.length() > 0) { + for (i in 0 until content.length()) { + val part = content.optJSONObject(i) + if (part?.optString("type") == "input_audio") { + finalTxt = part.optString("transcript", "") + break + } + } + } + if (finalTxt.isEmpty()) { + // 备用：有些事件格式可能直接在 payload 里 + finalTxt = json.optString("transcript", "") + } + + if (finalTxt.isNotEmpty()) { + Log.d(TAG, "sessionId: ${sessionId}, onFinalSourceText: $finalTxt") + callback?.onFinalSourceText(sessionId, finalTxt) + } + } + + // 翻译/生成结果 (Partial Text) + "response.audio_transcript.delta" -> { + val delta = json.optString("delta", "") + if (delta.isNotEmpty()) { + recvTextBuffer.append(delta) + Log.d(TAG, "onPartialText: $delta") + callback?.onPartialText(sessionId, delta) + } + } + + // 翻译/生成结果 (Final Text) + "response.audio_transcript.done" -> { + val transcript = json.optString("transcript", "") + val finalText = if (transcript.isNotEmpty()) transcript else recvTextBuffer.toString() + Log.d(TAG, "sessionId: ${sessionId}, onFinalTranslatedText: $finalText") + callback?.onFinalTranslatedText(sessionId, finalText) + + if (fullTextBuffer.isNotEmpty()) fullTextBuffer.append(" ") + fullTextBuffer.append(finalText) + recvTextBuffer.setLength(0) + } + + // 翻译/生成音频 (Delta) + "response.audio.delta" -> { + val base64Audio = json.optString("delta", "") + if (base64Audio.isNotEmpty()) { + // Log.d(TAG, "event_id: ${UUID.randomUUID().toString()}, onPartialAudio: $base64Audio") + try { + val audioBytes = android.util.Base64.decode(base64Audio, android.util.Base64.DEFAULT) + if (audioBytes != null && audioBytes.isNotEmpty()) { + // 默认输出 24k，需重采样到 16k + val resampled = resample24kTo16k(audioBytes) + + try { + fullAudioBuffer.write(resampled) + } catch (_: Exception) {} + + Log.d(TAG, "onPartialAudio: rawSize=${audioBytes.size} resampledSize=${resampled.size}") + // 使用 processAudioChunk 进行分块回调 + processAudioChunk(resampled) + + } + } catch (e: Exception) { + Log.e(TAG, "Base64 decode error", e) + } + } + } + + "response.done" -> { + // 一次响应结束 + Log.d(TAG, "Response done") + } + + else -> { + // Log.d(TAG, "Unhandled event: $type") + } + } + } catch (e: Exception) { + Log.e(TAG, "handleJsonMessage error: ${e.message}") + } + } + + private fun processAudioChunk( + incoming: ByteArray, + multiple: Int = 1280 + ) { + if (incoming.isNotEmpty()) { + audioChunkBuffer += incoming + } + val sendLen = (audioChunkBuffer.size / multiple) * multiple + if (sendLen > 0) { + val chunk = audioChunkBuffer.copyOfRange(0, sendLen) + callback?.onPartialAudio(sessionId, chunk) + audioChunkBuffer = audioChunkBuffer.copyOfRange(sendLen, audioChunkBuffer.size) + } + } + + /** + * 推送音频数据。 + * LiveTranslate 协议要求发送 input_audio_buffer.append 事件， + * 音频数据需 Base64 编码。 + */ + fun pushAudioData(data: ByteArray): Boolean { + val ws = webSocket ?: return false + if (!isStarted.get()) return false + + try { + // 将 PCM 数据转为 Base64 + val base64Audio = data.toByteString().base64() + + val json = JSONObject() + json.put("type", "input_audio_buffer.append") + json.put("audio", base64Audio) + ws.send(json.toString()) + return true + } catch (e: Exception) { + Log.e(TAG, "pushAudioData error", e) + return false + } + } + + fun stopContinuousConversation(): Boolean { + // LiveTranslate 没有明确的 "stop task" 指令，通常直接 close 连接即可 + // 或者发送 commit 强制模型生成（如果处于等待状态） + // 这里简单处理为关闭连接 + webSocket?.close(1000, "User stopped") + return true + } + + fun dispose() { + try { webSocket?.close(1000, "dispose") } catch (_: Exception) {} + webSocket = null + isStarted.set(false) + scope.cancel() + } +} diff --git a/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/AstCallbacks.kt b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/AstCallbacks.kt new file mode 100644 index 000000000..00d07b236 --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/AstCallbacks.kt @@ -0,0 +1,758 @@ +package com.yunqiinnovation.azure_speech + +import com.yunqiinnovation.azure_speech.utils.FileLogger +import com.example.astclient.DoubaoE2ETranslateHelper + +/** + * Interface for sending events back to Flutter/Native + */ +fun interface AstEventSender { + fun send(event: Map) +} + +/** + * Interface for writing audio data (PCM) + */ +fun interface AudioWriter { + fun write(data: ByteArray) +} + +/** + * Azure AST Callback Implementation + */ +class AzureAstCallback( + private val serviceId: String, + private val direction: String, + private val eventSender: AstEventSender, + private val audioWriter: AudioWriter? = null +) : IntegratedSpeechTranslationService.ServiceEventCallback { + private val tag = "AzureAstCallback" + + override fun onServiceInitialized() { + eventSender.send( + mapOf( + "type" to "serviceInitialized", + "serviceId" to serviceId, + "direction" to direction + ) + ) + } + + override fun onRecognizing( + utteranceId: String, + text: String, + language: String, + confidence: Float + ) { + FileLogger.d( + tag, + "[$serviceId/$direction] 识别中: $text, 语言: $language, 置信度: $confidence" + ) + eventSender.send( + mapOf( + "type" to "recognizing", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text, + "language" to language, + "confidence" to confidence + ) + ) + } + + override fun onRecognized( + utteranceId: String, + text: String, + language: String, + confidence: Float + ) { + FileLogger.d( + tag, + "[$serviceId/$direction] 识别到文本: $text, 语言: $language, 置信度: $confidence" + ) + eventSender.send( + mapOf( + "type" to "recognized", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text, + "language" to language, + "confidence" to confidence + ) + ) + } + + override fun onTranslated( + utteranceId: String, + originalText: String, + translatedText: String, + targetLanguage: String + ) { + eventSender.send( + mapOf( + "type" to "translated", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "originalText" to originalText, + "translatedText" to translatedText, + "targetLanguage" to targetLanguage + ) + ) + } + + override fun onInterimTranslated( + utteranceId: String, + originalText: String, + translatedText: String, + targetLanguage: String + ) { + eventSender.send( + mapOf( + "type" to "translatedInterim", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "originalText" to originalText, + "translatedText" to translatedText, + "targetLanguage" to targetLanguage + ) + ) + } + + override fun onTranslationStarted(utteranceId: String, text: String) { + eventSender.send( + mapOf( + "type" to "translationStarted", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text + ) + ) + } + + override fun onTranslationFailed(utteranceId: String, text: String, error: String) { + eventSender.send( + mapOf( + "type" to "translationFailed", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text, + "error" to error + ) + ) + } + + override fun onSynthesisStarted(utteranceId: String, text: String) { + eventSender.send( + mapOf( + "type" to "synthesisStarted", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text + ) + ) + } + + override fun onSynthesisCompleted(utteranceId: String, text: String) { + FileLogger.d(tag, "[$serviceId/$direction] 语音合成完成,文本=${text}") + eventSender.send( + mapOf( + "type" to "synthesisCompleted", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text + ) + ) + } + + override fun onSynthesisAudioGenerated( + utteranceId: String, + text: String, + audioData: ByteArray + ) { + FileLogger.d( + tag, + "[$serviceId/$direction] 合成音频生成,文本=${text},音频=${audioData.size}" + ) + // val pcmData = extractPcmFromWav(audioData) // 原逻辑已注释，直接使用 audioData + val pcmData = audioData + if (pcmData.isNotEmpty()) { + audioWriter?.write(pcmData) + } else { + FileLogger.e(tag, "[$serviceId/$direction] 音频数据为空") + } + } + + override fun onSynthesisFailed(utteranceId: String, text: String, error: String) { + eventSender.send( + mapOf( + "type" to "synthesisFailed", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text, + "error" to error + ) + ) + } + + override fun onSynthesisProgress( + utteranceId: String, + text: String, + progress: Float + ) { + eventSender.send( + mapOf( + "type" to "synthesisProgress", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text, + "progress" to progress + ) + ) + } + + override fun onRecognitionStarted() { + eventSender.send( + mapOf( + "type" to "recognitionStarted", + "serviceId" to serviceId, + "direction" to direction + ) + ) + } + + override fun onRecognitionStopped() { + eventSender.send( + mapOf( + "type" to "recognitionStopped", + "serviceId" to serviceId, + "direction" to direction + ) + ) + } + + override fun onStateChanged(component: String, isActive: Boolean) { + eventSender.send( + mapOf( + "type" to "stateChanged", + "serviceId" to serviceId, + "direction" to direction, + "component" to component, + "isActive" to isActive + ) + ) + } + + override fun onError(component: String, error: String) { + FileLogger.e(tag, "[$serviceId/$direction] 错误,组件=${component},错误=${error}") + eventSender.send( + mapOf( + "type" to "error", + "serviceId" to serviceId, + "direction" to direction, + "component" to component, + "error" to error + ) + ) + } +} + +/** + * Iflytek AST Callback Implementation + */ +class IflytekAstCallback( + private val serviceId: String, + private val direction: String, + private val eventSender: AstEventSender, + private val audioWriter: AudioWriter? = null +) : IflytekIntegratedSpeechService.ServiceEventCallback { + private val tag = "IflytekAstCallback" + + override fun onServiceInitialized() { + eventSender.send( + mapOf( + "type" to "serviceInitialized", + "serviceId" to serviceId, + "direction" to direction + ) + ) + } + + override fun onRecognizing( + utteranceId: String, + text: String, + language: String, + confidence: Float + ) { + FileLogger.d( + tag, + "[$serviceId/$direction] 识别中: $text, 语言: $language, 置信度: $confidence" + ) + eventSender.send( + mapOf( + "type" to "recognizing", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text, + "language" to language, + "confidence" to confidence + ) + ) + } + + override fun onRecognized( + utteranceId: String, + text: String, + language: String, + confidence: Float + ) { + FileLogger.d( + tag, + "[$serviceId/$direction] 识别到文本: $text, 语言: $language, 置信度: $confidence" + ) + eventSender.send( + mapOf( + "type" to "recognized", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text, + "language" to language, + "confidence" to confidence + ) + ) + } + + override fun onTranslated( + utteranceId: String, + originalText: String, + translatedText: String, + targetLanguage: String + ) { + eventSender.send( + mapOf( + "type" to "translated", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "originalText" to originalText, + "translatedText" to translatedText, + "targetLanguage" to targetLanguage + ) + ) + } + + override fun onInterimTranslated( + utteranceId: String, + originalText: String, + translatedText: String, + targetLanguage: String + ) { + eventSender.send( + mapOf( + "type" to "translatedInterim", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "originalText" to originalText, + "translatedText" to translatedText, + "targetLanguage" to targetLanguage + ) + ) + } + + override fun onTranslationStarted(utteranceId: String, text: String) { + eventSender.send( + mapOf( + "type" to "translationStarted", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text + ) + ) + } + + override fun onTranslationFailed(utteranceId: String, text: String, error: String) { + eventSender.send( + mapOf( + "type" to "translationFailed", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text, + "error" to error + ) + ) + } + + override fun onSynthesisStarted(utteranceId: String, text: String) { + eventSender.send( + mapOf( + "type" to "synthesisStarted", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text + ) + ) + } + + override fun onSynthesisCompleted(utteranceId: String, text: String) { + FileLogger.d(tag, "[$serviceId/$direction] 语音合成完成,文本=${text}") + eventSender.send( + mapOf( + "type" to "synthesisCompleted", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text + ) + ) + } + + override fun onSynthesisAudioGenerated( + utteranceId: String, + text: String, + audioData: ByteArray + ) { + FileLogger.d( + tag, + "[$serviceId/$direction] 合成音频生成,文本=${text},音频=${audioData.size}" + ) + val pcmData = audioData + if (pcmData.isNotEmpty()) { + audioWriter?.write(pcmData) + } else { + FileLogger.e(tag, "[$serviceId/$direction] 音频数据为空或不是WAV格式") + } + } + + override fun onSynthesisFailed(utteranceId: String, text: String, error: String) { + eventSender.send( + mapOf( + "type" to "synthesisFailed", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text, + "error" to error + ) + ) + } + + override fun onSynthesisProgress( + utteranceId: String, + text: String, + progress: Float + ) { + eventSender.send( + mapOf( + "type" to "synthesisProgress", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to utteranceId, + "text" to text, + "progress" to progress + ) + ) + } + + override fun onRecognitionStarted() { + eventSender.send( + mapOf( + "type" to "recognitionStarted", + "serviceId" to serviceId, + "direction" to direction + ) + ) + } + + override fun onRecognitionStopped() { + eventSender.send( + mapOf( + "type" to "recognitionStopped", + "serviceId" to serviceId, + "direction" to direction + ) + ) + } + + override fun onStateChanged(component: String, isActive: Boolean) { + eventSender.send( + mapOf( + "type" to "stateChanged", + "serviceId" to serviceId, + "direction" to direction, + "component" to component, + "isActive" to isActive + ) + ) + } + + override fun onError(component: String, error: String) { + eventSender.send( + mapOf( + "type" to "error", + "serviceId" to serviceId, + "direction" to direction, + "component" to component, + "error" to error + ) + ) + } +} + +/** + * Doubao AST Callback Implementation + */ +class DoubaoAstCallback( + private val serviceId: String, + private val direction: String, + private val targetLanguage: String, + private val eventSender: AstEventSender, + private val audioWriter: AudioWriter? = null +) : DoubaoE2ETranslateHelper.Callback { + private val tag = "DoubaoAstCallback" + private val doubaoFinalSourceTextCache: MutableMap = mutableMapOf() + + override fun onSessionStarted(sessionId: String) { + eventSender.send( + mapOf( + "type" to "serviceInitialized", + "serviceId" to serviceId, + "direction" to direction, + "sessionId" to sessionId + ) + ) + } + + override fun onPartialSourceText(sessionId: String, text: String) { + eventSender.send( + mapOf( + "type" to "recognizing", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to sessionId, + "text" to text, + "language" to direction.split("->").firstOrNull().orEmpty() + ) + ) + } + + override fun onFinalSourceText(sessionId: String, finalText: String) { + val key = "$serviceId:$sessionId" + doubaoFinalSourceTextCache[key] = finalText + eventSender.send( + mapOf( + "type" to "recognized", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to sessionId, + "text" to finalText, + "language" to direction.split("->").firstOrNull().orEmpty() + ) + ) + } + + override fun onPartialText(sessionId: String, text: String) { + eventSender.send( + mapOf( + "type" to "translatedInterim", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to sessionId, + "originalText" to "", + "translatedText" to text, + "targetLanguage" to targetLanguage + ) + ) + } + + override fun onPartialAudio(sessionId: String, data: ByteArray) { + audioWriter?.write(data) + } + + override fun onSessionFinished( + sessionId: String, + finalText: String, + finalAudio: ByteArray + ) { + eventSender.send( + mapOf( + "type" to "translated", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to sessionId, + "originalText" to (doubaoFinalSourceTextCache.remove("$serviceId:$sessionId") ?: ""), + "translatedText" to finalText, + "targetLanguage" to targetLanguage + ) + ) + + // if (finalAudio.isNotEmpty()) { + // audioWriter?.write(finalAudio) + // } + } + + override fun onSessionError(sessionId: String, code: Int, message: String) { + eventSender.send( + mapOf( + "type" to "error", + "serviceId" to serviceId, + "direction" to direction, + "component" to "doubaoAst", + "error" to message, + "code" to code + ) + ) + } + + override fun onFinalTranslatedText(sessionId: String, finalText: String) { + val key = "$serviceId:$sessionId" + val original = doubaoFinalSourceTextCache.remove(key) ?: "" + eventSender.send( + mapOf( + "type" to "translated", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to sessionId, + "originalText" to original, + "translatedText" to finalText, + "targetLanguage" to targetLanguage + ) + ) + } +} + +/** + * Aliyun Bailian AST Callback Implementation + */ +class AliyunAstCallback( + private val serviceId: String, + private val direction: String, + private val targetLanguage: String, + private val eventSender: AstEventSender, + private val audioWriter: AudioWriter? = null +) : AliyunBailianE2EHelper.Callback { + private val tag = "AliyunAstCallback" + private val sourceTextCache: MutableMap = mutableMapOf() + + override fun onSessionStarted(sessionId: String) { + eventSender.send( + mapOf( + "type" to "serviceInitialized", + "serviceId" to serviceId, + "direction" to direction, + "sessionId" to sessionId + ) + ) + } + + override fun onPartialSourceText(sessionId: String, text: String) { + eventSender.send( + mapOf( + "type" to "recognizing", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to sessionId, + "text" to text, + "language" to direction.split("->").firstOrNull().orEmpty() + ) + ) + } + + override fun onFinalSourceText(sessionId: String, finalText: String) { + val key = "$serviceId:$sessionId" + sourceTextCache[key] = finalText + eventSender.send( + mapOf( + "type" to "recognized", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to sessionId, + "text" to finalText, + "language" to direction.split("->").firstOrNull().orEmpty() + ) + ) + } + + override fun onPartialText(sessionId: String, text: String) { + eventSender.send( + mapOf( + "type" to "translatedInterim", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to sessionId, + "originalText" to "", + "translatedText" to text, + "targetLanguage" to targetLanguage + ) + ) + } + + override fun onPartialAudio(sessionId: String, data: ByteArray) { + audioWriter?.write(data) + } + + override fun onSessionFinished( + sessionId: String, + finalText: String, + finalAudio: ByteArray + ) { + eventSender.send( + mapOf( + "type" to "translated", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to sessionId, + "originalText" to (sourceTextCache.remove("$serviceId:$sessionId") ?: ""), + "translatedText" to finalText, + "targetLanguage" to targetLanguage + ) + ) + + // if (finalAudio.isNotEmpty()) { + // audioWriter?.write(finalAudio) + // } + } + + override fun onSessionError(sessionId: String, code: Int, message: String) { + eventSender.send( + mapOf( + "type" to "error", + "serviceId" to serviceId, + "direction" to direction, + "component" to "aliyunAst", + "error" to message, + "code" to code + ) + ) + } + + override fun onFinalTranslatedText(sessionId: String, finalText: String) { + val key = "$serviceId:$sessionId" + val original = sourceTextCache.remove(key) ?: "" + eventSender.send( + mapOf( + "type" to "translated", + "serviceId" to serviceId, + "direction" to direction, + "utteranceId" to sessionId, + "originalText" to original, + "translatedText" to finalText, + "targetLanguage" to targetLanguage + ) + ) + } +} diff --git a/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/DoubaoE2ETranslateHelper.kt b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/DoubaoE2ETranslateHelper.kt new file mode 100644 index 000000000..7003746c6 --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/DoubaoE2ETranslateHelper.kt @@ -0,0 +1,473 @@ +package com.example.astclient + +import android.content.Context +import android.net.Uri +import android.util.Log +import okhttp3.* +import okio.ByteString +import java.io.ByteArrayOutputStream +import java.io.File +import java.io.InputStream +import java.util.UUID +import java.util.concurrent.TimeUnit +import java.util.concurrent.atomic.AtomicBoolean +import kotlinx.coroutines.* +import data.speech.ast.TranslateRequest +import data.speech.ast.TranslateResponse +import data.speech.ast.ReqParams +import data.speech.understanding.User +import data.speech.understanding.Audio +import data.speech.common.RequestMeta +import data.speech.event.Type + +/** + * AST 流式翻译助手，提供与 `IntegratedSpeechTranslationService` 类似的接口， + * 以便在插件中通过 `pushAudioData` 输入音频并在会话结束时获取合成音频。 + */ +class DoubaoE2ETranslateHelper( + private val context: Context +) { + private val TAG = "DoubaoE2ETranslateHelper" + interface Callback { + /** 会话开始 */ + fun onSessionStarted(sessionId: String) + + /** 增量文本到达 */ + fun onPartialText(sessionId: String, text: String) + + /** 增量源文本到达（实时识别的原文字幕） */ + fun onPartialSourceText(sessionId: String, text: String) + + /** 源文本最终结果到达（原文识别完成） */ + fun onFinalSourceText(sessionId: String, finalText: String) + + /** 翻译最终结果到达（译文生成完成） */ + fun onFinalTranslatedText(sessionId: String, finalText: String) + + /** 增量音频片段到达（服务端返回的目标音频） */ + fun onPartialAudio(sessionId: String, data: ByteArray) + + /** 会话结束，返回完整文本与完整合成音频 */ + fun onSessionFinished(sessionId: String, finalText: String, finalAudio: ByteArray) + + /** 会话失败或取消 */ + fun onSessionError(sessionId: String, code: Int, message: String) + } + + private var conf: Config = Config() + private var callback: Callback? = null + + private var client: OkHttpClient? = null + private var webSocket: WebSocket? = null + private var sessionId: String = "" + private val sessionLock = Any() + + private val recvAudio = ByteArrayOutputStream() + private val recvText = mutableListOf() + private val recvSourceText = mutableListOf() + + private var audioChunkBuffer = ByteArray(0) + + private val isStarted = AtomicBoolean(false) + private val scope = CoroutineScope(Dispatchers.IO + SupervisorJob()) + + /** + * 初始化助手，设置配置与回调。 + */ + fun initialize(config: Config, cb: Callback): Boolean { + Log.d(TAG, "initialize: wsUrl=${config.wsUrl}, resourceId=${config.resourceId}") + conf = config + callback = cb + client = OkHttpClient.Builder() + .pingInterval(30, TimeUnit.SECONDS) + .readTimeout(0, TimeUnit.SECONDS) + .build() + Log.d(TAG, "initialize: client created") + startContinuousTranslation() + return true + } + + /** + * 重启会话（用于超时自动重连） + */ + private fun restartSession() { + Log.i(TAG, "restartSession: performing auto-restart...") + try { webSocket?.close(1000, "restarting") } catch (_: Exception) {} + webSocket = null + isStarted.set(false) + + try { + java.util.Timer().schedule(object : java.util.TimerTask() { + override fun run() { + Log.i(TAG, "restartSession: timer task running") + if (!isStarted.get()) { + Log.i(TAG, "restartSession: calling startContinuousTranslation") + val result = startContinuousTranslation() + Log.i(TAG, "restartSession: startContinuousTranslation result=$result") + } else { + Log.i(TAG, "restartSession: already started, skipping") + } + } + }, 200) + } catch (e: Exception) { + Log.e(TAG, "restartSession: timer failed", e) + } + } + + /** + * 启动会话，建立 WebSocket 并发送 StartSession。 + */ + fun startContinuousTranslation(): Boolean { + Log.d(TAG, "startContinuousTranslation: isStarted=${isStarted.get()} clientIsNull=${client==null}") + if (client == null) return false + if (isStarted.get()) return true + + synchronized(sessionLock) { + sessionId = UUID.randomUUID().toString() + Log.d(TAG, "startContinuousTranslation: sessionId=${sessionId}") + recvAudio.reset() + recvText.clear() + } + + val connId = UUID.randomUUID().toString() + val request = Request.Builder() + .url(conf.wsUrl) + .header("X-Api-App-Key", conf.appKey) + .header("X-Api-Access-Key", conf.accessKey) + .header("X-Api-Resource-Id", conf.resourceId) + .header("X-Api-Connect-Id", connId) + .build() + + val listener = object : WebSocketListener() { + /** + * WebSocket 连接建立时回调。 + * 设置内部会话状态，构造并发送 `StartSession` 请求， + * 然后通过 `callback.onSessionStarted` 通知上层会话已开始。 + * + * @param ws 当前的 WebSocket 连接 + * @param response 握手响应，包含状态码与头信息 + */ + override fun onOpen(ws: WebSocket, response: Response) { + Log.d(TAG, "onOpen: code=${response.code} logid=${response.header("X-Tt-Logid")}") + webSocket = ws + isStarted.set(true) + val startReq = makeStartRequest(sessionId) + ws.send(ByteString.of(*startReq.toByteArray())) + Log.d(TAG, "onOpen: StartSession sent") + callback?.onSessionStarted(sessionId) + } + + /** + * 接收服务端消息的回调。 + * 解析为 `TranslateResponse` 后依据 `event` 分类处理： + * - `UsageResponse`：仅记录日志后返回； + * - `SessionFailed`/`SessionCanceled`：触发错误回调并关闭连接； + * - `SessionFinished`：汇总累计的文本与音频，触发完成回调并正常关闭； + * - 其他：追加增量音频与文本，并通过 `callback` 将增量结果向上层反馈。 + * + * @param ws 当前的 WebSocket 连接 + * @param bytes 服务端下发的二进制消息 + */ + override fun onMessage(ws: WebSocket, bytes: ByteString) { + Log.d(TAG, "onMessage: ${bytes.size} bytes") + val resp = TranslateResponse.parseFrom(bytes.toByteArray()) + val event = resp.event + val text = resp.text + val data = resp.data.toByteArray() + Log.d(TAG, "onMessage: event=${event} textLen=${text?.length ?: 0} audioLen=${data.size}") + + if (event == Type.UsageResponse) { + Log.d(TAG, "onMessage: UsageResponse") + return + } + + if (event == Type.SessionFailed || event == Type.SessionCanceled) { + val msg = if (resp.hasResponseMeta()) resp.responseMeta.message else "" + Log.e(TAG, "onMessage: session error event=${event} msg=${msg}") + + if (msg.contains("Timeout waiting next packet", ignoreCase = true)) { + Log.i(TAG, "onMessage: detected timeout error, triggering auto-restart") + restartSession() + return + } + + callback?.onSessionError(sessionId, 1011, msg) + ws.close(1011, msg) + return + } + + if (event == Type.SessionFinished) { + Log.d(TAG, "onMessage: SessionFinished") + val finalText = recvText.joinToString(" ") + val finalAudio = recvAudio.toByteArray() + callback?.onSessionFinished(sessionId, finalText, finalAudio) + ws.close(1000, "Completed") + return + } + + if (data.isNotEmpty()) { + recvAudio.write(data) + Log.d(TAG, "onMessage: partial audio appended size=${data.size}") + processAudioChunk(data) + } + if (!text.isNullOrBlank()) { + when (event) { + Type.SourceSubtitleStart -> { + Log.d(TAG, "onMessage: SourceSubtitleStart") + recvSourceText.clear() + } + Type.SourceSubtitleResponse -> { + Log.d(TAG, "onMessage: SourceSubtitleResponse text='${text}'") + recvSourceText.add(text) + callback?.onPartialSourceText(sessionId, text) + } + Type.SourceSubtitleEnd -> { + Log.d(TAG, "onMessage: SourceSubtitleEnd") + val finalSrc = recvSourceText.joinToString(" ") + callback?.onFinalSourceText(sessionId, finalSrc) + } + Type.TranslationSubtitleStart -> { + Log.d(TAG, "onMessage: TranslationSubtitleStart") + recvText.clear() + } + Type.TranslationSubtitleResponse -> { + Log.d(TAG, "onMessage: TranslationSubtitleResponse text='${text}'") + recvText.add(text) + callback?.onPartialText(sessionId, text) + } + Type.TranslationSubtitleEnd -> { + Log.d(TAG, "onMessage: TranslationSubtitleEnd") + val finalTgt = recvText.joinToString(" ") + callback?.onFinalTranslatedText(sessionId, finalTgt) + // 一句话结束后，重新生成 sessionId 并在同一连接上发送新的 StartSession + startNewSubSession(ws) + } + else -> { + // 其他文本事件按译文处理以保持兼容 + // recvText.add(text) + Log.d(TAG, "onMessage: partial text appended text='${text}' (compat)") + //callback?.onPartialText(sessionId, text) + } + } + } + } + + /** + * WebSocket 连接发生错误时的回调。 + * 读取异常信息并通过 `callback.onSessionError` 向上层报告， + * 不在此处执行重试逻辑，由上层决定后续策略。 + * + * @param ws 当前的 WebSocket 连接 + * @param t 抛出的异常 + * @param response 可选的响应对象（可能为 null） + */ + override fun onFailure(ws: WebSocket, t: Throwable, response: Response?) { + val msg = t.message ?: "unknown" + Log.e(TAG, "onFailure: ${msg} code=${response?.code}") + callback?.onSessionError(sessionId, 1011, msg) + } + + /** + * WebSocket 连接关闭时的回调（正常或异常关闭）。 + * 释放音频缓冲并重置会话标志，便于下一次会话重新开始。 + * + * @param ws 当前的 WebSocket 连接 + * @param code 关闭码 + * @param reason 关闭原因描述 + */ + override fun onClosed(ws: WebSocket, code: Int, reason: String) { + Log.d(TAG, "onClosed: code=${code} reason=${reason}") + try { recvAudio.close() } catch (_: Exception) {} + isStarted.set(false) + } + } + + Log.d(TAG, "startContinuousTranslation: connecting wsUrl=${conf.wsUrl}") + client!!.newWebSocket(request, listener) + Log.d(TAG, "startContinuousTranslation: newWebSocket invoked") + return true + } + + /** + * 准备下一句话的接收缓冲区。 + * 不再重新生成 SessionID，保持整个 WebSocket 连接使用同一个 SessionID。 + * + * @param ws 当前的 WebSocket 连接 + */ + private fun startNewSubSession(ws: WebSocket) { + synchronized(sessionLock) { + // sessionId 保持不变，避免服务端报错 "unexpected client event: current state=Started" + // sessionId = UUID.randomUUID().toString() + Log.d(TAG, "startNewSubSession: keeping sessionId=${sessionId} clearing buffers") + recvText.clear() + recvSourceText.clear() + } + } + + private fun processAudioChunk( + incoming: ByteArray, + multiple: Int = 1280 + ) { + if (incoming.isNotEmpty()) { + audioChunkBuffer += incoming + } + val sendLen = (audioChunkBuffer.size / multiple) * multiple + if (sendLen > 0) { + val chunk = audioChunkBuffer.copyOfRange(0, sendLen) + callback?.onPartialAudio(sessionId, chunk) + audioChunkBuffer = audioChunkBuffer.copyOfRange(sendLen, audioChunkBuffer.size) + } + } + + /** + * 推送一段 PCM/WAV 音频数据到服务端。 + */ + fun pushAudioData(data: ByteArray): Boolean { + // Log.d(TAG, "pushAudioData: size=${data.size} isStarted=${isStarted.get()} wsIsNull=${webSocket==null}") + val ws = webSocket ?: return false + if (!isStarted.get()) return false + synchronized(sessionLock) { + val req = makeChunkRequest(sessionId, data) + val ok = ws.send(ByteString.of(*req.toByteArray())) + // Log.d(TAG, "pushAudioData: sent=${ok}") + return ok + } + } + + /** + * 停止会话，发送 FinishSession，并等待服务端返回。 + */ + fun stopContinuousTranslation(): Boolean { + Log.d(TAG, "stopContinuousTranslation: wsIsNull=${webSocket==null}") + val ws = webSocket ?: return false + synchronized(sessionLock) { + val finishReq = makeFinishRequest(sessionId) + val ok = ws.send(ByteString.of(*finishReq.toByteArray())) + Log.d(TAG, "stopContinuousTranslation: sent=${ok}") + return ok + } + } + + /** + * 释放资源，关闭会话。 + */ + fun dispose() { + Log.d(TAG, "dispose: begin") + try { webSocket?.close(1000, "dispose") } catch (_: Exception) {} + webSocket = null + isStarted.set(false) + try { recvAudio.close() } catch (_: Exception) {} + scope.cancel() + Log.d(TAG, "dispose: done") + } + + /** + * 构造 StartSession 请求 + */ + private fun makeStartRequest(sessionId: String): TranslateRequest { + Log.d(TAG, "makeStartRequest: sessionId=${sessionId}") + val user = User.newBuilder() + .setUid("ast_android_client") + .setDid("ast_android_client") + .setPlatform("android") + .build() + + val sourceAudio = Audio.newBuilder() + .setFormat("wav") + .setRate(16000) + .setBits(16) + .setChannel(1) + .build() + + val targetAudio = Audio.newBuilder() + .setFormat("pcm") + .setRate(16000) + .build() + + val params = ReqParams.newBuilder() + .setMode("s2s") + .setSourceLanguage(conf.sourceLanguage) + .setTargetLanguage(conf.targetLanguage) + .build() + + val meta = RequestMeta.newBuilder() + .setSessionID(sessionId) + .build() + + return TranslateRequest.newBuilder() + .setRequestMeta(meta) + .setEvent(Type.StartSession) + .setUser(user) + .setSourceAudio(sourceAudio) + .setTargetAudio(targetAudio) + .setRequest(params) + .build() + } + + + + /** + * 构造音频片段请求 + */ + private fun makeChunkRequest(sessionId: String, chunk: ByteArray): TranslateRequest { + //Log.d(TAG, "makeChunkRequest: sessionId=${sessionId} chunkSize=${chunk.size}") + val sourceAudio = Audio.newBuilder() + .setFormat("wav") + .setRate(16000) + .setBits(16) + .setChannel(1) + .setBinaryData(com.google.protobuf.ByteString.copyFrom(chunk)) + .build() + + val meta = RequestMeta.newBuilder() + .setSessionID(sessionId) + .build() + + return TranslateRequest.newBuilder() + .setRequestMeta(meta) + .setEvent(Type.TaskRequest) + .setUser( + User.newBuilder() + .setUid("ast_android_client") + .setDid("ast_android_client") + .build() + ) + .setSourceAudio(sourceAudio) + .build() + } + + /** + * 构造结束请求 + */ + private fun makeFinishRequest(sessionId: String): TranslateRequest { + Log.d(TAG, "makeFinishRequest: sessionId=${sessionId}") + val meta = RequestMeta.newBuilder() + .setSessionID(sessionId) + .build() + + return TranslateRequest.newBuilder() + .setRequestMeta(meta) + .setEvent(Type.FinishSession) + .setUser( + User.newBuilder() + .setUid("ast_android_client") + .setDid("ast_android_client") + .build() + ) + .setSourceAudio(Audio.newBuilder().build()) + .build() + } +} + +/** + * 客户端配置，包含服务端地址与鉴权信息。 + */ +data class Config( + val wsUrl: String = "wss://openspeech.bytedance.com/api/v4/ast/v2/translate", + val appKey: String = "", + val accessKey: String = "", + val resourceId: String = "volc.service_type.10053", + val sourceLanguage: String = "zh", + val targetLanguage: String = "en", + val clientWaitMs: Long = 60_000 // 等待会话结束的最大时间，可按需调整 +) diff --git a/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekAsrHelper.kt b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekAsrHelper.kt new file mode 100644 index 000000000..ed4dd71e3 --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekAsrHelper.kt @@ -0,0 +1,376 @@ +package com.yunqiinnovation.azure_speech + +import android.content.Context +import android.os.Handler +import android.os.Looper +import android.util.Base64 +import android.util.Log +import okhttp3.* +import okio.ByteString.Companion.toByteString +import org.json.JSONObject +import java.net.URLEncoder +import java.nio.charset.StandardCharsets +import java.security.MessageDigest +import java.util.UUID +import javax.crypto.Mac +import javax.crypto.spec.SecretKeySpec + +// 讯飞语音识别助手 +//调用讯飞开放平台的实时语音转写大模型接口 +// 参考文档：https://www.xfyun.cn/doc/spark/asr_llm/rtasr_llm.html + +/** + * 讯飞语音识别助手，封装与讯飞 AST 实时转写接口的交互。 + * 负责建立 WebSocket 连接、发送音频数据并解析识别结果， + * 并通过回调向上层报告会话开始/识别中/最终结果/错误等事件。 + */ +class IflytekAsrHelper(private val context: Context) { + private val tag = "IflytekAsrHelper" + + private var appId: String = "" + private var accessKeyId: String = "" + private var accessKeySecret: String = "" + + private var webSocket: WebSocket? = null + private val client = OkHttpClient() + + private var currentSessionId = "" + private var sessionId = "" + private var lastIntermediateResult = "" + + private var currentLanguage = "zh-CN" + private var isAutoDetectLanguage = false + + // 是否第去除一个文字的标点符号 + private var removeFirstPunctuation = true + + /** + * 使用指定配置构造识别助手。 + * @param context Android 上下文 + * @param appId 讯飞应用 ID + * @param accessKeyId 访问密钥 ID + * @param accessKeySecret 访问密钥 Secret + */ + constructor( + context: Context, + appId: String, + accessKeyId: String, + accessKeySecret: String + ) : this(context) { + updateConfig(appId = appId, accessKeyId = accessKeyId, accessKeySecret = accessKeySecret) + } + + /** + * 更新讯飞接口鉴权配置。 + * @param appId 讯飞应用 ID + * @param accessKeyId 访问密钥 ID + * @param accessKeySecret 访问密钥 Secret + */ + fun updateConfig(appId: String, accessKeyId: String, accessKeySecret: String) { + this.appId = appId + this.accessKeyId = accessKeyId + this.accessKeySecret = accessKeySecret + } + + /** + * 校验当前配置是否完整可用。 + * @return 若 `appId`、`accessKeyId`、`accessKeySecret` 均不为空返回 `true`，否则 `false` + */ + private fun isConfigValid(): Boolean { + return appId.isNotBlank() && accessKeyId.isNotBlank() && accessKeySecret.isNotBlank() + } + + /** + * 启动实时识别会话并建立 WebSocket 连接。 + * 会在连接建立后触发 `onSessionStarted`，在收到中间结果触发 `onRecognizing`， + * 收到最终结果触发 `onResult` 并重置会话 ID，连接关闭时触发 `onSessionStopped`。 + * 若配置缺失或连接异常，将触发 `onError`。 + * @param callback 识别回调接口 + * @param language 指定语言代码（如 `zh-CN`、`en-US`），当 `isAutoDetect` 为 `false` 时生效 + * @param isAutoDetect 是否自动检测中英文（根据结果文本是否包含中文字符判断） + * @param isRemoveFirstPunctuation 是否去除结果首字符的标点符号 + */ + fun start(callback: AzureAsrHelper.ContinuousRecognizeCallback, language: String, isAutoDetect: Boolean, isRemoveFirstPunctuation: Boolean) { + try { + webSocket?.cancel() + webSocket = null + } catch (e: Exception) { + Log.e(tag, "Clear previous websocket failed: ${e.message}") + } + + currentSessionId = UUID.randomUUID().toString() + lastIntermediateResult = "" + + currentLanguage = language + isAutoDetectLanguage = isAutoDetect + removeFirstPunctuation = isRemoveFirstPunctuation + + if (!isConfigValid()) { + callback.onError(currentSessionId, 1007, "Iflytek config missing") + return + } + + val url = getWebSocketUrl() + val request = Request.Builder().url(url).build() + + webSocket = client.newWebSocket(request, object : WebSocketListener() { + override fun onOpen(webSocket: WebSocket, response: Response) { + Log.d(tag, "WebSocket Opened") + callback.onSessionStarted(currentSessionId) + } + + override fun onMessage(webSocket: WebSocket, text: String) { + renderResult(text, callback) + } + + override fun onClosing(webSocket: WebSocket, code: Int, reason: String) { + Log.d(tag, "WebSocket Closing: $code / $reason") + webSocket.close(1000, null) + } + + override fun onClosed(webSocket: WebSocket, code: Int, reason: String) { + Log.d(tag, "WebSocket Closed: $code / $reason") + if (currentSessionId.isNotEmpty() && lastIntermediateResult.isNotEmpty()) { + val detectedLanguage = if (isAutoDetectLanguage) { + if (lastIntermediateResult.contains(Regex("[\\u4e00-\\u9fa5]"))) { + "zh-CN" + } else { + "en-US" + } + } else { + currentLanguage + } + callback.onResult(currentSessionId, lastIntermediateResult, detectedLanguage) + } + callback.onSessionStopped(currentSessionId) + } + + override fun onFailure(webSocket: WebSocket, t: Throwable, response: Response?) { + Log.e(tag, "WebSocket Error", t) + callback.onError(currentSessionId, 1004, "Iflytek connection failed: ${t.message}") + } + }) + } + + /** + * 发送一帧原始音频数据到服务端。 + * @param frameBuffer 音频字节数组（例如 16kHz、16bit PCM） + */ + fun sendAudio(frameBuffer: ByteArray) { + webSocket?.let { ws: WebSocket -> + ws.send(frameBuffer.toByteString(0, frameBuffer.size)) + } + } + + /** + * 主动结束当前识别会话。 + * 向服务端发送结束标记并在 1 秒后关闭连接。 + * 若关闭失败会记录错误日志。 + */ + fun stop() { + try { + webSocket?.let { ws: WebSocket -> + ws.send("{\"end\": true, \"sessionId\": \"$sessionId\"}") + Handler(Looper.getMainLooper()).postDelayed({ + try { + ws.close(1000, "User stopped") + } catch (e: Exception) { + Log.e(tag, "Close Iflytek failed: ${e.message}") + } + }, 1000) + } + } catch (e: Exception) { + Log.e(tag, "Stop Iflytek failed: ${e.message}") + } finally { + webSocket = null + } + } + + /** + * 解析服务端文本消息并根据类型触发相应回调。 + * 支持 `action`（握手）、`result`（识别结果）、`error`（错误）三类消息。 + * 在 `result` 中会根据 `st.type` 区分中间结果与最终结果，并可进行语言自动检测。 + * @param resultData 服务端返回的 JSON 字符串 + * @param callback 识别回调接口 + */ + private fun renderResult( + resultData: String, + callback: AzureAsrHelper.ContinuousRecognizeCallback + ) { + try { + val jsonData = JSONObject(resultData) + Log.d(tag, "-------------------$jsonData") + val msgType = jsonData.optString("msg_type") + + when (msgType) { + "action" -> { + val sid = jsonData.optString("sessionId") + if (!sid.isNullOrEmpty()) { + sessionId = sid + } + Log.d(tag, "Handshake success") + } + + "result" -> { + val dataStr = jsonData.optString("data") + val data = JSONObject(dataStr) + + val ls = data.optBoolean("ls") + val cn = data.optJSONObject("cn") ?: return + val st = cn.optJSONObject("st") ?: return + val rt = st.optJSONArray("rt") ?: return + + var resultTextTemp = "" + var punctuationCount = 0 + var wordCount = 0 + + for (i in 0 until rt.length()) { + val j = rt.getJSONObject(i) + val ws = j.optJSONArray("ws") ?: continue + for (k in 0 until ws.length()) { + val kObj = ws.getJSONObject(k) + val cw = kObj.optJSONArray("cw") ?: continue + if(removeFirstPunctuation) { + // 如果resultTextTemp中第一个文字是标点符号，则去除第一个文字的标点符号 + for (l in 0 until cw.length()) { + val lObj = cw.getJSONObject(l) + val w = lObj.optString("w") + val wp = lObj.optString("wp") + + if (wp == "p") { + punctuationCount++ + if (resultTextTemp.isEmpty()) { + continue + } + } else { + wordCount++ + } + resultTextTemp += w + } + } else { + // 不去除resultTextTemp第一个文字的标点符号 + for (l in 0 until cw.length()) { + val lObj = cw.getJSONObject(l) + resultTextTemp += lObj.optString("w") + if (lObj.optString("wp") == "p") { + punctuationCount++ + } else { + wordCount++ + } + } + } + } + } + + if (ls && wordCount == 0 && punctuationCount == 1) { + callback.onSessionStopped(currentSessionId) + return + } + + val detectedLanguage = if (isAutoDetectLanguage) { + if (resultTextTemp.contains(Regex("[\\u4e00-\\u9fa5]"))) { + "zh-CN" + } else { + "en-US" + } + } else { + currentLanguage + } + + if (st.optInt("type") == 0) { + callback.onResult(currentSessionId, resultTextTemp, detectedLanguage) + currentSessionId = UUID.randomUUID().toString() + lastIntermediateResult = "" + } else { + lastIntermediateResult = resultTextTemp + callback.onRecognizing(currentSessionId, resultTextTemp, detectedLanguage) + } + } + + "error" -> { + callback.onError(currentSessionId, 1005, "Iflytek error: $resultData") + Log.e(tag, "Error: $resultData") + } + + else -> { + callback.onError(currentSessionId, 1006, "Iflytek unknown msg_type: $msgType") + Log.w(tag, "Unknown msg_type: $msgType") + } + } + } catch (e: Exception) { + Log.e(tag, "Parse error", e) + } + } + + /** + * 生成用于连接讯飞 AST 的 WebSocket URL。 + * 包含音频编码、采样率、语言、鉴权参数等，并对参数进行 HMAC-SHA1 签名。 + * @return 可直接用于发起 WebSocket 请求的完整 URL + */ + private fun getWebSocketUrl(): String { + val baseWsUrl = "wss://office-api-ast-dx.iflyaisol.com/ast/communicate/v1" + + val params = java.util.TreeMap() + params["audio_encode"] = "pcm_s16le" + params["lang"] = "autodialect" + params["samplerate"] = "16000" + params["accessKeyId"] = accessKeyId + params["appId"] = appId + params["utc"] = getUtcTime() + + val signature = calculateSignature(params) + params["signature"] = signature + + val sb = StringBuilder() + var first = true + for ((key, value) in params) { + if (!first) { + sb.append("&") + } + sb.append(URLEncoder.encode(key, "UTF-8")).append("=").append(URLEncoder.encode(value, "UTF-8")) + first = false + } + + return "$baseWsUrl?$sb" + } + + /** + * 获取当前时间的字符串表示。 + * 注意此处使用 `GMT+8` 时区格式化为 `yyyy-MM-dd'T'HH:mm:ssZ`。 + * @return 当前时间字符串 + */ + private fun getUtcTime(): String { + val sdf = java.text.SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ssZ") + sdf.timeZone = java.util.TimeZone.getTimeZone("GMT+8") + return sdf.format(java.util.Date()) + } + + /** + * 计算请求参数的签名值。 + * 使用 HMAC-SHA1 对未包含 `signature` 且非空的参数进行签名，并返回 Base64 编码的结果。 + * @param params 待签名的参数映射 + * @return Base64 编码的签名字符串 + */ + private fun calculateSignature(params: Map): String { + val baseStr = StringBuilder() + var first = true + for ((key, value) in params) { + if ("signature" == key) continue + if (value.isEmpty()) continue + + if (!first) { + baseStr.append("&") + } + baseStr.append(URLEncoder.encode(key, "UTF-8")).append("=").append(URLEncoder.encode(value, "UTF-8")) + first = false + } + + val mac = Mac.getInstance("HmacSHA1") + val keySpec = SecretKeySpec(accessKeySecret.toByteArray(StandardCharsets.UTF_8), "HmacSHA1") + mac.init(keySpec) + val signBytes = mac.doFinal(baseStr.toString().toByteArray(StandardCharsets.UTF_8)) + + return Base64.encodeToString(signBytes, Base64.NO_WRAP) + } +} + diff --git a/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekAsrToAsr.kt b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekAsrToAsr.kt new file mode 100644 index 000000000..eab0e889c --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekAsrToAsr.kt @@ -0,0 +1,659 @@ +package com.yunqiinnovation.azure_speech + +import android.content.Context +import android.util.Log +import kotlinx.coroutines.* +import java.util.concurrent.atomic.AtomicBoolean +import java.util.concurrent.LinkedBlockingQueue +import kotlin.coroutines.CoroutineContext +import org.json.JSONObject + +/** + * 讯飞识别 + 讯飞翻译 + 讯飞TTS 的整合服务 + * 音频输入 -> 讯飞ASR -> 讯飞翻译 -> 讯飞TTS -> 音频输出/回调 + */ +class IflytekIntegratedSpeechService( + private val context: Context +) : CoroutineScope { + + companion object { + private const val TAG = "IflytekIntegratedSpeechService" + private const val SAMPLE_RATE = 16000 + private const val CHANNELS = 1 + private const val BITS_PER_SAMPLE = 16 + } + + private var job = SupervisorJob() + override val coroutineContext: CoroutineContext + get() = Dispatchers.Main + job + + // 讯飞 TTS 客户端 + private var ttsClient: IflytekTtsWs? = null + + // 讯飞 ASR / 翻译 + private var asrHelper: IflytekAsrHelper? = null + private var translationService: IntegratedSpeechTranslationService.TranslationServiceInterface? = null + + // 配置与状态 + private var serviceConfig = ServiceConfiguration() + private val serviceState = ServiceState() + private var eventCallback: ServiceEventCallback? = null + + // 识别中翻译任务管理 + private var recognizingTranslationJob: Job? = null + + // 录音/推送输入（用于保存/中转） + private var audioQueue = LinkedBlockingQueue() + private val isAudioThreadRunning = AtomicBoolean(false) + private var audioThread: Thread? = null + + private var ttsdata: ByteArray = ByteArray(0) + private var currentSynthesisId: String? = null + private var currentSynthesisText: String? = null + + /** + * 服务事件回调接口 + */ + interface ServiceEventCallback { + fun onServiceInitialized() + fun onRecognizing(utteranceId: String, text: String, language: String, confidence: Float) + fun onRecognized(utteranceId: String, text: String, language: String, confidence: Float) + fun onTranslated(utteranceId: String, originalText: String, translatedText: String, targetLanguage: String) + fun onInterimTranslated(utteranceId: String, originalText: String, translatedText: String, targetLanguage: String) + fun onTranslationStarted(utteranceId: String, text: String) + fun onTranslationFailed(utteranceId: String, text: String, error: String) + fun onSynthesisStarted(utteranceId: String, text: String) + fun onSynthesisCompleted(utteranceId: String, text: String) + fun onSynthesisFailed(utteranceId: String, text: String, error: String) + fun onSynthesisProgress(utteranceId: String, text: String, progress: Float) + fun onRecognitionStarted() + fun onRecognitionStopped() + fun onStateChanged(component: String, isActive: Boolean) + fun onError(component: String, error: String) + fun onSynthesisAudioGenerated(utteranceId: String, text: String, audioData: ByteArray) + } + + /** + * 服务配置 + */ + data class ServiceConfiguration( + var sourceLanguage: String = "zh-CN", + var targetLanguage: String = "en-US", + var translationSourceLanguage: String = "", + var translationTargetLanguage: String = "", + var currentVoice: String = "x4_yezi", + var speechRate: String = "0%", + var speechPitch: String = "0%", + var speechVolume: String = "100%", + var enableAudioPlayback: Boolean = false, + var enableAutoLanguageDetection: Boolean = false, + var translationTimeout: Long = 10000L, + var removeFirstPunctuation: Boolean = true, + // 讯飞鉴权 + var xfyunAppId: String = "", + var xfyunAccessKeyId: String = "", + var xfyunAccessKeySecret: String = "" + ) + + /** + * 服务状态 + */ + data class ServiceState( + val isInitialized: AtomicBoolean = AtomicBoolean(false), + val isRecognizing: AtomicBoolean = AtomicBoolean(false), + val isTranslating: AtomicBoolean = AtomicBoolean(false), + val isSynthesizing: AtomicBoolean = AtomicBoolean(false) + ) + + /** + * 微软 TTS 配置（保留入参兼容，不再使用） + */ + data class AzureConfiguration( + val subscriptionKey: String, + val region: String + ) + + /** + * 讯飞翻译配置 + */ + data class IflytekTranslationConfiguration( + val appId: String, + val apiKey: String, + val apiSecret: String, + val host: String = "ntrans.xfyun.cn", + val timeoutMs: Long = 8000 + ) { + fun toConfigMap(): Map = mapOf( + "appId" to appId, + "apiKey" to apiKey, + "apiSecret" to apiSecret, + "host" to host, + "timeout" to timeoutMs.toString() + ) + } + + /** + * 初始化整合服务 + */ + suspend fun initialize( + azureConfig: AzureConfiguration, + translationConfig: IflytekTranslationConfiguration, + serviceConfig: ServiceConfiguration? = null, + callback: ServiceEventCallback + ): Boolean = withContext(Dispatchers.IO) { + try { + Log.i(TAG, "开始初始化整合服务") + dispose() + this@IflytekIntegratedSpeechService.eventCallback = callback + serviceConfig?.let { this@IflytekIntegratedSpeechService.serviceConfig = it } + + // 不再初始化微软TTS，改用讯飞TTS WebSocket + + translationService = IflytekTranslationServiceImpl().apply { + initialize(translationConfig.toConfigMap()) + } + Log.i(TAG, "讯飞翻译服务初始化完成") + + asrHelper = IflytekAsrHelper( + context, + this@IflytekIntegratedSpeechService.serviceConfig.xfyunAppId, + this@IflytekIntegratedSpeechService.serviceConfig.xfyunAccessKeyId, + this@IflytekIntegratedSpeechService.serviceConfig.xfyunAccessKeySecret + ) + Log.i(TAG, "讯飞ASR助手创建完成") + + startAudioThread() + setupTtsClient() + Log.i(TAG, "音频线程与TTS合成器已启动") + + serviceState.isInitialized.set(true) + withContext(Dispatchers.Main) { callback.onServiceInitialized() } + Log.i(TAG, "整合服务初始化成功") + startContinuousTranslation() + true + } catch (e: Exception) { + Log.e(TAG, "初始化失败", e) + withContext(Dispatchers.Main) { callback.onError("Initialization", "初始化异常: ${e.message}") } + false + } + } + + + /** + * 启动连续识别与翻译 + */ + fun startContinuousTranslation(): Boolean { + if (!serviceState.isInitialized.get()) { + eventCallback?.onError("Service", "服务未初始化") + return false + } + return try { + Log.i(TAG, "启动连续识别与翻译: autoDetect=${serviceConfig.enableAutoLanguageDetection}, src=${serviceConfig.sourceLanguage}, tgt=${serviceConfig.targetLanguage}") + asrHelper?.start(object : AzureAsrHelper.ContinuousRecognizeCallback { + override fun onResult(sessiond: String, text: String, detectedLanguage: String) { + val confidence = 0.9f + Log.d(TAG, "最终识别结果(${detectedLanguage}): ${text.take(100)}") + eventCallback?.onRecognized(sessiond, text, detectedLanguage, confidence) + launch { processTranslationAndSynthesis(sessiond, text) } + } + override fun onRecognizing(sessiond: String, recognizing: String, detectedLanguage: String) { + val confidence = 0.6f + Log.d(TAG, "识别中(${detectedLanguage}): ${recognizing.take(80)}") + eventCallback?.onRecognizing(sessiond, recognizing, detectedLanguage, confidence) + recognizingTranslationJob?.cancel() + recognizingTranslationJob = launch { processTranslationOnly(sessiond, recognizing) } + } + override fun onSessionStarted(sessiond: String) { + serviceState.isRecognizing.set(true) + Log.i(TAG, "识别会话开始: ${sessiond}") + eventCallback?.onRecognitionStarted() + eventCallback?.onStateChanged("Recognition", true) + } + override fun onSessionStopped(sessiond: String) { + serviceState.isRecognizing.set(false) + Log.i(TAG, "识别会话结束: ${sessiond}") + eventCallback?.onRecognitionStopped() + eventCallback?.onStateChanged("Recognition", false) + } + override fun onCanceled(sessiond: String, reason: String, errorDetails: String) { + Log.w(TAG, "识别取消: ${reason}, ${errorDetails}") + eventCallback?.onError("Recognition", "识别取消: $reason, $errorDetails") + } + override fun onError(sessiond: String, code: Int, error: String) { + Log.e(TAG, "讯飞识别错误(${code}): ${error}") + eventCallback?.onError("Recognition", "讯飞识别错误($code): $error") + } + }, serviceConfig.sourceLanguage, serviceConfig.enableAutoLanguageDetection, serviceConfig.removeFirstPunctuation) + true + } catch (e: Exception) { + Log.e(TAG, "启动识别失败", e) + eventCallback?.onError("Service", "启动失败: ${e.message}") + false + } + } + + /** + * 停止连续识别与翻译 + */ + fun stopContinuousTranslation() { + try { + Log.i(TAG, "停止连续识别与翻译") + serviceState.isRecognizing.set(false) + asrHelper?.stop() + } catch (e: Exception) { + Log.e(TAG, "停止失败", e) + } + } + + /** + * 推送外部音频（转发到讯飞ASR） + */ + fun pushAudioData(audioData: ByteArray) { + // Log.d(TAG, "推送音频数据: ${audioData.size} 字节") + audioQueue.offer(audioData) + asrHelper?.sendAudio(audioData) + } + + /** + * 仅翻译识别中的文本 + */ + /** + * 仅翻译识别中的文本（不触发合成） + */ + private suspend fun processTranslationOnly(utteranceId: String, text: String) { + if (!serviceState.isRecognizing.get()) return + if (serviceState.isTranslating.get()) return + + serviceState.isTranslating.set(true) + Log.d(TAG, "开始临时翻译: ${text.take(80)}") + eventCallback?.onTranslationStarted(utteranceId, text) + eventCallback?.onStateChanged("Translation", true) + try { + val (srcLang, tgtLang) = resolveTranslationLanguages() + val res = withTimeout(serviceConfig.translationTimeout) { + translationService?.translateText(text, srcLang, tgtLang) + } + when { + res?.success == true && !res.translatedText.isNullOrEmpty() -> { + Log.d(TAG, "临时翻译结果: ${res.translatedText!!.take(80)}") + val dst = extractDstFromTranslated(res.translatedText!!) + if (dst != null && dst.isNotEmpty()) { + Log.i(TAG, "使用 dst 进行合成: ${dst.take(120)}") + eventCallback?.onInterimTranslated(utteranceId, text, dst, tgtLang) + } else { + Log.w(TAG, "未能解析 dst，回退使用原始翻译文本进行合成") + + } + + } + res?.error != null -> { + Log.w(TAG, "临时翻译错误: ${res.error}") + eventCallback?.onTranslationFailed(utteranceId, text, res.error!!) + } + else -> { + Log.w(TAG, "临时翻译返回空结果") + eventCallback?.onTranslationFailed(utteranceId, text, "翻译服务返回空结果") + } + } + } catch (e: TimeoutCancellationException) { + Log.w(TAG, "临时翻译超时") + eventCallback?.onTranslationFailed(utteranceId, text, "翻译超时") + } catch (e: Exception) { + Log.e(TAG, "临时翻译异常: ${e.message}") + eventCallback?.onTranslationFailed(utteranceId, text, "翻译异常: ${e.message}") + } finally { + serviceState.isTranslating.set(false) + eventCallback?.onStateChanged("Translation", false) + } + } + + /** + * 翻译并合成最终文本 + */ + /** + * 翻译并合成最终文本 + */ + private suspend fun processTranslationAndSynthesis(utteranceId: String, text: String) { + if (!serviceState.isRecognizing.get()) return + if (serviceState.isTranslating.get()) return + + serviceState.isTranslating.set(true) + Log.d(TAG, "开始最终翻译与合成: ${text.take(120)}") + eventCallback?.onTranslationStarted(utteranceId, text) + eventCallback?.onStateChanged("Translation", true) + try { + val (srcLang, tgtLang) = resolveTranslationLanguages() + val res = withTimeout(serviceConfig.translationTimeout) { + translationService?.translateText(text, srcLang, tgtLang) + } + serviceState.isTranslating.set(false) + eventCallback?.onStateChanged("Translation", false) + when { + res?.success == true && !res.translatedText.isNullOrEmpty() -> { + Log.i(TAG, "翻译成功，触发合成: ${res.translatedText!!.take(120)}") + + val dst = extractDstFromTranslated(res.translatedText!!) + if (dst != null && dst.isNotEmpty()) { + Log.i(TAG, "使用 dst 进行合成: ${dst.take(120)}") + eventCallback?.onTranslated(utteranceId, text, dst, tgtLang) + synthesizeText(utteranceId, dst) + } else { + Log.w(TAG, "未能解析 dst，回退使用原始翻译文本进行合成") + synthesizeText(utteranceId, res.translatedText!!) + } + } + res?.error != null -> eventCallback?.onTranslationFailed(utteranceId, text, res.error!!) + else -> eventCallback?.onTranslationFailed(utteranceId, text, "翻译服务返回空结果") + } + } catch (e: TimeoutCancellationException) { + serviceState.isTranslating.set(false) + eventCallback?.onStateChanged("Translation", false) + Log.w(TAG, "最终翻译超时") + eventCallback?.onTranslationFailed(utteranceId, text, "翻译超时") + } catch (e: Exception) { + serviceState.isTranslating.set(false) + eventCallback?.onStateChanged("Translation", false) + Log.e(TAG, "最终翻译异常: ${e.message}") + eventCallback?.onTranslationFailed(utteranceId, text, "翻译异常: ${e.message}") + } + } + + /** + * 解析翻译所用的源/目标语言 + * 若配置中提供 `translationSourceLanguage`/`translationTargetLanguage`，优先使用；否则回退到会话的 `sourceLanguage`/`targetLanguage` + */ + private fun resolveTranslationLanguages(): Pair { + val src = if (serviceConfig.translationSourceLanguage.isNotEmpty()) serviceConfig.translationSourceLanguage else serviceConfig.sourceLanguage + val tgt = if (serviceConfig.translationTargetLanguage.isNotEmpty()) serviceConfig.translationTargetLanguage else serviceConfig.targetLanguage + return Pair(src, tgt) + } + + /** + * 初始化成功后示例合成一句目标语言话语 + * 功能：将固定中文短句翻译为目标语言并进行语音合成，便于确认语音配置与管线是否正常 + */ + fun speakDemoSentence() { + if (!serviceState.isInitialized.get()) { + return + } + + val srcLang = serviceConfig.sourceLanguage + val tgtLang = serviceConfig.targetLanguage + + try { + val sourceText = "初始化成功" + val res = runBlocking { translationService?.translateText(sourceText, srcLang, tgtLang) } + val textToSpeak = res?.translatedText ?: run { + when { + tgtLang.lowercase().startsWith("en") -> "Initialization successful" + tgtLang.lowercase().startsWith("zh") -> "初始化成功" + tgtLang.lowercase().startsWith("ja") -> "初期化が完了しました" + tgtLang.lowercase().startsWith("ko") -> "초기화가 완료되었습니다" + tgtLang.lowercase().startsWith("fr") -> "Initialisation réussie" + tgtLang.lowercase().startsWith("es") -> "Inicialización completada" + else -> "Initialization completed" + } + } + + val uttId = "utt-demo-${System.currentTimeMillis()}" + synthesizeText(uttId, textToSpeak) + } catch (e: Exception) { + Log.w(TAG, "演示合成失败: ${e.message}") + } + } + + /** + * 从翻译服务返回的 JSON 文本中提取 `trans_result.dst` + * + * 参数： + * - translatedJson: 翻译服务返回的字符串（形如 {"trans_result":{"dst":"..."}}） + * 返回： + * - 若解析成功返回 dst 字段，否则返回 null + */ + private fun extractDstFromTranslated(translatedJson: String): String? { + return try { + val root = JSONObject(translatedJson) + val trans = root.optJSONObject("trans_result") + when { + trans != null -> trans.optString("dst", null) + else -> root.optString("dst", null) + } + } catch (e: Exception) { + Log.w(TAG, "解析翻译结果JSON失败: ${e.message}") + null + } + } + + /** + * 合成文本到音频 + */ + /** + * 触发语音合成（异步） + * + * 参数： + * - utteranceId: 当前句子的唯一标识 + * - text: 需要合成的目标文本 + * 行为： + * - 仅设置当前合成上下文并调用异步合成；事件回调在合成器监听中统一分发。 + */ + private fun synthesizeText(utteranceId: String, text: String) { + try { + currentSynthesisId = utteranceId + currentSynthesisText = text + + val vcn = serviceConfig.currentVoice + val pitch = parsePercentToScale(serviceConfig.speechPitch) + val speed = parsePercentToScale(serviceConfig.speechRate) + + ttsClient?.synthesize( + appId = serviceConfig.xfyunAppId, + apiKey = serviceConfig.xfyunAccessKeyId, + apiSecret = serviceConfig.xfyunAccessKeySecret, + text = text, + vcn = vcn, + tte = "UTF8", + pitch = pitch, + speed = speed, + aue = "raw", + callback = object : IflytekTtsWs.Callback { + override fun onStarted() { + ttsdata = ByteArray(0) + serviceState.isSynthesizing.set(true) + val uttId = currentSynthesisId ?: "" + val t = currentSynthesisText ?: "" + Log.i(TAG, "TTS合成开始: ${uttId}") + eventCallback?.onSynthesisStarted(uttId, t) + eventCallback?.onStateChanged("Synthesis", true) + } + + override fun onAudioChunk(data: ByteArray) { + val uttId = currentSynthesisId ?: "" + val t = currentSynthesisText ?: "" + Log.i(TAG, "TTS合成数据: ${uttId} 数据长度=${data.size}") + if (data.isNotEmpty()) { + processSynthesisAudioChunk(uttId, t, data, 1280) + eventCallback?.onSynthesisProgress(uttId, t, 0.5f) + } + } + + override fun onCompleted(sid: String?) { + val uttId = currentSynthesisId ?: "" + val t = currentSynthesisText ?: "" + Log.i(TAG, "TTS合成完成: ${uttId} sid=${sid ?: ""}") + eventCallback?.onSynthesisCompleted(uttId, t) + // 发送剩余缓存 + if (ttsdata.isNotEmpty()) { + eventCallback?.onSynthesisAudioGenerated(uttId, t, ttsdata) + ttsdata = ByteArray(0) + } + currentSynthesisId = null + currentSynthesisText = null + serviceState.isSynthesizing.set(false) + eventCallback?.onStateChanged("Synthesis", false) + } + + override fun onError(code: Int?, message: String) { + val uttId = currentSynthesisId ?: "" + val t = currentSynthesisText ?: "" + Log.w(TAG, "TTS合成错误: code=${code ?: -1} msg=$message") + eventCallback?.onSynthesisFailed(uttId, t, "语音合成错误: ${message}") + currentSynthesisId = null + currentSynthesisText = null + serviceState.isSynthesizing.set(false) + eventCallback?.onStateChanged("Synthesis", false) + } + } + ) + } catch (e: Exception) { + eventCallback?.onSynthesisFailed(utteranceId, text, "合成异常: ${e.message}") + } + } + + /** + * 生成基本 SSML + */ + /** + * 生成优化的 SSML 文本 + * 清理与转义输入文本，并应用速率/音高/音量与当前语音 + */ + private fun generateSsml(text: String): String { + val cleanText = cleanTextForSynthesis(text) + val escaped = escapeXmlText(cleanText) + return """ + + + + $escaped + + + + """.trimIndent() + } + + /** + * 清理文本用于语音合成 + * 去除 URL、表情符号并规范空白字符 + */ + private fun cleanTextForSynthesis(text: String): String { + return text + .replace(Regex("https?://[^\\s]+"), "") + .replace(Regex("[\\p{So}\\p{Sk}]"), "") + .replace(Regex("\\s+"), " ") + .trim() + } + + /** + * 将文本进行 XML 转义 + */ + private fun escapeXmlText(text: String): String { + return text + .replace("&", "&") + .replace("<", "<") + .replace(">", ">") + .replace("\"", """) + .replace("'", "'") + } + + /** + * 设置微软 TTS 合成器 + */ + /** + * 设置微软 TTS 合成器（事件驱动） + * + * 行为： + * - 播放启用：输出到系统扬声器 + * - 播放禁用：创建推流输出以保持有效的 AudioConfig（丢弃数据），音频通过事件返回 + * - 监听合成开始/进行中/完成/取消事件，分发状态与音频数据 + */ + private fun setupTtsClient() { + ttsClient?.close() + ttsClient = IflytekTtsWs() + } + + /** + * 将合成中的音频按 1280 字节对齐分片并回调 + * + * 参数： + * - utteranceId: 当前句子的唯一标识 + * - text: 合成文本内容 + * - incoming: 新收到的音频数据 + * - multiple: 分片对齐字节数（默认 1280） + * 行为： + * - 追加到缓存，仅当满足 multiple 的整数倍时发送；余量保留等待补齐。 + */ + private fun processSynthesisAudioChunk( + utteranceId: String, + text: String, + incoming: ByteArray, + multiple: Int = 1280 + ) { + if (incoming.isNotEmpty()) { + ttsdata = ttsdata + incoming + } + val sendLen = (ttsdata.size / multiple) * multiple + if (sendLen > 0) { + val chunk = ttsdata.copyOfRange(0, sendLen) + Log.d(TAG, "TTS分片回调: 发送 ${sendLen} 字节，剩余 ${ttsdata.size - sendLen} 字节") + eventCallback?.onSynthesisAudioGenerated(utteranceId, text, chunk) + ttsdata = ttsdata.copyOfRange(sendLen, ttsdata.size) + } + } + + private fun parsePercentToScale(percent: String): Int { + val v = percent.trim().removeSuffix("%") + val num = v.toIntOrNull() ?: 0 + val scaled = 50 + num // 0% -> 50, -50% -> 0, +50% -> 100 + return scaled.coerceIn(0, 100) + } + + /** + * 启动音频线程（保存/中转用途） + */ + private fun startAudioThread() { + if (isAudioThreadRunning.get()) return + isAudioThreadRunning.set(true) + audioThread = Thread { + while (isAudioThreadRunning.get()) { + try { + val data = audioQueue.poll(100, java.util.concurrent.TimeUnit.MILLISECONDS) + if (data != null) { + // 此处可扩展：保存到文件或做能量检测 + // Log.v(TAG, "音频队列取出: ${data.size} 字节") + } + } catch (_: InterruptedException) { + Thread.currentThread().interrupt() + break + } catch (e: Exception) { + Log.e(TAG, "音频线程异常", e) + } + } + }.apply { name = "IflytekAudioThread"; Log.i(TAG, "启动音频线程"); start() } + } + + /** + * 释放资源 + */ + fun dispose() { + try { + Log.i(TAG, "释放整合服务资源") + isAudioThreadRunning.set(false) + audioThread?.interrupt() + audioThread = null + + recognizingTranslationJob?.cancel() + + asrHelper?.stop() + asrHelper = null + + ttsClient?.close() + ttsClient = null + + serviceState.isInitialized.set(false) + serviceState.isRecognizing.set(false) + serviceState.isTranslating.set(false) + serviceState.isSynthesizing.set(false) + } catch (e: Exception) { + Log.e(TAG, "释放资源失败", e) + } + } +} diff --git a/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekTranslationServiceImpl.kt b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekTranslationServiceImpl.kt new file mode 100644 index 000000000..d5400e6c0 --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekTranslationServiceImpl.kt @@ -0,0 +1,290 @@ +package com.yunqiinnovation.azure_speech + +import android.util.Log +import kotlinx.coroutines.Dispatchers +import kotlinx.coroutines.withContext +import okhttp3.MediaType.Companion.toMediaType +import okhttp3.OkHttpClient +import okhttp3.Request +import okhttp3.RequestBody +import okhttp3.RequestBody.Companion.toRequestBody +import org.json.JSONObject +import java.text.SimpleDateFormat +import java.util.Date +import java.util.Locale +import java.util.TimeZone +import java.util.concurrent.TimeUnit +import javax.crypto.Mac +import javax.crypto.spec.SecretKeySpec +import android.util.Base64 + +/** + * 讯飞机器翻译 OTS 服务实现 + * 兼容 IntegratedSpeechTranslationService 的 TranslationServiceInterface + */ +class IflytekTranslationServiceImpl : + IntegratedSpeechTranslationService.TranslationServiceInterface { + + companion object { + private const val TAG = "IflytekTranslationService" + private const val DEFAULT_HOST = "ntrans.xfyun.cn" + private const val REQUEST_URI = "/v2/ots" + private const val HTTP_METHOD = "POST" + private const val HTTP_PROTO = "HTTP/1.1" + private const val ALG = "hmac-sha256" + } + + private var isInitialized = false + private var appId: String = "" + private var apiKey: String = "" + private var apiSecret: String = "" + private var host: String = DEFAULT_HOST + private var timeoutMs: Long = 8000 + + private val httpClient = OkHttpClient.Builder() + .connectTimeout(10, TimeUnit.SECONDS) + .readTimeout(30, TimeUnit.SECONDS) + .writeTimeout(30, TimeUnit.SECONDS) + .build() + + /** + * 初始化服务配置 + */ + override suspend fun initialize(config: Map): Boolean { + return try { + appId = (config["appId"]?.trim() ?: "") + apiKey = (config["apiKey"]?.trim() ?: "") + apiSecret = (config["apiSecret"]?.trim() ?: "") + val cfgHost = config["host"]?.trim() + host = if (cfgHost.isNullOrEmpty()) DEFAULT_HOST else cfgHost + timeoutMs = config["timeout"]?.toLongOrNull() ?: 8000 + Log.d(TAG, "初始化配置: appId=" + appId + ", apiKey=" + apiKey + ", apiSecret=" + apiSecret) + if (appId.isEmpty() || apiKey.isEmpty() || apiSecret.isEmpty()) { + Log.e(TAG, "缺少必要的鉴权参数") + false + } else { + isInitialized = true + Log.d(TAG, "讯飞 OTS 翻译服务初始化成功") + Log.d(TAG, "初始化配置: host=" + host + ", timeoutMs=" + timeoutMs) + true + } + } catch (e: Exception) { + Log.e(TAG, "初始化失败", e) + false + } + } + + /** + * 文本翻译 + */ + override suspend fun translateText( + text: String, + sourceLanguage: String, + targetLanguage: String + ): IntegratedSpeechTranslationService.TranslationResult { + if (!isInitialized) { + return IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = "翻译服务未初始化" + ) + } + + return withContext(Dispatchers.IO) { + try { + Log.d(TAG, "开始翻译: src=" + sourceLanguage + ", dst=" + targetLanguage + ", 文本长度=" + text.length) + + if (host.isBlank()) { + Log.w(TAG, "host为空，使用默认host: " + DEFAULT_HOST) + host = DEFAULT_HOST + } + + + val bodyJson = buildBody(text, sourceLanguage, targetLanguage) + val digest = buildDigest(bodyJson) + val date = httpDate(Date()) + val authorization = buildAuthorization(digest, date) + val headers = buildHeaders(digest, authorization, date) + Log.d(TAG, "请求体长度=" + bodyJson.length) + Log.d(TAG, "Digest长度=" + digest.length) + + val mediaType = "application/json".toMediaType() + val reqBody: RequestBody = bodyJson.toRequestBody(mediaType) + val url = "https://$host$REQUEST_URI" + Log.d(TAG, "发起请求: url=" + url) + + val request = Request.Builder() + .url(url) + .post(reqBody) + .apply { + headers.forEach { (k, v) -> addHeader(k, v) } + } + .build() + + val startNanos = System.nanoTime() + val response = httpClient.newCall(request).execute() + val durationMs = java.util.concurrent.TimeUnit.NANOSECONDS.toMillis(System.nanoTime() - startNanos) + val code = response.code + val respStr = response.body?.string() + Log.d(TAG, "HTTP响应: code=" + code + ", bodyLen=" + (respStr?.length ?: -1) + ", 耗时=" + durationMs + "ms") + if (respStr == null) { + Log.w(TAG, "HTTP错误: code=" + code + ", 空响应体") + return@withContext IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = "HTTP错误: $code" + ) + } + + if (code != 200) { + val snippet = if (respStr.length > 256) respStr.substring(0, 256) else respStr + Log.w(TAG, "HTTP错误: code=" + code + ", bodySnippet=" + snippet) + try { + val errJson = JSONObject(respStr) + val msg = errJson.optString("message") + val c = errJson.optInt("code", code) + val friendly = interpretError(c, msg) + return@withContext IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = friendly + ) + } catch (_: Exception) { + return@withContext IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = "HTTP错误: $code" + ) + } + } + + val json = JSONObject(respStr) + val errCode = json.optInt("code", -1) + Log.d(TAG, "服务返回码: " + errCode) + if (errCode == 0) { + val data = json.optJSONObject("data") + val result = when { + data == null -> null + data.has("result") -> data.optString("result") + data.has("translation") -> data.optString("translation") + data.has("trans_result") -> data.optString("trans_result") + else -> null + } + if (!result.isNullOrEmpty()) { + Log.d(TAG, "翻译成功: 结果长度=" + result.length) + return@withContext IntegratedSpeechTranslationService.TranslationResult( + success = true, + translatedText = result, + confidence = 0.9f + ) + } + } + + val message = json.optString("message", "翻译失败") + val friendly = interpretError(errCode, message) + Log.w(TAG, "翻译失败: message=" + message) + return@withContext IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = friendly + ) + } catch (e: Exception) { + Log.e(TAG, "翻译请求异常", e) + IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = "请求异常: ${e.message}" + ) + } + } + } + + /** + * 释放资源 + */ + override fun dispose() { + isInitialized = false + try { + httpClient.dispatcher.executorService.shutdown() + httpClient.connectionPool.evictAll() + } catch (e: Exception) { + Log.e(TAG, "清理资源失败", e) + } + } + + /** + * 构建请求体 JSON 字符串 + */ + private fun buildBody(text: String, from: String, to: String): String { + val contentB64 = Base64.encodeToString(text.toByteArray(Charsets.UTF_8), Base64.NO_WRAP) + Log.v(TAG, "构建请求体: from=" + from + ", to=" + to + ", textB64Len=" + contentB64.length) + val root = JSONObject() + root.put("common", JSONObject().put("app_id", appId)) + root.put("business", JSONObject().put("from", from).put("to", to)) + root.put("data", JSONObject().put("text", contentB64)) + return root.toString() + } + + /** + * 构建 Digest 头（RFC 标准） + */ + private fun buildDigest(bodyJson: String): String { + val md = java.security.MessageDigest.getInstance("SHA-256") + val hash = md.digest(bodyJson.toByteArray(Charsets.UTF_8)) + val b64 = Base64.encodeToString(hash, Base64.NO_WRAP) + return "SHA-256=$b64" + } + + /** + * 构建 Authorization 头 + */ + private fun buildAuthorization(digest: String, date: String): String { + val signStr = buildSignString(host, date, digest) + val mac = Mac.getInstance("HmacSHA256") + mac.init(SecretKeySpec(apiSecret.toByteArray(Charsets.UTF_8), "HmacSHA256")) + val signatureB64 = Base64.encodeToString(mac.doFinal(signStr.toByteArray(Charsets.UTF_8)), Base64.NO_WRAP) + Log.d(TAG, "构建鉴权: date=" + date + ", 签名长度=" + signatureB64.length) + return "api_key=\"$apiKey\", algorithm=\"$ALG\", headers=\"host date request-line digest\", signature=\"$signatureB64\"" + } + + /** + * 构建请求头映射 + */ + private fun buildHeaders(digest: String, authorization: String, date: String): Map { + Log.d(TAG, "构建请求头: host=" + host + ", date=" + date) + return mapOf( + "Content-Type" to "application/json", + "Accept" to "application/json", + "Method" to HTTP_METHOD, + "Host" to host, + "Date" to date, + "Digest" to digest, + "Authorization" to authorization + ) + } + + /** + * 统一错误码解释 + */ + private fun interpretError(code: Int, message: String?): String { + return when (code) { + 11200 -> "鉴权失败(11200): 请检查 APPID/APIKey/APISecret 是否正确，服务是否开通" + 11201 -> "签名错误(11201): 请检查 Authorization/Date/Host/Digest 的签名串" + 10105 -> "参数错误(10105): 请检查业务参数 from/to 与请求体" + else -> if (!message.isNullOrEmpty()) "HTTP错误: $code, $message" else "HTTP错误: $code" + } + } + + /** + * 生成签名原文字段 + */ + private fun buildSignString(host: String, date: String, digest: String): String { + return "host: $host\n" + + "date: $date\n" + + "$HTTP_METHOD $REQUEST_URI $HTTP_PROTO\n" + + "digest: $digest" + } + + /** + * 生成 RFC 1123 GMT 时间字符串 + */ + private fun httpDate(dt: Date): String { + val sdf = SimpleDateFormat("EEE, dd MMM yyyy HH:mm:ss 'GMT'", Locale.US) + sdf.timeZone = TimeZone.getTimeZone("GMT") + return sdf.format(dt) + } +} diff --git a/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekTtsWs.kt b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekTtsWs.kt new file mode 100644 index 000000000..d3382f70f --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/IflytekTtsWs.kt @@ -0,0 +1,271 @@ +package com.yunqiinnovation.azure_speech + +import android.util.Log +import okhttp3.* +import okhttp3.HttpUrl.Companion.toHttpUrl +import okio.ByteString +import java.net.URL +import java.nio.charset.StandardCharsets +import java.text.SimpleDateFormat +import java.util.Base64 +import java.util.Locale +import java.util.TimeZone +import javax.crypto.Mac +import javax.crypto.spec.SecretKeySpec + +/** + * 讯飞在线TTS WebSocket客户端 + * + * 负责生成鉴权URL并通过WebSocket进行流式语音合成，返回PCM原始数据 + */ +class IflytekTtsWs( + private val hostUrl: String = "https://tts-api.xfyun.cn/v2/tts" +) { + private val tag = "IflytekTtsWs" + private val okHttp = OkHttpClient() + + private var webSocket: WebSocket? = null + private var isClosed = false + + /** + * 合成回调接口 + */ + interface Callback { + fun onStarted() + fun onAudioChunk(data: ByteArray) + fun onCompleted(sid: String?) + fun onError(code: Int?, message: String) + } + + /** + * 进行一次文本合成 + * + * 参数说明： + * - appId: 讯飞应用 ID + * - apiKey: API Key + * - apiSecret: API Secret + * - text: 待合成文本（将按 `tte` 编码） + * - vcn: 发音人标识（如 `x4_yezi`），直接覆盖服务默认值 + * - tte: 文本编码（`UTF8`/`UNICODE`），默认 `UTF8` + * - pitch: 音高 0–100，默认 50 + * - speed: 语速 0–100，默认 50 + * - aue: 音频编码，`raw` 表示 PCM 原始流 + * - callback: 合成回调，流式返回音频分片并在完成时回调 + */ + fun synthesize( + appId: String, + apiKey: String, + apiSecret: String, + text: String, + vcn: String = "x4_yezi", + tte: String = "UTF8", + pitch: Int = 50, + speed: Int = 50, + aue: String = "raw", + callback: Callback + ) { + try { + val authUrl = buildAuthUrl(hostUrl, apiKey, apiSecret).replace("https://", "wss://") + val request = Request.Builder().url(authUrl).build() + + isClosed = false + webSocket = okHttp.newWebSocket(request, object : WebSocketListener() { + override fun onOpen(ws: WebSocket, response: Response) { + callback.onStarted() + val payload = buildRequestJson(appId, text, vcn, tte, pitch, speed, aue) + ws.send(payload) + } + + override fun onMessage(ws: WebSocket, textMsg: String) { + try { + val parse = JsonParse.fromJson(textMsg) + if (parse.code != 0) { + callback.onError(parse.code, "sid=${parse.sid}") + return + } + val data = parse.data + if (data != null) { + if (!data.audio.isNullOrEmpty()) { + val bytes = Base64.getDecoder().decode(data.audio) + callback.onAudioChunk(bytes) + } + if (data.status == 2) { + callback.onCompleted(parse.sid) + close() + } + } + } catch (e: Exception) { + callback.onError(null, "parse error: ${e.message}") + } + } + + override fun onMessage(ws: WebSocket, bytes: ByteString) { + // iFlytek服务使用文本消息承载；此分支通常不会触发 + } + + override fun onFailure(ws: WebSocket, t: Throwable, response: Response?) { + callback.onError(null, t.message ?: "unknown error") + close() + } + + override fun onClosing(ws: WebSocket, code: Int, reason: String) { + ws.close(code, reason) + } + + override fun onClosed(ws: WebSocket, code: Int, reason: String) { + isClosed = true + } + }) + } catch (e: Exception) { + callback.onError(null, e.message ?: "exception") + close() + } + } + + /** + * 关闭当前连接 + */ + fun close() { + try { + if (!isClosed) { + webSocket?.close(1000, "normal") + } + } catch (_: Exception) { + } finally { + webSocket = null + isClosed = true + } + } + + /** + * 按语言进行文本合成 + * + * 用法说明： + * - iFlytek TTS 的语种由发音人 `vcn` 决定 + * - 可传入 `language`（如 `ja-JP`、`ko-KR`），并通过 `vcnOverride` 指定发音人 + * - 若未提供覆盖值，将尝试按语言解析默认发音人；未配置则抛出错误 + */ + fun synthesizeByLanguage( + appId: String, + apiKey: String, + apiSecret: String, + text: String, + language: String, + callback: Callback, + vcnOverride: String? = null, + tte: String = "UTF8", + pitch: Int = 50, + speed: Int = 50, + aue: String = "raw" + ) { + val vcn = resolveVcn(language, vcnOverride) + synthesize(appId, apiKey, apiSecret, text, vcn, tte, pitch, speed, aue, callback) + } + + /** + * 解析语言对应的默认发音人 + */ + private fun resolveVcn(language: String, vcnOverride: String?): String { + if (!vcnOverride.isNullOrBlank()) return vcnOverride + return when (language.lowercase(Locale.ROOT)) { + "zh", "zh-cn" -> "x4_yezi" + // 以下语种需在控制台开启对应小语种发音人，并传入具体发音人ID + "ja", "ja-jp" -> throw IllegalArgumentException("未配置日语发音人vcn，请传入vcnOverride") + "ko", "ko-kr" -> throw IllegalArgumentException("未配置韩语发音人vcn，请传入vcnOverride") + else -> throw IllegalArgumentException("未配置语种(${language})发音人vcn，请传入vcnOverride") + } + } + + /** + * 构造业务请求JSON + */ + private fun buildRequestJson( + appId: String, + text: String, + vcn: String, + tte: String, + pitch: Int, + speed: Int, + aue: String + ): String { + val txt = when (tte.uppercase(Locale.ROOT)) { + "UNICODE" -> Base64.getEncoder().encodeToString(text.toByteArray(Charsets.UTF_16LE)) + else -> Base64.getEncoder().encodeToString(text.toByteArray(StandardCharsets.UTF_8)) + } + return """ + { + "common": { "app_id": "$appId" }, + "business": { + "aue": "$aue", + "tte": "$tte", + "ent": "intp65", + "vcn": "$vcn", + "pitch": $pitch, + "speed": $speed + }, + "data": { + "status": 2, + "text": "$txt" + } + } + """.trimIndent() + } + + /** + * 生成带鉴权的URL + */ + private fun buildAuthUrl(hostUrl: String, apiKey: String, apiSecret: String): String { + val url = URL(hostUrl) + val fmt = SimpleDateFormat("EEE, dd MMM yyyy HH:mm:ss z", Locale.US).apply { + timeZone = TimeZone.getTimeZone("GMT") + } + val date = fmt.format(java.util.Date()) + val preStr = "host: ${url.host}\n" + + "date: $date\n" + + "GET ${url.path} HTTP/1.1" + + val mac = Mac.getInstance("hmacsha256") + val spec = SecretKeySpec(apiSecret.toByteArray(StandardCharsets.UTF_8), "hmacsha256") + mac.init(spec) + val hex = mac.doFinal(preStr.toByteArray(StandardCharsets.UTF_8)) + val sha = Base64.getEncoder().encodeToString(hex) + val authorization = String.format( + "api_key=\"%s\", algorithm=\"%s\", headers=\"%s\", signature=\"%s\"", + apiKey, "hmac-sha256", "host date request-line", sha + ) + + val httpUrl = "https://${url.host}${url.path}".toHttpUrl().newBuilder() + .addQueryParameter("authorization", Base64.getEncoder().encodeToString(authorization.toByteArray(StandardCharsets.UTF_8))) + .addQueryParameter("date", date) + .addQueryParameter("host", url.host) + .build() + return httpUrl.toString() + } + + /** + * 解析服务端JSON + */ + private data class JsonParse(val code: Int, val sid: String?, val data: Data?) { + data class Data(val status: Int, val audio: String?) + + companion object { + fun fromJson(s: String): JsonParse { + // 简单解析以减少依赖：仅提取必须字段 + // 格式可能为 {"code":0, "sid":"...", "data":{"status":1,"audio":"..."}} + var code = -1 + var sid: String? = null + var status = -1 + var audio: String? = null + + fun extract(re: Regex): String? = re.find(s)?.groupValues?.getOrNull(1) + + extract(Regex("\"code\"\\s*:\\s*(\\d+)"))?.let { code = it.toIntOrNull() ?: -1 } + sid = extract(Regex("\"sid\"\\s*:\\s*\"([^\"]+)\"")) + extract(Regex("\"status\"\\s*:\\s*(\\d+)"))?.let { status = it.toIntOrNull() ?: -1 } + audio = extract(Regex("\"audio\"\\s*:\\s*\"([^\"]*)\"")) + + return JsonParse(code, sid, if (status >= 0) Data(status, audio) else null) + } + } + } +} diff --git a/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftAsrServiceImpl.kt b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftAsrServiceImpl.kt new file mode 100644 index 000000000..3ec3c0c6e --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftAsrServiceImpl.kt @@ -0,0 +1,250 @@ +package com.yunqiinnovation.azure_speech + +import android.util.Log +import com.microsoft.cognitiveservices.speech.* +import com.microsoft.cognitiveservices.speech.audio.AudioConfig +import java.util.concurrent.atomic.AtomicBoolean + +/** + * Microsoft Azure ASR (Speech-to-Text) 服务实现 + */ +class MicrosoftAsrServiceImpl { + + companion object { + private const val TAG = "MicrosoftAsrService" + } + + private var speechConfig: SpeechConfig? = null + private var recognizer: SpeechRecognizer? = null + private var audioConfig: AudioConfig? = null + private var audioProcessor: AudioProcessor? = null + + private var isRecognizing = AtomicBoolean(false) + private var callback: AsrCallback? = null + + /** + * ASR 回调接口 + */ + interface AsrCallback { + fun onRecognizing(text: String, confidence: Float) + fun onRecognized(text: String, confidence: Float) + fun onSessionStarted() + fun onSessionStopped() + fun onCanceled(error: String) + fun onError(message: String) + } + + /** + * ASR 配置参数 + */ + data class AsrConfig( + val subscriptionKey: String, + val region: String, + val language: String, + val enableAutoLanguageDetection: Boolean = false + ) + + /** + * 初始化 ASR 服务 + */ + fun initialize(config: AsrConfig, callback: AsrCallback): Boolean { + this.callback = callback + return try { + Log.d(TAG, "初始化 Azure ASR 服务: region=${config.region}, lang=${config.language}") + + // 1. 初始化 SpeechConfig + speechConfig = SpeechConfig.fromSubscription(config.subscriptionKey, config.region).apply { + speechRecognitionLanguage = config.language + if (config.enableAutoLanguageDetection) { + setProperty("SpeechServiceConnection_LanguageIdMode", "Continuous") + } + } + + // 2. 初始化 AudioProcessor (录音处理) + initializeAudioProcessor() + + // 3. 初始化 SpeechRecognizer + setupSpeechRecognizer(config.language) + + Log.d(TAG, "Azure ASR 服务初始化成功") + true + } catch (e: Exception) { + Log.e(TAG, "Azure ASR 服务初始化失败", e) + callback.onError("初始化失败: ${e.message}") + false + } + } + + private fun initializeAudioProcessor() { + audioProcessor = AudioProcessor().apply { + initialize() + } + // 使用 AudioProcessor 的流作为输入 + audioConfig = AudioConfig.fromStreamInput(audioProcessor?.getAudioStream()) + } + + private fun setupSpeechRecognizer(language: String) { + recognizer?.close() + recognizer = SpeechRecognizer(speechConfig, audioConfig).apply { + + // 识别中 + recognizing.addEventListener { _, event -> + if (event.result.text.isNotEmpty()) { + val confidence = extractConfidence(event.result) + callback?.onRecognizing(event.result.text, confidence) + } + } + + // 识别完成 + recognized.addEventListener { _, event -> + if (event.result.reason == ResultReason.RecognizedSpeech) { + if (event.result.text.isNotEmpty()) { + val confidence = extractConfidence(event.result) + callback?.onRecognized(event.result.text, confidence) + } + } else if (event.result.reason == ResultReason.NoMatch) { + Log.d(TAG, "未识别到语音") + } + } + + // 会话开始 + sessionStarted.addEventListener { _, _ -> + Log.d(TAG, "会话开始") + isRecognizing.set(true) + callback?.onSessionStarted() + } + + // 会话停止 + sessionStopped.addEventListener { _, _ -> + Log.d(TAG, "会话停止") + isRecognizing.set(false) + callback?.onSessionStopped() + } + + // 取消 + canceled.addEventListener { _, event -> + Log.d(TAG, "识别取消: ${event.errorDetails}") + isRecognizing.set(false) + callback?.onCanceled(event.errorDetails ?: "未知错误") + } + } + } + + /** + * 启动连续识别 + */ + fun startContinuousRecognition(): Boolean { + if (isRecognizing.get()) { + Log.w(TAG, "识别已在进行中") + return true + } + return try { + audioProcessor?.startRecording() + recognizer?.startContinuousRecognitionAsync() + Log.d(TAG, "启动连续识别成功") + true + } catch (e: Exception) { + Log.e(TAG, "启动连续识别失败", e) + callback?.onError("启动识别失败: ${e.message}") + false + } + } + + /** + * 停止连续识别 + */ + fun stopContinuousRecognition() { + Log.d(TAG, "停止连续识别") + try { + recognizer?.stopContinuousRecognitionAsync() + audioProcessor?.stopRecording() + isRecognizing.set(false) + } catch (e: Exception) { + Log.e(TAG, "停止识别失败", e) + } + } + + /** + * 推送音频数据 + */ + fun pushAudioData(data: ByteArray) { + audioProcessor?.pushAudioData(data) + } + + /** + * 释放资源 + */ + fun dispose() { + try { + stopContinuousRecognition() + recognizer?.close() + speechConfig?.close() + audioConfig?.close() // AudioConfig close 可能会抛异常如果流已经关闭，视 SDK 版本而定，加 try-catch + recognizer = null + speechConfig = null + audioConfig = null + audioProcessor = null + callback = null + } catch (e: Exception) { + Log.e(TAG, "释放资源出错", e) + } + } + + /** + * 提取置信度 (占位实现，与原逻辑一致) + */ + private fun extractConfidence(result: SpeechRecognitionResult): Float { + return try { + // 这里可以添加具体的提取逻辑 + 0.8f + } catch (e: Exception) { + 0.5f + } + } + + /** + * 开启录音文件保存 (如果需要直接在这里控制) + * 原逻辑中 IntegratedSpeechTranslationService 控制了 RecordFile， + * 这里可以提供接口让外部获取 AudioProcessor 或直接传入 RecordFile， + * 但为了简化，暂时保持 AudioProcessor 内部管理或外部通过其他方式处理。 + * 根据原代码，RecordFile 似乎是独立的。 + */ +} + +/** + * 音频处理器 + * 封装 Azure PushAudioInputStream，用于接收外部音频数据并提供给 ASR 服务 + */ +class AudioProcessor { + private var pushStream: com.microsoft.cognitiveservices.speech.audio.PushAudioInputStream? = null + + fun initialize() { + // 使用默认的 PCM 格式: 16kHz, 16bit, 单声道 + val format = com.microsoft.cognitiveservices.speech.audio.AudioStreamFormat.getWaveFormatPCM(16000L, 16, 1) + pushStream = com.microsoft.cognitiveservices.speech.audio.AudioInputStream.createPushStream(format) + } + + fun getAudioStream(): com.microsoft.cognitiveservices.speech.audio.AudioInputStream? { + return pushStream + } + + fun startRecording() { + if (pushStream == null) { + initialize() + } + } + + fun stopRecording() { + // 可以在这里做一些清理 + } + + fun pushAudioData(data: ByteArray) { + pushStream?.write(data) + } + + fun close() { + pushStream?.close() + pushStream = null + } +} + diff --git a/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftTTSServiceImpl.kt b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftTTSServiceImpl.kt new file mode 100644 index 000000000..d5c18370f --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftTTSServiceImpl.kt @@ -0,0 +1,266 @@ +package com.yunqiinnovation.azure_speech + +import android.util.Log +import com.microsoft.cognitiveservices.speech.* +import com.microsoft.cognitiveservices.speech.audio.AudioConfig +import com.microsoft.cognitiveservices.speech.audio.AudioOutputStream +import com.microsoft.cognitiveservices.speech.audio.PushAudioOutputStream +import com.microsoft.cognitiveservices.speech.audio.PushAudioOutputStreamCallback +import java.util.concurrent.atomic.AtomicBoolean + +/** + * Microsoft Azure TTS (Text-to-Speech) 服务实现 + */ +class MicrosoftTTSServiceImpl { + + companion object { + private const val TAG = "MicrosoftTTSService" + } + + private var speechConfig: SpeechConfig? = null + private var synthesizer: SpeechSynthesizer? = null + private var synthOutputStream: PushAudioOutputStream? = null + + private var isSynthesizing = AtomicBoolean(false) + private var callback: TtsCallback? = null + + // 内部音频缓冲，用于分片发送 + private var ttsDataBuffer: ByteArray = ByteArray(0) + + /** + * TTS 回调接口 + */ + interface TtsCallback { + fun onSynthesisStarted(utteranceId: String, text: String) + fun onSynthesisProgress(utteranceId: String, text: String, progress: Float) + // 返回处理后的音频分片 + fun onAudioChunkGenerated(utteranceId: String, text: String, audioChunk: ByteArray) + fun onSynthesisCompleted(utteranceId: String, text: String, fullAudio: ByteArray?) + fun onSynthesisFailed(utteranceId: String, text: String, error: String) + fun onError(message: String) + } + + /** + * TTS 配置参数 + */ + data class TtsConfig( + val subscriptionKey: String, + val region: String, + val targetLanguage: String, + val voiceName: String, + val speechRate: String = "0%", + val speechPitch: String = "0%", + val speechVolume: String = "100%", + val enableAudioPlayback: Boolean = false + ) + + private var currentConfig: TtsConfig? = null + + /** + * 初始化 TTS 服务 + */ + fun initialize(config: TtsConfig, callback: TtsCallback): Boolean { + this.callback = callback + this.currentConfig = config + return try { + Log.d(TAG, "初始化 Azure TTS 服务: region=${config.region}, voice=${config.voiceName}") + + speechConfig = SpeechConfig.fromSubscription(config.subscriptionKey, config.region).apply { + speechSynthesisLanguage = config.targetLanguage + speechSynthesisVoiceName = config.voiceName.ifEmpty { config.targetLanguage } + setSpeechSynthesisOutputFormat(SpeechSynthesisOutputFormat.Riff16Khz16BitMonoPcm) + } + + setupSpeechSynthesizer(config) + + Log.d(TAG, "Azure TTS 服务初始化成功") + true + } catch (e: Exception) { + Log.e(TAG, "Azure TTS 服务初始化失败", e) + callback.onError("初始化失败: ${e.message}") + false + } + } + + private fun setupSpeechSynthesizer(config: TtsConfig) { + synthesizer?.close() + + // 根据配置决定音频输出方式 + val audioConfig = if (config.enableAudioPlayback) { + AudioConfig.fromDefaultSpeakerOutput() + } else { + // 创建空消费的推流，避免使用 null AudioConfig + synthOutputStream?.close() + synthOutputStream = AudioOutputStream.createPushStream(object : PushAudioOutputStreamCallback() { + override fun write(dataBuffer: ByteArray): Int { + // 丢弃数据但保持流有效 (因为我们会通过事件获取数据) + return dataBuffer.size + } + override fun close() { /* no-op */ } + }) + AudioConfig.fromStreamOutput(synthOutputStream) + } + + synthesizer = SpeechSynthesizer(speechConfig, audioConfig).apply { + + // 合成开始 + SynthesisStarted.addEventListener { _, event -> + Log.d(TAG, "合成开始") + ttsDataBuffer = ByteArray(0) // 重置缓冲 + isSynthesizing.set(true) + // 这里我们无法直接获取 utteranceId 和 text，因为事件对象里没有 + // 它们需要由调用 synthesizeText 的地方管理，或者通过某种方式传递 + // 为了简化，我们假设 Service 层不持有 currentUtteranceId， + // 而是由 orchestrator 传递，但事件监听器这里是异步的... + // *注意*: 原代码是使用了类成员 currentSynthesisId 来追踪。 + // 我们这里也需要类似机制，或者简化回调只通知状态，不带 ID（但这不符合需求）。 + // 只能使用成员变量来暂存当前的 ID。 + } + + // 合成进行中 + Synthesizing.addEventListener { _, event -> + val incoming = event.result.audioData ?: ByteArray(0) + // 这里的 currentUtteranceId 依赖于 synthesizeText 调用时的设置 + // 由于 SpeechSynthesizer 是单实例串行工作的，这通常是安全的 + processSynthesisAudioChunk(incoming) + + // 进度回调 (模拟) + callback?.onSynthesisProgress(currentUtteranceId, currentText, 0.5f) + } + + // 合成完成 + SynthesisCompleted.addEventListener { _, event -> + Log.d(TAG, "合成完成") + isSynthesizing.set(false) + callback?.onSynthesisCompleted(currentUtteranceId, currentText, event.result.audioData) + } + + // 合成取消 + SynthesisCanceled.addEventListener { _, event -> + Log.d(TAG, "合成取消: ${event.result.reason}") + isSynthesizing.set(false) + callback?.onSynthesisFailed(currentUtteranceId, currentText, "取消: ${event.result.reason}") + } + } + } + + // 用于追踪当前合成任务的状态 + private var currentUtteranceId: String = "" + private var currentText: String = "" + + /** + * 执行语音合成 + */ + fun synthesize(utteranceId: String, text: String): ByteArray? { + if (isSynthesizing.get()) { + Log.w(TAG, "正在合成中，忽略请求: $utteranceId") + return null + } + + currentUtteranceId = utteranceId + currentText = text + + callback?.onSynthesisStarted(utteranceId, text) + + try { + isSynthesizing.set(true) + val ssml = generateOptimizedSsml(text) + + // 使用 SpeakSsmlAsync 并等待结果 + val result = synthesizer?.SpeakSsmlAsync(ssml)?.get() + + if (result?.reason == ResultReason.SynthesizingAudioCompleted) { + // 发送剩余缓冲数据 + flushAudioBuffer() + return result.audioData + } else { + return null + } + } catch (e: Exception) { + Log.e(TAG, "合成异常", e) + callback?.onSynthesisFailed(utteranceId, text, e.message ?: "未知异常") + return null + } finally { + isSynthesizing.set(false) + } + } + + /** + * 停止/取消合成 + */ + fun stop() { + try { + synthesizer?.StopSpeakingAsync() + } catch (e: Exception) { + Log.e(TAG, "停止合成失败", e) + } + } + + fun dispose() { + try { + stop() + synthesizer?.close() + speechConfig?.close() + synthOutputStream?.close() + synthesizer = null + speechConfig = null + synthOutputStream = null + callback = null + } catch (e: Exception) { + Log.e(TAG, "释放资源失败", e) + } + } + + private fun processSynthesisAudioChunk(incoming: ByteArray, multiple: Int = 1280) { + if (incoming.isNotEmpty()) { + ttsDataBuffer += incoming + } + + val sendLen = (ttsDataBuffer.size / multiple) * multiple + if (sendLen > 0) { + val chunk = ttsDataBuffer.copyOfRange(0, sendLen) + callback?.onAudioChunkGenerated(currentUtteranceId, currentText, chunk) + ttsDataBuffer = ttsDataBuffer.copyOfRange(sendLen, ttsDataBuffer.size) + } + } + + private fun flushAudioBuffer() { + if (ttsDataBuffer.isNotEmpty()) { + callback?.onAudioChunkGenerated(currentUtteranceId, currentText, ttsDataBuffer) + ttsDataBuffer = ByteArray(0) + } + } + + private fun generateOptimizedSsml(text: String): String { + val config = currentConfig ?: return "" + val cleanText = cleanTextForSynthesis(text) + val escapedText = escapeXmlText(cleanText) + + return """ + + + + $escapedText + + + + """.trimIndent() + } + + private fun cleanTextForSynthesis(text: String): String { + return text + .replace(Regex("https?://[^\\s]+"), "") // 移除URL + .replace(Regex("[\\p{So}\\p{Sk}]"), "") // 移除表情符号 + .replace(Regex("\\s+"), " ") // 合并多个空格 + .trim() + } + + private fun escapeXmlText(text: String): String { + return text + .replace("&", "&") + .replace("<", "<") + .replace(">", ">") + .replace("\"", """) + .replace("'", "'") + } +} diff --git a/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftTranslationAndTtsService.kt b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftTranslationAndTtsService.kt new file mode 100644 index 000000000..c1fcaec31 --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftTranslationAndTtsService.kt @@ -0,0 +1,189 @@ +package com.yunqiinnovation.azure_speech + +import android.util.Log +import kotlinx.coroutines.Dispatchers +import kotlinx.coroutines.withContext +import java.io.File +import java.io.FileOutputStream +import java.util.UUID + +/** + * 微软翻译与TTS综合服务 + * + * 功能： + * 1. 接收输入文本、源语言代码、目标语言代码 + * 2. 调用微软翻译服务将文本翻译为目标语言 + * 3. 调用微软TTS服务将翻译后的文本合成为语音 + * 4. 将合成的音频保存为 WAV 文件，文件名为 "{targetLanguage}.wav" + */ +class MicrosoftTranslationAndTtsService { + + companion object { + private const val TAG = "MsTransAndTtsService" + } + + private val translationService = MicrosoftTranslationServiceImpl() + private val ttsService = MicrosoftTTSServiceImpl() + + private var serviceConfig: ServiceConfig? = null + + /** + * 服务配置 + * @param speechSubscriptionKey Azure 语音服务订阅密钥（用于 TTS） + * @param speechRegion Azure 语音服务区域 (例如 "eastus") + * @param translationSubscriptionKey Azure 翻译服务订阅密钥（用于文本翻译） + * @param translationRegion Azure 翻译服务区域 + */ + data class ServiceConfig( + val speechSubscriptionKey: String, + val speechRegion: String, + val translationSubscriptionKey: String = speechSubscriptionKey, + val translationRegion: String = speechRegion + ) + + /** + * 初始化服务 + * @param config 服务配置 + */ + suspend fun initialize(config: ServiceConfig): Boolean { + this.serviceConfig = config + + // 初始化翻译服务 + // 翻译服务支持的配置键: subscriptionKey, region + val transConfig = mapOf( + "subscriptionKey" to config.translationSubscriptionKey, + "region" to config.translationRegion + ) + + Log.d(TAG, "正在初始化翻译服务...") + val transInitSuccess = translationService.initialize(transConfig) + if (!transInitSuccess) { + Log.e(TAG, "翻译服务初始化失败") + return false + } + + Log.d(TAG, "服务初始化成功") + return true + } + + /** + * 执行 翻译 -> TTS -> 保存文件 流程 + * + * @param text 待翻译和合成的文本 + * @param sourceLanguage 源语言代码 (例如 "zh-CN") + * @param targetLanguage 翻译目标语言代码 (例如 "en-US") + * @param targetTTSLanguage 实际用于TTS的语言代码（可与翻译目标不同） + * @param outputDirectory 音频文件保存目录 + * @return 生成的音频文件绝对路径，如果失败则返回 null + */ + suspend fun processAndSaveAudio( + text: String, + sourceLanguage: String, + targetLanguage: String, + targetTTSLanguage: String, + outputDirectory: File + ): String? = withContext(Dispatchers.IO) { + val config = serviceConfig + if (config == null) { + Log.e(TAG, "服务尚未初始化，请先调用 initialize()") + return@withContext null + } + + // --- 步骤 1: 文本翻译 --- + Log.d(TAG, "开始翻译: text=$text, $sourceLanguage -> $targetLanguage") + val translationResult = translationService.translateText(text, sourceLanguage, targetLanguage) + + if (!translationResult.success || translationResult.translatedText.isNullOrEmpty()) { + Log.e(TAG, "翻译失败: ${translationResult.error}") + return@withContext null + } + + val translatedText = translationResult.translatedText!! + Log.i(TAG, "翻译完成: $translatedText") + + // --- 步骤 2: TTS 合成 --- + Log.d(TAG, "开始TTS合成...") + + // 根据上传的 TTS 语言代码优先配置 TTS，其次回退到翻译目标语言 + val ttsConfig = resolveTtsConfig(targetTTSLanguage, config) + + // 创建一个空的 Callback，因为我们主要依赖 synthesize 方法的返回值 + val ttsCallback = object : MicrosoftTTSServiceImpl.TtsCallback { + override fun onSynthesisStarted(utteranceId: String, text: String) {} + override fun onSynthesisProgress(utteranceId: String, text: String, progress: Float) {} + override fun onAudioChunkGenerated(utteranceId: String, text: String, audioChunk: ByteArray) {} + override fun onSynthesisCompleted(utteranceId: String, text: String, fullAudio: ByteArray?) {} + override fun onSynthesisFailed(utteranceId: String, text: String, error: String) { + Log.w(TAG, "TTS Callback 报告失败: $error") + } + override fun onError(message: String) { + Log.w(TAG, "TTS Callback 报告错误: $message") + } + } + + val ttsInitSuccess = ttsService.initialize(ttsConfig, ttsCallback) + if (!ttsInitSuccess) { + Log.e(TAG, "TTS 服务初始化失败") + return@withContext null + } + + val utteranceId = UUID.randomUUID().toString() + val audioData = ttsService.synthesize(utteranceId, translatedText) + + if (audioData == null || audioData.isEmpty()) { + Log.e(TAG, "TTS 合成返回空数据") + return@withContext null + } + Log.i(TAG, "TTS 合成成功，数据大小: ${audioData.size} bytes") + + // --- 步骤 3: 保存文件 --- + try { + if (!outputDirectory.exists()) { + outputDirectory.mkdirs() + } + + // 文件名为目标语言代码.wav + val fileName = "$targetLanguage.wav" + val outputFile = File(outputDirectory, fileName) + + FileOutputStream(outputFile).use { fos -> + fos.write(audioData) + fos.flush() + } + + Log.i(TAG, "音频文件已保存: ${outputFile.absolutePath}") + return@withContext outputFile.absolutePath + + } catch (e: Exception) { + Log.e(TAG, "保存音频文件失败", e) + return@withContext null + } + } + + /** + * 根据目标语言构建 TTS 配置 + * @param targetTTSLanguage 翻译目标语言代码（如 en、en-US、zh-Hans） + * @param config 服务配置（包含语音服务 key/region） + */ + private fun resolveTtsConfig( + targetTTSLanguage: String, + config: ServiceConfig + ): MicrosoftTTSServiceImpl.TtsConfig { + + return MicrosoftTTSServiceImpl.TtsConfig( + subscriptionKey = config.speechSubscriptionKey, + region = config.speechRegion, + targetLanguage = targetTTSLanguage, + voiceName = targetTTSLanguage, + enableAudioPlayback = false + ) + } + + /** + * 释放资源 + */ + fun dispose() { + translationService.dispose() + ttsService.dispose() + } +} diff --git a/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftTranslationServiceImpl.kt b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftTranslationServiceImpl.kt new file mode 100644 index 000000000..54b9173d2 --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/MicrosoftTranslationServiceImpl.kt @@ -0,0 +1,268 @@ +package com.yunqiinnovation.azure_speech + +import android.util.Log +import kotlinx.coroutines.Dispatchers +import kotlinx.coroutines.delay +import kotlinx.coroutines.withContext +import okhttp3.MediaType.Companion.toMediaType +import okhttp3.OkHttpClient +import okhttp3.Request +import okhttp3.RequestBody +import org.json.JSONArray +import org.json.JSONObject +import okhttp3.HttpUrl.Companion.toHttpUrl +import java.util.UUID +import java.util.concurrent.TimeUnit + +/** + * 微软翻译服务实现 + * 实现 `IntegratedSpeechTranslationService.TranslationServiceInterface` 接口 + */ +class MicrosoftTranslationServiceImpl : + IntegratedSpeechTranslationService.TranslationServiceInterface { + + companion object { + private const val TAG = "MicrosoftTranslationService" + private const val DEFAULT_ENDPOINT = "https://api.cognitive.microsofttranslator.com" + private const val API_PATH = "/translate" + private const val API_VERSION = "3.0" + } + + private var isInitialized = false + private var subscriptionKey: String = "" + private var region: String = "" + private var endpoint: String = DEFAULT_ENDPOINT + private var maxRetryAttempts: Int = 3 + private var timeoutMs: Long = 10000L + + private val httpClient = OkHttpClient.Builder() + .connectTimeout(10, TimeUnit.SECONDS) + .readTimeout(30, TimeUnit.SECONDS) + .writeTimeout(30, TimeUnit.SECONDS) + .build() + + + + /** + * 初始化翻译服务 + * @param config 配置映射，支持 `subscriptionKey`/`accessKey`、`region`/`location`、`endpoint`、`maxRetryAttempts`、`timeout` + * @return 是否初始化成功 + */ + override suspend fun initialize(config: Map): Boolean { + return try { + subscriptionKey = (config["subscriptionKey"] ?: config["accessKey"] ?: "").trim() + region = (config["region"] ?: config["location"] ?: "").trim() + endpoint = (config["endpoint"] ?: DEFAULT_ENDPOINT).trim() + maxRetryAttempts = config["maxRetryAttempts"]?.toIntOrNull() ?: 3 + timeoutMs = config["timeout"]?.toLongOrNull() ?: 10000L + + Log.d(TAG, "初始化参数: endpoint=$endpoint, region=$region, maxRetryAttempts=$maxRetryAttempts, timeoutMs=$timeoutMs, key=${maskKey(subscriptionKey)}") + + if (subscriptionKey.isEmpty()) { + Log.e(TAG, "缺少必要的订阅密钥(subscriptionKey)") + false + } else { + isInitialized = true + Log.d(TAG, "微软翻译服务初始化成功: endpoint=$endpoint, region=$region") + true + } + } catch (e: Exception) { + Log.e(TAG, "初始化失败", e) + false + } + } + + /** + * 文本翻译 + * @param text 待翻译文本 + * @param sourceLanguage 源语言代码（如 `zh-CN`） + * @param targetLanguage 目标语言代码（如 `en-US`） + * @return 翻译结果 + */ + override suspend fun translateText( + text: String, + sourceLanguage: String, + targetLanguage: String + ): IntegratedSpeechTranslationService.TranslationResult { + Log.d(TAG, "翻译请求: 文本=${text.take(20)}..., 源=$sourceLanguage, 目标=$targetLanguage") + if (!isInitialized) { + return IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = "翻译服务未初始化" + ) + } + + return withContext(Dispatchers.IO) { + Log.d(TAG, "翻译请求: 文本=${text.take(20)}..., 源=$sourceLanguage, 目标=$targetLanguage") + performTranslationWithRetry(text, sourceLanguage, targetLanguage) + } + } + + /** + * 带重试的翻译执行 + */ + private suspend fun performTranslationWithRetry( + text: String, + sourceLanguage: String, + targetLanguage: String + ): IntegratedSpeechTranslationService.TranslationResult { + var lastError: String? = null + repeat(maxRetryAttempts) { attempt -> + Log.d(TAG, "翻译重试: 尝试=${attempt + 1}/$maxRetryAttempts, 文本长度=${text.length}, 源=$sourceLanguage, 目标=$targetLanguage") + val result = performTranslation(text, sourceLanguage, targetLanguage) + if (result.success) return result + lastError = result.error + if (attempt < maxRetryAttempts - 1) delay(500L * (attempt + 1)) + } + return IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = lastError ?: "翻译失败" + ) + } + + /** + * 实际翻译执行 + */ + private suspend fun performTranslation( + text: String, + sourceLanguage: String, + targetLanguage: String + ): IntegratedSpeechTranslationService.TranslationResult { + try { + + Log.d(TAG, "语言映射: sourceLanguage=$sourceLanguage, targetLanguage=$targetLanguage") + if (sourceLanguage.isEmpty() || targetLanguage.isEmpty()) { + return IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = "不支持的语言代码: $sourceLanguage -> $targetLanguage" + ) + } + + val urlBuilder = endpoint.toHttpUrl().newBuilder() + .addEncodedPathSegments(API_PATH.trimStart('/')) + .addQueryParameter("api-version", API_VERSION) + .addQueryParameter("from", sourceLanguage) + .addQueryParameter("to", targetLanguage) + val url = urlBuilder.build() + Log.d(TAG, "请求URL: $url") + + val bodyArray = JSONArray().put(JSONObject().put("text", text)) + Log.d(TAG, "请求体长度: ${bodyArray.toString().length}") + val requestBody = RequestBody.create( + "application/json; charset=utf-8".toMediaType(), + bodyArray.toString() + ) + + val headers = mapOf( + "Ocp-Apim-Subscription-Key" to subscriptionKey, + "Ocp-Apim-Subscription-Region" to region, + "Content-Type" to "application/json", + "X-ClientTraceId" to UUID.randomUUID().toString() + ) + Log.d(TAG, "请求头: key=${maskKey(subscriptionKey)}, region=$region") + + val request = Request.Builder() + .url(url) + .post(requestBody) + .apply { headers.forEach { (k, v) -> addHeader(k, v) } } + .build() + + val startNs = System.nanoTime() + val response = httpClient.newCall(request).execute() + val durationMs = TimeUnit.NANOSECONDS.toMillis(System.nanoTime() - startNs) + val responseBody = response.body?.string() + Log.d(TAG, "HTTP响应: code=${response.code}, bodyLen=${responseBody?.length ?: -1}, 耗时=${durationMs}ms") + if (!response.isSuccessful || responseBody == null) { + return IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = "HTTP错误: ${response.code}" + ) + } + + val translation = extractTranslation(responseBody) + if (translation != null) { + Log.d(TAG, "解析翻译成功: 片段=${translation.take(64)}") + return IntegratedSpeechTranslationService.TranslationResult( + success = true, + translatedText = translation, + confidence = 0.9f + ) + } + + val error = extractError(responseBody) + Log.w(TAG, "解析翻译失败: ${error ?: "未知错误"}") + return IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = error ?: "翻译结果为空" + ) + } catch (e: Exception) { + Log.e(TAG, "翻译请求异常", e) + return IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = "请求异常: ${e.message}" + ) + } + } + + + /** + * 解析翻译结果 + */ + private fun extractTranslation(responseBody: String): String? { + return try { + val root = JSONArray(responseBody) + if (root.length() == 0) return null + val item = root.getJSONObject(0) + if (item.has("translations")) { + val translations = item.getJSONArray("translations") + Log.d(TAG, "translations 数量: ${translations.length()}") + if (translations.length() > 0) { + val first = translations.getJSONObject(0) + return first.optString("text", null) + } + } + null + } catch (e: Exception) { + Log.e(TAG, "提取翻译结果失败", e) + null + } + } + + /** + * 解析错误信息 + */ + private fun extractError(responseBody: String): String? { + return try { + // 错误响应通常为对象：{"error": {"code": ..., "message": ...}} + val obj = JSONObject(responseBody) + if (obj.has("error")) { + val err = obj.getJSONObject("error") + Log.w(TAG, "错误对象: code=${err.optString("code")}, message=${err.optString("message")}") + return err.optString("message", err.optString("code", "未知错误")) + } + null + } catch (_: Exception) { + null + } + } + + /** + * 释放资源 + */ + override fun dispose() { + isInitialized = false + try { + Log.d(TAG, "释放HTTP资源") + httpClient.dispatcher.executorService.shutdown() + httpClient.connectionPool.evictAll() + } catch (e: Exception) { + Log.e(TAG, "清理资源失败", e) + } + } + + private fun maskKey(key: String): String { + if (key.isEmpty()) return "(empty)" + val shown = key.take(6) + return "$shown..." + "*".repeat(8) + } +} diff --git a/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/VolcanoTranslationServiceImpl.kt b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/VolcanoTranslationServiceImpl.kt new file mode 100644 index 000000000..b67f6bcaf --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/VolcanoTranslationServiceImpl.kt @@ -0,0 +1,357 @@ +package com.yunqiinnovation.azure_speech + +import android.util.Log +import kotlinx.coroutines.Dispatchers +import kotlinx.coroutines.delay +import kotlinx.coroutines.withContext +import okhttp3.MediaType.Companion.toMediaType +import okhttp3.OkHttpClient +import okhttp3.Request +import okhttp3.RequestBody +import org.json.JSONArray +import org.json.JSONObject +import okhttp3.HttpUrl.Companion.toHttpUrl +import java.net.URLEncoder +import java.security.MessageDigest +import java.text.SimpleDateFormat +import java.util.Date +import java.util.Locale +import java.util.TimeZone +import java.util.concurrent.TimeUnit +import javax.crypto.Mac +import javax.crypto.spec.SecretKeySpec + +/** + * 火山翻译服务实现 + * 实现 `IntegratedSpeechTranslationService.TranslationServiceInterface` 接口 + */ +class VolcanoTranslationServiceImpl : + IntegratedSpeechTranslationService.TranslationServiceInterface { + + companion object { + private const val TAG = "VolcanoTranslationService" + private const val BASE_URL = "https://translate.volcengineapi.com" + private const val ENDPOINT = "/" + private const val SERVICE = "translate" + private const val VERSION = "2020-06-01" + private const val ACTION = "TranslateText" + private const val ALGORITHM = "HMAC-SHA256" + } + + private var isInitialized = false + private var accessKey: String = "" + private var secretKey: String = "" + private var region: String = "cn-north-1" + private var maxRetryAttempts: Int = 3 + private var timeout: Long = 10000L + + // HTTP客户端 + private val httpClient = OkHttpClient.Builder() + .connectTimeout(10, TimeUnit.SECONDS) + .readTimeout(30, TimeUnit.SECONDS) + .writeTimeout(30, TimeUnit.SECONDS) + .build() + + /** + * 初始化翻译服务 + * @param config 配置映射，包含 `accessKey`、`secretKey`、`region` 等 + * @return 是否初始化成功 + */ + override suspend fun initialize(config: Map): Boolean { + return try { + accessKey = config["accessKey"] ?: "" + secretKey = config["secretKey"] ?: "" + region = config["region"] ?: "cn-north-1" + maxRetryAttempts = config["maxRetryAttempts"]?.toIntOrNull() ?: 3 + timeout = config["timeout"]?.toLongOrNull() ?: 10000L + + if (accessKey.isEmpty() || secretKey.isEmpty()) { + Log.e(TAG, "缺少必要的API密钥") + false + } else { + isInitialized = true + Log.d(TAG, "火山翻译服务初始化成功") + true + } + } catch (e: Exception) { + Log.e(TAG, "初始化失败", e) + false + } + } + + /** + * 文本翻译 + * @param text 待翻译文本 + * @param sourceLanguage 源语言代码 + * @param targetLanguage 目标语言代码 + * @return 翻译结果 + */ + override suspend fun translateText( + text: String, + sourceLanguage: String, + targetLanguage: String + ): IntegratedSpeechTranslationService.TranslationResult { + if (!isInitialized) { + return IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = "翻译服务未初始化" + ) + } + Log.d(TAG, "火山翻译服务请求参数: text=$text, sourceLanguage=$sourceLanguage, targetLanguage=$targetLanguage") + return withContext(Dispatchers.IO) { + performTranslationWithRetry(text, sourceLanguage, targetLanguage) + } + } + + /** + * 带重试的翻译执行 + */ + private suspend fun performTranslationWithRetry( + text: String, + sourceLanguage: String, + targetLanguage: String + ): IntegratedSpeechTranslationService.TranslationResult { + var lastException: Exception? = null + repeat(maxRetryAttempts) { attempt -> + try { + val result = performTranslation(text, sourceLanguage, targetLanguage) + if (result.success) return result + lastException = Exception(result.error) + } catch (e: Exception) { + lastException = e + Log.w(TAG, "翻译请求失败，尝试 ${attempt + 1}/$maxRetryAttempts", e) + if (attempt < maxRetryAttempts - 1) delay(500L * (attempt + 1)) + } + } + return IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = "翻译失败: ${lastException?.message ?: "未知错误"}" + ) + } + + /** + * 实际翻译执行 + */ + private suspend fun performTranslation( + text: String, + sourceLanguage: String, + targetLanguage: String + ): IntegratedSpeechTranslationService.TranslationResult { + try { + + if (sourceLanguage.isEmpty() || targetLanguage.isEmpty()) { + return IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = "不支持的语言代码: $sourceLanguage -> $targetLanguage" + ) + } + + val requestBody = JSONObject().apply { + put("SourceLanguage", sourceLanguage) + put("TargetLanguage", targetLanguage) + put("TextList", JSONArray().put(text)) + } + val queryParams = mapOf( + "Action" to ACTION, + "Version" to VERSION, + "Region" to region, + "Service" to SERVICE + ) + + val headers = generateSignature("POST", requestBody, queryParams) + + val urlBuilder = BASE_URL.toHttpUrl().newBuilder() + queryParams.forEach { (key, value) -> urlBuilder.addQueryParameter(key, value) } + val url = urlBuilder.build() + + val requestBodyObj = RequestBody.create( + "application/json; charset=utf-8".toMediaType(), + requestBody.toString() + ) + + val request = Request.Builder() + .url(url) + .post(requestBodyObj) + .apply { headers.forEach { (k, v) -> addHeader(k, v) } } + .build() + + val response = httpClient.newCall(request).execute() + if (response.isSuccessful) { + val responseBody = response.body?.string() + if (responseBody != null) { + val jsonResponse = JSONObject(responseBody) + val translation = extractTranslation(jsonResponse) + if (translation != null) { + return IntegratedSpeechTranslationService.TranslationResult( + success = true, + translatedText = translation, + confidence = 0.9f + ) + } else { + val error = extractError(jsonResponse) + return IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = error ?: "翻译结果为空" + ) + } + } + } + return IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = "HTTP错误: ${response.code}" + ) + } catch (e: Exception) { + Log.e(TAG, "翻译请求异常", e) + return IntegratedSpeechTranslationService.TranslationResult( + success = false, + error = "请求异常: ${e.message}" + ) + } + } + + + /** + * 解析翻译结果 + */ + private fun extractTranslation(jsonResponse: JSONObject): String? { + try { + if (jsonResponse.has("TranslationList")) { + val list = jsonResponse.getJSONArray("TranslationList") + if (list.length() > 0) { + val item = list.getJSONObject(0) + if (item.has("Translation")) return item.getString("Translation") + } + } + if (jsonResponse.has("Translation")) return jsonResponse.getString("Translation") + if (jsonResponse.has("Result")) { + val result = jsonResponse.getJSONObject("Result") + if (result.has("Translation")) return result.getString("Translation") + } + if (jsonResponse.has("Data")) { + val data = jsonResponse.getJSONObject("Data") + if (data.has("Translation")) return data.getString("Translation") + if (data.has("TranslationList")) { + val list = data.getJSONArray("TranslationList") + if (list.length() > 0) { + val item = list.getJSONObject(0) + if (item.has("Translation")) return item.getString("Translation") + } + } + } + } catch (e: Exception) { + Log.e(TAG, "提取翻译结果失败", e) + } + return null + } + + /** + * 解析错误信息 + */ + private fun extractError(jsonResponse: JSONObject): String? { + try { + if (jsonResponse.has("ResponseMetadata")) { + val metadata = jsonResponse.getJSONObject("ResponseMetadata") + if (metadata.has("Error")) { + val error = metadata.getJSONObject("Error") + return error.optString("Message", error.optString("Code", "未知错误")) + } + } + if (jsonResponse.has("Error")) { + val error = jsonResponse.getJSONObject("Error") + return error.optString("Message", error.optString("Code", "未知错误")) + } + } catch (e: Exception) { + Log.e(TAG, "提取错误信息失败", e) + } + return null + } + + /** + * 生成签名头 + */ + private fun generateSignature( + method: String, + requestBody: JSONObject, + queryParams: Map + ): Map { + val now = Date() + val dateFormat = SimpleDateFormat("yyyyMMdd", Locale.US).apply { timeZone = TimeZone.getTimeZone("UTC") } + val timestampFormat = SimpleDateFormat("yyyyMMdd'T'HHmmss'Z'", Locale.US).apply { timeZone = TimeZone.getTimeZone("UTC") } + val date = dateFormat.format(now) + val timestamp = timestampFormat.format(now) + + val canonicalQueryString = queryParams.toSortedMap().map { (k, v) -> + "${URLEncoder.encode(k, "UTF-8")}=${URLEncoder.encode(v, "UTF-8")}" + }.joinToString("&") + + val contentType = "application/json" + val payloadHash = sha256(requestBody.toString()) + val host = "translate.volcengineapi.com" + + val canonicalHeaders = "host:$host\nx-date:$timestamp\n" + val signedHeaders = "host;x-date" + + val canonicalRequest = "$method\n$ENDPOINT\n$canonicalQueryString\n$canonicalHeaders\n$signedHeaders\n$payloadHash" + val credentialScope = "$date/$region/$SERVICE/request" + val stringToSign = "$ALGORITHM\n$timestamp\n$credentialScope\n${sha256(canonicalRequest)}" + + val kSecret = secretKey.toByteArray(Charsets.UTF_8) + val kDate = hmacSha256(kSecret, date) + val kRegion = hmacSha256(kDate, region) + val kService = hmacSha256(kRegion, SERVICE) + val kSigning = hmacSha256(kService, "request") + val signature = hmacSha256(kSigning, stringToSign).joinToString("") { "%02x".format(it) } + + val authorization = "$ALGORITHM Credential=$accessKey/$credentialScope, SignedHeaders=$signedHeaders, Signature=$signature" + return mapOf( + "Content-Type" to contentType, + "X-Date" to timestamp, + "Authorization" to authorization, + "Host" to host + ) + } + + /** + * SHA-256 摘要 + */ + private fun sha256(input: String): String { + val digest = MessageDigest.getInstance("SHA-256") + val hash = digest.digest(input.toByteArray(Charsets.UTF_8)) + return hash.joinToString("") { "%02x".format(it) } + } + + /** + * HMAC-SHA256 计算 + */ + private fun hmacSha256(key: ByteArray, data: String): ByteArray { + val mac = Mac.getInstance("HmacSHA256") + val secretKeySpec = SecretKeySpec(key, "HmacSHA256") + mac.init(secretKeySpec) + return mac.doFinal(data.toByteArray(Charsets.UTF_8)) + } + + /** + * 释放资源 + */ + override fun dispose() { + isInitialized = false + try { + val cleanup = Runnable { + try { + httpClient.dispatcher.executorService.shutdown() + httpClient.connectionPool.evictAll() + } catch (e: Exception) { + Log.e(TAG, "清理资源失败", e) + } + } + if (android.os.Looper.getMainLooper() == android.os.Looper.myLooper()) { + Thread(cleanup, "VolcanoDisposeThread").start() + } else { + cleanup.run() + } + } catch (e: Exception) { + Log.e(TAG, "清理资源失败", e) + } + } +} + diff --git a/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/tools/ScreenCaptureForegroundService.kt b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/tools/ScreenCaptureForegroundService.kt new file mode 100644 index 000000000..366acf933 --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/tools/ScreenCaptureForegroundService.kt @@ -0,0 +1,235 @@ +package com.yunqiinnovation.azure_speech.tools + +import android.app.Notification +import android.app.NotificationChannel +import android.app.NotificationManager +import android.app.PendingIntent +import android.app.Service +import android.content.Context +import android.content.Intent +import android.os.Build +import android.os.IBinder +import androidx.core.app.NotificationCompat +import android.util.Log +import android.media.projection.MediaProjectionManager + +/** + * 屏幕捕获前台服务 + * 以前台服务的形式执行 MediaProjection 屏幕捕获，满足 Android 14 的安全要求 + */ +class ScreenCaptureForegroundService : Service() { + + companion object { + private const val TAG = "ScreenCaptureService" + private const val NOTIFICATION_ID = 2001 + private const val CHANNEL_ID = "screen_capture_channel" + private const val CHANNEL_NAME = "屏幕捕获服务" + + const val ACTION_START = "com.yunqiinnovation.azure_speech.tools.SCREEN_CAPTURE_START" + const val ACTION_STOP = "com.yunqiinnovation.azure_speech.tools.SCREEN_CAPTURE_STOP" + + const val EXTRA_RESULT_CODE = "result_code" + const val EXTRA_RESULT_DATA = "result_data" + const val EXTRA_WIDTH = "width" + const val EXTRA_HEIGHT = "height" + const val EXTRA_DPI = "dpi" + const val EXTRA_QUALITY = "quality" + + // 全局音频数据监听器，供 Plugin 设置 + var audioDataListener: ((ByteArray) -> Unit)? = null + + /** + * 启动屏幕捕获前台服务 + */ + fun startService( + context: Context, + resultCode: Int, + data: Intent, + width: Int?, + height: Int?, + dpi: Int?, + quality: Int + ) { + val intent = Intent(context, ScreenCaptureForegroundService::class.java).apply { + action = ACTION_START + putExtra(EXTRA_RESULT_CODE, resultCode) + putExtra(EXTRA_RESULT_DATA, data) + if (width != null) putExtra(EXTRA_WIDTH, width) + if (height != null) putExtra(EXTRA_HEIGHT, height) + if (dpi != null) putExtra(EXTRA_DPI, dpi) + putExtra(EXTRA_QUALITY, quality) + } + if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.O) { + context.startForegroundService(intent) + } else { + context.startService(intent) + } + Log.d(TAG, "屏幕捕获前台服务启动请求已发送") + } + + /** + * 停止屏幕捕获前台服务 + */ + fun stopService(context: Context) { + val intent = Intent(context, ScreenCaptureForegroundService::class.java).apply { + action = ACTION_STOP + } + context.startService(intent) + Log.d(TAG, "发送停止屏幕捕获服务指令") + } + } + + private var screenCaptureManager: ScreenCaptureManager? = null + + override fun onCreate() { + super.onCreate() + createNotificationChannel() + } + + override fun onStartCommand(intent: Intent?, flags: Int, startId: Int): Int { + val action = intent?.action + Log.d(TAG, "onStartCommand action=$action") + + + // 如果是停止指令，直接停止服务，不需要 startForeground + if (action == ACTION_STOP) { + stopCapture() + stopForeground(true) + stopSelf() + return START_NOT_STICKY + } + + // 创建前台通知，必须尽快调用 + val notification = createNotification() + try { + // 检查权限，虽然 Manifest 声明了，但为了健壮性 + startForeground(NOTIFICATION_ID, notification) + } catch (e: Exception) { + Log.e(TAG, "Start foreground failed: ${e.message}") + stopSelf() + return START_NOT_STICKY + } + when (action) { + ACTION_START -> { + try { + val resultCode = intent.getIntExtra(EXTRA_RESULT_CODE, 0) + val data = intent.getParcelableExtra(EXTRA_RESULT_DATA) + val width = if (intent.hasExtra(EXTRA_WIDTH)) intent.getIntExtra(EXTRA_WIDTH, 0) else null + val height = if (intent.hasExtra(EXTRA_HEIGHT)) intent.getIntExtra(EXTRA_HEIGHT, 0) else null + val dpi = if (intent.hasExtra(EXTRA_DPI)) intent.getIntExtra(EXTRA_DPI, 0) else null + val quality = intent.getIntExtra(EXTRA_QUALITY, 80) + + if (data == null) { + Log.e(TAG, "缺少授权数据，无法启动屏幕捕获") + stopSelf() + return START_NOT_STICKY + } + + screenCaptureManager = ScreenCaptureManager(this) + // 设置音频回调，将数据转发给全局监听器 + screenCaptureManager?.setAudioCallback(object : ScreenCaptureManager.AudioDataCallback { + override fun onAudio(data: ByteArray) { + // Log.d(TAG, "Service received audio data: ${data.size} bytes, listener: $audioDataListener") + if (audioDataListener != null) { + audioDataListener?.invoke(data) + } else { + Log.w(TAG, "audioDataListener is null") + } + } + }) + screenCaptureManager?.startCapture( + resultCode = resultCode, + data = data, + targetWidth = width, + targetHeight = height, + targetDpi = dpi, + jpegQuality = quality + ) + + isCapturing = true + Log.i(TAG, "屏幕捕获已启动") + } catch (e: Exception) { + Log.e(TAG, "启动屏幕捕获失败: ${e.message}") + stopSelf() + return START_NOT_STICKY + } + } + ACTION_STOP -> { + // 已在顶部处理 + return START_NOT_STICKY + } + else -> { + // 无操作 + } + } + + return START_STICKY + } + + override fun onBind(intent: Intent?): IBinder? = null + + override fun onDestroy() { + super.onDestroy() + stopCapture() + stopForeground(true) + } + + /** + * 停止屏幕捕获并释放相关资源 + */ + private fun stopCapture() { + try { + screenCaptureManager?.stopCapture() + + screenCaptureManager = null + isCapturing = false + Log.i(TAG, "屏幕捕获已停止") + } catch (_: Exception) { } + } + + /** + * 创建通知渠道 + */ + private fun createNotificationChannel() { + if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.O) { + val channel = NotificationChannel( + CHANNEL_ID, + CHANNEL_NAME, + NotificationManager.IMPORTANCE_LOW + ).apply { + description = "用于屏幕捕获时保持应用运行" + setShowBadge(false) + setSound(null, null) + enableVibration(false) + } + val nm = getSystemService(Context.NOTIFICATION_SERVICE) as NotificationManager + nm.createNotificationChannel(channel) + } + } + + /** + * 创建前台服务通知 + */ + private fun createNotification(): Notification { + val intent = packageManager.getLaunchIntentForPackage(packageName) + val pendingIntent = PendingIntent.getActivity( + this, + 0, + intent, + PendingIntent.FLAG_UPDATE_CURRENT or PendingIntent.FLAG_IMMUTABLE + ) + + return NotificationCompat.Builder(this, CHANNEL_ID) + .setContentTitle("语音助手正在运行") + .setContentText("正在进行屏幕捕获，点击返回应用") + .setSmallIcon(android.R.drawable.ic_menu_camera) + .setContentIntent(pendingIntent) + .setOngoing(true) + .setPriority(NotificationCompat.PRIORITY_LOW) + .setCategory(NotificationCompat.CATEGORY_SERVICE) + .setShowWhen(false) + .build() + } +} + @Volatile + var isCapturing: Boolean = false diff --git a/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/tools/ScreenCaptureManager.kt b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/tools/ScreenCaptureManager.kt new file mode 100644 index 000000000..2d1558103 --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/kotlin/com/yunqiinnovation/azure_speech/tools/ScreenCaptureManager.kt @@ -0,0 +1,318 @@ +package com.yunqiinnovation.azure_speech.tools + +import android.content.Context +import android.content.Intent +import android.graphics.Bitmap +import android.graphics.PixelFormat +import android.hardware.display.DisplayManager +import android.hardware.display.VirtualDisplay +import android.media.ImageReader +import android.media.AudioRecord +import android.media.AudioFormat +import android.media.AudioAttributes +import android.media.AudioPlaybackCaptureConfiguration +import android.os.Build +import android.os.Environment +import android.media.projection.MediaProjection +import android.media.projection.MediaProjectionManager +import android.os.Handler +import android.os.HandlerThread +import android.util.DisplayMetrics +import android.util.Log +import android.view.WindowManager +import java.io.ByteArrayOutputStream + +class ScreenCaptureManager(private val context: Context) { + + companion object { + private const val TAG = "ScreenCaptureManager" + } + + private var projectionManager: MediaProjectionManager? = null + private var mediaProjection: MediaProjection? = null + private var virtualDisplay: VirtualDisplay? = null + private var imageReader: ImageReader? = null + private var handlerThread: HandlerThread? = null + private var handler: Handler? = null + private var jpegQuality: Int = 80 + // 音频捕获 + private var audioRecord: AudioRecord? = null + private var audioThread: Thread? = null + private var isAudioCapturing: java.util.concurrent.atomic.AtomicBoolean = + java.util.concurrent.atomic.AtomicBoolean(false) + //private var audioRaf: java.io.RandomAccessFile? = null + //private var audioFile: java.io.File? = null + private var totalPcmBytes: Long = 0 + private val audioSampleRate = 16000 + private val audioChannels = 1 + private val audioBitsPerSample = 16 + private var audioCallback: AudioDataCallback? = null + + /** + * 音频数据回调接口 + */ + interface AudioDataCallback { + fun onAudio(data: ByteArray) + } + + /** + * 设置音频数据回调 + */ + fun setAudioCallback(callback: AudioDataCallback?) { + this.audioCallback = callback + } + + /** + * 开始屏幕捕获并将帧通过提供的传输器发送 + * @param resultCode 媒体投射授权结果码 + * @param data 媒体投射授权返回的Intent + * @param targetWidth 目标宽度（可选，不传则使用屏幕真实宽度） + * @param targetHeight 目标高度（可选，不传则使用屏幕真实高度） + * @param targetDpi 目标DPI（可选，不传则使用屏幕DPI） + * @param jpegQuality JPEG压缩质量(0-100)，默认80 + */ + fun startCapture( + resultCode: Int, + data: Intent, + targetWidth: Int? = null, + targetHeight: Int? = null, + targetDpi: Int? = null, + jpegQuality: Int = 80 + ) { + if (mediaProjection != null) return + + this.jpegQuality = jpegQuality.coerceIn(0, 100) + projectionManager = context.getSystemService(Context.MEDIA_PROJECTION_SERVICE) as MediaProjectionManager + mediaProjection = projectionManager?.getMediaProjection(resultCode, data) + + if (mediaProjection == null) { + Log.e(TAG, "MediaProjection 创建失败") + return + } + + val metrics = getRealDisplayMetrics() + val width = targetWidth ?: metrics.widthPixels + val height = targetHeight ?: metrics.heightPixels + val dpi = targetDpi ?: metrics.densityDpi + + handlerThread = HandlerThread("ScreenCaptureThread").also { it.start() } + handler = Handler(handlerThread!!.looper) + + // Android 14 要求在开始捕获前注册回调以管理资源 + mediaProjection?.registerCallback(object : MediaProjection.Callback() { + override fun onStop() { + Log.i(TAG, "MediaProjection 回调: 捕获停止，清理资源") + try { + stopCapture() + } catch (e: Exception) { + Log.e(TAG, "回调清理资源失败: ${e.message}") + } + } + }, handler) + + imageReader = ImageReader.newInstance(width, height, PixelFormat.RGBA_8888, 2) + imageReader?.setOnImageAvailableListener({ reader -> + val image = reader.acquireLatestImage() ?: return@setOnImageAvailableListener + try { + val w = image.width + val h = image.height + val plane = image.planes[0] + val buffer = plane.buffer + val pixelStride = plane.pixelStride + val rowStride = plane.rowStride + val rowPadding = rowStride - pixelStride * w + + val bitmapWidth = w + rowPadding / pixelStride + val tempBitmap = Bitmap.createBitmap(bitmapWidth, h, Bitmap.Config.ARGB_8888) + tempBitmap.copyPixelsFromBuffer(buffer) + + val finalBitmap = if (bitmapWidth != w) { + Bitmap.createBitmap(tempBitmap, 0, 0, w, h) + } else tempBitmap + + val baos = ByteArrayOutputStream() + finalBitmap.compress(Bitmap.CompressFormat.JPEG, this.jpegQuality, baos) + val bytes = baos.toByteArray() + baos.reset() +//屏幕帧 + //transmitter.sendFrame(bytes) + + if (finalBitmap !== tempBitmap) finalBitmap.recycle() + tempBitmap.recycle() + } catch (e: Exception) { + Log.e(TAG, "处理屏幕帧失败: ${e.message}") + } finally { + image.close() + } + }, handler) + + virtualDisplay = mediaProjection?.createVirtualDisplay( + "ScreenCapture", + width, + height, + dpi, + DisplayManager.VIRTUAL_DISPLAY_FLAG_AUTO_MIRROR, + imageReader!!.surface, + null, + handler + ) + + // 启动系统播放音频捕获（Android 10+） + if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.Q) { + startAudioCapture() + } else { + Log.w(TAG, "当前系统版本不支持AudioPlaybackCapture（需要Android 10+）") + } + + Log.i(TAG, "屏幕捕获已启动 ${width}x${height}@${dpi}dpi") + } + + /** + * 启动系统播放音频捕获（MediaProjection + AudioPlaybackCaptureConfiguration） + */ + private fun startAudioCapture() { + try { + val mp = mediaProjection ?: run { + Log.e(TAG, "MediaProjection 不可用，无法捕获系统音频") + return + } + + // 构建播放音频捕获配置：捕获媒体/游戏等播放流 + val config = AudioPlaybackCaptureConfiguration.Builder(mp) + .addMatchingUsage(AudioAttributes.USAGE_MEDIA) + .addMatchingUsage(AudioAttributes.USAGE_GAME) + .addMatchingUsage(AudioAttributes.USAGE_ASSISTANCE_SONIFICATION) + .build() + + val sampleRate = audioSampleRate + val channelMask = AudioFormat.CHANNEL_IN_MONO + val encoding = AudioFormat.ENCODING_PCM_16BIT + val audioFormat = AudioFormat.Builder() + .setSampleRate(sampleRate) + .setChannelMask(channelMask) + .setEncoding(encoding) + .build() + + audioRecord = AudioRecord.Builder() + .setAudioPlaybackCaptureConfig(config) + .setAudioFormat(audioFormat) + .build() + + val minBuf = AudioRecord.getMinBufferSize(sampleRate, channelMask, encoding) + if (minBuf <= 0) { + Log.e(TAG, "无法获取有效的缓冲区大小: $minBuf") + return + } + + // 准备WAV文件输出 + // prepareWavFile() + + audioRecord?.startRecording() + isAudioCapturing.set(true) + + audioThread = Thread { + Log.i(TAG, "系统播放音频捕获线程已启动") + val buffer = ByteArray(minBuf) + var totalBytes: Long = 0 + try { + while (isAudioCapturing.get()) { + val read = audioRecord?.read(buffer, 0, buffer.size) ?: 0 + // Log.d(TAG, "AudioRecord read result: $read") + if (read > 0) { + totalBytes += read + totalPcmBytes += read + // 写入PCM到WAV数据区 + // audioRaf?.write(buffer, 0, read) + + // 回调音频数据 + if (read == buffer.size) { + audioCallback?.onAudio(buffer.clone()) + } else { + val validData = ByteArray(read) + System.arraycopy(buffer, 0, validData, 0, read) + audioCallback?.onAudio(validData) + } + + + + // 调试输出：打印捕获到的字节数，避免过度日志 + if (totalBytes % (minBuf * 50L) == 0L) { + Log.i(TAG, "累计捕获系统音频字节: $totalBytes") + } + } + } + } catch (e: Exception) { + Log.e(TAG, "系统音频捕获异常: ${e.message}") + } finally { + Log.i(TAG, "系统播放音频捕获线程结束，总字节: $totalBytes") + } + }.apply { + name = "PlaybackAudioCapture" + start() + } + } catch (e: Exception) { + Log.e(TAG, "启动系统音频捕获失败: ${e.message}") + stopAudioCapture() + } + } + + /** + * 停止系统播放音频捕获并清理资源 + */ + private fun stopAudioCapture() { + try { + isAudioCapturing.set(false) + audioRecord?.stop() + audioRecord?.release() + audioRecord = null + try { audioThread?.join(300) } catch (_: Exception) {} + audioThread = null + // finalizeWavFile() + } catch (e: Exception) { + Log.e(TAG, "停止系统音频捕获失败: ${e.message}") + } + } + + + /** + * 停止屏幕捕获并清理资源 + */ + fun stopCapture() { + try { + virtualDisplay?.release() + virtualDisplay = null + + imageReader?.close() + imageReader = null + + mediaProjection?.stop() + mediaProjection = null + + + // 停止系统播放音频捕获 + stopAudioCapture() + + handlerThread?.quitSafely() + handlerThread = null + handler = null + } catch (e: Exception) { + Log.e(TAG, "停止捕获失败: ${e.message}") + } + } + + /** + * 是否处于捕获中 + * @return true 表示正在捕获，false 表示未捕获 + */ + fun isCapturing(): Boolean { + return mediaProjection != null && virtualDisplay != null + } + + private fun getRealDisplayMetrics(): DisplayMetrics { + val metrics = DisplayMetrics() + val wm = context.getSystemService(Context.WINDOW_SERVICE) as WindowManager + @Suppress("DEPRECATION") + wm.defaultDisplay.getRealMetrics(metrics) + return metrics + } +} diff --git a/local_plugins/azure_speech/android/src/main/protos/HOWTO.md b/local_plugins/azure_speech/android/src/main/protos/HOWTO.md new file mode 100644 index 000000000..501a4adb2 --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/protos/HOWTO.md @@ -0,0 +1,10 @@ +# gRPC-Protobuf文件构建指引 + +## Go语言 + +1. 安装[protoc](https://github.com/protocolbuffers/protobuf/releases/download/v21.12/protoc-21.12-linux-x86_64.zip)和[proto-gen-go](https://github.com/protocolbuffers/protobuf-go/releases/download/v1.32.0/protoc-gen-go.v1.32.0.linux.amd64.tar.gz)命令行工具 +1. 假定你的Go项目代码仓库为`github.com/foo/bar`，并且已经初始化（若未初始化，请执行命令`go mod init github.com/foo/bar`命令完成初始化） +1. 将本目录(protos目录）复制到你的Go项目代码仓库中（务必放置在该仓库的根目录中，否则你需要自行修改`protos/build_go.sh`脚本） +3. 在仓库根目录中执行命令：`sh protos/build_go.sh` +4. 命令执行结束后，代码会生成到仓库根目录的`protogen`子目录中 +5. 在Go代码中引用相关package，例：`import "../kotlin/com/yunqiinnovation/azure_speech/protos/github.com/foo/bar/protogen/products/understanding/ast"` diff --git a/local_plugins/azure_speech/android/src/main/protos/build_go.sh b/local_plugins/azure_speech/android/src/main/protos/build_go.sh new file mode 100755 index 000000000..e1c592496 --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/protos/build_go.sh @@ -0,0 +1,38 @@ +#!/bin/bash + +# You must have `protoc` CMD tool installed. You can download compiled binary for Linux here: +# https://github.com/protocolbuffers/protobuf/releases/download/v21.12/protoc-21.12-linux-x86_64.zip + +# You must also have `proto-gen-go` installed, which you can find the compiled binary here: +# https://github.com/protocolbuffers/protobuf-go/releases/download/v1.32.0/protoc-gen-go.v1.32.0.linux.amd64.tar.gz + +set -ex + +proto_dir=$(dirname $0) +cd ${proto_dir}/.. + +import_prefix=$(go list -m)/protogen + +protoc \ + --proto_path=${proto_dir} \ + --go_out=. \ + --go_opt=Mcommon/events.proto=${import_prefix}/common/event \ + --go_opt=Mcommon/rpcmeta.proto=${import_prefix}/common/rpcmeta \ + --go_opt=Mproducts/understanding/base/au_base.proto=${import_prefix}/products/understanding/base \ + --go_opt=Mproducts/understanding/ast/ast_service.proto=${import_prefix}/products/understanding/ast \ + --go-grpc_out=. \ + --go-grpc_opt=Mcommon/events.proto=${import_prefix}/common/event \ + --go-grpc_opt=Mcommon/rpcmeta.proto=${import_prefix}/common/rpcmeta \ + --go-grpc_opt=Mproducts/understanding/base/au_base.proto=${import_prefix}/products/understanding/base \ + --go-grpc_opt=Mproducts/understanding/ast/ast_service.proto=${import_prefix}/products/understanding/ast \ + ${proto_dir}/common/events.proto \ + ${proto_dir}/common/rpcmeta.proto \ + ${proto_dir}/products/understanding/base/au_base.proto \ + ${proto_dir}/products/understanding/ast/ast_service.proto + + +# Copy generated files to the right place and remove redundant directories. +dest_dir=$(basename ${import_prefix}) +redundant_dir=${import_prefix%%/*} +rsync -a --remove-source-files ${import_prefix}/ ${dest_dir}/ +rm -rf ${redundant_dir} diff --git a/local_plugins/azure_speech/android/src/main/protos/common/events.proto b/local_plugins/azure_speech/android/src/main/protos/common/events.proto new file mode 100644 index 000000000..a33cbe4d3 --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/protos/common/events.proto @@ -0,0 +1,133 @@ +syntax = "proto3"; + +package data.speech.event; + +option java_multiple_files = true; +option java_package = "data.speech.event"; + +enum Type { + option allow_alias = true; + /* + * All following event names do not conform to CONSTANT_CASE naming style + * because we intentionally make them consistant with the existing SAMI + * string-typed events so that these enum values can be easily converted to + * event strings by simply call their `String()` method (eg, + * `event.Type_StartTTS.String() == "StartTTS"`). + */ + + // 默认事件，适用于不使用事件的方案或不需要传递事件的情况， + // 或者对于使用事件的方案，可以通过非0值来校验事件的合法性 + None = 0; + + /* + * 1 ~ 300 为与业务无关的通用事件 + */ + + /*** 1 ～ 99 为Connection相关事件 ***/ + + // 1 ~ 49 为上行Connection事件 + StartConnection = 1; + StartTask = 1; // Alias of "StartConnection" + FinishConnection = 2; + FinishTask = 2; // Alias of "FinishConnection" + + // 50 ~ 99 为下行Connection事件 + // 成功建连 + ConnectionStarted = 50; + TaskStarted = 50; // Alias of "ConnectionStarted" + // 建连失败（可能是无法通过权限认证） + ConnectionFailed = 51; + TaskFailed = 51; // Alias of "ConnectionFailed" + // 连接结束 + ConnectionFinished = 52; + TaskFinished = 52; // Alias of "ConnectionFinished" + + /*** 100 ~ 199 为Session、用量等类型事件 ***/ + + // 100 ~ 149 为上行Session事件 + StartSession = 100; + CancelSession = 101; + FinishSession = 102; + + // 150 ～ 199 为下行Session事件 + SessionStarted = 150; + SessionCanceled = 151; + SessionFinished = 152; + SessionFailed = 153; + + // 用量事件 + UsageResponse = 154; + ChargeData = 154; // Alias of "UsageResponse" + + /*** 200 ～ 299 为不跟特定方案绑定的通用事件，会被解决方案及下游消费 ***/ + + // 200 ~ 249 为上行通用事件 + TaskRequest = 200; + UpdateConfig = 201; + + ImageRequest = 202; + + // 250 ~ 299 为下行通用事件 + AudioMuted = 250; + + /* + * 300及以上为业务相关的事件 + */ + + /*** 300 ~ 399 为TTS相关事件 ***/ + + // 300 ~ 349 为上行TTS事件 + SayHello = 300; + + // 350 ~ 399 为下行TTS事件 + TTSSentenceStart = 350; + TTSSentenceEnd = 351; + TTSResponse = 352; + TTSEnded = 359; + PodcastRoundStart = 360; + PodcastRoundResponse = 361; + PodcastRoundEnd = 362; + + /*** 400 ~ 499 为ASR相关事件 ***/ + + // 400 ~ 449 为上行ASR事件 + + // 450 ~ 499 为下行ASR事件 + ASRInfo = 450; + ASRResponse = 451; + ASREnded = 459; + + /*** 500 ~ 599 为对话相关事件 ***/ + + // 500 ~ 549 为上行对话事件 + // (Ground-Truth-Alignment) text for speech synthesis + ChatTTSText = 500; + ChatTextQuery = 501; + + // 550 ~ 599 为下行对话事件 + ChatResponse = 550; + ChimeInStart = 551; + ChimeInEnd = 552; + ChatEnded = 559; + ThinkStart = 560; + ThinkResponse = 561; + ThinkEnd = 562; + ToolOutput = 563; + FCResponseStart = 564; + FCResponse = 565; + FCResponseEnd = 566; + + /*** 600 ~ 699 为Machine Translation相关事件 ***/ + + // 600 ~ 649 为上行对话事件 + + // 650 ~ 699 为下行对话事件 + // Events for source (original) language subtitle. + SourceSubtitleStart = 650; + SourceSubtitleResponse = 651; + SourceSubtitleEnd = 652; + // Events for target (translation) language subtitle. + TranslationSubtitleStart = 653; + TranslationSubtitleResponse = 654; + TranslationSubtitleEnd = 655; +} diff --git a/local_plugins/azure_speech/android/src/main/protos/common/rpcmeta.proto b/local_plugins/azure_speech/android/src/main/protos/common/rpcmeta.proto new file mode 100644 index 000000000..22d5fc016 --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/protos/common/rpcmeta.proto @@ -0,0 +1,100 @@ +syntax = "proto3"; + +package data.speech.common; + +option java_multiple_files = true; +option java_package = "data.speech.common"; + +// NOTE(lucas): We define the fields of RequestMeta and ResponseMeta using +// PascalCase, which does not comform to normal practice, so that they are +// mostly compatible with the original definition declared as Go structs in: +// code.byted.org/lab-speech/gocommon/v2/srvutil/rpcmeta + +message RequestMeta { + // Required. + // Backend endpoint name. Gateway will also use it to infer HTTP/WebSocket URL + // path. + string Endpoint = 1 [ json_name = "endpoint" ]; + // Required. + // For historical reasons, this can be either a volcanic appid or a sail + // platform appKey. If both are transmitted at the same time, you need to put + // the volcengine appid in the AppID + string AppKey = 2 [ json_name = "app_key" ]; + // Optional. + // appID in volcengine + string AppID = 3 [ json_name = "app_id" ]; + // - Required by gateway, you must provide a ResourceID on calling gateway. + // - Optional for backend services, gateway doesn't need to pass this to + // backend. + string ResourceID = 4 [ json_name = "resource_id" ]; + // Required for Websocket connection (SDK -> Gateway), optional otherwise. + // In websocket communication, a connection can be reused for multiple + // simultaneous sessions. Servers use this ID mainly for debugging purposes. + string ConnectionID = 5 [ json_name = "connection_id" ]; + // Required. Session is the minimum unit that performs a specific task. The + // request data in a session can be devided into a number data packets + // transmitted (but not necessarily processed by the server) in a sequential + // manner. Each data packet can be denoted by a "Sequence" number (although + // populating the "Sequence" field is not mandatory). In the simplest case, + // all request data in a session is sent as a lump (ie, only one packet). + string SessionID = 6 [ json_name = "session_id" ]; + // Optional, if not passed, default value 0 will be assumed. For streaming + // RPC, this field can be omitted (because the order of sending is preserved + // at the receiving side) unless the client needs the acknowledgement of + // packet receipt from the server side. + int32 Sequence = 7 [ json_name = "sequence" ]; +} + +message BillingItem { + // Required. + // Billing unit, eg: + // - minute (billed by the number of minutes used) + // - word (billed by the number of words submitted or generated) + // - call (billed by the number of RPC/HTTP/Websocket calls) + string Unit = 1 [ json_name = "unit" ]; + // Optional. + // The amount that the consumer consumed counted by `BillingItem.Unit`. We use + // a float number because sometimes we want precision better than whole + // numbers. + float Quantity = 2 [ json_name = "quantity" ]; +} + +message Billing { + // Optional. + // For new billing items, use this field. This is a list because there may be + // more than one billing items in one request/session. + repeated BillingItem Items = 1 [ json_name = "items" ]; + + /* + * The following are reserved for compatibility. For new billing items, use + * field `Items`. + * We do NOT recommend using `Items` and the fields below at the same time. + */ + + // Optional. + // For commodities that are priced w.r.t (typically audio/video) duration in + // milliseconds. + int64 DurationMsec = 2 [ json_name = "duration_msec" ]; + // Optional. + // For commodities priced w.r.t text length (number of words/tokens). + int64 WordCount = 3 [ json_name = "word_count" ]; +} + +message ResponseMeta { + // Required. + // The same SessionID in RequestMeta. + string SessionID = 1 [ json_name = "session_id" ]; + // Optional. + // The same sequence in RequestMeta (except that server *may* turn a positive + // sequence to its negative counterpart). + int32 Sequence = 2 [ json_name = "sequence" ]; + // Optional. + // Response status code. + int32 StatusCode = 3 [ json_name = "status_code" ]; + // Optional. + // Detailed status information. + string Message = 4 [ json_name = "message" ]; + // Billing information in case only backend servers can collect this + // information. + optional Billing Billing = 5 [ json_name = "billing" ]; +} diff --git a/local_plugins/azure_speech/android/src/main/protos/products/understanding/ast/ast_service.proto b/local_plugins/azure_speech/android/src/main/protos/products/understanding/ast/ast_service.proto new file mode 100644 index 000000000..2117d6d27 --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/protos/products/understanding/ast/ast_service.proto @@ -0,0 +1,46 @@ +syntax = "proto3"; + +import "common/events.proto"; +import "common/rpcmeta.proto"; +import "products/understanding/base/au_base.proto"; + +package data.speech.ast; + +option java_multiple_files = true; +option java_package = "data.speech.ast"; + +message ReqParams { + string mode = 1; // 可能是s2t , s2s 选一个, 控制是否需要语音 + string source_language = 2; // 源语言 + string target_language = 3; // 目标语言 + string speaker_id = 4; + + data.speech.understanding.Corpus corpus = 100; +} + +message TranslateRequest { + optional data.speech.common.RequestMeta request_meta = 1; + data.speech.event.Type event = 2; + data.speech.understanding.User user = 3; + // bytes data = 2; // request binary data + data.speech.understanding.Audio source_audio = 4; // 源音频信息 + // 目标音频信息，只需要传format（pcm/ogg）、rate、bits、channel这些 + data.speech.understanding.Audio target_audio = 5; + ReqParams request = 6; // 请求参数 + optional bool denoise = 7; // 是否开启降噪 +} + +message TranslateResponse { + optional data.speech.common.ResponseMeta response_meta = 1; + data.speech.event.Type event = 2; + bytes data = 3; // response binary data + string text = 4; // 原文或者译文 + int32 start_time = 5; + int32 end_time = 6; + bool spk_chg = 7; + int32 muted_duration_ms = 8; +} + +service ASTService { + rpc Translate(stream TranslateRequest) returns (stream TranslateResponse); +} diff --git a/local_plugins/azure_speech/android/src/main/protos/products/understanding/base/au_base.proto b/local_plugins/azure_speech/android/src/main/protos/products/understanding/base/au_base.proto new file mode 100644 index 000000000..28072d899 --- /dev/null +++ b/local_plugins/azure_speech/android/src/main/protos/products/understanding/base/au_base.proto @@ -0,0 +1,195 @@ +syntax = "proto3"; + +package data.speech.understanding; + +option java_multiple_files = true; +option java_package = "data.speech.understanding"; + +enum Code { + ERROR_UNSPECIFIED = 0; + + SUCCESS = 21000; + + // request related + INVALID_REQUEST = 11100; + PERMISSION_DENIED = 11200; + LIMIT_QPS = 11301; + LIMIT_COUNT = 11302; + SERVER_BUSY = 11303; + INTERRUPTED = 21300; + ERROR_PARAMS = 11500; + + // audio related + LONG_AUDIO = 11101; + LARGE_PACKET = 11102; + INVALID_FORMAT = 11103; + SILENT_AUDIO = 11104; + EMPTY_AUDIO = 11105; + AUDIO_DOWNLOAD_FAIL = 21701; + + // recognition related + TIMEOUT_WAITING = 21200; + TIMEOUT_PROCESSING = 21201; + ERROR_PROCESSING = 21100; + + // others + ERROR_UNKNOWN = 29900; +} + +message Word { + string text = 1; + int32 start_time = 2; + int32 end_time = 3; + int32 blank_duration = 4; + string pronounce = 5; + double confidence = 6; +} +message UtteranceAddition {} + +message ResultAddition {} + +message Utterance { + string text = 1; + int32 start_time = 2; + int32 end_time = 3; + optional bool definite = 4; + repeated Word words = 5; + string language = 6; + double confidence = 7; + int32 speaker = 8; + int32 channel_id = 9; + + map additions = 100; +} + +message LanguageDetail { + // language probability + double prob = 1; +} + +message Result { + string text = 1; + repeated Utterance utterances = 2; + double confidence = 3; + double global_confidence = 4; + string language = 5; + map language_details = 6; + optional bool termination = 7; + double volume = 8; + double speech_rate = 9; + string result_type = 10; + string ori_text = 11; + optional bool prefetch = 12; + + map additions = 100; +} + +message AudioInfo { + int64 duration = 1; + double speech_rate = 2; +} + +message App { string work_flow_name = 1; } + +message User { + string uid = 1; + string did = 2; + // android or ios info + string platform = 3; + string sdk_version = 4; + string app_version = 5; +} + +message Audio { + string data = 1; + string url = 2; + // url; vid... + string url_type = 3; + string format = 4; + string codec = 5; + string language = 6; + int32 rate = 7; + int32 bits = 8; + int32 channel = 9; + string tos_bucket = 10; + string tos_access_key = 11; + string audio_tos_object = 12; + string role_trn = 13; + bytes binary_data = 14; +} + +enum AsrNotificationCode { + NOTIFICATION_UNSPECIFIED = 0; + DISCONNECT = 1000; +} + +message AsrNotification { + AsrNotificationCode code = 1; + string message = 2; +} + +message ReqParams { + string model_name = 1; // 用于映射集群 + string config_name = 2; // 用于映射tcc配置 + optional bool enable_vad = 3; + optional bool enable_punc = 4; + optional bool enable_itn = 5; + optional bool enable_ddc = 6; + optional bool enable_resample = 7; + optional bool vad_signal = 8; + optional bool enable_translate = 9; + optional bool disable_end_punc = 10; + optional bool enable_speaker_info = 11; + optional bool enable_channel_split = 12; + string app_lang = 13; + string country = 14; + string audio_type = 15; + optional bool enable_lid = 16; + int32 reco2act_num_spk = 17; + int32 reco2max_num_spk = 18; + optional bool enable_interrupt = 19; + optional bool vad_segment = 20; + optional bool enable_ori_text = 21; + optional bool enable_nonstream = 22; + + optional bool show_utterances = 31; + optional bool show_words = 32; + optional bool show_duration = 33; + optional bool show_language = 34; + optional bool show_volume = 35; + optional bool show_volume_v = 362; + optional bool show_speech_rate = 37; + optional bool show_prefetch = 38; + string result_type = 39; + + int32 start_silence_time = 61; + int32 end_silence_time = 62; + int32 vad_silence_time = 63; + int32 min_silence_time = 64; + string vad_mode = 65; + int32 vad_segment_duration = 66; + int32 end_window_size = 67; + int32 force_to_speech_time = 68; + + Corpus corpus = 100; + AsrNotification notification = 101; + string sensitive_words_filter = 102; +} + +message Corpus { + // json格式，包含热词，冷词，篇章，纠错词表等 + string context = 1; + string boosting_table_id = 2; + string boosting_table_name = 3; + string boosting_id = 4; + string nnlm_id = 5; + string correct_table_id = 6; + string correct_table_name = 7; + string punc_hot_words = 8; + repeated string hot_words_list = 9; + map glossary_list = 10; + + optional bool show_match_hot_words = 61; + optional bool show_all_match_hot_words = 62; + optional bool show_effective_hot_words = 63; +} diff --git a/local_plugins/azure_speech/ios/azure_speech/Sources/azure_speech/AliyunBailianE2EHelper.swift b/local_plugins/azure_speech/ios/azure_speech/Sources/azure_speech/AliyunBailianE2EHelper.swift new file mode 100644 index 000000000..924d96b1d --- /dev/null +++ b/local_plugins/azure_speech/ios/azure_speech/Sources/azure_speech/AliyunBailianE2EHelper.swift @@ -0,0 +1,427 @@ +import Foundation +import os.log + +/** + * 阿里云百炼（Bailian）实时音视频翻译助手 (qwen3-livetranslate-flash-realtime) + * iOS 实现，使用 URLSessionWebSocketTask 和 JSON 协议。 + */ +class AliyunBailianE2EHelper: NSObject, URLSessionWebSocketDelegate { + /** + * 回调接口 + */ + protocol Callback: AnyObject { + func onSessionStarted(sessionId: String) + func onPartialText(sessionId: String, text: String) + func onPartialSourceText(sessionId: String, text: String) + func onFinalSourceText(sessionId: String, finalText: String) + func onFinalTranslatedText(sessionId: String, finalText: String) + func onPartialAudio(sessionId: String, data: Data) + func onSessionFinished(sessionId: String, finalText: String, finalAudio: Data) + func onSessionError(sessionId: String, code: Int, message: String) + } + + /** + * 配置结构 + */ + struct Config { + var wsUrl: String = "wss://dashscope.aliyuncs.com/api-ws/v1/realtime" + var apiKey: String = "" + var appId: String = "qwen3-livetranslate-flash-realtime" + var sampleRate: Int = 16000 + var sourceLanguage: String = "zh" + var targetLanguage: String = "en" + var voice: String = "" + } + + private let tag = "AliyunBailianE2EHelper" + private let log = OSLog(subsystem: "com.azure.speech", category: "AliyunBailian") + + private var conf = Config() + private weak var callback: Callback? + + private var urlSession: URLSession? + private var webSocket: URLSessionWebSocketTask? + private var sessionId: String = "" + + private var fullTextBuffer = "" + private var fullAudioBuffer = Data() + + private var recvTextBuffer = "" + private var audioChunkBuffer = Data() + + private var isStarted = false + + deinit { + os_log("AliyunBailianE2EHelper deinit", log: log, type: .info) + } + + /** + * 初始化助手（异步） + * - 参数 config: 会话配置 + * - 参数 cb: 回调实现 + * - 返回: 是否成功触发连接逻辑 + */ + func initialize(config: Config, cb: Callback) async -> Bool { + os_log("initialize: wsUrl=%{public}@", log: log, type: .info, config.wsUrl) + urlSession?.invalidateAndCancel() + urlSession = nil + + conf = config + callback = cb + + let configuration = URLSessionConfiguration.default + configuration.timeoutIntervalForRequest = 0 + configuration.timeoutIntervalForResource = 0 + + urlSession = URLSession(configuration: configuration, delegate: self, delegateQueue: OperationQueue.main) + + return startContinuousConversation() + } + + /** + * 启动会话并建立 WebSocket 连接 + */ + func startContinuousConversation() -> Bool { + guard !isStarted else { + os_log("Already started, ignore start request", log: log, type: .info) + return true + } + guard let session = urlSession else { + os_log("URLSession is nil, cannot start", log: log, type: .error) + return false + } + + let urlWithModel: String + if conf.wsUrl.contains("?") { + urlWithModel = conf.wsUrl + } else { + urlWithModel = "\(conf.wsUrl)?model=qwen3-livetranslate-flash-realtime" + } + + guard let url = URL(string: urlWithModel) else { + os_log("Invalid wsUrl: %{public}@", log: log, type: .error, urlWithModel) + return false + } + + sessionId = UUID().uuidString + os_log("Start session: %{public}@", log: log, type: .info, sessionId) + + recvTextBuffer = "" + fullTextBuffer = "" + fullAudioBuffer.removeAll() + audioChunkBuffer.removeAll() + + var request = URLRequest(url: url) + request.timeoutInterval = 60 + request.addValue("Bearer \(conf.apiKey)", forHTTPHeaderField: "Authorization") + + webSocket = session.webSocketTask(with: request) + webSocket?.resume() + isStarted = true + return true + } + + /** + * 发送 session.update 配置会话 + */ + private func sendSessionUpdate() { + guard let ws = webSocket else { return } + do { + var session: [String: Any] = [:] + + var transcription: [String: Any] = [:] + transcription["model"] = "qwen3-asr-flash-realtime" + transcription["language"] = conf.sourceLanguage + session["input_audio_transcription"] = transcription + + var translation: [String: Any] = [:] + translation["language"] = conf.targetLanguage + session["translation"] = translation + + if !conf.voice.isEmpty { + session["voice"] = conf.voice + } else { + if conf.targetLanguage != "yue" { + session["voice"] = "Cherry" + } else { + session["voice"] = "Kiki" + } + } + session["input_audio_format"] = "pcm16" + session["output_audio_format"] = "pcm24" + + var modalities: [String] = [] + modalities.append("text") + modalities.append("audio") + session["modalities"] = modalities + + var root: [String: Any] = [:] + root["type"] = "session.update" + root["session"] = session + + let data = try JSONSerialization.data(withJSONObject: root, options: []) + if let jsonString = String(data: data, encoding: .utf8) { + ws.send(.string(jsonString)) { [weak self] error in + if let e = error { + os_log("Error sending session.update: %{public}@", log: self?.log ?? .default, type: .error, e.localizedDescription) + } else { + os_log("Sent session.update: %{public}@", log: self?.log ?? .default, type: .info, jsonString) + } + } + } + } catch { + os_log("Error building session.update: %{public}@", log: log, type: .error, error.localizedDescription) + } + } + + /** + * 将 24kHz PCM 重采样为 16kHz + */ + private func resample24kTo16k(_ input: Data) -> Data { + if input.count < 4 { return input } + + let sampleCount = input.count / 2 + var inputSamples = [Int16](repeating: 0, count: sampleCount) + _ = input.withUnsafeBytes { raw -> Void in + guard let base = raw.bindMemory(to: Int16.self).baseAddress else { return } + for i in 0.. 0 { + let chunk = audioChunkBuffer.prefix(sendLen) + callback?.onPartialAudio(sessionId: sessionId, data: Data(chunk)) + audioChunkBuffer = Data(audioChunkBuffer.dropFirst(sendLen)) + } + } + + /** + * 推送音频 PCM 数据（Base64 编码） + */ + func pushAudioData(_ data: Data) -> Bool { + guard isStarted, let ws = webSocket else { + os_log("pushAudioData ignored: isStarted=%{public}d, ws is nil", log: log, type: .info, isStarted) + return false + } + os_log("pushAudioData: %{public}d bytes", log: log, type: .info, data.count) + do { + let base64Audio = data.base64EncodedString() + var root: [String: Any] = [:] + root["type"] = "input_audio_buffer.append" + root["audio"] = base64Audio + let jsonData = try JSONSerialization.data(withJSONObject: root, options: []) + if let jsonString = String(data: jsonData, encoding: .utf8) { + ws.send(.string(jsonString)) { [weak self] error in + if let e = error { + os_log("pushAudioData error: %{public}@", log: self?.log ?? .default, type: .error, e.localizedDescription) + } + } + } + return true + } catch { + os_log("pushAudioData serialization error: %{public}@", log: log, type: .error, error.localizedDescription) + return false + } + } + + /** + * 停止会话 + */ + func stopContinuousConversation() -> Bool { + os_log("stopContinuousConversation", log: log, type: .info) + if let ws = webSocket { + ws.cancel(with: .normalClosure, reason: "User stopped".data(using: .utf8)) + } + isStarted = false + return true + } + + /** + * 释放资源 + */ + func dispose() { + os_log("dispose", log: log, type: .info) + do { + try webSocket?.cancel(with: .normalClosure, reason: "dispose".data(using: .utf8)) + } catch { + } + webSocket = nil + isStarted = false + urlSession?.invalidateAndCancel() + urlSession = nil + } + + /** + * WebSocket 打开回调 + */ + func urlSession(_ session: URLSession, webSocketTask: URLSessionWebSocketTask, didOpenWithProtocol protocol: String?) { + os_log("WebSocket didOpen", log: log, type: .info) + sendSessionUpdate() + callback?.onSessionStarted(sessionId: sessionId) + receiveLoop() + } + + /** + * WebSocket 接收循环 + */ + private func receiveLoop() { + webSocket?.receive { [weak self] result in + guard let self = self else { return } + switch result { + case .failure(let error): + os_log("WebSocket receive error: %{public}@", log: self.log, type: .error, error.localizedDescription) + self.callback?.onSessionError(sessionId: self.sessionId, code: 1011, message: error.localizedDescription) + case .success(let message): + switch message { + case .string(let text): + self.handleJsonMessage(text) + case .data(let data): + if let text = String(data: data, encoding: .utf8) { + self.handleJsonMessage(text) + } + @unknown default: + break + } + self.receiveLoop() + } + } + } + + /** + * WebSocket 关闭回调 + */ + func urlSession(_ session: URLSession, webSocketTask: URLSessionWebSocketTask, didCloseWith closeCode: URLSessionWebSocketTask.CloseCode, reason: Data?) { + let reasonStr = String(data: reason ?? Data(), encoding: .utf8) ?? "" + os_log("WebSocket didClose code=%{public}d reason=%{public}@", log: log, type: .info, closeCode.rawValue, reasonStr) + isStarted = false + callback?.onSessionFinished(sessionId: sessionId, finalText: fullTextBuffer, finalAudio: fullAudioBuffer) + } + + /** + * 任务完成回调（错误处理） + */ + func urlSession(_ session: URLSession, task: URLSessionTask, didCompleteWithError error: Error?) { + if let e = error { + os_log("WebSocket task error: %{public}@", log: log, type: .error, e.localizedDescription) + callback?.onSessionError(sessionId: sessionId, code: 1012, message: e.localizedDescription) + } + isStarted = false + } +} + diff --git a/local_plugins/azure_speech/ios/azure_speech/Sources/azure_speech/DoubaoE2ETranslateHelper.swift b/local_plugins/azure_speech/ios/azure_speech/Sources/azure_speech/DoubaoE2ETranslateHelper.swift new file mode 100644 index 000000000..fcc55baa3 --- /dev/null +++ b/local_plugins/azure_speech/ios/azure_speech/Sources/azure_speech/DoubaoE2ETranslateHelper.swift @@ -0,0 +1,650 @@ +import Foundation +import os.log + +/** + * Doubao AST 流式翻译助手（iOS） + * 提供与 Android `DoubaoE2ETranslateHelper` 类似的接口： + * - 初始化并建立 WebSocket 连接 + * - 推送音频分片到服务端 + * - 接收增量文本与音频分片 + * - 在会话结束时回传完整文本与合成音频 + */ +class DoubaoE2ETranslateHelper: NSObject, URLSessionWebSocketDelegate { + /** + * 回调接口 + */ + protocol Callback: AnyObject { + func onSessionStarted(sessionId: String) + func onPartialText(sessionId: String, text: String) + func onPartialSourceText(sessionId: String, text: String) + func onFinalSourceText(sessionId: String, finalText: String) + func onFinalTranslatedText(sessionId: String, finalText: String) + func onPartialAudio(sessionId: String, data: Data) + func onSessionFinished(sessionId: String, finalText: String, finalAudio: Data) + func onSessionError(sessionId: String, code: Int, message: String) + } + + /** + * 客户端配置 + */ + struct Config { + var wsUrl: String = "wss://openspeech.bytedance.com/api/v4/ast/v2/translate" + var appKey: String = "" + var accessKey: String = "" + var resourceId: String = "volc.service_type.10053" + var sourceLanguage: String = "zh" + var targetLanguage: String = "en" + var clientWaitMs: Int64 = 60_000 + } + + private let tag = "DoubaoE2ETranslateHelper" + private let log = OSLog(subsystem: "com.azure.speech", category: "DoubaoE2E") + + private var conf = Config() + private weak var callback: Callback? + + private var urlSession: URLSession? + private var webSocket: URLSessionWebSocketTask? + private var sessionId: String = "" + + private var recvAudio = Data() + private var recvText: [String] = [] + private var recvSourceText: [String] = [] + + private var audioChunkBuffer = Data() + private var isStarted = false + + private let lock = NSLock() + private var isWebSocketConnected = false + private var pendingAudioData: [Data] = [] + private var keepAliveTimer: Timer? + private var lastAudioSentAt = Date.distantPast + private let keepAliveIntervalSec: TimeInterval = 1.0 + private let keepAliveIdleThresholdSec: TimeInterval = 2.5 + private let keepAliveSilentChunk = Data(repeating: 0, count: 640) + private var hasSentInitialWarmupPacket = false + + /** + * 初始化助手（异步） + * 返回是否成功触发了连接逻辑 + */ + func initialize(config: Config, cb: Callback) async -> Bool { + // 清理旧的 Session + if let session = urlSession { + session.invalidateAndCancel() + } + + os_log("Initialize with wsUrl: %{public}@", log: log, type: .info, config.wsUrl) + conf = config + // 去除可能的空白字符 + conf.appKey = conf.appKey.trimmingCharacters(in: .whitespacesAndNewlines) + conf.accessKey = conf.accessKey.trimmingCharacters(in: .whitespacesAndNewlines) + conf.resourceId = conf.resourceId.trimmingCharacters(in: .whitespacesAndNewlines) + + callback = cb + let configuration = URLSessionConfiguration.default + configuration.timeoutIntervalForRequest = 0 // 恢复为0（无超时），因为 WebSocket 是长连接 + configuration.timeoutIntervalForResource = 0 + // 使用主队列，方便调试且避免并发问题 + urlSession = URLSession(configuration: configuration, delegate: self, delegateQueue: OperationQueue.main) + + // 等待连接建立（简单的延迟模拟，或者通过回调通知） + // 这里仅启动连接，实际连接结果是异步的 + return startContinuousTranslation() + } + + /** + * 重启会话（用于超时自动重连） + */ + private func restartSession() { + os_log("Restarting session due to timeout...", log: log, type: .info) + stopKeepAliveTimer() + hasSentInitialWarmupPacket = false + + webSocket?.cancel(with: .normalClosure, reason: "restarting".data(using: .utf8)) + webSocket = nil + isStarted = false + lock.lock() + isWebSocketConnected = false + lock.unlock() + + DispatchQueue.main.asyncAfter(deadline: .now() + 0.2) { [weak self] in + guard let self = self else { return } + if !self.isStarted { + _ = self.startContinuousTranslation() + } + } + } + + /** + * 启动会话并建立 WebSocket 连接 + */ + func startContinuousTranslation() -> Bool { + guard !isStarted else { + os_log("Already started, ignoring start request", log: log, type: .info) + return true + } + guard let url = URL(string: conf.wsUrl) else { + os_log("Invalid WebSocket URL: %{public}@", log: log, type: .error, conf.wsUrl) + return false + } + + sessionId = UUID().uuidString + os_log("Starting new session: %{public}@", log: log, type: .info, sessionId) + + recvAudio.removeAll() + recvText.removeAll() + recvSourceText.removeAll() + hasSentInitialWarmupPacket = false + + lock.lock() + isWebSocketConnected = false + pendingAudioData.removeAll() + lock.unlock() + + var request = URLRequest(url: url) + request.timeoutInterval = 60 // 握手超时可以设置，但连接成功后不应受此限制 + + // 打印 Header 信息（部分脱敏） + let appKeyMasked = conf.appKey.count > 4 ? String(conf.appKey.prefix(4)) + "***" : conf.appKey + let accessKeyMasked = conf.accessKey.count > 4 ? String(conf.accessKey.prefix(4)) + "***" : "N/A" + os_log("Request Headers: AppKey=%{public}@, ResourceId=%{public}@", log: log, type: .info, appKeyMasked, conf.resourceId) + + request.addValue(conf.appKey, forHTTPHeaderField: "X-Api-App-Key") + request.addValue(conf.accessKey, forHTTPHeaderField: "X-Api-Access-Key") + request.addValue(conf.resourceId, forHTTPHeaderField: "X-Api-Resource-Id") + request.addValue(UUID().uuidString, forHTTPHeaderField: "X-Api-Connect-Id") + + // 尝试添加 Protocol 头 + // request.addValue("ast-v2", forHTTPHeaderField: "Sec-WebSocket-Protocol") + + if let session = urlSession { + webSocket = session.webSocketTask(with: request) + } else { + os_log("Failed to create WebSocket task: urlSession is nil", log: log, type: .error) + return false + } + webSocket?.resume() + isStarted = true + return true + } + + /** + * 推送音频数据（PCM/WAV） + */ + func pushAudioData(_ data: Data) -> Bool { + // 先检查 isStarted，避免未启动就调用 + guard isStarted else { + os_log("Push audio failed: not started", log: log, type: .error) + return false + } + + // 尝试获取 webSocket，如果为空，说明还在连接中，应该进入缓冲逻辑 + // 如果已经连接成功但 webSocket 还是 nil，那就是异常状态 + + lock.lock() + // 1. 如果已连接且有 ws 实例 -> 直接发 + if isWebSocketConnected, let ws = webSocket { + lock.unlock() + return sendAudioData(ws, data: data) + } + // 2. 否则（连接中、ws 为空、或者刚断开）-> 缓冲 + else { + // os_log("Buffering audio data, size: %d", log: log, type: .debug, data.count) + pendingAudioData.append(data) + lock.unlock() + return true + } + } + + /** + * 发送音频分片（Protobuf） + */ + private func sendAudioData(_ ws: URLSessionWebSocketTask, data: Data) -> Bool { + if data.isEmpty { return true } + let req = makeChunkRequest(sessionId: sessionId, chunk: data) + guard let msg = try? req.serializedData() else { return false } + ws.send(.data(msg)) { [weak self] error in + if let e = error { + os_log("发送音频失败: %{public}@", log: self?.log ?? .default, type: .error, e.localizedDescription) + } else { + self?.markAudioSentNow() + } + } + return true + } + + /** + * 停止会话并发送结束请求（Protobuf） + */ + func stopContinuousTranslation() -> Bool { + os_log("Stopping continuous translation", log: log, type: .info) + guard let ws = webSocket else { return false } + let req = makeFinishRequest(sessionId: sessionId) + guard let msg = try? req.serializedData() else { return false } + ws.send(.data(msg)) { _ in } + return true + } + + /** + * 释放资源 + */ + func dispose() { + os_log("Disposing resources", log: log, type: .info) + stopKeepAliveTimer() + do { try webSocket?.cancel(with: .normalClosure, reason: "dispose".data(using: .utf8)) } catch { } + webSocket = nil + isStarted = false + lock.lock() + isWebSocketConnected = false + pendingAudioData.removeAll() + lock.unlock() + urlSession?.invalidateAndCancel() + urlSession = nil + } + + /** + * WebSocket打开回调（发送 Protobuf StartSession） + */ + func urlSession(_ session: URLSession, webSocketTask: URLSessionWebSocketTask, didOpenWithProtocol protocol: String?) { + os_log("WebSocket didOpen", log: log, type: .info) + markAudioSentNow() + startKeepAliveTimer() + let startReq = makeStartRequest(sessionId: sessionId) + if let data = try? startReq.serializedData() { + os_log("Sending StartSession (protobuf), size=%{public}d", log: log, type: .info, data.count) + let message = URLSessionWebSocketTask.Message.data(data) + webSocketTask.send(message) { [weak self] error in + if let e = error { + os_log("StartSession 发送失败: %{public}@", log: self?.log ?? .default, type: .error, e.localizedDescription) + } else { + os_log("StartSession sent successfully", log: self?.log ?? .default, type: .info) + self?.sendInitialWarmupPacketIfNeeded(ws: webSocketTask) + } + } + } + + lock.lock() + isWebSocketConnected = true + let pending = pendingAudioData + pendingAudioData.removeAll() + lock.unlock() + + if !pending.isEmpty { + os_log("Flushing %d buffered audio chunks", log: log, type: .info, pending.count) + } + + for data in pending { + _ = sendAudioData(webSocketTask, data: data) + } + + callback?.onSessionStarted(sessionId: sessionId) + receiveLoop() + } + + /** + * WebSocket关闭回调 + */ + func urlSession(_ session: URLSession, webSocketTask: URLSessionWebSocketTask, didCloseWith closeCode: URLSessionWebSocketTask.CloseCode, reason: Data?) { + let reasonStr = String(data: reason ?? Data(), encoding: .utf8) ?? "" + os_log("WebSocket didClose, code: %d, reason: %{public}@", log: log, type: .info, closeCode.rawValue, reasonStr) + stopKeepAliveTimer() + lock.lock() + isWebSocketConnected = false + lock.unlock() + isStarted = false + } + + /** + * 任务完成回调（处理错误） + */ + func urlSession(_ session: URLSession, task: URLSessionTask, didCompleteWithError error: Error?) { + if let e = error { + os_log("WebSocket task failed: %{public}@", log: log, type: .error, e.localizedDescription) + callback?.onSessionError(sessionId: sessionId, code: 1012, message: e.localizedDescription) + stopKeepAliveTimer() + + lock.lock() + isWebSocketConnected = false + lock.unlock() + isStarted = false + } + } + + private func startKeepAliveTimer() { + stopKeepAliveTimer() + keepAliveTimer = Timer.scheduledTimer(withTimeInterval: keepAliveIntervalSec, repeats: true) { [weak self] _ in + self?.sendKeepAliveIfNeeded() + } + if let timer = keepAliveTimer { + RunLoop.main.add(timer, forMode: .common) + } + } + + private func stopKeepAliveTimer() { + keepAliveTimer?.invalidate() + keepAliveTimer = nil + } + + private func markAudioSentNow() { + lastAudioSentAt = Date() + } + + private func sendKeepAliveIfNeeded() { + lock.lock() + let canSend = isStarted && isWebSocketConnected + let ws = webSocket + lock.unlock() + guard canSend, let ws = ws else { return } + + let idle = Date().timeIntervalSince(lastAudioSentAt) + if idle < keepAliveIdleThresholdSec { return } + + os_log("Sending keepalive silent chunk, idle=%.2fs", log: log, type: .debug, idle) + _ = sendAudioData(ws, data: keepAliveSilentChunk) + } + + private func sendInitialWarmupPacketIfNeeded(ws: URLSessionWebSocketTask) { + guard !hasSentInitialWarmupPacket else { return } + hasSentInitialWarmupPacket = true + os_log("Sending initial warmup packet to avoid first-packet timeout", log: log, type: .info) + _ = sendAudioData(ws, data: keepAliveSilentChunk) + } + + /** + * 接收消息循环 + */ + private func receiveLoop() { + webSocket?.receive { [weak self] result in + guard let self = self else { return } + switch result { + case .failure(let error): + self.callback?.onSessionError(sessionId: self.sessionId, code: 1011, message: error.localizedDescription) + case .success(let message): + self.handleMessage(message) + self.receiveLoop() + } + } + } + + /** + * 处理服务端消息（优先按 Protobuf 解码） + */ + private func handleMessage(_ message: URLSessionWebSocketTask.Message) { + switch message { + case .data(let data): + handleProtoMessage(data) + case .string(let text): + handleTextMessage(text) + @unknown default: + break + } + } + + /** + * 处理二进制消息（Protobuf TranslateResponse） + */ + private func handleProtoMessage(_ data: Data) { + do { + let resp = try Data_Speech_Ast_TranslateResponse(serializedData: data) + handleProtoResponse(resp) + } catch { + os_log("Proto parse failed, len=%{public}d error=%{public}@", log: log, type: .error, data.count, error.localizedDescription) + } + } + + /** + * 按事件类型处理 Protobuf TranslateResponse + */ + private func handleProtoResponse(_ resp: Data_Speech_Ast_TranslateResponse) { + let event = resp.event + let text = resp.text + let audioData = resp.data + + if event != .usageResponse { + os_log("Handling proto event: %{public}d", log: log, type: .info, event.rawValue) + os_log("Proto payload: textLen=%{public}d audioLen=%{public}d", + log: log, type: .info, text.count, audioData.count) + } + + if event == .usageResponse { + return + } + + if event == .sessionFailed || event == .sessionCanceled { + let message = resp.hasResponseMeta ? resp.responseMeta.message : "" + os_log("Session error event: %{public}d, message: %{public}@", log: log, type: .error, event.rawValue, message) + + if message.contains("Timeout waiting next packet") { + os_log("Detected timeout error, triggering auto-restart", log: log, type: .info) + restartSession() + return + } + + callback?.onSessionError(sessionId: sessionId, code: 1011, message: message) + webSocket?.cancel(with: .goingAway, reason: message.data(using: .utf8)) + return + } + + if event == .sessionFinished { + let finalText = recvText.joined(separator: " ") + let finalAudio = recvAudio + os_log("SessionFinished: finalTextLen=%{public}d finalAudioLen=%{public}d", + log: log, type: .info, finalText.count, finalAudio.count) + callback?.onSessionFinished(sessionId: sessionId, finalText: finalText, finalAudio: finalAudio) + webSocket?.cancel(with: .normalClosure, reason: "Completed".data(using: .utf8)) + return + } + + if !audioData.isEmpty { + recvAudio.append(audioData) + os_log("Append audio chunk: chunkSize=%{public}d totalSize=%{public}d", + log: log, type: .info, audioData.count, recvAudio.count) + processAudioChunk(incoming: audioData, multiple: 1280) + } + + if !text.isEmpty { + switch event { + case .sourceSubtitleStart: + os_log("SourceSubtitleStart", log: log, type: .info) + recvSourceText.removeAll() + case .sourceSubtitleResponse: + os_log("SourceSubtitleResponse text=%{public}@", log: log, type: .info, text) + recvSourceText.append(text) + callback?.onPartialSourceText(sessionId: sessionId, text: text) + case .sourceSubtitleEnd: + os_log("SourceSubtitleEnd, finalSrcLen=%{public}d", + log: log, type: .info, recvSourceText.joined(separator: " ").count) + callback?.onFinalSourceText(sessionId: sessionId, finalText: recvSourceText.joined(separator: " ")) + case .translationSubtitleStart: + os_log("TranslationSubtitleStart", log: log, type: .info) + recvText.removeAll() + case .translationSubtitleResponse: + os_log("TranslationSubtitleResponse text=%{public}@", log: log, type: .info, text) + recvText.append(text) + callback?.onPartialText(sessionId: sessionId, text: text) + case .translationSubtitleEnd: + os_log("TranslationSubtitleEnd, finalTgtLen=%{public}d", + log: log, type: .info, recvText.joined(separator: " ").count) + callback?.onFinalTranslatedText(sessionId: sessionId, finalText: recvText.joined(separator: " ")) + startNewSubSession() + default: + os_log("Other text event=%{public}d text=%{public}@", log: log, type: .info, event.rawValue, text) + // recvText.append(text) + // callback?.onPartialText(sessionId: sessionId, text: text) + } + } + } + + /** + * 处理文本消息（保留 JSON 兜底逻辑） + */ + private func handleTextMessage(_ text: String) { + guard let data = text.data(using: .utf8), + let obj = try? JSONSerialization.jsonObject(with: data) as? [String: Any] else { return } + let event = obj["event"] as? String ?? "" + let msgText = obj["text"] as? String + + if event != "UsageResponse" { + os_log("Handling text event: %{public}@", log: log, type: .info, event) + } + + if event == "UsageResponse" { return } + if event == "SessionFailed" || event == "SessionCanceled" { + let meta = obj["responseMeta"] as? [String: Any] + let message = meta?["message"] as? String ?? "" + os_log("Session error event(text): %{public}@, message: %{public}@", log: log, type: .error, event, message) + + if message.contains("Timeout waiting next packet") { + os_log("Detected timeout error (text), triggering auto-restart", log: log, type: .info) + restartSession() + return + } + + callback?.onSessionError(sessionId: sessionId, code: 1011, message: message) + webSocket?.cancel(with: .goingAway, reason: message.data(using: .utf8)) + return + } + if event == "SessionFinished" { + let finalText = recvText.joined(separator: " ") + let finalAudio = recvAudio + callback?.onSessionFinished(sessionId: sessionId, finalText: finalText, finalAudio: finalAudio) + webSocket?.cancel(with: .normalClosure, reason: "Completed".data(using: .utf8)) + return + } + if let audioB64 = (obj["data"] as? String), let audioData = Data(base64Encoded: audioB64) { + recvAudio.append(audioData) + processAudioChunk(incoming: audioData, multiple: 1280) + } + if let t = msgText, !t.isEmpty { + switch event { + case "SourceSubtitleStart": + recvSourceText.removeAll() + case "SourceSubtitleResponse": + recvSourceText.append(t) + callback?.onPartialSourceText(sessionId: sessionId, text: t) + case "SourceSubtitleEnd": + callback?.onFinalSourceText(sessionId: sessionId, finalText: recvSourceText.joined(separator: " ")) + case "TranslationSubtitleStart": + recvText.removeAll() + case "TranslationSubtitleResponse": + recvText.append(t) + callback?.onPartialText(sessionId: sessionId, text: t) + case "TranslationSubtitleEnd": + callback?.onFinalTranslatedText(sessionId: sessionId, finalText: recvText.joined(separator: " ")) + startNewSubSession() + default: + break + // recvText.append(t) + // callback?.onPartialText(sessionId: sessionId, text: t) + } + } + } + + /** + * 新开子会话（句末切分） + */ + private func startNewSubSession() { + sessionId = UUID().uuidString + recvText.removeAll() + recvSourceText.removeAll() + } + + /** + * 分片处理音频并按 1280 字节回调 + */ + private func processAudioChunk(incoming: Data, multiple: Int) { + if !incoming.isEmpty { audioChunkBuffer.append(incoming) } + let sendLen = (audioChunkBuffer.count / multiple) * multiple + if sendLen > 0 { + let chunk = audioChunkBuffer.prefix(sendLen) + callback?.onPartialAudio(sessionId: sessionId, data: Data(chunk)) + audioChunkBuffer = Data(audioChunkBuffer.dropFirst(sendLen)) + } + } + + /** + * 构造 StartSession 请求（Protobuf） + */ + private func makeStartRequest(sessionId: String) -> Data_Speech_Ast_TranslateRequest { + var user = Data_Speech_Understanding_User() + user.uid = "ast_ios_client" + user.did = "ast_ios_client" + user.platform = "ios" + + var sourceAudio = Data_Speech_Understanding_Audio() + sourceAudio.format = "wav" + sourceAudio.rate = 16000 + sourceAudio.bits = 16 + sourceAudio.channel = 1 + + var targetAudio = Data_Speech_Understanding_Audio() + targetAudio.format = "pcm" + targetAudio.rate = 16000 + + var params = Data_Speech_Ast_ReqParams() + params.mode = "s2s" + params.sourceLanguage = conf.sourceLanguage + params.targetLanguage = conf.targetLanguage + + var meta = Data_Speech_Common_RequestMeta() + meta.sessionID = sessionId + + var req = Data_Speech_Ast_TranslateRequest() + req.requestMeta = meta + req.event = .startSession + req.user = user + req.sourceAudio = sourceAudio + req.targetAudio = targetAudio + req.request = params + return req + } + + /** + * 构造音频分片请求（Protobuf） + */ + private func makeChunkRequest(sessionId: String, chunk: Data) -> Data_Speech_Ast_TranslateRequest { + var sourceAudio = Data_Speech_Understanding_Audio() + sourceAudio.format = "wav" + sourceAudio.rate = 16000 + sourceAudio.bits = 16 + sourceAudio.channel = 1 + sourceAudio.binaryData = chunk + + var meta = Data_Speech_Common_RequestMeta() + meta.sessionID = sessionId + + var req = Data_Speech_Ast_TranslateRequest() + req.requestMeta = meta + req.event = .taskRequest + var user = Data_Speech_Understanding_User() + user.uid = "ast_ios_client" + user.did = "ast_ios_client" + req.user = user + req.sourceAudio = sourceAudio + return req + } + + /** + * 构造 FinishSession 请求（Protobuf） + */ + private func makeFinishRequest(sessionId: String) -> Data_Speech_Ast_TranslateRequest { + var meta = Data_Speech_Common_RequestMeta() + meta.sessionID = sessionId + + var user = Data_Speech_Understanding_User() + user.uid = "ast_ios_client" + user.did = "ast_ios_client" + + var sourceAudio = Data_Speech_Understanding_Audio() + + var req = Data_Speech_Ast_TranslateRequest() + req.requestMeta = meta + req.event = .finishSession + req.user = user + req.sourceAudio = sourceAudio + return req + } + + +} diff --git a/local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/common/events.pb.swift b/local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/common/events.pb.swift new file mode 100644 index 000000000..c71ff7912 --- /dev/null +++ b/local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/common/events.pb.swift @@ -0,0 +1,301 @@ +// DO NOT EDIT. +// swift-format-ignore-file +// swiftlint:disable all +// +// Generated by the Swift generator plugin for the protocol buffer compiler. +// Source: common/events.proto +// +// For information on using the generated types, please see the documentation: +// https://github.com/apple/swift-protobuf/ + +import SwiftProtobuf + +// If the compiler emits an error on this type, it is because this file +// was generated by a version of the `protoc` Swift plug-in that is +// incompatible with the version of SwiftProtobuf to which you are linking. +// Please ensure that you are building against the same version of the API +// that was used to generate this file. +fileprivate struct _GeneratedWithProtocGenSwiftVersion: SwiftProtobuf.ProtobufAPIVersionCheck { + struct _2: SwiftProtobuf.ProtobufAPIVersion_2 {} + typealias Version = _2 +} + +enum Data_Speech_Event_Type: SwiftProtobuf.Enum, Swift.CaseIterable { + typealias RawValue = Int + + /// 默认事件，适用于不使用事件的方案或不需要传递事件的情况， + /// 或者对于使用事件的方案，可以通过非0值来校验事件的合法性 + case none // = 0 + + /// 1 ~ 49 为上行Connection事件 + case startConnection // = 1 + + /// Alias of "StartConnection" + static let startTask = startConnection + case finishConnection // = 2 + + /// Alias of "FinishConnection" + static let finishTask = finishConnection + + /// 50 ~ 99 为下行Connection事件 + /// 成功建连 + case connectionStarted // = 50 + + /// Alias of "ConnectionStarted" + static let taskStarted = connectionStarted + + /// 建连失败（可能是无法通过权限认证） + case connectionFailed // = 51 + + /// Alias of "ConnectionFailed" + static let taskFailed = connectionFailed + + /// 连接结束 + case connectionFinished // = 52 + + /// Alias of "ConnectionFinished" + static let taskFinished = connectionFinished + + /// 100 ~ 149 为上行Session事件 + case startSession // = 100 + case cancelSession // = 101 + case finishSession // = 102 + + /// 150 ～ 199 为下行Session事件 + case sessionStarted // = 150 + case sessionCanceled // = 151 + case sessionFinished // = 152 + case sessionFailed // = 153 + + /// 用量事件 + case usageResponse // = 154 + + /// Alias of "UsageResponse" + static let chargeData = usageResponse + + /// 200 ~ 249 为上行通用事件 + case taskRequest // = 200 + case updateConfig // = 201 + case imageRequest // = 202 + + /// 250 ~ 299 为下行通用事件 + case audioMuted // = 250 + + /// 300 ~ 349 为上行TTS事件 + case sayHello // = 300 + + /// 350 ~ 399 为下行TTS事件 + case ttssentenceStart // = 350 + case ttssentenceEnd // = 351 + case ttsresponse // = 352 + case ttsended // = 359 + case podcastRoundStart // = 360 + case podcastRoundResponse // = 361 + case podcastRoundEnd // = 362 + + /// 450 ~ 499 为下行ASR事件 + case asrinfo // = 450 + case asrresponse // = 451 + case asrended // = 459 + + /// 500 ~ 549 为上行对话事件 + /// (Ground-Truth-Alignment) text for speech synthesis + case chatTtstext // = 500 + case chatTextQuery // = 501 + + /// 550 ~ 599 为下行对话事件 + case chatResponse // = 550 + case chimeInStart // = 551 + case chimeInEnd // = 552 + case chatEnded // = 559 + case thinkStart // = 560 + case thinkResponse // = 561 + case thinkEnd // = 562 + case toolOutput // = 563 + case fcresponseStart // = 564 + case fcresponse // = 565 + case fcresponseEnd // = 566 + + /// 650 ~ 699 为下行对话事件 + /// Events for source (original) language subtitle. + case sourceSubtitleStart // = 650 + case sourceSubtitleResponse // = 651 + case sourceSubtitleEnd // = 652 + + /// Events for target (translation) language subtitle. + case translationSubtitleStart // = 653 + case translationSubtitleResponse // = 654 + case translationSubtitleEnd // = 655 + case UNRECOGNIZED(Int) + + init() { + self = .none + } + + init?(rawValue: Int) { + switch rawValue { + case 0: self = .none + case 1: self = .startConnection + case 2: self = .finishConnection + case 50: self = .connectionStarted + case 51: self = .connectionFailed + case 52: self = .connectionFinished + case 100: self = .startSession + case 101: self = .cancelSession + case 102: self = .finishSession + case 150: self = .sessionStarted + case 151: self = .sessionCanceled + case 152: self = .sessionFinished + case 153: self = .sessionFailed + case 154: self = .usageResponse + case 200: self = .taskRequest + case 201: self = .updateConfig + case 202: self = .imageRequest + case 250: self = .audioMuted + case 300: self = .sayHello + case 350: self = .ttssentenceStart + case 351: self = .ttssentenceEnd + case 352: self = .ttsresponse + case 359: self = .ttsended + case 360: self = .podcastRoundStart + case 361: self = .podcastRoundResponse + case 362: self = .podcastRoundEnd + case 450: self = .asrinfo + case 451: self = .asrresponse + case 459: self = .asrended + case 500: self = .chatTtstext + case 501: self = .chatTextQuery + case 550: self = .chatResponse + case 551: self = .chimeInStart + case 552: self = .chimeInEnd + case 559: self = .chatEnded + case 560: self = .thinkStart + case 561: self = .thinkResponse + case 562: self = .thinkEnd + case 563: self = .toolOutput + case 564: self = .fcresponseStart + case 565: self = .fcresponse + case 566: self = .fcresponseEnd + case 650: self = .sourceSubtitleStart + case 651: self = .sourceSubtitleResponse + case 652: self = .sourceSubtitleEnd + case 653: self = .translationSubtitleStart + case 654: self = .translationSubtitleResponse + case 655: self = .translationSubtitleEnd + default: self = .UNRECOGNIZED(rawValue) + } + } + + var rawValue: Int { + switch self { + case .none: return 0 + case .startConnection: return 1 + case .finishConnection: return 2 + case .connectionStarted: return 50 + case .connectionFailed: return 51 + case .connectionFinished: return 52 + case .startSession: return 100 + case .cancelSession: return 101 + case .finishSession: return 102 + case .sessionStarted: return 150 + case .sessionCanceled: return 151 + case .sessionFinished: return 152 + case .sessionFailed: return 153 + case .usageResponse: return 154 + case .taskRequest: return 200 + case .updateConfig: return 201 + case .imageRequest: return 202 + case .audioMuted: return 250 + case .sayHello: return 300 + case .ttssentenceStart: return 350 + case .ttssentenceEnd: return 351 + case .ttsresponse: return 352 + case .ttsended: return 359 + case .podcastRoundStart: return 360 + case .podcastRoundResponse: return 361 + case .podcastRoundEnd: return 362 + case .asrinfo: return 450 + case .asrresponse: return 451 + case .asrended: return 459 + case .chatTtstext: return 500 + case .chatTextQuery: return 501 + case .chatResponse: return 550 + case .chimeInStart: return 551 + case .chimeInEnd: return 552 + case .chatEnded: return 559 + case .thinkStart: return 560 + case .thinkResponse: return 561 + case .thinkEnd: return 562 + case .toolOutput: return 563 + case .fcresponseStart: return 564 + case .fcresponse: return 565 + case .fcresponseEnd: return 566 + case .sourceSubtitleStart: return 650 + case .sourceSubtitleResponse: return 651 + case .sourceSubtitleEnd: return 652 + case .translationSubtitleStart: return 653 + case .translationSubtitleResponse: return 654 + case .translationSubtitleEnd: return 655 + case .UNRECOGNIZED(let i): return i + } + } + + // The compiler won't synthesize support with the UNRECOGNIZED case. + static let allCases: [Data_Speech_Event_Type] = [ + .none, + .startConnection, + .finishConnection, + .connectionStarted, + .connectionFailed, + .connectionFinished, + .startSession, + .cancelSession, + .finishSession, + .sessionStarted, + .sessionCanceled, + .sessionFinished, + .sessionFailed, + .usageResponse, + .taskRequest, + .updateConfig, + .imageRequest, + .audioMuted, + .sayHello, + .ttssentenceStart, + .ttssentenceEnd, + .ttsresponse, + .ttsended, + .podcastRoundStart, + .podcastRoundResponse, + .podcastRoundEnd, + .asrinfo, + .asrresponse, + .asrended, + .chatTtstext, + .chatTextQuery, + .chatResponse, + .chimeInStart, + .chimeInEnd, + .chatEnded, + .thinkStart, + .thinkResponse, + .thinkEnd, + .toolOutput, + .fcresponseStart, + .fcresponse, + .fcresponseEnd, + .sourceSubtitleStart, + .sourceSubtitleResponse, + .sourceSubtitleEnd, + .translationSubtitleStart, + .translationSubtitleResponse, + .translationSubtitleEnd, + ] + +} + +// MARK: - Code below here is support for the SwiftProtobuf runtime. + +extension Data_Speech_Event_Type: SwiftProtobuf._ProtoNameProviding { + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{2}\0None\0\u{9}StartConnection\0\u{1}StartTask\0\u{9}FinishConnection\0\u{1}FinishTask\0\u{a}0ConnectionStarted\0\u{1}TaskStarted\0\u{9}ConnectionFailed\0\u{1}TaskFailed\0\u{9}ConnectionFinished\0\u{1}TaskFinished\0\u{2}0StartSession\0\u{1}CancelSession\0\u{1}FinishSession\0\u{2}0SessionStarted\0\u{1}SessionCanceled\0\u{1}SessionFinished\0\u{1}SessionFailed\0\u{9}UsageResponse\0\u{1}ChargeData\0\u{2}.TaskRequest\0\u{1}UpdateConfig\0\u{1}ImageRequest\0\u{2}0AudioMuted\0\u{2}2SayHello\0\u{2}2TTSSentenceStart\0\u{1}TTSSentenceEnd\0\u{1}TTSResponse\0\u{2}\u{7}TTSEnded\0\u{1}PodcastRoundStart\0\u{1}PodcastRoundResponse\0\u{1}PodcastRoundEnd\0\u{2}X\u{1}ASRInfo\0\u{1}ASRResponse\0\u{2}\u{8}ASREnded\0\u{2})ChatTTSText\0\u{1}ChatTextQuery\0\u{2}1ChatResponse\0\u{1}ChimeInStart\0\u{1}ChimeInEnd\0\u{2}\u{7}ChatEnded\0\u{1}ThinkStart\0\u{1}ThinkResponse\0\u{1}ThinkEnd\0\u{1}ToolOutput\0\u{1}FCResponseStart\0\u{1}FCResponse\0\u{1}FCResponseEnd\0\u{2}T\u{1}SourceSubtitleStart\0\u{1}SourceSubtitleResponse\0\u{1}SourceSubtitleEnd\0\u{1}TranslationSubtitleStart\0\u{1}TranslationSubtitleResponse\0\u{1}TranslationSubtitleEnd\0") +} diff --git a/local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/common/rpcmeta.pb.swift b/local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/common/rpcmeta.pb.swift new file mode 100644 index 000000000..c0695fcb0 --- /dev/null +++ b/local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/common/rpcmeta.pb.swift @@ -0,0 +1,350 @@ +// DO NOT EDIT. +// swift-format-ignore-file +// swiftlint:disable all +// +// Generated by the Swift generator plugin for the protocol buffer compiler. +// Source: common/rpcmeta.proto +// +// For information on using the generated types, please see the documentation: +// https://github.com/apple/swift-protobuf/ + +import SwiftProtobuf + +// If the compiler emits an error on this type, it is because this file +// was generated by a version of the `protoc` Swift plug-in that is +// incompatible with the version of SwiftProtobuf to which you are linking. +// Please ensure that you are building against the same version of the API +// that was used to generate this file. +fileprivate struct _GeneratedWithProtocGenSwiftVersion: SwiftProtobuf.ProtobufAPIVersionCheck { + struct _2: SwiftProtobuf.ProtobufAPIVersion_2 {} + typealias Version = _2 +} + +struct Data_Speech_Common_RequestMeta: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + /// Required. + /// Backend endpoint name. Gateway will also use it to infer HTTP/WebSocket URL + /// path. + var endpoint: String = String() + + /// Required. + /// For historical reasons, this can be either a volcanic appid or a sail + /// platform appKey. If both are transmitted at the same time, you need to put + /// the volcengine appid in the AppID + var appKey: String = String() + + /// Optional. + /// appID in volcengine + var appID: String = String() + + /// - Required by gateway, you must provide a ResourceID on calling gateway. + /// - Optional for backend services, gateway doesn't need to pass this to + /// backend. + var resourceID: String = String() + + /// Required for Websocket connection (SDK -> Gateway), optional otherwise. + /// In websocket communication, a connection can be reused for multiple + /// simultaneous sessions. Servers use this ID mainly for debugging purposes. + var connectionID: String = String() + + /// Required. Session is the minimum unit that performs a specific task. The + /// request data in a session can be devided into a number data packets + /// transmitted (but not necessarily processed by the server) in a sequential + /// manner. Each data packet can be denoted by a "Sequence" number (although + /// populating the "Sequence" field is not mandatory). In the simplest case, + /// all request data in a session is sent as a lump (ie, only one packet). + var sessionID: String = String() + + /// Optional, if not passed, default value 0 will be assumed. For streaming + /// RPC, this field can be omitted (because the order of sending is preserved + /// at the receiving side) unless the client needs the acknowledgement of + /// packet receipt from the server side. + var sequence: Int32 = 0 + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} +} + +struct Data_Speech_Common_BillingItem: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + /// Required. + /// Billing unit, eg: + /// - minute (billed by the number of minutes used) + /// - word (billed by the number of words submitted or generated) + /// - call (billed by the number of RPC/HTTP/Websocket calls) + var unit: String = String() + + /// Optional. + /// The amount that the consumer consumed counted by `BillingItem.Unit`. We use + /// a float number because sometimes we want precision better than whole + /// numbers. + var quantity: Float = 0 + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} +} + +struct Data_Speech_Common_Billing: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + /// Optional. + /// For new billing items, use this field. This is a list because there may be + /// more than one billing items in one request/session. + var items: [Data_Speech_Common_BillingItem] = [] + + /// Optional. + /// For commodities that are priced w.r.t (typically audio/video) duration in + /// milliseconds. + var durationMsec: Int64 = 0 + + /// Optional. + /// For commodities priced w.r.t text length (number of words/tokens). + var wordCount: Int64 = 0 + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} +} + +struct Data_Speech_Common_ResponseMeta: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + /// Required. + /// The same SessionID in RequestMeta. + var sessionID: String = String() + + /// Optional. + /// The same sequence in RequestMeta (except that server *may* turn a positive + /// sequence to its negative counterpart). + var sequence: Int32 = 0 + + /// Optional. + /// Response status code. + var statusCode: Int32 = 0 + + /// Optional. + /// Detailed status information. + var message: String = String() + + /// Billing information in case only backend servers can collect this + /// information. + var billing: Data_Speech_Common_Billing { + get {return _billing ?? Data_Speech_Common_Billing()} + set {_billing = newValue} + } + /// Returns true if `billing` has been explicitly set. + var hasBilling: Bool {return self._billing != nil} + /// Clears the value of `billing`. Subsequent reads from it will return its default value. + mutating func clearBilling() {self._billing = nil} + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} + + fileprivate var _billing: Data_Speech_Common_Billing? = nil +} + +// MARK: - Code below here is support for the SwiftProtobuf runtime. + +fileprivate let _protobuf_package = "data.speech.common" + +extension Data_Speech_Common_RequestMeta: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".RequestMeta" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{5}Endpoint\0endpoint\0\u{5}AppKey\0app_key\0\u{5}AppID\0app_id\0\u{5}ResourceID\0resource_id\0\u{5}ConnectionID\0connection_id\0\u{5}SessionID\0session_id\0\u{5}Sequence\0sequence\0") + + mutating func decodeMessage(decoder: inout D) throws { + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularStringField(value: &self.endpoint) }() + case 2: try { try decoder.decodeSingularStringField(value: &self.appKey) }() + case 3: try { try decoder.decodeSingularStringField(value: &self.appID) }() + case 4: try { try decoder.decodeSingularStringField(value: &self.resourceID) }() + case 5: try { try decoder.decodeSingularStringField(value: &self.connectionID) }() + case 6: try { try decoder.decodeSingularStringField(value: &self.sessionID) }() + case 7: try { try decoder.decodeSingularInt32Field(value: &self.sequence) }() + default: break + } + } + } + + func traverse(visitor: inout V) throws { + if !self.endpoint.isEmpty { + try visitor.visitSingularStringField(value: self.endpoint, fieldNumber: 1) + } + if !self.appKey.isEmpty { + try visitor.visitSingularStringField(value: self.appKey, fieldNumber: 2) + } + if !self.appID.isEmpty { + try visitor.visitSingularStringField(value: self.appID, fieldNumber: 3) + } + if !self.resourceID.isEmpty { + try visitor.visitSingularStringField(value: self.resourceID, fieldNumber: 4) + } + if !self.connectionID.isEmpty { + try visitor.visitSingularStringField(value: self.connectionID, fieldNumber: 5) + } + if !self.sessionID.isEmpty { + try visitor.visitSingularStringField(value: self.sessionID, fieldNumber: 6) + } + if self.sequence != 0 { + try visitor.visitSingularInt32Field(value: self.sequence, fieldNumber: 7) + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Common_RequestMeta, rhs: Data_Speech_Common_RequestMeta) -> Bool { + if lhs.endpoint != rhs.endpoint {return false} + if lhs.appKey != rhs.appKey {return false} + if lhs.appID != rhs.appID {return false} + if lhs.resourceID != rhs.resourceID {return false} + if lhs.connectionID != rhs.connectionID {return false} + if lhs.sessionID != rhs.sessionID {return false} + if lhs.sequence != rhs.sequence {return false} + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Common_BillingItem: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".BillingItem" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{5}Unit\0unit\0\u{5}Quantity\0quantity\0") + + mutating func decodeMessage(decoder: inout D) throws { + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularStringField(value: &self.unit) }() + case 2: try { try decoder.decodeSingularFloatField(value: &self.quantity) }() + default: break + } + } + } + + func traverse(visitor: inout V) throws { + if !self.unit.isEmpty { + try visitor.visitSingularStringField(value: self.unit, fieldNumber: 1) + } + if self.quantity.bitPattern != 0 { + try visitor.visitSingularFloatField(value: self.quantity, fieldNumber: 2) + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Common_BillingItem, rhs: Data_Speech_Common_BillingItem) -> Bool { + if lhs.unit != rhs.unit {return false} + if lhs.quantity != rhs.quantity {return false} + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Common_Billing: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".Billing" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{5}Items\0items\0\u{5}DurationMsec\0duration_msec\0\u{5}WordCount\0word_count\0") + + mutating func decodeMessage(decoder: inout D) throws { + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeRepeatedMessageField(value: &self.items) }() + case 2: try { try decoder.decodeSingularInt64Field(value: &self.durationMsec) }() + case 3: try { try decoder.decodeSingularInt64Field(value: &self.wordCount) }() + default: break + } + } + } + + func traverse(visitor: inout V) throws { + if !self.items.isEmpty { + try visitor.visitRepeatedMessageField(value: self.items, fieldNumber: 1) + } + if self.durationMsec != 0 { + try visitor.visitSingularInt64Field(value: self.durationMsec, fieldNumber: 2) + } + if self.wordCount != 0 { + try visitor.visitSingularInt64Field(value: self.wordCount, fieldNumber: 3) + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Common_Billing, rhs: Data_Speech_Common_Billing) -> Bool { + if lhs.items != rhs.items {return false} + if lhs.durationMsec != rhs.durationMsec {return false} + if lhs.wordCount != rhs.wordCount {return false} + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Common_ResponseMeta: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".ResponseMeta" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{5}SessionID\0session_id\0\u{5}Sequence\0sequence\0\u{5}StatusCode\0status_code\0\u{5}Message\0message\0\u{5}Billing\0billing\0") + + mutating func decodeMessage(decoder: inout D) throws { + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularStringField(value: &self.sessionID) }() + case 2: try { try decoder.decodeSingularInt32Field(value: &self.sequence) }() + case 3: try { try decoder.decodeSingularInt32Field(value: &self.statusCode) }() + case 4: try { try decoder.decodeSingularStringField(value: &self.message) }() + case 5: try { try decoder.decodeSingularMessageField(value: &self._billing) }() + default: break + } + } + } + + func traverse(visitor: inout V) throws { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every if/case branch local when no optimizations + // are enabled. https://github.com/apple/swift-protobuf/issues/1034 and + // https://github.com/apple/swift-protobuf/issues/1182 + if !self.sessionID.isEmpty { + try visitor.visitSingularStringField(value: self.sessionID, fieldNumber: 1) + } + if self.sequence != 0 { + try visitor.visitSingularInt32Field(value: self.sequence, fieldNumber: 2) + } + if self.statusCode != 0 { + try visitor.visitSingularInt32Field(value: self.statusCode, fieldNumber: 3) + } + if !self.message.isEmpty { + try visitor.visitSingularStringField(value: self.message, fieldNumber: 4) + } + try { if let v = self._billing { + try visitor.visitSingularMessageField(value: v, fieldNumber: 5) + } }() + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Common_ResponseMeta, rhs: Data_Speech_Common_ResponseMeta) -> Bool { + if lhs.sessionID != rhs.sessionID {return false} + if lhs.sequence != rhs.sequence {return false} + if lhs.statusCode != rhs.statusCode {return false} + if lhs.message != rhs.message {return false} + if lhs._billing != rhs._billing {return false} + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} diff --git a/local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/products/understanding/ast/ast_service.pb.swift b/local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/products/understanding/ast/ast_service.pb.swift new file mode 100644 index 000000000..2d3d1297b --- /dev/null +++ b/local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/products/understanding/ast/ast_service.pb.swift @@ -0,0 +1,461 @@ +// DO NOT EDIT. +// swift-format-ignore-file +// swiftlint:disable all +// +// Generated by the Swift generator plugin for the protocol buffer compiler. +// Source: products/understanding/ast/ast_service.proto +// +// For information on using the generated types, please see the documentation: +// https://github.com/apple/swift-protobuf/ + +import Foundation +import SwiftProtobuf + +// If the compiler emits an error on this type, it is because this file +// was generated by a version of the `protoc` Swift plug-in that is +// incompatible with the version of SwiftProtobuf to which you are linking. +// Please ensure that you are building against the same version of the API +// that was used to generate this file. +fileprivate struct _GeneratedWithProtocGenSwiftVersion: SwiftProtobuf.ProtobufAPIVersionCheck { + struct _2: SwiftProtobuf.ProtobufAPIVersion_2 {} + typealias Version = _2 +} + +struct Data_Speech_Ast_ReqParams: @unchecked Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + /// 可能是s2t , s2s 选一个, 控制是否需要语音 + var mode: String { + get {return _storage._mode} + set {_uniqueStorage()._mode = newValue} + } + + /// 源语言 + var sourceLanguage: String { + get {return _storage._sourceLanguage} + set {_uniqueStorage()._sourceLanguage = newValue} + } + + /// 目标语言 + var targetLanguage: String { + get {return _storage._targetLanguage} + set {_uniqueStorage()._targetLanguage = newValue} + } + + var speakerID: String { + get {return _storage._speakerID} + set {_uniqueStorage()._speakerID = newValue} + } + + var corpus: Data_Speech_Understanding_Corpus { + get {return _storage._corpus ?? Data_Speech_Understanding_Corpus()} + set {_uniqueStorage()._corpus = newValue} + } + /// Returns true if `corpus` has been explicitly set. + var hasCorpus: Bool {return _storage._corpus != nil} + /// Clears the value of `corpus`. Subsequent reads from it will return its default value. + mutating func clearCorpus() {_uniqueStorage()._corpus = nil} + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} + + fileprivate var _storage = _StorageClass.defaultInstance +} + +struct Data_Speech_Ast_TranslateRequest: @unchecked Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + var requestMeta: Data_Speech_Common_RequestMeta { + get {return _storage._requestMeta ?? Data_Speech_Common_RequestMeta()} + set {_uniqueStorage()._requestMeta = newValue} + } + /// Returns true if `requestMeta` has been explicitly set. + var hasRequestMeta: Bool {return _storage._requestMeta != nil} + /// Clears the value of `requestMeta`. Subsequent reads from it will return its default value. + mutating func clearRequestMeta() {_uniqueStorage()._requestMeta = nil} + + var event: Data_Speech_Event_Type { + get {return _storage._event} + set {_uniqueStorage()._event = newValue} + } + + var user: Data_Speech_Understanding_User { + get {return _storage._user ?? Data_Speech_Understanding_User()} + set {_uniqueStorage()._user = newValue} + } + /// Returns true if `user` has been explicitly set. + var hasUser: Bool {return _storage._user != nil} + /// Clears the value of `user`. Subsequent reads from it will return its default value. + mutating func clearUser() {_uniqueStorage()._user = nil} + + /// bytes data = 2; // request binary data + var sourceAudio: Data_Speech_Understanding_Audio { + get {return _storage._sourceAudio ?? Data_Speech_Understanding_Audio()} + set {_uniqueStorage()._sourceAudio = newValue} + } + /// Returns true if `sourceAudio` has been explicitly set. + var hasSourceAudio: Bool {return _storage._sourceAudio != nil} + /// Clears the value of `sourceAudio`. Subsequent reads from it will return its default value. + mutating func clearSourceAudio() {_uniqueStorage()._sourceAudio = nil} + + /// 目标音频信息，只需要传format（pcm/ogg）、rate、bits、channel这些 + var targetAudio: Data_Speech_Understanding_Audio { + get {return _storage._targetAudio ?? Data_Speech_Understanding_Audio()} + set {_uniqueStorage()._targetAudio = newValue} + } + /// Returns true if `targetAudio` has been explicitly set. + var hasTargetAudio: Bool {return _storage._targetAudio != nil} + /// Clears the value of `targetAudio`. Subsequent reads from it will return its default value. + mutating func clearTargetAudio() {_uniqueStorage()._targetAudio = nil} + + /// 请求参数 + var request: Data_Speech_Ast_ReqParams { + get {return _storage._request ?? Data_Speech_Ast_ReqParams()} + set {_uniqueStorage()._request = newValue} + } + /// Returns true if `request` has been explicitly set. + var hasRequest: Bool {return _storage._request != nil} + /// Clears the value of `request`. Subsequent reads from it will return its default value. + mutating func clearRequest() {_uniqueStorage()._request = nil} + + /// 是否开启降噪 + var denoise: Bool { + get {return _storage._denoise ?? false} + set {_uniqueStorage()._denoise = newValue} + } + /// Returns true if `denoise` has been explicitly set. + var hasDenoise: Bool {return _storage._denoise != nil} + /// Clears the value of `denoise`. Subsequent reads from it will return its default value. + mutating func clearDenoise() {_uniqueStorage()._denoise = nil} + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} + + fileprivate var _storage = _StorageClass.defaultInstance +} + +struct Data_Speech_Ast_TranslateResponse: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + var responseMeta: Data_Speech_Common_ResponseMeta { + get {return _responseMeta ?? Data_Speech_Common_ResponseMeta()} + set {_responseMeta = newValue} + } + /// Returns true if `responseMeta` has been explicitly set. + var hasResponseMeta: Bool {return self._responseMeta != nil} + /// Clears the value of `responseMeta`. Subsequent reads from it will return its default value. + mutating func clearResponseMeta() {self._responseMeta = nil} + + var event: Data_Speech_Event_Type = .none + + /// response binary data + var data: Data = Data() + + /// 原文或者译文 + var text: String = String() + + var startTime: Int32 = 0 + + var endTime: Int32 = 0 + + var spkChg: Bool = false + + var mutedDurationMs: Int32 = 0 + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} + + fileprivate var _responseMeta: Data_Speech_Common_ResponseMeta? = nil +} + +// MARK: - Code below here is support for the SwiftProtobuf runtime. + +fileprivate let _protobuf_package = "data.speech.ast" + +extension Data_Speech_Ast_ReqParams: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".ReqParams" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{1}mode\0\u{3}source_language\0\u{3}target_language\0\u{3}speaker_id\0\u{2}`\u{1}corpus\0") + + fileprivate class _StorageClass { + var _mode: String = String() + var _sourceLanguage: String = String() + var _targetLanguage: String = String() + var _speakerID: String = String() + var _corpus: Data_Speech_Understanding_Corpus? = nil + + // This property is used as the initial default value for new instances of the type. + // The type itself is protecting the reference to its storage via CoW semantics. + // This will force a copy to be made of this reference when the first mutation occurs; + // hence, it is safe to mark this as `nonisolated(unsafe)`. + static nonisolated(unsafe) let defaultInstance = _StorageClass() + + private init() {} + + init(copying source: _StorageClass) { + _mode = source._mode + _sourceLanguage = source._sourceLanguage + _targetLanguage = source._targetLanguage + _speakerID = source._speakerID + _corpus = source._corpus + } + } + + fileprivate mutating func _uniqueStorage() -> _StorageClass { + if !isKnownUniquelyReferenced(&_storage) { + _storage = _StorageClass(copying: _storage) + } + return _storage + } + + mutating func decodeMessage(decoder: inout D) throws { + _ = _uniqueStorage() + try withExtendedLifetime(_storage) { (_storage: _StorageClass) in + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularStringField(value: &_storage._mode) }() + case 2: try { try decoder.decodeSingularStringField(value: &_storage._sourceLanguage) }() + case 3: try { try decoder.decodeSingularStringField(value: &_storage._targetLanguage) }() + case 4: try { try decoder.decodeSingularStringField(value: &_storage._speakerID) }() + case 100: try { try decoder.decodeSingularMessageField(value: &_storage._corpus) }() + default: break + } + } + } + } + + func traverse(visitor: inout V) throws { + try withExtendedLifetime(_storage) { (_storage: _StorageClass) in + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every if/case branch local when no optimizations + // are enabled. https://github.com/apple/swift-protobuf/issues/1034 and + // https://github.com/apple/swift-protobuf/issues/1182 + if !_storage._mode.isEmpty { + try visitor.visitSingularStringField(value: _storage._mode, fieldNumber: 1) + } + if !_storage._sourceLanguage.isEmpty { + try visitor.visitSingularStringField(value: _storage._sourceLanguage, fieldNumber: 2) + } + if !_storage._targetLanguage.isEmpty { + try visitor.visitSingularStringField(value: _storage._targetLanguage, fieldNumber: 3) + } + if !_storage._speakerID.isEmpty { + try visitor.visitSingularStringField(value: _storage._speakerID, fieldNumber: 4) + } + try { if let v = _storage._corpus { + try visitor.visitSingularMessageField(value: v, fieldNumber: 100) + } }() + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Ast_ReqParams, rhs: Data_Speech_Ast_ReqParams) -> Bool { + if lhs._storage !== rhs._storage { + let storagesAreEqual: Bool = withExtendedLifetime((lhs._storage, rhs._storage)) { (_args: (_StorageClass, _StorageClass)) in + let _storage = _args.0 + let rhs_storage = _args.1 + if _storage._mode != rhs_storage._mode {return false} + if _storage._sourceLanguage != rhs_storage._sourceLanguage {return false} + if _storage._targetLanguage != rhs_storage._targetLanguage {return false} + if _storage._speakerID != rhs_storage._speakerID {return false} + if _storage._corpus != rhs_storage._corpus {return false} + return true + } + if !storagesAreEqual {return false} + } + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Ast_TranslateRequest: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".TranslateRequest" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{3}request_meta\0\u{1}event\0\u{1}user\0\u{3}source_audio\0\u{3}target_audio\0\u{1}request\0\u{1}denoise\0") + + fileprivate class _StorageClass { + var _requestMeta: Data_Speech_Common_RequestMeta? = nil + var _event: Data_Speech_Event_Type = .none + var _user: Data_Speech_Understanding_User? = nil + var _sourceAudio: Data_Speech_Understanding_Audio? = nil + var _targetAudio: Data_Speech_Understanding_Audio? = nil + var _request: Data_Speech_Ast_ReqParams? = nil + var _denoise: Bool? = nil + + // This property is used as the initial default value for new instances of the type. + // The type itself is protecting the reference to its storage via CoW semantics. + // This will force a copy to be made of this reference when the first mutation occurs; + // hence, it is safe to mark this as `nonisolated(unsafe)`. + static nonisolated(unsafe) let defaultInstance = _StorageClass() + + private init() {} + + init(copying source: _StorageClass) { + _requestMeta = source._requestMeta + _event = source._event + _user = source._user + _sourceAudio = source._sourceAudio + _targetAudio = source._targetAudio + _request = source._request + _denoise = source._denoise + } + } + + fileprivate mutating func _uniqueStorage() -> _StorageClass { + if !isKnownUniquelyReferenced(&_storage) { + _storage = _StorageClass(copying: _storage) + } + return _storage + } + + mutating func decodeMessage(decoder: inout D) throws { + _ = _uniqueStorage() + try withExtendedLifetime(_storage) { (_storage: _StorageClass) in + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularMessageField(value: &_storage._requestMeta) }() + case 2: try { try decoder.decodeSingularEnumField(value: &_storage._event) }() + case 3: try { try decoder.decodeSingularMessageField(value: &_storage._user) }() + case 4: try { try decoder.decodeSingularMessageField(value: &_storage._sourceAudio) }() + case 5: try { try decoder.decodeSingularMessageField(value: &_storage._targetAudio) }() + case 6: try { try decoder.decodeSingularMessageField(value: &_storage._request) }() + case 7: try { try decoder.decodeSingularBoolField(value: &_storage._denoise) }() + default: break + } + } + } + } + + func traverse(visitor: inout V) throws { + try withExtendedLifetime(_storage) { (_storage: _StorageClass) in + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every if/case branch local when no optimizations + // are enabled. https://github.com/apple/swift-protobuf/issues/1034 and + // https://github.com/apple/swift-protobuf/issues/1182 + try { if let v = _storage._requestMeta { + try visitor.visitSingularMessageField(value: v, fieldNumber: 1) + } }() + if _storage._event != .none { + try visitor.visitSingularEnumField(value: _storage._event, fieldNumber: 2) + } + try { if let v = _storage._user { + try visitor.visitSingularMessageField(value: v, fieldNumber: 3) + } }() + try { if let v = _storage._sourceAudio { + try visitor.visitSingularMessageField(value: v, fieldNumber: 4) + } }() + try { if let v = _storage._targetAudio { + try visitor.visitSingularMessageField(value: v, fieldNumber: 5) + } }() + try { if let v = _storage._request { + try visitor.visitSingularMessageField(value: v, fieldNumber: 6) + } }() + try { if let v = _storage._denoise { + try visitor.visitSingularBoolField(value: v, fieldNumber: 7) + } }() + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Ast_TranslateRequest, rhs: Data_Speech_Ast_TranslateRequest) -> Bool { + if lhs._storage !== rhs._storage { + let storagesAreEqual: Bool = withExtendedLifetime((lhs._storage, rhs._storage)) { (_args: (_StorageClass, _StorageClass)) in + let _storage = _args.0 + let rhs_storage = _args.1 + if _storage._requestMeta != rhs_storage._requestMeta {return false} + if _storage._event != rhs_storage._event {return false} + if _storage._user != rhs_storage._user {return false} + if _storage._sourceAudio != rhs_storage._sourceAudio {return false} + if _storage._targetAudio != rhs_storage._targetAudio {return false} + if _storage._request != rhs_storage._request {return false} + if _storage._denoise != rhs_storage._denoise {return false} + return true + } + if !storagesAreEqual {return false} + } + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Ast_TranslateResponse: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".TranslateResponse" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{3}response_meta\0\u{1}event\0\u{1}data\0\u{1}text\0\u{3}start_time\0\u{3}end_time\0\u{3}spk_chg\0\u{3}muted_duration_ms\0") + + mutating func decodeMessage(decoder: inout D) throws { + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularMessageField(value: &self._responseMeta) }() + case 2: try { try decoder.decodeSingularEnumField(value: &self.event) }() + case 3: try { try decoder.decodeSingularBytesField(value: &self.data) }() + case 4: try { try decoder.decodeSingularStringField(value: &self.text) }() + case 5: try { try decoder.decodeSingularInt32Field(value: &self.startTime) }() + case 6: try { try decoder.decodeSingularInt32Field(value: &self.endTime) }() + case 7: try { try decoder.decodeSingularBoolField(value: &self.spkChg) }() + case 8: try { try decoder.decodeSingularInt32Field(value: &self.mutedDurationMs) }() + default: break + } + } + } + + func traverse(visitor: inout V) throws { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every if/case branch local when no optimizations + // are enabled. https://github.com/apple/swift-protobuf/issues/1034 and + // https://github.com/apple/swift-protobuf/issues/1182 + try { if let v = self._responseMeta { + try visitor.visitSingularMessageField(value: v, fieldNumber: 1) + } }() + if self.event != .none { + try visitor.visitSingularEnumField(value: self.event, fieldNumber: 2) + } + if !self.data.isEmpty { + try visitor.visitSingularBytesField(value: self.data, fieldNumber: 3) + } + if !self.text.isEmpty { + try visitor.visitSingularStringField(value: self.text, fieldNumber: 4) + } + if self.startTime != 0 { + try visitor.visitSingularInt32Field(value: self.startTime, fieldNumber: 5) + } + if self.endTime != 0 { + try visitor.visitSingularInt32Field(value: self.endTime, fieldNumber: 6) + } + if self.spkChg != false { + try visitor.visitSingularBoolField(value: self.spkChg, fieldNumber: 7) + } + if self.mutedDurationMs != 0 { + try visitor.visitSingularInt32Field(value: self.mutedDurationMs, fieldNumber: 8) + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Ast_TranslateResponse, rhs: Data_Speech_Ast_TranslateResponse) -> Bool { + if lhs._responseMeta != rhs._responseMeta {return false} + if lhs.event != rhs.event {return false} + if lhs.data != rhs.data {return false} + if lhs.text != rhs.text {return false} + if lhs.startTime != rhs.startTime {return false} + if lhs.endTime != rhs.endTime {return false} + if lhs.spkChg != rhs.spkChg {return false} + if lhs.mutedDurationMs != rhs.mutedDurationMs {return false} + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} diff --git a/local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/products/understanding/base/au_base.pb.swift b/local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/products/understanding/base/au_base.pb.swift new file mode 100644 index 000000000..09a83ba25 --- /dev/null +++ b/local_plugins/azure_speech/ios/azure_speech/Sources/protos_swift/products/understanding/base/au_base.pb.swift @@ -0,0 +1,1803 @@ +// DO NOT EDIT. +// swift-format-ignore-file +// swiftlint:disable all +// +// Generated by the Swift generator plugin for the protocol buffer compiler. +// Source: products/understanding/base/au_base.proto +// +// For information on using the generated types, please see the documentation: +// https://github.com/apple/swift-protobuf/ + +import Foundation +import SwiftProtobuf + +// If the compiler emits an error on this type, it is because this file +// was generated by a version of the `protoc` Swift plug-in that is +// incompatible with the version of SwiftProtobuf to which you are linking. +// Please ensure that you are building against the same version of the API +// that was used to generate this file. +fileprivate struct _GeneratedWithProtocGenSwiftVersion: SwiftProtobuf.ProtobufAPIVersionCheck { + struct _2: SwiftProtobuf.ProtobufAPIVersion_2 {} + typealias Version = _2 +} + +enum Data_Speech_Understanding_Code: SwiftProtobuf.Enum, Swift.CaseIterable { + typealias RawValue = Int + case errorUnspecified // = 0 + case success // = 21000 + + /// request related + case invalidRequest // = 11100 + case permissionDenied // = 11200 + case limitQps // = 11301 + case limitCount // = 11302 + case serverBusy // = 11303 + case interrupted // = 21300 + case errorParams // = 11500 + + /// audio related + case longAudio // = 11101 + case largePacket // = 11102 + case invalidFormat // = 11103 + case silentAudio // = 11104 + case emptyAudio // = 11105 + case audioDownloadFail // = 21701 + + /// recognition related + case timeoutWaiting // = 21200 + case timeoutProcessing // = 21201 + case errorProcessing // = 21100 + + /// others + case errorUnknown // = 29900 + case UNRECOGNIZED(Int) + + init() { + self = .errorUnspecified + } + + init?(rawValue: Int) { + switch rawValue { + case 0: self = .errorUnspecified + case 11100: self = .invalidRequest + case 11101: self = .longAudio + case 11102: self = .largePacket + case 11103: self = .invalidFormat + case 11104: self = .silentAudio + case 11105: self = .emptyAudio + case 11200: self = .permissionDenied + case 11301: self = .limitQps + case 11302: self = .limitCount + case 11303: self = .serverBusy + case 11500: self = .errorParams + case 21000: self = .success + case 21100: self = .errorProcessing + case 21200: self = .timeoutWaiting + case 21201: self = .timeoutProcessing + case 21300: self = .interrupted + case 21701: self = .audioDownloadFail + case 29900: self = .errorUnknown + default: self = .UNRECOGNIZED(rawValue) + } + } + + var rawValue: Int { + switch self { + case .errorUnspecified: return 0 + case .invalidRequest: return 11100 + case .longAudio: return 11101 + case .largePacket: return 11102 + case .invalidFormat: return 11103 + case .silentAudio: return 11104 + case .emptyAudio: return 11105 + case .permissionDenied: return 11200 + case .limitQps: return 11301 + case .limitCount: return 11302 + case .serverBusy: return 11303 + case .errorParams: return 11500 + case .success: return 21000 + case .errorProcessing: return 21100 + case .timeoutWaiting: return 21200 + case .timeoutProcessing: return 21201 + case .interrupted: return 21300 + case .audioDownloadFail: return 21701 + case .errorUnknown: return 29900 + case .UNRECOGNIZED(let i): return i + } + } + + // The compiler won't synthesize support with the UNRECOGNIZED case. + static let allCases: [Data_Speech_Understanding_Code] = [ + .errorUnspecified, + .success, + .invalidRequest, + .permissionDenied, + .limitQps, + .limitCount, + .serverBusy, + .interrupted, + .errorParams, + .longAudio, + .largePacket, + .invalidFormat, + .silentAudio, + .emptyAudio, + .audioDownloadFail, + .timeoutWaiting, + .timeoutProcessing, + .errorProcessing, + .errorUnknown, + ] + +} + +enum Data_Speech_Understanding_AsrNotificationCode: SwiftProtobuf.Enum, Swift.CaseIterable { + typealias RawValue = Int + case notificationUnspecified // = 0 + case disconnect // = 1000 + case UNRECOGNIZED(Int) + + init() { + self = .notificationUnspecified + } + + init?(rawValue: Int) { + switch rawValue { + case 0: self = .notificationUnspecified + case 1000: self = .disconnect + default: self = .UNRECOGNIZED(rawValue) + } + } + + var rawValue: Int { + switch self { + case .notificationUnspecified: return 0 + case .disconnect: return 1000 + case .UNRECOGNIZED(let i): return i + } + } + + // The compiler won't synthesize support with the UNRECOGNIZED case. + static let allCases: [Data_Speech_Understanding_AsrNotificationCode] = [ + .notificationUnspecified, + .disconnect, + ] + +} + +struct Data_Speech_Understanding_Word: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + var text: String = String() + + var startTime: Int32 = 0 + + var endTime: Int32 = 0 + + var blankDuration: Int32 = 0 + + var pronounce: String = String() + + var confidence: Double = 0 + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} +} + +struct Data_Speech_Understanding_UtteranceAddition: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} +} + +struct Data_Speech_Understanding_ResultAddition: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} +} + +struct Data_Speech_Understanding_Utterance: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + var text: String = String() + + var startTime: Int32 = 0 + + var endTime: Int32 = 0 + + var definite: Bool { + get {return _definite ?? false} + set {_definite = newValue} + } + /// Returns true if `definite` has been explicitly set. + var hasDefinite: Bool {return self._definite != nil} + /// Clears the value of `definite`. Subsequent reads from it will return its default value. + mutating func clearDefinite() {self._definite = nil} + + var words: [Data_Speech_Understanding_Word] = [] + + var language: String = String() + + var confidence: Double = 0 + + var speaker: Int32 = 0 + + var channelID: Int32 = 0 + + var additions: Dictionary = [:] + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} + + fileprivate var _definite: Bool? = nil +} + +struct Data_Speech_Understanding_LanguageDetail: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + /// language probability + var prob: Double = 0 + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} +} + +struct Data_Speech_Understanding_Result: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + var text: String = String() + + var utterances: [Data_Speech_Understanding_Utterance] = [] + + var confidence: Double = 0 + + var globalConfidence: Double = 0 + + var language: String = String() + + var languageDetails: Dictionary = [:] + + var termination: Bool { + get {return _termination ?? false} + set {_termination = newValue} + } + /// Returns true if `termination` has been explicitly set. + var hasTermination: Bool {return self._termination != nil} + /// Clears the value of `termination`. Subsequent reads from it will return its default value. + mutating func clearTermination() {self._termination = nil} + + var volume: Double = 0 + + var speechRate: Double = 0 + + var resultType: String = String() + + var oriText: String = String() + + var prefetch: Bool { + get {return _prefetch ?? false} + set {_prefetch = newValue} + } + /// Returns true if `prefetch` has been explicitly set. + var hasPrefetch: Bool {return self._prefetch != nil} + /// Clears the value of `prefetch`. Subsequent reads from it will return its default value. + mutating func clearPrefetch() {self._prefetch = nil} + + var additions: Dictionary = [:] + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} + + fileprivate var _termination: Bool? = nil + fileprivate var _prefetch: Bool? = nil +} + +struct Data_Speech_Understanding_AudioInfo: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + var duration: Int64 = 0 + + var speechRate: Double = 0 + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} +} + +struct Data_Speech_Understanding_App: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + var workFlowName: String = String() + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} +} + +struct Data_Speech_Understanding_User: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + var uid: String = String() + + var did: String = String() + + /// android or ios info + var platform: String = String() + + var sdkVersion: String = String() + + var appVersion: String = String() + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} +} + +struct Data_Speech_Understanding_Audio: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + var data: String = String() + + var url: String = String() + + /// url; vid... + var urlType: String = String() + + var format: String = String() + + var codec: String = String() + + var language: String = String() + + var rate: Int32 = 0 + + var bits: Int32 = 0 + + var channel: Int32 = 0 + + var tosBucket: String = String() + + var tosAccessKey: String = String() + + var audioTosObject: String = String() + + var roleTrn: String = String() + + var binaryData: Data = Data() + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} +} + +struct Data_Speech_Understanding_AsrNotification: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + var code: Data_Speech_Understanding_AsrNotificationCode = .notificationUnspecified + + var message: String = String() + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} +} + +struct Data_Speech_Understanding_ReqParams: @unchecked Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + /// 用于映射集群 + var modelName: String { + get {return _storage._modelName} + set {_uniqueStorage()._modelName = newValue} + } + + /// 用于映射tcc配置 + var configName: String { + get {return _storage._configName} + set {_uniqueStorage()._configName = newValue} + } + + var enableVad: Bool { + get {return _storage._enableVad ?? false} + set {_uniqueStorage()._enableVad = newValue} + } + /// Returns true if `enableVad` has been explicitly set. + var hasEnableVad: Bool {return _storage._enableVad != nil} + /// Clears the value of `enableVad`. Subsequent reads from it will return its default value. + mutating func clearEnableVad() {_uniqueStorage()._enableVad = nil} + + var enablePunc: Bool { + get {return _storage._enablePunc ?? false} + set {_uniqueStorage()._enablePunc = newValue} + } + /// Returns true if `enablePunc` has been explicitly set. + var hasEnablePunc: Bool {return _storage._enablePunc != nil} + /// Clears the value of `enablePunc`. Subsequent reads from it will return its default value. + mutating func clearEnablePunc() {_uniqueStorage()._enablePunc = nil} + + var enableItn: Bool { + get {return _storage._enableItn ?? false} + set {_uniqueStorage()._enableItn = newValue} + } + /// Returns true if `enableItn` has been explicitly set. + var hasEnableItn: Bool {return _storage._enableItn != nil} + /// Clears the value of `enableItn`. Subsequent reads from it will return its default value. + mutating func clearEnableItn() {_uniqueStorage()._enableItn = nil} + + var enableDdc: Bool { + get {return _storage._enableDdc ?? false} + set {_uniqueStorage()._enableDdc = newValue} + } + /// Returns true if `enableDdc` has been explicitly set. + var hasEnableDdc: Bool {return _storage._enableDdc != nil} + /// Clears the value of `enableDdc`. Subsequent reads from it will return its default value. + mutating func clearEnableDdc() {_uniqueStorage()._enableDdc = nil} + + var enableResample: Bool { + get {return _storage._enableResample ?? false} + set {_uniqueStorage()._enableResample = newValue} + } + /// Returns true if `enableResample` has been explicitly set. + var hasEnableResample: Bool {return _storage._enableResample != nil} + /// Clears the value of `enableResample`. Subsequent reads from it will return its default value. + mutating func clearEnableResample() {_uniqueStorage()._enableResample = nil} + + var vadSignal: Bool { + get {return _storage._vadSignal ?? false} + set {_uniqueStorage()._vadSignal = newValue} + } + /// Returns true if `vadSignal` has been explicitly set. + var hasVadSignal: Bool {return _storage._vadSignal != nil} + /// Clears the value of `vadSignal`. Subsequent reads from it will return its default value. + mutating func clearVadSignal() {_uniqueStorage()._vadSignal = nil} + + var enableTranslate: Bool { + get {return _storage._enableTranslate ?? false} + set {_uniqueStorage()._enableTranslate = newValue} + } + /// Returns true if `enableTranslate` has been explicitly set. + var hasEnableTranslate: Bool {return _storage._enableTranslate != nil} + /// Clears the value of `enableTranslate`. Subsequent reads from it will return its default value. + mutating func clearEnableTranslate() {_uniqueStorage()._enableTranslate = nil} + + var disableEndPunc: Bool { + get {return _storage._disableEndPunc ?? false} + set {_uniqueStorage()._disableEndPunc = newValue} + } + /// Returns true if `disableEndPunc` has been explicitly set. + var hasDisableEndPunc: Bool {return _storage._disableEndPunc != nil} + /// Clears the value of `disableEndPunc`. Subsequent reads from it will return its default value. + mutating func clearDisableEndPunc() {_uniqueStorage()._disableEndPunc = nil} + + var enableSpeakerInfo: Bool { + get {return _storage._enableSpeakerInfo ?? false} + set {_uniqueStorage()._enableSpeakerInfo = newValue} + } + /// Returns true if `enableSpeakerInfo` has been explicitly set. + var hasEnableSpeakerInfo: Bool {return _storage._enableSpeakerInfo != nil} + /// Clears the value of `enableSpeakerInfo`. Subsequent reads from it will return its default value. + mutating func clearEnableSpeakerInfo() {_uniqueStorage()._enableSpeakerInfo = nil} + + var enableChannelSplit: Bool { + get {return _storage._enableChannelSplit ?? false} + set {_uniqueStorage()._enableChannelSplit = newValue} + } + /// Returns true if `enableChannelSplit` has been explicitly set. + var hasEnableChannelSplit: Bool {return _storage._enableChannelSplit != nil} + /// Clears the value of `enableChannelSplit`. Subsequent reads from it will return its default value. + mutating func clearEnableChannelSplit() {_uniqueStorage()._enableChannelSplit = nil} + + var appLang: String { + get {return _storage._appLang} + set {_uniqueStorage()._appLang = newValue} + } + + var country: String { + get {return _storage._country} + set {_uniqueStorage()._country = newValue} + } + + var audioType: String { + get {return _storage._audioType} + set {_uniqueStorage()._audioType = newValue} + } + + var enableLid: Bool { + get {return _storage._enableLid ?? false} + set {_uniqueStorage()._enableLid = newValue} + } + /// Returns true if `enableLid` has been explicitly set. + var hasEnableLid: Bool {return _storage._enableLid != nil} + /// Clears the value of `enableLid`. Subsequent reads from it will return its default value. + mutating func clearEnableLid() {_uniqueStorage()._enableLid = nil} + + var reco2ActNumSpk: Int32 { + get {return _storage._reco2ActNumSpk} + set {_uniqueStorage()._reco2ActNumSpk = newValue} + } + + var reco2MaxNumSpk: Int32 { + get {return _storage._reco2MaxNumSpk} + set {_uniqueStorage()._reco2MaxNumSpk = newValue} + } + + var enableInterrupt: Bool { + get {return _storage._enableInterrupt ?? false} + set {_uniqueStorage()._enableInterrupt = newValue} + } + /// Returns true if `enableInterrupt` has been explicitly set. + var hasEnableInterrupt: Bool {return _storage._enableInterrupt != nil} + /// Clears the value of `enableInterrupt`. Subsequent reads from it will return its default value. + mutating func clearEnableInterrupt() {_uniqueStorage()._enableInterrupt = nil} + + var vadSegment: Bool { + get {return _storage._vadSegment ?? false} + set {_uniqueStorage()._vadSegment = newValue} + } + /// Returns true if `vadSegment` has been explicitly set. + var hasVadSegment: Bool {return _storage._vadSegment != nil} + /// Clears the value of `vadSegment`. Subsequent reads from it will return its default value. + mutating func clearVadSegment() {_uniqueStorage()._vadSegment = nil} + + var enableOriText: Bool { + get {return _storage._enableOriText ?? false} + set {_uniqueStorage()._enableOriText = newValue} + } + /// Returns true if `enableOriText` has been explicitly set. + var hasEnableOriText: Bool {return _storage._enableOriText != nil} + /// Clears the value of `enableOriText`. Subsequent reads from it will return its default value. + mutating func clearEnableOriText() {_uniqueStorage()._enableOriText = nil} + + var enableNonstream: Bool { + get {return _storage._enableNonstream ?? false} + set {_uniqueStorage()._enableNonstream = newValue} + } + /// Returns true if `enableNonstream` has been explicitly set. + var hasEnableNonstream: Bool {return _storage._enableNonstream != nil} + /// Clears the value of `enableNonstream`. Subsequent reads from it will return its default value. + mutating func clearEnableNonstream() {_uniqueStorage()._enableNonstream = nil} + + var showUtterances: Bool { + get {return _storage._showUtterances ?? false} + set {_uniqueStorage()._showUtterances = newValue} + } + /// Returns true if `showUtterances` has been explicitly set. + var hasShowUtterances: Bool {return _storage._showUtterances != nil} + /// Clears the value of `showUtterances`. Subsequent reads from it will return its default value. + mutating func clearShowUtterances() {_uniqueStorage()._showUtterances = nil} + + var showWords: Bool { + get {return _storage._showWords ?? false} + set {_uniqueStorage()._showWords = newValue} + } + /// Returns true if `showWords` has been explicitly set. + var hasShowWords: Bool {return _storage._showWords != nil} + /// Clears the value of `showWords`. Subsequent reads from it will return its default value. + mutating func clearShowWords() {_uniqueStorage()._showWords = nil} + + var showDuration: Bool { + get {return _storage._showDuration ?? false} + set {_uniqueStorage()._showDuration = newValue} + } + /// Returns true if `showDuration` has been explicitly set. + var hasShowDuration: Bool {return _storage._showDuration != nil} + /// Clears the value of `showDuration`. Subsequent reads from it will return its default value. + mutating func clearShowDuration() {_uniqueStorage()._showDuration = nil} + + var showLanguage: Bool { + get {return _storage._showLanguage ?? false} + set {_uniqueStorage()._showLanguage = newValue} + } + /// Returns true if `showLanguage` has been explicitly set. + var hasShowLanguage: Bool {return _storage._showLanguage != nil} + /// Clears the value of `showLanguage`. Subsequent reads from it will return its default value. + mutating func clearShowLanguage() {_uniqueStorage()._showLanguage = nil} + + var showVolume: Bool { + get {return _storage._showVolume ?? false} + set {_uniqueStorage()._showVolume = newValue} + } + /// Returns true if `showVolume` has been explicitly set. + var hasShowVolume: Bool {return _storage._showVolume != nil} + /// Clears the value of `showVolume`. Subsequent reads from it will return its default value. + mutating func clearShowVolume() {_uniqueStorage()._showVolume = nil} + + var showVolumeV: Bool { + get {return _storage._showVolumeV ?? false} + set {_uniqueStorage()._showVolumeV = newValue} + } + /// Returns true if `showVolumeV` has been explicitly set. + var hasShowVolumeV: Bool {return _storage._showVolumeV != nil} + /// Clears the value of `showVolumeV`. Subsequent reads from it will return its default value. + mutating func clearShowVolumeV() {_uniqueStorage()._showVolumeV = nil} + + var showSpeechRate: Bool { + get {return _storage._showSpeechRate ?? false} + set {_uniqueStorage()._showSpeechRate = newValue} + } + /// Returns true if `showSpeechRate` has been explicitly set. + var hasShowSpeechRate: Bool {return _storage._showSpeechRate != nil} + /// Clears the value of `showSpeechRate`. Subsequent reads from it will return its default value. + mutating func clearShowSpeechRate() {_uniqueStorage()._showSpeechRate = nil} + + var showPrefetch: Bool { + get {return _storage._showPrefetch ?? false} + set {_uniqueStorage()._showPrefetch = newValue} + } + /// Returns true if `showPrefetch` has been explicitly set. + var hasShowPrefetch: Bool {return _storage._showPrefetch != nil} + /// Clears the value of `showPrefetch`. Subsequent reads from it will return its default value. + mutating func clearShowPrefetch() {_uniqueStorage()._showPrefetch = nil} + + var resultType: String { + get {return _storage._resultType} + set {_uniqueStorage()._resultType = newValue} + } + + var startSilenceTime: Int32 { + get {return _storage._startSilenceTime} + set {_uniqueStorage()._startSilenceTime = newValue} + } + + var endSilenceTime: Int32 { + get {return _storage._endSilenceTime} + set {_uniqueStorage()._endSilenceTime = newValue} + } + + var vadSilenceTime: Int32 { + get {return _storage._vadSilenceTime} + set {_uniqueStorage()._vadSilenceTime = newValue} + } + + var minSilenceTime: Int32 { + get {return _storage._minSilenceTime} + set {_uniqueStorage()._minSilenceTime = newValue} + } + + var vadMode: String { + get {return _storage._vadMode} + set {_uniqueStorage()._vadMode = newValue} + } + + var vadSegmentDuration: Int32 { + get {return _storage._vadSegmentDuration} + set {_uniqueStorage()._vadSegmentDuration = newValue} + } + + var endWindowSize: Int32 { + get {return _storage._endWindowSize} + set {_uniqueStorage()._endWindowSize = newValue} + } + + var forceToSpeechTime: Int32 { + get {return _storage._forceToSpeechTime} + set {_uniqueStorage()._forceToSpeechTime = newValue} + } + + var corpus: Data_Speech_Understanding_Corpus { + get {return _storage._corpus ?? Data_Speech_Understanding_Corpus()} + set {_uniqueStorage()._corpus = newValue} + } + /// Returns true if `corpus` has been explicitly set. + var hasCorpus: Bool {return _storage._corpus != nil} + /// Clears the value of `corpus`. Subsequent reads from it will return its default value. + mutating func clearCorpus() {_uniqueStorage()._corpus = nil} + + var notification: Data_Speech_Understanding_AsrNotification { + get {return _storage._notification ?? Data_Speech_Understanding_AsrNotification()} + set {_uniqueStorage()._notification = newValue} + } + /// Returns true if `notification` has been explicitly set. + var hasNotification: Bool {return _storage._notification != nil} + /// Clears the value of `notification`. Subsequent reads from it will return its default value. + mutating func clearNotification() {_uniqueStorage()._notification = nil} + + var sensitiveWordsFilter: String { + get {return _storage._sensitiveWordsFilter} + set {_uniqueStorage()._sensitiveWordsFilter = newValue} + } + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} + + fileprivate var _storage = _StorageClass.defaultInstance +} + +struct Data_Speech_Understanding_Corpus: Sendable { + // SwiftProtobuf.Message conformance is added in an extension below. See the + // `Message` and `Message+*Additions` files in the SwiftProtobuf library for + // methods supported on all messages. + + /// json格式，包含热词，冷词，篇章，纠错词表等 + var context: String = String() + + var boostingTableID: String = String() + + var boostingTableName: String = String() + + var boostingID: String = String() + + var nnlmID: String = String() + + var correctTableID: String = String() + + var correctTableName: String = String() + + var puncHotWords: String = String() + + var hotWordsList: [String] = [] + + var glossaryList: Dictionary = [:] + + var showMatchHotWords: Bool { + get {return _showMatchHotWords ?? false} + set {_showMatchHotWords = newValue} + } + /// Returns true if `showMatchHotWords` has been explicitly set. + var hasShowMatchHotWords: Bool {return self._showMatchHotWords != nil} + /// Clears the value of `showMatchHotWords`. Subsequent reads from it will return its default value. + mutating func clearShowMatchHotWords() {self._showMatchHotWords = nil} + + var showAllMatchHotWords: Bool { + get {return _showAllMatchHotWords ?? false} + set {_showAllMatchHotWords = newValue} + } + /// Returns true if `showAllMatchHotWords` has been explicitly set. + var hasShowAllMatchHotWords: Bool {return self._showAllMatchHotWords != nil} + /// Clears the value of `showAllMatchHotWords`. Subsequent reads from it will return its default value. + mutating func clearShowAllMatchHotWords() {self._showAllMatchHotWords = nil} + + var showEffectiveHotWords: Bool { + get {return _showEffectiveHotWords ?? false} + set {_showEffectiveHotWords = newValue} + } + /// Returns true if `showEffectiveHotWords` has been explicitly set. + var hasShowEffectiveHotWords: Bool {return self._showEffectiveHotWords != nil} + /// Clears the value of `showEffectiveHotWords`. Subsequent reads from it will return its default value. + mutating func clearShowEffectiveHotWords() {self._showEffectiveHotWords = nil} + + var unknownFields = SwiftProtobuf.UnknownStorage() + + init() {} + + fileprivate var _showMatchHotWords: Bool? = nil + fileprivate var _showAllMatchHotWords: Bool? = nil + fileprivate var _showEffectiveHotWords: Bool? = nil +} + +// MARK: - Code below here is support for the SwiftProtobuf runtime. + +fileprivate let _protobuf_package = "data.speech.understanding" + +extension Data_Speech_Understanding_Code: SwiftProtobuf._ProtoNameProviding { + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{2}\0ERROR_UNSPECIFIED\0\u{2}\\m\u{2}INVALID_REQUEST\0\u{1}LONG_AUDIO\0\u{1}LARGE_PACKET\0\u{1}INVALID_FORMAT\0\u{1}SILENT_AUDIO\0\u{1}EMPTY_AUDIO\0\u{2}_\u{1}PERMISSION_DENIED\0\u{2}e\u{1}LIMIT_QPS\0\u{1}LIMIT_COUNT\0\u{1}SERVER_BUSY\0\u{2}E\u{3}ERROR_PARAMS\0\u{2}\\T\u{2}SUCCESS\0\u{2}d\u{1}ERROR_PROCESSING\0\u{2}d\u{1}TIMEOUT_WAITING\0\u{1}TIMEOUT_PROCESSING\0\u{2}c\u{1}INTERRUPTED\0\u{2}Q\u{6}AUDIO_DOWNLOAD_FAIL\0\u{2}G@\u{2}ERROR_UNKNOWN\0") +} + +extension Data_Speech_Understanding_AsrNotificationCode: SwiftProtobuf._ProtoNameProviding { + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{2}\0NOTIFICATION_UNSPECIFIED\0\u{2}h\u{f}DISCONNECT\0") +} + +extension Data_Speech_Understanding_Word: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".Word" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{1}text\0\u{3}start_time\0\u{3}end_time\0\u{3}blank_duration\0\u{1}pronounce\0\u{1}confidence\0") + + mutating func decodeMessage(decoder: inout D) throws { + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularStringField(value: &self.text) }() + case 2: try { try decoder.decodeSingularInt32Field(value: &self.startTime) }() + case 3: try { try decoder.decodeSingularInt32Field(value: &self.endTime) }() + case 4: try { try decoder.decodeSingularInt32Field(value: &self.blankDuration) }() + case 5: try { try decoder.decodeSingularStringField(value: &self.pronounce) }() + case 6: try { try decoder.decodeSingularDoubleField(value: &self.confidence) }() + default: break + } + } + } + + func traverse(visitor: inout V) throws { + if !self.text.isEmpty { + try visitor.visitSingularStringField(value: self.text, fieldNumber: 1) + } + if self.startTime != 0 { + try visitor.visitSingularInt32Field(value: self.startTime, fieldNumber: 2) + } + if self.endTime != 0 { + try visitor.visitSingularInt32Field(value: self.endTime, fieldNumber: 3) + } + if self.blankDuration != 0 { + try visitor.visitSingularInt32Field(value: self.blankDuration, fieldNumber: 4) + } + if !self.pronounce.isEmpty { + try visitor.visitSingularStringField(value: self.pronounce, fieldNumber: 5) + } + if self.confidence.bitPattern != 0 { + try visitor.visitSingularDoubleField(value: self.confidence, fieldNumber: 6) + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Understanding_Word, rhs: Data_Speech_Understanding_Word) -> Bool { + if lhs.text != rhs.text {return false} + if lhs.startTime != rhs.startTime {return false} + if lhs.endTime != rhs.endTime {return false} + if lhs.blankDuration != rhs.blankDuration {return false} + if lhs.pronounce != rhs.pronounce {return false} + if lhs.confidence != rhs.confidence {return false} + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Understanding_UtteranceAddition: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".UtteranceAddition" + static let _protobuf_nameMap = SwiftProtobuf._NameMap() + + mutating func decodeMessage(decoder: inout D) throws { + // Load everything into unknown fields + while try decoder.nextFieldNumber() != nil {} + } + + func traverse(visitor: inout V) throws { + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Understanding_UtteranceAddition, rhs: Data_Speech_Understanding_UtteranceAddition) -> Bool { + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Understanding_ResultAddition: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".ResultAddition" + static let _protobuf_nameMap = SwiftProtobuf._NameMap() + + mutating func decodeMessage(decoder: inout D) throws { + // Load everything into unknown fields + while try decoder.nextFieldNumber() != nil {} + } + + func traverse(visitor: inout V) throws { + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Understanding_ResultAddition, rhs: Data_Speech_Understanding_ResultAddition) -> Bool { + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Understanding_Utterance: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".Utterance" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{1}text\0\u{3}start_time\0\u{3}end_time\0\u{1}definite\0\u{1}words\0\u{1}language\0\u{1}confidence\0\u{1}speaker\0\u{3}channel_id\0\u{2}[\u{1}additions\0") + + mutating func decodeMessage(decoder: inout D) throws { + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularStringField(value: &self.text) }() + case 2: try { try decoder.decodeSingularInt32Field(value: &self.startTime) }() + case 3: try { try decoder.decodeSingularInt32Field(value: &self.endTime) }() + case 4: try { try decoder.decodeSingularBoolField(value: &self._definite) }() + case 5: try { try decoder.decodeRepeatedMessageField(value: &self.words) }() + case 6: try { try decoder.decodeSingularStringField(value: &self.language) }() + case 7: try { try decoder.decodeSingularDoubleField(value: &self.confidence) }() + case 8: try { try decoder.decodeSingularInt32Field(value: &self.speaker) }() + case 9: try { try decoder.decodeSingularInt32Field(value: &self.channelID) }() + case 100: try { try decoder.decodeMapField(fieldType: SwiftProtobuf._ProtobufMap.self, value: &self.additions) }() + default: break + } + } + } + + func traverse(visitor: inout V) throws { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every if/case branch local when no optimizations + // are enabled. https://github.com/apple/swift-protobuf/issues/1034 and + // https://github.com/apple/swift-protobuf/issues/1182 + if !self.text.isEmpty { + try visitor.visitSingularStringField(value: self.text, fieldNumber: 1) + } + if self.startTime != 0 { + try visitor.visitSingularInt32Field(value: self.startTime, fieldNumber: 2) + } + if self.endTime != 0 { + try visitor.visitSingularInt32Field(value: self.endTime, fieldNumber: 3) + } + try { if let v = self._definite { + try visitor.visitSingularBoolField(value: v, fieldNumber: 4) + } }() + if !self.words.isEmpty { + try visitor.visitRepeatedMessageField(value: self.words, fieldNumber: 5) + } + if !self.language.isEmpty { + try visitor.visitSingularStringField(value: self.language, fieldNumber: 6) + } + if self.confidence.bitPattern != 0 { + try visitor.visitSingularDoubleField(value: self.confidence, fieldNumber: 7) + } + if self.speaker != 0 { + try visitor.visitSingularInt32Field(value: self.speaker, fieldNumber: 8) + } + if self.channelID != 0 { + try visitor.visitSingularInt32Field(value: self.channelID, fieldNumber: 9) + } + if !self.additions.isEmpty { + try visitor.visitMapField(fieldType: SwiftProtobuf._ProtobufMap.self, value: self.additions, fieldNumber: 100) + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Understanding_Utterance, rhs: Data_Speech_Understanding_Utterance) -> Bool { + if lhs.text != rhs.text {return false} + if lhs.startTime != rhs.startTime {return false} + if lhs.endTime != rhs.endTime {return false} + if lhs._definite != rhs._definite {return false} + if lhs.words != rhs.words {return false} + if lhs.language != rhs.language {return false} + if lhs.confidence != rhs.confidence {return false} + if lhs.speaker != rhs.speaker {return false} + if lhs.channelID != rhs.channelID {return false} + if lhs.additions != rhs.additions {return false} + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Understanding_LanguageDetail: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".LanguageDetail" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{1}prob\0") + + mutating func decodeMessage(decoder: inout D) throws { + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularDoubleField(value: &self.prob) }() + default: break + } + } + } + + func traverse(visitor: inout V) throws { + if self.prob.bitPattern != 0 { + try visitor.visitSingularDoubleField(value: self.prob, fieldNumber: 1) + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Understanding_LanguageDetail, rhs: Data_Speech_Understanding_LanguageDetail) -> Bool { + if lhs.prob != rhs.prob {return false} + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Understanding_Result: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".Result" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{1}text\0\u{1}utterances\0\u{1}confidence\0\u{3}global_confidence\0\u{1}language\0\u{3}language_details\0\u{1}termination\0\u{1}volume\0\u{3}speech_rate\0\u{3}result_type\0\u{3}ori_text\0\u{1}prefetch\0\u{2}X\u{1}additions\0") + + mutating func decodeMessage(decoder: inout D) throws { + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularStringField(value: &self.text) }() + case 2: try { try decoder.decodeRepeatedMessageField(value: &self.utterances) }() + case 3: try { try decoder.decodeSingularDoubleField(value: &self.confidence) }() + case 4: try { try decoder.decodeSingularDoubleField(value: &self.globalConfidence) }() + case 5: try { try decoder.decodeSingularStringField(value: &self.language) }() + case 6: try { try decoder.decodeMapField(fieldType: SwiftProtobuf._ProtobufMessageMap.self, value: &self.languageDetails) }() + case 7: try { try decoder.decodeSingularBoolField(value: &self._termination) }() + case 8: try { try decoder.decodeSingularDoubleField(value: &self.volume) }() + case 9: try { try decoder.decodeSingularDoubleField(value: &self.speechRate) }() + case 10: try { try decoder.decodeSingularStringField(value: &self.resultType) }() + case 11: try { try decoder.decodeSingularStringField(value: &self.oriText) }() + case 12: try { try decoder.decodeSingularBoolField(value: &self._prefetch) }() + case 100: try { try decoder.decodeMapField(fieldType: SwiftProtobuf._ProtobufMap.self, value: &self.additions) }() + default: break + } + } + } + + func traverse(visitor: inout V) throws { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every if/case branch local when no optimizations + // are enabled. https://github.com/apple/swift-protobuf/issues/1034 and + // https://github.com/apple/swift-protobuf/issues/1182 + if !self.text.isEmpty { + try visitor.visitSingularStringField(value: self.text, fieldNumber: 1) + } + if !self.utterances.isEmpty { + try visitor.visitRepeatedMessageField(value: self.utterances, fieldNumber: 2) + } + if self.confidence.bitPattern != 0 { + try visitor.visitSingularDoubleField(value: self.confidence, fieldNumber: 3) + } + if self.globalConfidence.bitPattern != 0 { + try visitor.visitSingularDoubleField(value: self.globalConfidence, fieldNumber: 4) + } + if !self.language.isEmpty { + try visitor.visitSingularStringField(value: self.language, fieldNumber: 5) + } + if !self.languageDetails.isEmpty { + try visitor.visitMapField(fieldType: SwiftProtobuf._ProtobufMessageMap.self, value: self.languageDetails, fieldNumber: 6) + } + try { if let v = self._termination { + try visitor.visitSingularBoolField(value: v, fieldNumber: 7) + } }() + if self.volume.bitPattern != 0 { + try visitor.visitSingularDoubleField(value: self.volume, fieldNumber: 8) + } + if self.speechRate.bitPattern != 0 { + try visitor.visitSingularDoubleField(value: self.speechRate, fieldNumber: 9) + } + if !self.resultType.isEmpty { + try visitor.visitSingularStringField(value: self.resultType, fieldNumber: 10) + } + if !self.oriText.isEmpty { + try visitor.visitSingularStringField(value: self.oriText, fieldNumber: 11) + } + try { if let v = self._prefetch { + try visitor.visitSingularBoolField(value: v, fieldNumber: 12) + } }() + if !self.additions.isEmpty { + try visitor.visitMapField(fieldType: SwiftProtobuf._ProtobufMap.self, value: self.additions, fieldNumber: 100) + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Understanding_Result, rhs: Data_Speech_Understanding_Result) -> Bool { + if lhs.text != rhs.text {return false} + if lhs.utterances != rhs.utterances {return false} + if lhs.confidence != rhs.confidence {return false} + if lhs.globalConfidence != rhs.globalConfidence {return false} + if lhs.language != rhs.language {return false} + if lhs.languageDetails != rhs.languageDetails {return false} + if lhs._termination != rhs._termination {return false} + if lhs.volume != rhs.volume {return false} + if lhs.speechRate != rhs.speechRate {return false} + if lhs.resultType != rhs.resultType {return false} + if lhs.oriText != rhs.oriText {return false} + if lhs._prefetch != rhs._prefetch {return false} + if lhs.additions != rhs.additions {return false} + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Understanding_AudioInfo: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".AudioInfo" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{1}duration\0\u{3}speech_rate\0") + + mutating func decodeMessage(decoder: inout D) throws { + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularInt64Field(value: &self.duration) }() + case 2: try { try decoder.decodeSingularDoubleField(value: &self.speechRate) }() + default: break + } + } + } + + func traverse(visitor: inout V) throws { + if self.duration != 0 { + try visitor.visitSingularInt64Field(value: self.duration, fieldNumber: 1) + } + if self.speechRate.bitPattern != 0 { + try visitor.visitSingularDoubleField(value: self.speechRate, fieldNumber: 2) + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Understanding_AudioInfo, rhs: Data_Speech_Understanding_AudioInfo) -> Bool { + if lhs.duration != rhs.duration {return false} + if lhs.speechRate != rhs.speechRate {return false} + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Understanding_App: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".App" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{3}work_flow_name\0") + + mutating func decodeMessage(decoder: inout D) throws { + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularStringField(value: &self.workFlowName) }() + default: break + } + } + } + + func traverse(visitor: inout V) throws { + if !self.workFlowName.isEmpty { + try visitor.visitSingularStringField(value: self.workFlowName, fieldNumber: 1) + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Understanding_App, rhs: Data_Speech_Understanding_App) -> Bool { + if lhs.workFlowName != rhs.workFlowName {return false} + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Understanding_User: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".User" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{1}uid\0\u{1}did\0\u{1}platform\0\u{3}sdk_version\0\u{3}app_version\0") + + mutating func decodeMessage(decoder: inout D) throws { + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularStringField(value: &self.uid) }() + case 2: try { try decoder.decodeSingularStringField(value: &self.did) }() + case 3: try { try decoder.decodeSingularStringField(value: &self.platform) }() + case 4: try { try decoder.decodeSingularStringField(value: &self.sdkVersion) }() + case 5: try { try decoder.decodeSingularStringField(value: &self.appVersion) }() + default: break + } + } + } + + func traverse(visitor: inout V) throws { + if !self.uid.isEmpty { + try visitor.visitSingularStringField(value: self.uid, fieldNumber: 1) + } + if !self.did.isEmpty { + try visitor.visitSingularStringField(value: self.did, fieldNumber: 2) + } + if !self.platform.isEmpty { + try visitor.visitSingularStringField(value: self.platform, fieldNumber: 3) + } + if !self.sdkVersion.isEmpty { + try visitor.visitSingularStringField(value: self.sdkVersion, fieldNumber: 4) + } + if !self.appVersion.isEmpty { + try visitor.visitSingularStringField(value: self.appVersion, fieldNumber: 5) + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Understanding_User, rhs: Data_Speech_Understanding_User) -> Bool { + if lhs.uid != rhs.uid {return false} + if lhs.did != rhs.did {return false} + if lhs.platform != rhs.platform {return false} + if lhs.sdkVersion != rhs.sdkVersion {return false} + if lhs.appVersion != rhs.appVersion {return false} + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Understanding_Audio: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".Audio" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{1}data\0\u{1}url\0\u{3}url_type\0\u{1}format\0\u{1}codec\0\u{1}language\0\u{1}rate\0\u{1}bits\0\u{1}channel\0\u{3}tos_bucket\0\u{3}tos_access_key\0\u{3}audio_tos_object\0\u{3}role_trn\0\u{3}binary_data\0") + + mutating func decodeMessage(decoder: inout D) throws { + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularStringField(value: &self.data) }() + case 2: try { try decoder.decodeSingularStringField(value: &self.url) }() + case 3: try { try decoder.decodeSingularStringField(value: &self.urlType) }() + case 4: try { try decoder.decodeSingularStringField(value: &self.format) }() + case 5: try { try decoder.decodeSingularStringField(value: &self.codec) }() + case 6: try { try decoder.decodeSingularStringField(value: &self.language) }() + case 7: try { try decoder.decodeSingularInt32Field(value: &self.rate) }() + case 8: try { try decoder.decodeSingularInt32Field(value: &self.bits) }() + case 9: try { try decoder.decodeSingularInt32Field(value: &self.channel) }() + case 10: try { try decoder.decodeSingularStringField(value: &self.tosBucket) }() + case 11: try { try decoder.decodeSingularStringField(value: &self.tosAccessKey) }() + case 12: try { try decoder.decodeSingularStringField(value: &self.audioTosObject) }() + case 13: try { try decoder.decodeSingularStringField(value: &self.roleTrn) }() + case 14: try { try decoder.decodeSingularBytesField(value: &self.binaryData) }() + default: break + } + } + } + + func traverse(visitor: inout V) throws { + if !self.data.isEmpty { + try visitor.visitSingularStringField(value: self.data, fieldNumber: 1) + } + if !self.url.isEmpty { + try visitor.visitSingularStringField(value: self.url, fieldNumber: 2) + } + if !self.urlType.isEmpty { + try visitor.visitSingularStringField(value: self.urlType, fieldNumber: 3) + } + if !self.format.isEmpty { + try visitor.visitSingularStringField(value: self.format, fieldNumber: 4) + } + if !self.codec.isEmpty { + try visitor.visitSingularStringField(value: self.codec, fieldNumber: 5) + } + if !self.language.isEmpty { + try visitor.visitSingularStringField(value: self.language, fieldNumber: 6) + } + if self.rate != 0 { + try visitor.visitSingularInt32Field(value: self.rate, fieldNumber: 7) + } + if self.bits != 0 { + try visitor.visitSingularInt32Field(value: self.bits, fieldNumber: 8) + } + if self.channel != 0 { + try visitor.visitSingularInt32Field(value: self.channel, fieldNumber: 9) + } + if !self.tosBucket.isEmpty { + try visitor.visitSingularStringField(value: self.tosBucket, fieldNumber: 10) + } + if !self.tosAccessKey.isEmpty { + try visitor.visitSingularStringField(value: self.tosAccessKey, fieldNumber: 11) + } + if !self.audioTosObject.isEmpty { + try visitor.visitSingularStringField(value: self.audioTosObject, fieldNumber: 12) + } + if !self.roleTrn.isEmpty { + try visitor.visitSingularStringField(value: self.roleTrn, fieldNumber: 13) + } + if !self.binaryData.isEmpty { + try visitor.visitSingularBytesField(value: self.binaryData, fieldNumber: 14) + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Understanding_Audio, rhs: Data_Speech_Understanding_Audio) -> Bool { + if lhs.data != rhs.data {return false} + if lhs.url != rhs.url {return false} + if lhs.urlType != rhs.urlType {return false} + if lhs.format != rhs.format {return false} + if lhs.codec != rhs.codec {return false} + if lhs.language != rhs.language {return false} + if lhs.rate != rhs.rate {return false} + if lhs.bits != rhs.bits {return false} + if lhs.channel != rhs.channel {return false} + if lhs.tosBucket != rhs.tosBucket {return false} + if lhs.tosAccessKey != rhs.tosAccessKey {return false} + if lhs.audioTosObject != rhs.audioTosObject {return false} + if lhs.roleTrn != rhs.roleTrn {return false} + if lhs.binaryData != rhs.binaryData {return false} + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Understanding_AsrNotification: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".AsrNotification" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{1}code\0\u{1}message\0") + + mutating func decodeMessage(decoder: inout D) throws { + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularEnumField(value: &self.code) }() + case 2: try { try decoder.decodeSingularStringField(value: &self.message) }() + default: break + } + } + } + + func traverse(visitor: inout V) throws { + if self.code != .notificationUnspecified { + try visitor.visitSingularEnumField(value: self.code, fieldNumber: 1) + } + if !self.message.isEmpty { + try visitor.visitSingularStringField(value: self.message, fieldNumber: 2) + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Understanding_AsrNotification, rhs: Data_Speech_Understanding_AsrNotification) -> Bool { + if lhs.code != rhs.code {return false} + if lhs.message != rhs.message {return false} + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Understanding_ReqParams: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".ReqParams" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{3}model_name\0\u{3}config_name\0\u{3}enable_vad\0\u{3}enable_punc\0\u{3}enable_itn\0\u{3}enable_ddc\0\u{3}enable_resample\0\u{3}vad_signal\0\u{3}enable_translate\0\u{3}disable_end_punc\0\u{3}enable_speaker_info\0\u{3}enable_channel_split\0\u{3}app_lang\0\u{1}country\0\u{3}audio_type\0\u{3}enable_lid\0\u{3}reco2act_num_spk\0\u{3}reco2max_num_spk\0\u{3}enable_interrupt\0\u{3}vad_segment\0\u{3}enable_ori_text\0\u{3}enable_nonstream\0\u{4}\u{9}show_utterances\0\u{3}show_words\0\u{3}show_duration\0\u{3}show_language\0\u{3}show_volume\0\u{4}\u{2}show_speech_rate\0\u{3}show_prefetch\0\u{3}result_type\0\u{4}\u{16}start_silence_time\0\u{3}end_silence_time\0\u{3}vad_silence_time\0\u{3}min_silence_time\0\u{3}vad_mode\0\u{3}vad_segment_duration\0\u{3}end_window_size\0\u{3}force_to_speech_time\0\u{2} corpus\0\u{1}notification\0\u{3}sensitive_words_filter\0\u{4}D\u{4}show_volume_v\0") + + fileprivate class _StorageClass { + var _modelName: String = String() + var _configName: String = String() + var _enableVad: Bool? = nil + var _enablePunc: Bool? = nil + var _enableItn: Bool? = nil + var _enableDdc: Bool? = nil + var _enableResample: Bool? = nil + var _vadSignal: Bool? = nil + var _enableTranslate: Bool? = nil + var _disableEndPunc: Bool? = nil + var _enableSpeakerInfo: Bool? = nil + var _enableChannelSplit: Bool? = nil + var _appLang: String = String() + var _country: String = String() + var _audioType: String = String() + var _enableLid: Bool? = nil + var _reco2ActNumSpk: Int32 = 0 + var _reco2MaxNumSpk: Int32 = 0 + var _enableInterrupt: Bool? = nil + var _vadSegment: Bool? = nil + var _enableOriText: Bool? = nil + var _enableNonstream: Bool? = nil + var _showUtterances: Bool? = nil + var _showWords: Bool? = nil + var _showDuration: Bool? = nil + var _showLanguage: Bool? = nil + var _showVolume: Bool? = nil + var _showVolumeV: Bool? = nil + var _showSpeechRate: Bool? = nil + var _showPrefetch: Bool? = nil + var _resultType: String = String() + var _startSilenceTime: Int32 = 0 + var _endSilenceTime: Int32 = 0 + var _vadSilenceTime: Int32 = 0 + var _minSilenceTime: Int32 = 0 + var _vadMode: String = String() + var _vadSegmentDuration: Int32 = 0 + var _endWindowSize: Int32 = 0 + var _forceToSpeechTime: Int32 = 0 + var _corpus: Data_Speech_Understanding_Corpus? = nil + var _notification: Data_Speech_Understanding_AsrNotification? = nil + var _sensitiveWordsFilter: String = String() + + // This property is used as the initial default value for new instances of the type. + // The type itself is protecting the reference to its storage via CoW semantics. + // This will force a copy to be made of this reference when the first mutation occurs; + // hence, it is safe to mark this as `nonisolated(unsafe)`. + static nonisolated(unsafe) let defaultInstance = _StorageClass() + + private init() {} + + init(copying source: _StorageClass) { + _modelName = source._modelName + _configName = source._configName + _enableVad = source._enableVad + _enablePunc = source._enablePunc + _enableItn = source._enableItn + _enableDdc = source._enableDdc + _enableResample = source._enableResample + _vadSignal = source._vadSignal + _enableTranslate = source._enableTranslate + _disableEndPunc = source._disableEndPunc + _enableSpeakerInfo = source._enableSpeakerInfo + _enableChannelSplit = source._enableChannelSplit + _appLang = source._appLang + _country = source._country + _audioType = source._audioType + _enableLid = source._enableLid + _reco2ActNumSpk = source._reco2ActNumSpk + _reco2MaxNumSpk = source._reco2MaxNumSpk + _enableInterrupt = source._enableInterrupt + _vadSegment = source._vadSegment + _enableOriText = source._enableOriText + _enableNonstream = source._enableNonstream + _showUtterances = source._showUtterances + _showWords = source._showWords + _showDuration = source._showDuration + _showLanguage = source._showLanguage + _showVolume = source._showVolume + _showVolumeV = source._showVolumeV + _showSpeechRate = source._showSpeechRate + _showPrefetch = source._showPrefetch + _resultType = source._resultType + _startSilenceTime = source._startSilenceTime + _endSilenceTime = source._endSilenceTime + _vadSilenceTime = source._vadSilenceTime + _minSilenceTime = source._minSilenceTime + _vadMode = source._vadMode + _vadSegmentDuration = source._vadSegmentDuration + _endWindowSize = source._endWindowSize + _forceToSpeechTime = source._forceToSpeechTime + _corpus = source._corpus + _notification = source._notification + _sensitiveWordsFilter = source._sensitiveWordsFilter + } + } + + fileprivate mutating func _uniqueStorage() -> _StorageClass { + if !isKnownUniquelyReferenced(&_storage) { + _storage = _StorageClass(copying: _storage) + } + return _storage + } + + mutating func decodeMessage(decoder: inout D) throws { + _ = _uniqueStorage() + try withExtendedLifetime(_storage) { (_storage: _StorageClass) in + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularStringField(value: &_storage._modelName) }() + case 2: try { try decoder.decodeSingularStringField(value: &_storage._configName) }() + case 3: try { try decoder.decodeSingularBoolField(value: &_storage._enableVad) }() + case 4: try { try decoder.decodeSingularBoolField(value: &_storage._enablePunc) }() + case 5: try { try decoder.decodeSingularBoolField(value: &_storage._enableItn) }() + case 6: try { try decoder.decodeSingularBoolField(value: &_storage._enableDdc) }() + case 7: try { try decoder.decodeSingularBoolField(value: &_storage._enableResample) }() + case 8: try { try decoder.decodeSingularBoolField(value: &_storage._vadSignal) }() + case 9: try { try decoder.decodeSingularBoolField(value: &_storage._enableTranslate) }() + case 10: try { try decoder.decodeSingularBoolField(value: &_storage._disableEndPunc) }() + case 11: try { try decoder.decodeSingularBoolField(value: &_storage._enableSpeakerInfo) }() + case 12: try { try decoder.decodeSingularBoolField(value: &_storage._enableChannelSplit) }() + case 13: try { try decoder.decodeSingularStringField(value: &_storage._appLang) }() + case 14: try { try decoder.decodeSingularStringField(value: &_storage._country) }() + case 15: try { try decoder.decodeSingularStringField(value: &_storage._audioType) }() + case 16: try { try decoder.decodeSingularBoolField(value: &_storage._enableLid) }() + case 17: try { try decoder.decodeSingularInt32Field(value: &_storage._reco2ActNumSpk) }() + case 18: try { try decoder.decodeSingularInt32Field(value: &_storage._reco2MaxNumSpk) }() + case 19: try { try decoder.decodeSingularBoolField(value: &_storage._enableInterrupt) }() + case 20: try { try decoder.decodeSingularBoolField(value: &_storage._vadSegment) }() + case 21: try { try decoder.decodeSingularBoolField(value: &_storage._enableOriText) }() + case 22: try { try decoder.decodeSingularBoolField(value: &_storage._enableNonstream) }() + case 31: try { try decoder.decodeSingularBoolField(value: &_storage._showUtterances) }() + case 32: try { try decoder.decodeSingularBoolField(value: &_storage._showWords) }() + case 33: try { try decoder.decodeSingularBoolField(value: &_storage._showDuration) }() + case 34: try { try decoder.decodeSingularBoolField(value: &_storage._showLanguage) }() + case 35: try { try decoder.decodeSingularBoolField(value: &_storage._showVolume) }() + case 37: try { try decoder.decodeSingularBoolField(value: &_storage._showSpeechRate) }() + case 38: try { try decoder.decodeSingularBoolField(value: &_storage._showPrefetch) }() + case 39: try { try decoder.decodeSingularStringField(value: &_storage._resultType) }() + case 61: try { try decoder.decodeSingularInt32Field(value: &_storage._startSilenceTime) }() + case 62: try { try decoder.decodeSingularInt32Field(value: &_storage._endSilenceTime) }() + case 63: try { try decoder.decodeSingularInt32Field(value: &_storage._vadSilenceTime) }() + case 64: try { try decoder.decodeSingularInt32Field(value: &_storage._minSilenceTime) }() + case 65: try { try decoder.decodeSingularStringField(value: &_storage._vadMode) }() + case 66: try { try decoder.decodeSingularInt32Field(value: &_storage._vadSegmentDuration) }() + case 67: try { try decoder.decodeSingularInt32Field(value: &_storage._endWindowSize) }() + case 68: try { try decoder.decodeSingularInt32Field(value: &_storage._forceToSpeechTime) }() + case 100: try { try decoder.decodeSingularMessageField(value: &_storage._corpus) }() + case 101: try { try decoder.decodeSingularMessageField(value: &_storage._notification) }() + case 102: try { try decoder.decodeSingularStringField(value: &_storage._sensitiveWordsFilter) }() + case 362: try { try decoder.decodeSingularBoolField(value: &_storage._showVolumeV) }() + default: break + } + } + } + } + + func traverse(visitor: inout V) throws { + try withExtendedLifetime(_storage) { (_storage: _StorageClass) in + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every if/case branch local when no optimizations + // are enabled. https://github.com/apple/swift-protobuf/issues/1034 and + // https://github.com/apple/swift-protobuf/issues/1182 + if !_storage._modelName.isEmpty { + try visitor.visitSingularStringField(value: _storage._modelName, fieldNumber: 1) + } + if !_storage._configName.isEmpty { + try visitor.visitSingularStringField(value: _storage._configName, fieldNumber: 2) + } + try { if let v = _storage._enableVad { + try visitor.visitSingularBoolField(value: v, fieldNumber: 3) + } }() + try { if let v = _storage._enablePunc { + try visitor.visitSingularBoolField(value: v, fieldNumber: 4) + } }() + try { if let v = _storage._enableItn { + try visitor.visitSingularBoolField(value: v, fieldNumber: 5) + } }() + try { if let v = _storage._enableDdc { + try visitor.visitSingularBoolField(value: v, fieldNumber: 6) + } }() + try { if let v = _storage._enableResample { + try visitor.visitSingularBoolField(value: v, fieldNumber: 7) + } }() + try { if let v = _storage._vadSignal { + try visitor.visitSingularBoolField(value: v, fieldNumber: 8) + } }() + try { if let v = _storage._enableTranslate { + try visitor.visitSingularBoolField(value: v, fieldNumber: 9) + } }() + try { if let v = _storage._disableEndPunc { + try visitor.visitSingularBoolField(value: v, fieldNumber: 10) + } }() + try { if let v = _storage._enableSpeakerInfo { + try visitor.visitSingularBoolField(value: v, fieldNumber: 11) + } }() + try { if let v = _storage._enableChannelSplit { + try visitor.visitSingularBoolField(value: v, fieldNumber: 12) + } }() + if !_storage._appLang.isEmpty { + try visitor.visitSingularStringField(value: _storage._appLang, fieldNumber: 13) + } + if !_storage._country.isEmpty { + try visitor.visitSingularStringField(value: _storage._country, fieldNumber: 14) + } + if !_storage._audioType.isEmpty { + try visitor.visitSingularStringField(value: _storage._audioType, fieldNumber: 15) + } + try { if let v = _storage._enableLid { + try visitor.visitSingularBoolField(value: v, fieldNumber: 16) + } }() + if _storage._reco2ActNumSpk != 0 { + try visitor.visitSingularInt32Field(value: _storage._reco2ActNumSpk, fieldNumber: 17) + } + if _storage._reco2MaxNumSpk != 0 { + try visitor.visitSingularInt32Field(value: _storage._reco2MaxNumSpk, fieldNumber: 18) + } + try { if let v = _storage._enableInterrupt { + try visitor.visitSingularBoolField(value: v, fieldNumber: 19) + } }() + try { if let v = _storage._vadSegment { + try visitor.visitSingularBoolField(value: v, fieldNumber: 20) + } }() + try { if let v = _storage._enableOriText { + try visitor.visitSingularBoolField(value: v, fieldNumber: 21) + } }() + try { if let v = _storage._enableNonstream { + try visitor.visitSingularBoolField(value: v, fieldNumber: 22) + } }() + try { if let v = _storage._showUtterances { + try visitor.visitSingularBoolField(value: v, fieldNumber: 31) + } }() + try { if let v = _storage._showWords { + try visitor.visitSingularBoolField(value: v, fieldNumber: 32) + } }() + try { if let v = _storage._showDuration { + try visitor.visitSingularBoolField(value: v, fieldNumber: 33) + } }() + try { if let v = _storage._showLanguage { + try visitor.visitSingularBoolField(value: v, fieldNumber: 34) + } }() + try { if let v = _storage._showVolume { + try visitor.visitSingularBoolField(value: v, fieldNumber: 35) + } }() + try { if let v = _storage._showSpeechRate { + try visitor.visitSingularBoolField(value: v, fieldNumber: 37) + } }() + try { if let v = _storage._showPrefetch { + try visitor.visitSingularBoolField(value: v, fieldNumber: 38) + } }() + if !_storage._resultType.isEmpty { + try visitor.visitSingularStringField(value: _storage._resultType, fieldNumber: 39) + } + if _storage._startSilenceTime != 0 { + try visitor.visitSingularInt32Field(value: _storage._startSilenceTime, fieldNumber: 61) + } + if _storage._endSilenceTime != 0 { + try visitor.visitSingularInt32Field(value: _storage._endSilenceTime, fieldNumber: 62) + } + if _storage._vadSilenceTime != 0 { + try visitor.visitSingularInt32Field(value: _storage._vadSilenceTime, fieldNumber: 63) + } + if _storage._minSilenceTime != 0 { + try visitor.visitSingularInt32Field(value: _storage._minSilenceTime, fieldNumber: 64) + } + if !_storage._vadMode.isEmpty { + try visitor.visitSingularStringField(value: _storage._vadMode, fieldNumber: 65) + } + if _storage._vadSegmentDuration != 0 { + try visitor.visitSingularInt32Field(value: _storage._vadSegmentDuration, fieldNumber: 66) + } + if _storage._endWindowSize != 0 { + try visitor.visitSingularInt32Field(value: _storage._endWindowSize, fieldNumber: 67) + } + if _storage._forceToSpeechTime != 0 { + try visitor.visitSingularInt32Field(value: _storage._forceToSpeechTime, fieldNumber: 68) + } + try { if let v = _storage._corpus { + try visitor.visitSingularMessageField(value: v, fieldNumber: 100) + } }() + try { if let v = _storage._notification { + try visitor.visitSingularMessageField(value: v, fieldNumber: 101) + } }() + if !_storage._sensitiveWordsFilter.isEmpty { + try visitor.visitSingularStringField(value: _storage._sensitiveWordsFilter, fieldNumber: 102) + } + try { if let v = _storage._showVolumeV { + try visitor.visitSingularBoolField(value: v, fieldNumber: 362) + } }() + } + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Understanding_ReqParams, rhs: Data_Speech_Understanding_ReqParams) -> Bool { + if lhs._storage !== rhs._storage { + let storagesAreEqual: Bool = withExtendedLifetime((lhs._storage, rhs._storage)) { (_args: (_StorageClass, _StorageClass)) in + let _storage = _args.0 + let rhs_storage = _args.1 + if _storage._modelName != rhs_storage._modelName {return false} + if _storage._configName != rhs_storage._configName {return false} + if _storage._enableVad != rhs_storage._enableVad {return false} + if _storage._enablePunc != rhs_storage._enablePunc {return false} + if _storage._enableItn != rhs_storage._enableItn {return false} + if _storage._enableDdc != rhs_storage._enableDdc {return false} + if _storage._enableResample != rhs_storage._enableResample {return false} + if _storage._vadSignal != rhs_storage._vadSignal {return false} + if _storage._enableTranslate != rhs_storage._enableTranslate {return false} + if _storage._disableEndPunc != rhs_storage._disableEndPunc {return false} + if _storage._enableSpeakerInfo != rhs_storage._enableSpeakerInfo {return false} + if _storage._enableChannelSplit != rhs_storage._enableChannelSplit {return false} + if _storage._appLang != rhs_storage._appLang {return false} + if _storage._country != rhs_storage._country {return false} + if _storage._audioType != rhs_storage._audioType {return false} + if _storage._enableLid != rhs_storage._enableLid {return false} + if _storage._reco2ActNumSpk != rhs_storage._reco2ActNumSpk {return false} + if _storage._reco2MaxNumSpk != rhs_storage._reco2MaxNumSpk {return false} + if _storage._enableInterrupt != rhs_storage._enableInterrupt {return false} + if _storage._vadSegment != rhs_storage._vadSegment {return false} + if _storage._enableOriText != rhs_storage._enableOriText {return false} + if _storage._enableNonstream != rhs_storage._enableNonstream {return false} + if _storage._showUtterances != rhs_storage._showUtterances {return false} + if _storage._showWords != rhs_storage._showWords {return false} + if _storage._showDuration != rhs_storage._showDuration {return false} + if _storage._showLanguage != rhs_storage._showLanguage {return false} + if _storage._showVolume != rhs_storage._showVolume {return false} + if _storage._showVolumeV != rhs_storage._showVolumeV {return false} + if _storage._showSpeechRate != rhs_storage._showSpeechRate {return false} + if _storage._showPrefetch != rhs_storage._showPrefetch {return false} + if _storage._resultType != rhs_storage._resultType {return false} + if _storage._startSilenceTime != rhs_storage._startSilenceTime {return false} + if _storage._endSilenceTime != rhs_storage._endSilenceTime {return false} + if _storage._vadSilenceTime != rhs_storage._vadSilenceTime {return false} + if _storage._minSilenceTime != rhs_storage._minSilenceTime {return false} + if _storage._vadMode != rhs_storage._vadMode {return false} + if _storage._vadSegmentDuration != rhs_storage._vadSegmentDuration {return false} + if _storage._endWindowSize != rhs_storage._endWindowSize {return false} + if _storage._forceToSpeechTime != rhs_storage._forceToSpeechTime {return false} + if _storage._corpus != rhs_storage._corpus {return false} + if _storage._notification != rhs_storage._notification {return false} + if _storage._sensitiveWordsFilter != rhs_storage._sensitiveWordsFilter {return false} + return true + } + if !storagesAreEqual {return false} + } + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} + +extension Data_Speech_Understanding_Corpus: SwiftProtobuf.Message, SwiftProtobuf._MessageImplementationBase, SwiftProtobuf._ProtoNameProviding { + static let protoMessageName: String = _protobuf_package + ".Corpus" + static let _protobuf_nameMap = SwiftProtobuf._NameMap(bytecode: "\0\u{1}context\0\u{3}boosting_table_id\0\u{3}boosting_table_name\0\u{3}boosting_id\0\u{3}nnlm_id\0\u{3}correct_table_id\0\u{3}correct_table_name\0\u{3}punc_hot_words\0\u{3}hot_words_list\0\u{3}glossary_list\0\u{4}3show_match_hot_words\0\u{3}show_all_match_hot_words\0\u{3}show_effective_hot_words\0") + + mutating func decodeMessage(decoder: inout D) throws { + while let fieldNumber = try decoder.nextFieldNumber() { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every case branch when no optimizations are + // enabled. https://github.com/apple/swift-protobuf/issues/1034 + switch fieldNumber { + case 1: try { try decoder.decodeSingularStringField(value: &self.context) }() + case 2: try { try decoder.decodeSingularStringField(value: &self.boostingTableID) }() + case 3: try { try decoder.decodeSingularStringField(value: &self.boostingTableName) }() + case 4: try { try decoder.decodeSingularStringField(value: &self.boostingID) }() + case 5: try { try decoder.decodeSingularStringField(value: &self.nnlmID) }() + case 6: try { try decoder.decodeSingularStringField(value: &self.correctTableID) }() + case 7: try { try decoder.decodeSingularStringField(value: &self.correctTableName) }() + case 8: try { try decoder.decodeSingularStringField(value: &self.puncHotWords) }() + case 9: try { try decoder.decodeRepeatedStringField(value: &self.hotWordsList) }() + case 10: try { try decoder.decodeMapField(fieldType: SwiftProtobuf._ProtobufMap.self, value: &self.glossaryList) }() + case 61: try { try decoder.decodeSingularBoolField(value: &self._showMatchHotWords) }() + case 62: try { try decoder.decodeSingularBoolField(value: &self._showAllMatchHotWords) }() + case 63: try { try decoder.decodeSingularBoolField(value: &self._showEffectiveHotWords) }() + default: break + } + } + } + + func traverse(visitor: inout V) throws { + // The use of inline closures is to circumvent an issue where the compiler + // allocates stack space for every if/case branch local when no optimizations + // are enabled. https://github.com/apple/swift-protobuf/issues/1034 and + // https://github.com/apple/swift-protobuf/issues/1182 + if !self.context.isEmpty { + try visitor.visitSingularStringField(value: self.context, fieldNumber: 1) + } + if !self.boostingTableID.isEmpty { + try visitor.visitSingularStringField(value: self.boostingTableID, fieldNumber: 2) + } + if !self.boostingTableName.isEmpty { + try visitor.visitSingularStringField(value: self.boostingTableName, fieldNumber: 3) + } + if !self.boostingID.isEmpty { + try visitor.visitSingularStringField(value: self.boostingID, fieldNumber: 4) + } + if !self.nnlmID.isEmpty { + try visitor.visitSingularStringField(value: self.nnlmID, fieldNumber: 5) + } + if !self.correctTableID.isEmpty { + try visitor.visitSingularStringField(value: self.correctTableID, fieldNumber: 6) + } + if !self.correctTableName.isEmpty { + try visitor.visitSingularStringField(value: self.correctTableName, fieldNumber: 7) + } + if !self.puncHotWords.isEmpty { + try visitor.visitSingularStringField(value: self.puncHotWords, fieldNumber: 8) + } + if !self.hotWordsList.isEmpty { + try visitor.visitRepeatedStringField(value: self.hotWordsList, fieldNumber: 9) + } + if !self.glossaryList.isEmpty { + try visitor.visitMapField(fieldType: SwiftProtobuf._ProtobufMap.self, value: self.glossaryList, fieldNumber: 10) + } + try { if let v = self._showMatchHotWords { + try visitor.visitSingularBoolField(value: v, fieldNumber: 61) + } }() + try { if let v = self._showAllMatchHotWords { + try visitor.visitSingularBoolField(value: v, fieldNumber: 62) + } }() + try { if let v = self._showEffectiveHotWords { + try visitor.visitSingularBoolField(value: v, fieldNumber: 63) + } }() + try unknownFields.traverse(visitor: &visitor) + } + + static func ==(lhs: Data_Speech_Understanding_Corpus, rhs: Data_Speech_Understanding_Corpus) -> Bool { + if lhs.context != rhs.context {return false} + if lhs.boostingTableID != rhs.boostingTableID {return false} + if lhs.boostingTableName != rhs.boostingTableName {return false} + if lhs.boostingID != rhs.boostingID {return false} + if lhs.nnlmID != rhs.nnlmID {return false} + if lhs.correctTableID != rhs.correctTableID {return false} + if lhs.correctTableName != rhs.correctTableName {return false} + if lhs.puncHotWords != rhs.puncHotWords {return false} + if lhs.hotWordsList != rhs.hotWordsList {return false} + if lhs.glossaryList != rhs.glossaryList {return false} + if lhs._showMatchHotWords != rhs._showMatchHotWords {return false} + if lhs._showAllMatchHotWords != rhs._showAllMatchHotWords {return false} + if lhs._showEffectiveHotWords != rhs._showEffectiveHotWords {return false} + if lhs.unknownFields != rhs.unknownFields {return false} + return true + } +} diff --git a/local_plugins/azure_speech/lib/main.dart b/local_plugins/azure_speech/lib/main.dart new file mode 100644 index 000000000..a7256585a --- /dev/null +++ b/local_plugins/azure_speech/lib/main.dart @@ -0,0 +1,20 @@ +import 'package:flutter/material.dart'; + +void main() { + runApp(const MainApp()); +} + +class MainApp extends StatelessWidget { + const MainApp({super.key}); + + @override + Widget build(BuildContext context) { + return const MaterialApp( + home: Scaffold( + body: Center( + child: Text('Hello World!'), + ), + ), + ); + } +}