253 changed files with 21741 additions and 3805 deletions
@ -1,10 +1,73 @@ |
|||
1. 不要主动运行程序, 如flutter run |
|||
2. 不要改动android, iOS项目的配置信息,包括SDK, NDK版本等 |
|||
3. 不要使用print, 而是使用logger |
|||
4. 尽可能使用GetX提供的各种功能, 而不是使用原生的StatefulWidget |
|||
5. 不要增加重试逻辑,出现失败直接返回错误 |
|||
6. 尽可能避免使用try catch |
|||
7. 尽可能避免打印日志,仅在出错时记录日志 |
|||
1. 请严格遵循 Effective Dart 的风格指南来编写代码 |
|||
2. 不要主动运行程序, 如flutter run |
|||
3. 不要改动android, iOS项目的配置信息,包括SDK, NDK, JAVA版本等 |
|||
4. 不要使用print, 而是使用logger, 尽可能避免打印日志,仅在出错时记录日志 |
|||
5. 尽可能使用GetX提供的各种功能, 而不是使用原生的StatefulWidget |
|||
6. 不要增加重试逻辑,出现失败直接返回错误 |
|||
7. 尽可能避免使用try catch |
|||
8. 请使用较小的代码量改动,最安全的方法进行代码编写和优化 |
|||
9. 请尽可能使用中文回复问题 |
|||
10. 重要:不要过度设计!! |
|||
10. 重要:不要过度设计!! |
|||
11. 本项目使用 Kotlin DSL 进行开发 |
|||
|
|||
# 项目架构概述 |
|||
DeepSound是一个基于Flutter和GetX构建的多平台语音应用,具有语音合成、语音识别、语音聊天等功能。 |
|||
|
|||
## 总体架构 |
|||
- 采用GetX状态管理框架 |
|||
- 遵循模块化设计,各功能模块相对独立 |
|||
- 使用依赖注入实现组件解耦 |
|||
- 多语言支持,使用GetX国际化方案 |
|||
|
|||
## 主要目录结构 |
|||
- lib/core: 核心组件、工具和通用功能 |
|||
- lib/data: 数据模型、服务和提供者 |
|||
- lib/modules: 功能模块,按业务划分 |
|||
- lib/routes: 路由定义和管理 |
|||
- local_plugins: 本地插件,提供原生功能支持 |
|||
|
|||
# 核心模块说明 |
|||
## 语音处理 |
|||
- 火山语音服务: 提供语音识别和合成核心能力 |
|||
- Azure语音服务: 提供备选的语音识别和合成能力 |
|||
- 离线TTS支持: 在线语音合成失败时的备选方案 |
|||
|
|||
## 聊天功能 |
|||
- 基于OpenAI的对话功能 |
|||
- 支持语音输入、文字输入和语音输出 |
|||
- 支持多种角色和语音类型 |
|||
|
|||
## 用户系统 |
|||
- 支持多种登录方式:Firebase、Google、Facebook |
|||
- 用户资料管理和设置 |
|||
- 主题切换和语言设置 |
|||
|
|||
## 蓝牙配对 |
|||
- 支持蓝牙设备发现和连接 |
|||
- 提供简化的配对流程 |
|||
- 设备管理和状态监控 |
|||
|
|||
## 音频处理 |
|||
- 音频录制和播放 |
|||
- 支持波形显示 |
|||
- 音量控制和音频质量设置 |
|||
|
|||
# 技术栈 |
|||
- Flutter: UI框架 |
|||
- GetX: 状态管理和依赖注入 |
|||
- Firebase: 用户认证和后端服务 |
|||
- WebSocket: 实时通信 |
|||
- SQLite: 本地数据存储 |
|||
- 原生插件: 语音识别、合成和蓝牙功能 |
|||
|
|||
# 插件说明 |
|||
- jieli: 杰理蓝牙设备连接和控制插件 |
|||
- volcano_speech: 火山语音服务插件,提供语音识别和合成 |
|||
- azure_speech: 微软Azure语音服务插件 |
|||
- open_ai_service: OpenAI服务插件,提供AI对话能力 |
|||
- speech_to_text: 通用语音识别插件 |
|||
|
|||
# 环境配置 |
|||
- 环境变量通过.env文件管理 |
|||
- 支持不同环境的配置切换 |
|||
- 敏感信息不应直接硬编码在代码中 |
|||
@ -0,0 +1,12 @@ |
|||
{ |
|||
"mcpServers": { |
|||
|
|||
"amap-amap-sse": { |
|||
"url": "https://mcp.amap.com/sse?key=e5fdc9605eabdeb5626f18f5721f343d" |
|||
}, |
|||
"web-search": { |
|||
"url": "http://mcp.ideapsound.com:8000/sse" |
|||
} |
|||
|
|||
} |
|||
} |
|||
@ -0,0 +1,33 @@ |
|||
# Miscellaneous |
|||
*.class |
|||
*.log |
|||
*.pyc |
|||
*.swp |
|||
.DS_Store |
|||
.atom/ |
|||
.build/ |
|||
.buildlog/ |
|||
.history |
|||
.svn/ |
|||
.swiftpm/ |
|||
migrate_working_dir/ |
|||
|
|||
# IntelliJ related |
|||
*.iml |
|||
*.ipr |
|||
*.iws |
|||
.idea/ |
|||
|
|||
# The .vscode folder contains launch configuration and tasks you configure in |
|||
# VS Code which you may wish to be included in version control, so this line |
|||
# is commented out by default. |
|||
#.vscode/ |
|||
|
|||
# Flutter/Dart/Pub related |
|||
# Libraries should not include pubspec.lock, per https://dart.dev/guides/libraries/private-files#pubspeclock. |
|||
/pubspec.lock |
|||
**/doc/api/ |
|||
.dart_tool/ |
|||
.flutter-plugins |
|||
.flutter-plugins-dependencies |
|||
build/ |
|||
@ -0,0 +1,33 @@ |
|||
# This file tracks properties of this Flutter project. |
|||
# Used by Flutter tool to assess capabilities and perform upgrades etc. |
|||
# |
|||
# This file should be version controlled and should not be manually edited. |
|||
|
|||
version: |
|||
revision: "35c388afb57ef061d06a39b537336c87e0e3d1b1" |
|||
channel: "stable" |
|||
|
|||
project_type: plugin |
|||
|
|||
# Tracks metadata for the flutter migrate command |
|||
migration: |
|||
platforms: |
|||
- platform: root |
|||
create_revision: 35c388afb57ef061d06a39b537336c87e0e3d1b1 |
|||
base_revision: 35c388afb57ef061d06a39b537336c87e0e3d1b1 |
|||
- platform: android |
|||
create_revision: 35c388afb57ef061d06a39b537336c87e0e3d1b1 |
|||
base_revision: 35c388afb57ef061d06a39b537336c87e0e3d1b1 |
|||
- platform: ios |
|||
create_revision: 35c388afb57ef061d06a39b537336c87e0e3d1b1 |
|||
base_revision: 35c388afb57ef061d06a39b537336c87e0e3d1b1 |
|||
|
|||
# User provided section |
|||
|
|||
# List of Local paths (relative to this file) that should be |
|||
# ignored by the migrate tool. |
|||
# |
|||
# Files that are not part of the templates will be ignored by default. |
|||
unmanaged_files: |
|||
- 'lib/main.dart' |
|||
- 'ios/Runner.xcodeproj/project.pbxproj' |
|||
@ -0,0 +1,3 @@ |
|||
## 0.0.1 |
|||
|
|||
* TODO: Describe initial release. |
|||
@ -0,0 +1 @@ |
|||
TODO: Add your license here. |
|||
@ -0,0 +1,15 @@ |
|||
# amap_flutter |
|||
|
|||
A new Flutter project. |
|||
|
|||
## Getting Started |
|||
|
|||
This project is a starting point for a Flutter |
|||
[plug-in package](https://flutter.dev/to/develop-plugins), |
|||
a specialized package that includes platform-specific implementation code for |
|||
Android and/or iOS. |
|||
|
|||
For help getting started with Flutter development, view the |
|||
[online documentation](https://docs.flutter.dev), which offers tutorials, |
|||
samples, guidance on mobile development, and a full API reference. |
|||
|
|||
@ -0,0 +1,4 @@ |
|||
include: package:flutter_lints/flutter.yaml |
|||
|
|||
# Additional information about this file can be found at |
|||
# https://dart.dev/guides/language/analysis-options |
|||
@ -0,0 +1,9 @@ |
|||
*.iml |
|||
.gradle |
|||
/local.properties |
|||
/.idea/workspace.xml |
|||
/.idea/libraries |
|||
.DS_Store |
|||
/build |
|||
/captures |
|||
.cxx |
|||
@ -0,0 +1,54 @@ |
|||
group = "com.example.amap_flutter" |
|||
version = "1.0" |
|||
|
|||
buildscript { |
|||
repositories { |
|||
google() |
|||
mavenCentral() |
|||
} |
|||
|
|||
dependencies { |
|||
classpath("com.android.tools.build:gradle:8.7.0") |
|||
} |
|||
} |
|||
|
|||
rootProject.allprojects { |
|||
repositories { |
|||
google() |
|||
mavenCentral() |
|||
} |
|||
} |
|||
|
|||
apply plugin: "com.android.library" |
|||
|
|||
android { |
|||
namespace = "com.example.amap_flutter" |
|||
|
|||
compileSdk = 35 |
|||
|
|||
compileOptions { |
|||
sourceCompatibility = JavaVersion.VERSION_11 |
|||
targetCompatibility = JavaVersion.VERSION_11 |
|||
} |
|||
|
|||
defaultConfig { |
|||
minSdk = 21 |
|||
} |
|||
|
|||
dependencies { |
|||
implementation 'com.amap.api:3dmap-location-search:latest.integration' |
|||
|
|||
testImplementation("junit:junit:4.13.2") |
|||
testImplementation("org.mockito:mockito-core:5.0.0") |
|||
} |
|||
|
|||
testOptions { |
|||
unitTests.all { |
|||
testLogging { |
|||
events "passed", "skipped", "failed", "standardOut", "standardError" |
|||
outputs.upToDateWhen {false} |
|||
showStandardStreams = true |
|||
} |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1 @@ |
|||
rootProject.name = 'amap_flutter' |
|||
@ -0,0 +1,3 @@ |
|||
<manifest xmlns:android="http://schemas.android.com/apk/res/android" |
|||
package="com.example.amap_flutter"> |
|||
</manifest> |
|||
@ -0,0 +1,168 @@ |
|||
package com.example.amap_flutter; |
|||
|
|||
import android.content.Context; |
|||
import androidx.annotation.NonNull; |
|||
import android.util.Log; |
|||
|
|||
import com.amap.api.location.AMapLocation; |
|||
import com.amap.api.location.AMapLocationClient; |
|||
import com.amap.api.location.AMapLocationClientOption; |
|||
import com.amap.api.location.AMapLocationListener; |
|||
|
|||
import io.flutter.embedding.engine.plugins.FlutterPlugin; |
|||
import io.flutter.plugin.common.EventChannel; |
|||
import io.flutter.plugin.common.MethodCall; |
|||
import io.flutter.plugin.common.MethodChannel; |
|||
import io.flutter.plugin.common.MethodChannel.MethodCallHandler; |
|||
import io.flutter.plugin.common.MethodChannel.Result; |
|||
|
|||
import java.util.HashMap; |
|||
import java.util.Map; |
|||
|
|||
/** AmapFlutterPlugin */ |
|||
public class AmapFlutterPlugin implements FlutterPlugin, MethodCallHandler { |
|||
/// The MethodChannel that will the communication between Flutter and native Android
|
|||
///
|
|||
/// This local reference serves to register the plugin with the Flutter Engine and unregister it
|
|||
/// when the Flutter Engine is detached from the Activity
|
|||
private MethodChannel methodChannel; |
|||
private EventChannel eventChannel; |
|||
private Context applicationContext; |
|||
private AMapLocationClient mLocationClient; |
|||
private EventChannel.EventSink eventSink; |
|||
|
|||
@Override |
|||
public void onAttachedToEngine(@NonNull FlutterPluginBinding flutterPluginBinding) { |
|||
applicationContext = flutterPluginBinding.getApplicationContext(); |
|||
methodChannel = new MethodChannel(flutterPluginBinding.getBinaryMessenger(), "amap_flutter"); |
|||
methodChannel.setMethodCallHandler(this); |
|||
|
|||
// 初始化EventChannel
|
|||
eventChannel = new EventChannel(flutterPluginBinding.getBinaryMessenger(), "amap_flutter/events"); |
|||
eventChannel.setStreamHandler(new EventChannel.StreamHandler() { |
|||
@Override |
|||
public void onListen(Object arguments, EventChannel.EventSink events) { |
|||
eventSink = events; |
|||
} |
|||
|
|||
@Override |
|||
public void onCancel(Object arguments) { |
|||
eventSink = null; |
|||
} |
|||
}); |
|||
} |
|||
|
|||
@Override |
|||
public void onMethodCall(@NonNull MethodCall call, @NonNull Result result) { |
|||
switch (call.method) { |
|||
case "setApiKey": |
|||
setApiKey(call, result); |
|||
break; |
|||
case "initLocation": |
|||
initLocation(result); |
|||
break; |
|||
case "startLocation": |
|||
startLocation(result); |
|||
break; |
|||
case "stopLocation": |
|||
stopLocation(result); |
|||
break; |
|||
case "dispose": |
|||
dispose(result); |
|||
break; |
|||
default: |
|||
result.notImplemented(); |
|||
} |
|||
} |
|||
|
|||
private void setApiKey(MethodCall call, Result result) { |
|||
try { |
|||
String apiKey = call.argument("androidKey"); |
|||
AMapLocationClient.updatePrivacyShow(applicationContext, true, true); |
|||
AMapLocationClient.updatePrivacyAgree(applicationContext, true); |
|||
result.success(null); |
|||
} catch (Exception e) { |
|||
result.error("INIT_ERROR", "初始化失败", e.getMessage()); |
|||
} |
|||
} |
|||
|
|||
private void initLocation(Result result) { |
|||
try { |
|||
mLocationClient = new AMapLocationClient(applicationContext); |
|||
|
|||
// 配置定位参数
|
|||
AMapLocationClientOption option = new AMapLocationClientOption(); |
|||
option.setOnceLocation(true); |
|||
option.setNeedAddress(true); |
|||
mLocationClient.setLocationOption(option); |
|||
|
|||
mLocationClient.setLocationListener(mLocationListener); |
|||
result.success(null); |
|||
} catch (Exception e) { |
|||
result.error("INIT_ERROR", "初始化失败", e.getMessage()); |
|||
} |
|||
} |
|||
|
|||
private void startLocation(Result result) { |
|||
mLocationClient.startLocation(); |
|||
result.success(null); |
|||
} |
|||
|
|||
private void stopLocation(Result result) { |
|||
destroyLocationClient(); |
|||
result.success(null); |
|||
} |
|||
|
|||
private void dispose(Result result) { |
|||
try { |
|||
destroyLocationClient(); |
|||
result.success(null); |
|||
} catch (Exception e) { |
|||
result.error("DISPOSE_ERROR", "资源释放失败", e.getMessage()); |
|||
} |
|||
} |
|||
|
|||
private void destroyLocationClient() { |
|||
if (mLocationClient != null) { |
|||
try { |
|||
// 停止定位
|
|||
mLocationClient.stopLocation(); |
|||
// 销毁定位客户端
|
|||
mLocationClient.onDestroy(); |
|||
mLocationClient = null; |
|||
|
|||
// 关闭事件通道
|
|||
if (eventSink != null) { |
|||
eventSink.endOfStream(); |
|||
eventSink = null; |
|||
} |
|||
} catch (Exception e) { |
|||
Log.e("AmapFlutter", "销毁定位客户端失败", e); |
|||
} |
|||
} |
|||
} |
|||
|
|||
AMapLocationListener mLocationListener = new AMapLocationListener() { |
|||
@Override |
|||
public void onLocationChanged(AMapLocation amapLocation) { |
|||
if (eventSink == null) return; |
|||
|
|||
if (amapLocation != null) { |
|||
if (amapLocation.getErrorCode() == 0) { |
|||
Map<String, Object> locationData = new HashMap<>(); |
|||
locationData.put("latitude", amapLocation.getLatitude()); |
|||
locationData.put("longitude", amapLocation.getLongitude()); |
|||
locationData.put("address", amapLocation.getAddress()); |
|||
eventSink.success(locationData); |
|||
} |
|||
} |
|||
} |
|||
}; |
|||
|
|||
@Override |
|||
public void onDetachedFromEngine(@NonNull FlutterPluginBinding binding) { |
|||
methodChannel.setMethodCallHandler(null); |
|||
eventChannel.setStreamHandler(null); |
|||
destroyLocationClient(); |
|||
} |
|||
} |
|||
@ -0,0 +1,38 @@ |
|||
.idea/ |
|||
.vagrant/ |
|||
.sconsign.dblite |
|||
.svn/ |
|||
|
|||
.DS_Store |
|||
*.swp |
|||
profile |
|||
|
|||
DerivedData/ |
|||
build/ |
|||
GeneratedPluginRegistrant.h |
|||
GeneratedPluginRegistrant.m |
|||
|
|||
.generated/ |
|||
|
|||
*.pbxuser |
|||
*.mode1v3 |
|||
*.mode2v3 |
|||
*.perspectivev3 |
|||
|
|||
!default.pbxuser |
|||
!default.mode1v3 |
|||
!default.mode2v3 |
|||
!default.perspectivev3 |
|||
|
|||
xcuserdata |
|||
|
|||
*.moved-aside |
|||
|
|||
*.pyc |
|||
*sync/ |
|||
Icon? |
|||
.tags* |
|||
|
|||
/Flutter/Generated.xcconfig |
|||
/Flutter/ephemeral/ |
|||
/Flutter/flutter_export_environment.sh |
|||
@ -0,0 +1,19 @@ |
|||
import Flutter |
|||
import UIKit |
|||
|
|||
public class AmapFlutterPlugin: NSObject, FlutterPlugin { |
|||
public static func register(with registrar: FlutterPluginRegistrar) { |
|||
let channel = FlutterMethodChannel(name: "amap_flutter", binaryMessenger: registrar.messenger()) |
|||
let instance = AmapFlutterPlugin() |
|||
registrar.addMethodCallDelegate(instance, channel: channel) |
|||
} |
|||
|
|||
public func handle(_ call: FlutterMethodCall, result: @escaping FlutterResult) { |
|||
switch call.method { |
|||
case "getPlatformVersion": |
|||
result("iOS " + UIDevice.current.systemVersion) |
|||
default: |
|||
result(FlutterMethodNotImplemented) |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1,14 @@ |
|||
<?xml version="1.0" encoding="UTF-8"?> |
|||
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd"> |
|||
<plist version="1.0"> |
|||
<dict> |
|||
<key>NSPrivacyTrackingDomains</key> |
|||
<array/> |
|||
<key>NSPrivacyAccessedAPITypes</key> |
|||
<array/> |
|||
<key>NSPrivacyCollectedDataTypes</key> |
|||
<array/> |
|||
<key>NSPrivacyTracking</key> |
|||
<false/> |
|||
</dict> |
|||
</plist> |
|||
@ -0,0 +1,29 @@ |
|||
# |
|||
# To learn more about a Podspec see http://guides.cocoapods.org/syntax/podspec.html. |
|||
# Run `pod lib lint amap_flutter.podspec` to validate before publishing. |
|||
# |
|||
Pod::Spec.new do |s| |
|||
s.name = 'amap_flutter' |
|||
s.version = '0.0.1' |
|||
s.summary = 'A new Flutter project.' |
|||
s.description = <<-DESC |
|||
A new Flutter project. |
|||
DESC |
|||
s.homepage = 'http://example.com' |
|||
s.license = { :file => '../LICENSE' } |
|||
s.author = { 'Your Company' => 'email@example.com' } |
|||
s.source = { :path => '.' } |
|||
s.source_files = 'Classes/**/*' |
|||
s.dependency 'Flutter' |
|||
s.platform = :ios, '12.0' |
|||
|
|||
# Flutter.framework does not contain a i386 slice. |
|||
s.pod_target_xcconfig = { 'DEFINES_MODULE' => 'YES', 'EXCLUDED_ARCHS[sdk=iphonesimulator*]' => 'i386' } |
|||
s.swift_version = '5.0' |
|||
|
|||
# If your plugin requires a privacy manifest, for example if it uses any |
|||
# required reason APIs, update the PrivacyInfo.xcprivacy file to describe your |
|||
# plugin's privacy impact, and then uncomment this line. For more information, |
|||
# see https://developer.apple.com/documentation/bundleresources/privacy_manifest_files |
|||
# s.resource_bundles = {'amap_flutter_privacy' => ['Resources/PrivacyInfo.xcprivacy']} |
|||
end |
|||
@ -0,0 +1,36 @@ |
|||
import 'amap_flutter_platform_interface.dart'; |
|||
|
|||
class AmapFlutter { |
|||
// 初始化SDK |
|||
Future<void> initSdk({String? iosKey, String? androidKey}) async { |
|||
await AmapFlutterPlatform.instance.setApiKey( |
|||
iosKey: iosKey, |
|||
androidKey: androidKey, |
|||
); |
|||
} |
|||
|
|||
// 定位初始化 |
|||
Future<void> initLocation() async { |
|||
return AmapFlutterPlatform.instance.initLocation(); |
|||
} |
|||
|
|||
// 开始定位 |
|||
Future<void> startLocation() async { |
|||
return AmapFlutterPlatform.instance.startLocation(); |
|||
} |
|||
|
|||
// 监听定位返回位置 |
|||
Stream<dynamic> locationStream() { |
|||
return AmapFlutterPlatform.instance.locationStream(); |
|||
} |
|||
|
|||
// 停止定位 |
|||
Future<void> stopLocation() async { |
|||
await AmapFlutterPlatform.instance.stopLocation(); |
|||
} |
|||
|
|||
// 销毁 |
|||
Future<void> dispose() async { |
|||
await AmapFlutterPlatform.instance.dispose(); |
|||
} |
|||
} |
|||
@ -0,0 +1,45 @@ |
|||
import 'package:flutter/foundation.dart'; |
|||
import 'package:flutter/services.dart'; |
|||
|
|||
import 'amap_flutter_platform_interface.dart'; |
|||
|
|||
/// An implementation of [AmapFlutterPlatform] that uses method channels. |
|||
class MethodChannelAmapFlutter extends AmapFlutterPlatform { |
|||
/// The method channel used to interact with the native platform. |
|||
@visibleForTesting |
|||
final methodChannel = const MethodChannel('amap_flutter'); |
|||
final eventChannel = const EventChannel('amap_flutter/events'); |
|||
|
|||
@override |
|||
Future<void> setApiKey({String? iosKey, String? androidKey}) async { |
|||
await methodChannel.invokeMethod('setApiKey', { |
|||
"iosKey": iosKey, |
|||
"androidKey": androidKey, |
|||
}); |
|||
} |
|||
|
|||
@override |
|||
Future<void> initLocation() async { |
|||
return await methodChannel.invokeMethod('initLocation'); |
|||
} |
|||
|
|||
@override |
|||
Future<void> startLocation() async { |
|||
return await methodChannel.invokeMethod('startLocation'); |
|||
} |
|||
|
|||
@override |
|||
Stream<dynamic> locationStream() { |
|||
return eventChannel.receiveBroadcastStream(); |
|||
} |
|||
|
|||
@override |
|||
Future<void> stopLocation() async { |
|||
await methodChannel.invokeMethod('stopLocation'); |
|||
} |
|||
|
|||
@override |
|||
Future<void> dispose() async { |
|||
await methodChannel.invokeMethod('dispose'); |
|||
} |
|||
} |
|||
@ -0,0 +1,49 @@ |
|||
import 'package:plugin_platform_interface/plugin_platform_interface.dart'; |
|||
|
|||
import 'amap_flutter_method_channel.dart'; |
|||
|
|||
abstract class AmapFlutterPlatform extends PlatformInterface { |
|||
/// Constructs a AmapFlutterPlatform. |
|||
AmapFlutterPlatform() : super(token: _token); |
|||
|
|||
static final Object _token = Object(); |
|||
|
|||
static AmapFlutterPlatform _instance = MethodChannelAmapFlutter(); |
|||
|
|||
/// The default instance of [AmapFlutterPlatform] to use. |
|||
/// |
|||
/// Defaults to [MethodChannelAmapFlutter]. |
|||
static AmapFlutterPlatform get instance => _instance; |
|||
|
|||
/// Platform-specific implementations should set this with their own |
|||
/// platform-specific class that extends [AmapFlutterPlatform] when |
|||
/// they register themselves. |
|||
static set instance(AmapFlutterPlatform instance) { |
|||
PlatformInterface.verifyToken(instance, _token); |
|||
_instance = instance; |
|||
} |
|||
|
|||
Future<void> setApiKey({String? iosKey, String? androidKey}) { |
|||
throw UnimplementedError('init() has not been implemented.'); |
|||
} |
|||
|
|||
Future<void> initLocation() { |
|||
throw UnimplementedError('initLocation() has not been implemented.'); |
|||
} |
|||
|
|||
Future<void> startLocation() { |
|||
throw UnimplementedError('startLocation() has not been implemented.'); |
|||
} |
|||
|
|||
Stream<dynamic> locationStream() { |
|||
throw UnimplementedError('locationStream() has not been implemented.'); |
|||
} |
|||
|
|||
Future<void> stopLocation() { |
|||
throw UnimplementedError('stopLocation() has not been implemented.'); |
|||
} |
|||
|
|||
Future<void> dispose() { |
|||
throw UnimplementedError('dispose() has not been implemented.'); |
|||
} |
|||
} |
|||
@ -0,0 +1,72 @@ |
|||
name: amap_flutter |
|||
description: "A new Flutter project." |
|||
version: 0.0.1 |
|||
homepage: |
|||
|
|||
environment: |
|||
sdk: ^3.7.0 |
|||
flutter: '>=3.3.0' |
|||
|
|||
dependencies: |
|||
flutter: |
|||
sdk: flutter |
|||
plugin_platform_interface: ^2.0.2 |
|||
|
|||
dev_dependencies: |
|||
flutter_test: |
|||
sdk: flutter |
|||
flutter_lints: ^5.0.0 |
|||
|
|||
# For information on the generic Dart part of this file, see the |
|||
# following page: https://dart.dev/tools/pub/pubspec |
|||
|
|||
# The following section is specific to Flutter packages. |
|||
flutter: |
|||
# This section identifies this Flutter project as a plugin project. |
|||
# The 'pluginClass' specifies the class (in Java, Kotlin, Swift, Objective-C, etc.) |
|||
# which should be registered in the plugin registry. This is required for |
|||
# using method channels. |
|||
# The Android 'package' specifies package in which the registered class is. |
|||
# This is required for using method channels on Android. |
|||
# The 'ffiPlugin' specifies that native code should be built and bundled. |
|||
# This is required for using `dart:ffi`. |
|||
# All these are used by the tooling to maintain consistency when |
|||
# adding or updating assets for this project. |
|||
plugin: |
|||
platforms: |
|||
android: |
|||
package: com.example.amap_flutter |
|||
pluginClass: AmapFlutterPlugin |
|||
ios: |
|||
pluginClass: AmapFlutterPlugin |
|||
|
|||
# To add assets to your plugin package, add an assets section, like this: |
|||
# assets: |
|||
# - images/a_dot_burr.jpeg |
|||
# - images/a_dot_ham.jpeg |
|||
# |
|||
# For details regarding assets in packages, see |
|||
# https://flutter.dev/to/asset-from-package |
|||
# |
|||
# An image asset can refer to one or more resolution-specific "variants", see |
|||
# https://flutter.dev/to/resolution-aware-images |
|||
|
|||
# To add custom fonts to your plugin package, add a fonts section here, |
|||
# in this "flutter" section. Each entry in this list should have a |
|||
# "family" key with the font family name, and a "fonts" key with a |
|||
# list giving the asset and other descriptors for the font. For |
|||
# example: |
|||
# fonts: |
|||
# - family: Schyler |
|||
# fonts: |
|||
# - asset: fonts/Schyler-Regular.ttf |
|||
# - asset: fonts/Schyler-Italic.ttf |
|||
# style: italic |
|||
# - family: Trajan Pro |
|||
# fonts: |
|||
# - asset: fonts/TrajanPro.ttf |
|||
# - asset: fonts/TrajanPro_Bold.ttf |
|||
# weight: 700 |
|||
# |
|||
# For details regarding fonts in packages, see |
|||
# https://flutter.dev/to/font-from-package |
|||
@ -1,654 +0,0 @@ |
|||
package com.yunqiinnovation.deepsound |
|||
|
|||
import android.content.Context |
|||
import android.media.AudioAttributes |
|||
import android.media.AudioFormat |
|||
import android.media.AudioRecord |
|||
import android.media.MediaRecorder |
|||
import android.media.audiofx.AcousticEchoCanceler |
|||
import android.media.audiofx.NoiseSuppressor |
|||
import android.media.audiofx.AutomaticGainControl |
|||
import android.os.Process |
|||
import com.yunqiinnovation.deepsound.core.utils.FileLogger |
|||
import com.microsoft.cognitiveservices.speech.* |
|||
import com.microsoft.cognitiveservices.speech.audio.* |
|||
import com.microsoft.cognitiveservices.speech.util.EventHandler |
|||
import java.util.concurrent.ExecutionException |
|||
import java.util.concurrent.atomic.AtomicBoolean |
|||
// 移除WebRTC相关导入 |
|||
|
|||
class AzureAsrHelper(private val context: Context) { |
|||
private var recognizer: SpeechRecognizer? = null |
|||
private var speechConfig: SpeechConfig? = null |
|||
private val TAG = "AzureAsrHelper" |
|||
private var isContinuousRecognitionActive = false |
|||
private var currentLanguage = "zh-CN" |
|||
private var subscriptionKey = "" |
|||
private var serviceRegion = "" |
|||
private var isAutoDetectLanguage = false |
|||
private var supportedLanguages = arrayOf("zh-CN", "en-US") |
|||
|
|||
// 是否使用回音消除 - 内部控制常量 |
|||
private val useEchoCancellation = true |
|||
|
|||
// 自定义音频处理相关 |
|||
private var customAudioProcessor: CustomAudioProcessor? = null |
|||
private var pushStream: PushAudioInputStream? = null |
|||
private var audioConfig: AudioConfig? = null |
|||
|
|||
// 初始化SDK并创建recognizer |
|||
fun initialize(subscriptionKey: String, serviceRegion: String, |
|||
supportedLanguages: Array<String> = arrayOf("zh-CN", "en-US")): Boolean { |
|||
try { |
|||
FileLogger.d(TAG, "初始化 Azure 语音服务") |
|||
|
|||
// 检查配置是否为空 |
|||
if (subscriptionKey.isEmpty() || serviceRegion.isEmpty()) { |
|||
FileLogger.e(TAG, "Azure 配置信息不完整") |
|||
return false |
|||
} |
|||
|
|||
// 释放之前的资源 |
|||
dispose() |
|||
|
|||
this.subscriptionKey = subscriptionKey |
|||
this.serviceRegion = serviceRegion |
|||
|
|||
// 设置语言 |
|||
if (supportedLanguages.isNotEmpty()) { |
|||
this.supportedLanguages = supportedLanguages |
|||
} |
|||
|
|||
// 根据支持的语言数量决定是否启用自动语言检测 |
|||
this.isAutoDetectLanguage = supportedLanguages.size >= 2 |
|||
|
|||
// 如果只有一种语言,设置为当前语言 |
|||
if (!isAutoDetectLanguage && supportedLanguages.isNotEmpty()) { |
|||
this.currentLanguage = supportedLanguages[0] |
|||
} |
|||
|
|||
// 创建语音配置 |
|||
speechConfig = SpeechConfig.fromSubscription(subscriptionKey, serviceRegion) |
|||
|
|||
// 设置语言配置 |
|||
if (isAutoDetectLanguage) { |
|||
// 设置自动语言检测 |
|||
speechConfig?.setProperty(PropertyId.SpeechServiceConnection_LanguageIdMode, "Continuous") |
|||
} else { |
|||
// 设置指定的识别语言 |
|||
speechConfig?.speechRecognitionLanguage = currentLanguage |
|||
} |
|||
|
|||
// 创建识别器 |
|||
try { |
|||
if (useEchoCancellation) { |
|||
// 如果使用回音消除,创建自定义音频输入流 |
|||
setupCustomAudioProcessing() |
|||
|
|||
if (isAutoDetectLanguage) { |
|||
val autoDetectConfig = AutoDetectSourceLanguageConfig.fromLanguages(supportedLanguages.toList()) |
|||
recognizer = SpeechRecognizer(speechConfig, autoDetectConfig, audioConfig) |
|||
} else { |
|||
recognizer = SpeechRecognizer(speechConfig, audioConfig) |
|||
} |
|||
} else { |
|||
// 使用默认麦克风输入 |
|||
if (isAutoDetectLanguage) { |
|||
val autoDetectConfig = AutoDetectSourceLanguageConfig.fromLanguages(supportedLanguages.toList()) |
|||
recognizer = SpeechRecognizer(speechConfig, autoDetectConfig) |
|||
} else { |
|||
recognizer = SpeechRecognizer(speechConfig) |
|||
} |
|||
} |
|||
|
|||
FileLogger.d(TAG, "Azure 语音服务初始化成功") |
|||
return true |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "创建识别器失败: ${e.message}") |
|||
stopCustomAudioProcessing() |
|||
return false |
|||
} |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "初始化失败: ${e.message}") |
|||
return false |
|||
} |
|||
} |
|||
|
|||
// 重置 recognizer |
|||
private fun resetRecognizer(): Boolean { |
|||
try { |
|||
// 释放之前的 recognizer |
|||
recognizer?.close() |
|||
recognizer = null |
|||
|
|||
// 停止当前的音频处理 |
|||
stopCustomAudioProcessing() |
|||
|
|||
// 使用现有配置重新创建 recognizer |
|||
if (speechConfig != null) { |
|||
if (useEchoCancellation) { |
|||
// 如果使用回音消除,创建自定义音频输入流 |
|||
setupCustomAudioProcessing() |
|||
|
|||
if (isAutoDetectLanguage) { |
|||
val autoDetectConfig = AutoDetectSourceLanguageConfig.fromLanguages(supportedLanguages.toList()) |
|||
recognizer = SpeechRecognizer(speechConfig, autoDetectConfig, audioConfig) |
|||
} else { |
|||
recognizer = SpeechRecognizer(speechConfig, audioConfig) |
|||
} |
|||
} else { |
|||
// 使用默认麦克风输入 |
|||
if (isAutoDetectLanguage) { |
|||
val autoDetectConfig = AutoDetectSourceLanguageConfig.fromLanguages(supportedLanguages.toList()) |
|||
recognizer = SpeechRecognizer(speechConfig, autoDetectConfig) |
|||
} else { |
|||
recognizer = SpeechRecognizer(speechConfig) |
|||
} |
|||
} |
|||
return true |
|||
} else { |
|||
FileLogger.e(TAG, "语音配置未初始化") |
|||
return false |
|||
} |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "重置识别器失败: ${e.message}") |
|||
return false |
|||
} |
|||
} |
|||
|
|||
// 开始一次性语音识别 |
|||
fun recognizeOnce(callback: RecognizeCallback) { |
|||
if (speechConfig == null) { |
|||
callback.onError("语音服务未初始化") |
|||
return |
|||
} |
|||
|
|||
// 重置 recognizer |
|||
if (!resetRecognizer()) { |
|||
callback.onError("重置识别器失败") |
|||
return |
|||
} |
|||
|
|||
try { |
|||
// 启动音频处理 |
|||
startCustomAudioProcessing() |
|||
|
|||
// 执行识别 |
|||
val result = recognizer?.recognizeOnceAsync()?.get() |
|||
|
|||
// 停止音频处理 |
|||
stopCustomAudioProcessing() |
|||
|
|||
if (result != null && result.reason == ResultReason.RecognizedSpeech) { |
|||
val detectedLanguage = AutoDetectSourceLanguageResult.fromResult(result)?.language |
|||
callback.onResult(result.text, detectedLanguage ?: "") |
|||
} else { |
|||
callback.onError("未能识别语音") |
|||
} |
|||
} catch (e: Exception) { |
|||
// 停止音频处理 |
|||
stopCustomAudioProcessing() |
|||
callback.onError("识别异常: ${e.message}") |
|||
} |
|||
} |
|||
|
|||
// 开始连续语音识别 |
|||
fun startContinuousRecognition(callback: ContinuousRecognizeCallback): Boolean { |
|||
if (speechConfig == null) { |
|||
callback.onError("语音服务未初始化") |
|||
return false |
|||
} |
|||
|
|||
// 如果已经在进行连续识别,先停止 |
|||
if (isContinuousRecognitionActive) { |
|||
stopContinuousRecognition(callback) |
|||
} |
|||
|
|||
// 重置 recognizer |
|||
if (!resetRecognizer()) { |
|||
callback.onError("重置识别器失败") |
|||
return false |
|||
} |
|||
|
|||
try { |
|||
// 启动音频处理 |
|||
startCustomAudioProcessing() |
|||
|
|||
// 设置识别事件处理 |
|||
// 最终识别结果 |
|||
recognizer?.recognized?.addEventListener( |
|||
EventHandler<SpeechRecognitionEventArgs> { _, event -> |
|||
if (event.result.reason == ResultReason.RecognizedSpeech) { |
|||
val detectedLanguage = if (isAutoDetectLanguage) { |
|||
AutoDetectSourceLanguageResult.fromResult(event.result)?.language ?: "" |
|||
} else { |
|||
currentLanguage |
|||
} |
|||
// FileLogger.d(TAG, "最终识别结果: ${event.result.text}") |
|||
callback.onResult(event.result.text, detectedLanguage) |
|||
} |
|||
} |
|||
) |
|||
|
|||
// 识别中事件 |
|||
recognizer?.recognizing?.addEventListener( |
|||
EventHandler<SpeechRecognitionEventArgs> { _, event -> |
|||
if (event.result.reason == ResultReason.RecognizingSpeech) { |
|||
val detectedLanguage = if (isAutoDetectLanguage) { |
|||
AutoDetectSourceLanguageResult.fromResult(event.result)?.language ?: "" |
|||
} else { |
|||
currentLanguage |
|||
} |
|||
// FileLogger.d(TAG, "识别中结果: ${event.result.text}") |
|||
callback.onRecognizing(event.result.text, detectedLanguage) |
|||
} |
|||
} |
|||
) |
|||
|
|||
// 会话事件 |
|||
recognizer?.sessionStarted?.addEventListener( |
|||
EventHandler<SessionEventArgs> { _, _ -> |
|||
isContinuousRecognitionActive = true |
|||
callback.onSessionStarted() |
|||
} |
|||
) |
|||
|
|||
recognizer?.sessionStopped?.addEventListener( |
|||
EventHandler<SessionEventArgs> { _, _ -> |
|||
isContinuousRecognitionActive = false |
|||
callback.onSessionStopped() |
|||
} |
|||
) |
|||
|
|||
// 取消事件 |
|||
recognizer?.canceled?.addEventListener( |
|||
EventHandler<SpeechRecognitionCanceledEventArgs> { _, event -> |
|||
val errorDetails = if (event.reason == CancellationReason.Error) event.errorDetails else "" |
|||
callback.onCanceled(event.reason.toString(), errorDetails) |
|||
isContinuousRecognitionActive = false |
|||
} |
|||
) |
|||
|
|||
// 开始连续识别 |
|||
recognizer?.startContinuousRecognitionAsync()?.get() |
|||
isContinuousRecognitionActive = true |
|||
|
|||
return true |
|||
} catch (e: Exception) { |
|||
callback.onError("开始连续识别失败: ${e.message}") |
|||
isContinuousRecognitionActive = false |
|||
stopCustomAudioProcessing() |
|||
return false |
|||
} |
|||
} |
|||
|
|||
// 停止连续语音识别 |
|||
fun stopContinuousRecognition(callback: ContinuousRecognizeCallback): Boolean { |
|||
if (!isContinuousRecognitionActive || recognizer == null) { |
|||
return true |
|||
} |
|||
|
|||
try { |
|||
recognizer?.stopContinuousRecognitionAsync() |
|||
isContinuousRecognitionActive = false |
|||
callback.onSessionStopped() |
|||
|
|||
// 停止音频处理 |
|||
stopCustomAudioProcessing() |
|||
|
|||
return true |
|||
} catch (e: Exception) { |
|||
callback.onError("停止连续识别失败: ${e.message}") |
|||
isContinuousRecognitionActive = false |
|||
stopCustomAudioProcessing() |
|||
return false |
|||
} |
|||
} |
|||
|
|||
// 检查连续识别是否活跃 |
|||
fun isContinuousRecognitionActive(): Boolean { |
|||
return isContinuousRecognitionActive |
|||
} |
|||
|
|||
// 设置自定义音频处理 |
|||
private fun setupCustomAudioProcessing() { |
|||
if (!useEchoCancellation) { |
|||
return |
|||
} |
|||
|
|||
try { |
|||
// 1. 创建PushAudioInputStream |
|||
pushStream = PushAudioInputStream.create() |
|||
|
|||
// 2. 创建AudioConfig |
|||
audioConfig = AudioConfig.fromStreamInput(pushStream) |
|||
|
|||
// 3. 创建自定义音频处理器 |
|||
customAudioProcessor = CustomAudioProcessor(pushStream) |
|||
|
|||
FileLogger.d(TAG, "自定义音频处理设置完成") |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "设置自定义音频处理失败: ${e.message}") |
|||
releaseCustomAudioProcessing() |
|||
|
|||
// 降级处理:如果自定义处理设置失败,尝试使用默认麦克风 |
|||
try { |
|||
FileLogger.d(TAG, "尝试降级到默认麦克风输入") |
|||
audioConfig = AudioConfig.fromDefaultMicrophoneInput() |
|||
} catch (e2: Exception) { |
|||
FileLogger.e(TAG, "默认麦克风输入设置也失败: ${e2.message}") |
|||
audioConfig = null |
|||
} |
|||
} |
|||
} |
|||
|
|||
// 启动自定义音频处理 |
|||
private fun startCustomAudioProcessing() { |
|||
if (!useEchoCancellation || customAudioProcessor == null) { |
|||
return |
|||
} |
|||
|
|||
try { |
|||
customAudioProcessor?.startRecording() |
|||
FileLogger.d(TAG, "自定义音频处理已启动") |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "启动自定义音频处理失败: ${e.message}") |
|||
} |
|||
} |
|||
|
|||
// 停止自定义音频处理 |
|||
private fun stopCustomAudioProcessing() { |
|||
if (!useEchoCancellation || customAudioProcessor == null) { |
|||
return |
|||
} |
|||
|
|||
try { |
|||
customAudioProcessor?.stopRecording() |
|||
FileLogger.d(TAG, "自定义音频处理已停止") |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "停止自定义音频处理失败: ${e.message}") |
|||
} |
|||
} |
|||
|
|||
// 释放自定义音频处理资源 |
|||
private fun releaseCustomAudioProcessing() { |
|||
stopCustomAudioProcessing() |
|||
|
|||
try { |
|||
customAudioProcessor = null |
|||
pushStream?.close() |
|||
pushStream = null |
|||
audioConfig?.close() |
|||
audioConfig = null |
|||
|
|||
FileLogger.d(TAG, "自定义音频处理资源已释放") |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "释放自定义音频处理资源时出错: ${e.message}") |
|||
} |
|||
} |
|||
|
|||
// 释放所有资源 |
|||
fun dispose() { |
|||
try { |
|||
// 停止和释放音频处理 |
|||
releaseCustomAudioProcessing() |
|||
|
|||
recognizer?.close() |
|||
recognizer = null |
|||
|
|||
speechConfig?.close() |
|||
speechConfig = null |
|||
|
|||
isContinuousRecognitionActive = false |
|||
|
|||
FileLogger.d(TAG, "语音识别资源已释放") |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "释放资源出错: ${e.message}") |
|||
} |
|||
} |
|||
|
|||
// 自定义音频处理器 - 使用Android原生回音消除 |
|||
private inner class CustomAudioProcessor(private val pushStream: PushAudioInputStream?) { |
|||
private val SAMPLE_RATE = 16000 |
|||
private val CHANNEL_CONFIG = AudioFormat.CHANNEL_IN_MONO |
|||
private val AUDIO_FORMAT = AudioFormat.ENCODING_PCM_16BIT |
|||
private val BUFFER_SIZE = SAMPLE_RATE * 2 // 简化缓冲区大小计算,更稳定 |
|||
|
|||
private var audioRecord: AudioRecord? = null |
|||
private var echoCanceler: AcousticEchoCanceler? = null |
|||
private val isRecording = AtomicBoolean(false) |
|||
private var recordingThread: Thread? = null |
|||
|
|||
// 启动录音并处理音频数据 |
|||
fun startRecording() { |
|||
if (isRecording.get() || pushStream == null) { |
|||
return |
|||
} |
|||
|
|||
try { |
|||
// 使用Builder模式构建AudioFormat |
|||
val audioFormat = AudioFormat.Builder() |
|||
.setSampleRate(SAMPLE_RATE) |
|||
.setEncoding(AUDIO_FORMAT) |
|||
.setChannelMask(CHANNEL_CONFIG) |
|||
.build() |
|||
|
|||
// 使用Builder模式创建AudioRecord实例 |
|||
audioRecord = AudioRecord.Builder() |
|||
.setAudioSource(MediaRecorder.AudioSource.VOICE_COMMUNICATION) |
|||
.setAudioFormat(audioFormat) |
|||
.setBufferSizeInBytes(BUFFER_SIZE) |
|||
.build() |
|||
|
|||
// 检查AudioRecord初始化状态 |
|||
if (audioRecord?.state != AudioRecord.STATE_INITIALIZED) { |
|||
FileLogger.e(TAG, "AudioRecord初始化失败,状态: ${audioRecord?.state}") |
|||
// 尝试使用DEFAULT音频源重试一次 |
|||
audioRecord?.release() |
|||
audioRecord = AudioRecord.Builder() |
|||
.setAudioSource(MediaRecorder.AudioSource.DEFAULT) |
|||
.setAudioFormat(audioFormat) |
|||
.setBufferSizeInBytes(BUFFER_SIZE) |
|||
.build() |
|||
|
|||
if (audioRecord?.state != AudioRecord.STATE_INITIALIZED) { |
|||
FileLogger.e(TAG, "AudioRecord初始化第二次尝试也失败,放弃") |
|||
releaseAudioResources() |
|||
return |
|||
} else { |
|||
FileLogger.d(TAG, "使用默认音频源成功初始化AudioRecord") |
|||
} |
|||
} |
|||
|
|||
// 启用音频效果(回音消除、噪声抑制等) |
|||
enableAudioEffects() |
|||
|
|||
// 启动录音 |
|||
audioRecord?.startRecording() |
|||
isRecording.set(true) |
|||
|
|||
// 创建录音线程 |
|||
recordingThread = Thread({ |
|||
val buffer = ByteArray(BUFFER_SIZE) |
|||
|
|||
while (isRecording.get()) { |
|||
try { |
|||
val readSize = audioRecord?.read(buffer, 0, BUFFER_SIZE) ?: 0 |
|||
|
|||
if (readSize > 0) { |
|||
try { |
|||
// 将处理后的音频数据推送到流 |
|||
if (readSize == buffer.size) { |
|||
// 如果读取的大小等于buffer的大小,直接写入整个buffer |
|||
pushStream.write(buffer) |
|||
} else { |
|||
// 如果只读取了部分数据,创建新的数组只包含有效数据 |
|||
val validData = buffer.copyOfRange(0, readSize) |
|||
pushStream.write(validData) |
|||
} |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "写入音频数据失败: ${e.message}") |
|||
break |
|||
} |
|||
} else if (readSize == 0) { |
|||
// 读取为0,可能是临时的,等待一下继续尝试 |
|||
Thread.sleep(10) |
|||
} else { |
|||
// 负值表示错误 |
|||
FileLogger.e(TAG, "读取音频数据失败,错误码: $readSize") |
|||
break |
|||
} |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "录音线程异常: ${e.message}") |
|||
break |
|||
} |
|||
} |
|||
}, "AudioRecordingThread") |
|||
|
|||
// 设置线程优先级并启动 |
|||
recordingThread?.priority = Thread.MAX_PRIORITY |
|||
recordingThread?.start() |
|||
|
|||
FileLogger.d(TAG, "音频录制已启动" + (if(echoCanceler?.enabled == true) ",回音消除已启用" else "")) |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "启动音频录制失败: ${e.message}") |
|||
releaseAudioResources() |
|||
} |
|||
} |
|||
|
|||
// 启用音频效果(回音消除、噪声抑制等) |
|||
private fun enableAudioEffects() { |
|||
try { |
|||
val audioSessionId = audioRecord?.audioSessionId ?: -1 |
|||
|
|||
if (audioSessionId != -1) { |
|||
// 启用回音消除 |
|||
if (AcousticEchoCanceler.isAvailable()) { |
|||
try { |
|||
echoCanceler = AcousticEchoCanceler.create(audioSessionId) |
|||
if (echoCanceler != null) { |
|||
echoCanceler?.enabled = true |
|||
FileLogger.d(TAG, "回音消除已启用,会话ID: $audioSessionId") |
|||
} else { |
|||
FileLogger.w(TAG, "回音消除器创建返回null") |
|||
} |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "创建回音消除器时出错: ${e.message}") |
|||
} |
|||
} else { |
|||
FileLogger.d(TAG, "设备不支持回音消除") |
|||
} |
|||
|
|||
// 以下功能暂时不启用,可根据需要取消注释 |
|||
/* |
|||
// 启用噪声抑制 |
|||
if (NoiseSuppressor.isAvailable()) { |
|||
try { |
|||
val ns = NoiseSuppressor.create(audioSessionId) |
|||
ns?.enabled = true |
|||
FileLogger.d(TAG, "噪声抑制已启用") |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "创建噪声抑制器时出错: ${e.message}") |
|||
} |
|||
} |
|||
|
|||
// 启用自动增益控制 |
|||
if (AutomaticGainControl.isAvailable()) { |
|||
try { |
|||
val agc = AutomaticGainControl.create(audioSessionId) |
|||
agc?.enabled = true |
|||
FileLogger.d(TAG, "自动增益控制已启用") |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "创建自动增益控制时出错: ${e.message}") |
|||
} |
|||
} |
|||
*/ |
|||
} else { |
|||
FileLogger.w(TAG, "无效的音频会话ID,无法启用音频效果") |
|||
} |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "启用音频效果时出错: ${e.message}") |
|||
} |
|||
} |
|||
|
|||
// 停止录音 |
|||
fun stopRecording() { |
|||
if (!isRecording.get()) { |
|||
return |
|||
} |
|||
|
|||
isRecording.set(false) |
|||
|
|||
try { |
|||
// 等待录音线程结束 |
|||
recordingThread?.join(1000) |
|||
|
|||
// 释放资源 |
|||
releaseAudioResources() |
|||
|
|||
FileLogger.d(TAG, "音频录制已停止") |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "停止音频录制失败: ${e.message}") |
|||
} |
|||
} |
|||
|
|||
// 释放音频资源 |
|||
private fun releaseAudioResources() { |
|||
try { |
|||
// 停止录音 |
|||
try { |
|||
if (audioRecord?.state == AudioRecord.STATE_INITIALIZED) { |
|||
audioRecord?.stop() |
|||
} |
|||
} catch (e: Exception) { |
|||
// 忽略可能的IllegalStateException |
|||
FileLogger.w(TAG, "停止AudioRecord时出错: ${e.message}") |
|||
} |
|||
|
|||
// 释放回音消除器 |
|||
try { |
|||
if (echoCanceler != null) { |
|||
echoCanceler?.enabled = false |
|||
echoCanceler?.release() |
|||
echoCanceler = null |
|||
} |
|||
} catch (e: Exception) { |
|||
FileLogger.w(TAG, "释放回音消除器时出错: ${e.message}") |
|||
} finally { |
|||
echoCanceler = null |
|||
} |
|||
|
|||
// 释放音频记录器 |
|||
try { |
|||
audioRecord?.release() |
|||
} catch (e: Exception) { |
|||
FileLogger.w(TAG, "释放AudioRecord时出错: ${e.message}") |
|||
} finally { |
|||
audioRecord = null |
|||
} |
|||
|
|||
// 重置线程 |
|||
recordingThread = null |
|||
|
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "释放音频资源失败: ${e.message}") |
|||
} |
|||
} |
|||
} |
|||
|
|||
// 一次性识别回调接口 |
|||
interface RecognizeCallback { |
|||
fun onResult(result: String, detectedLanguage: String = "") |
|||
fun onError(error: String) |
|||
} |
|||
|
|||
// 连续识别回调接口 |
|||
interface ContinuousRecognizeCallback { |
|||
fun onResult(result: String, detectedLanguage: String = "") |
|||
fun onRecognizing(recognizing: String, detectedLanguage: String = "") |
|||
fun onSessionStarted() |
|||
fun onSessionStopped() |
|||
fun onCanceled(reason: String, errorDetails: String) |
|||
fun onError(error: String) |
|||
} |
|||
} |
|||
@ -1,344 +0,0 @@ |
|||
package com.yunqiinnovation.deepsound |
|||
|
|||
import android.util.Log |
|||
import okhttp3.* |
|||
import okhttp3.MediaType.Companion.toMediaTypeOrNull |
|||
import okhttp3.RequestBody.Companion.toRequestBody |
|||
import org.json.JSONArray |
|||
import org.json.JSONObject |
|||
import java.io.IOException |
|||
import java.util.concurrent.CountDownLatch |
|||
import java.util.concurrent.TimeUnit |
|||
|
|||
/** |
|||
* 火山AI服务的原生实现 |
|||
* |
|||
* 参考Flutter端的VolcanoAIService实现,提供同步和异步的API调用方式 |
|||
*/ |
|||
class VolcanoAIService() { |
|||
private val TAG = "VolcanoAIService" |
|||
private val baseUrl = "https://ark.cn-beijing.volces.com/api/v3" |
|||
private val chatEndpoint = "/chat/completions" |
|||
private val client = OkHttpClient.Builder() |
|||
.connectTimeout(30, TimeUnit.SECONDS) |
|||
.readTimeout(30, TimeUnit.SECONDS) |
|||
.writeTimeout(30, TimeUnit.SECONDS) |
|||
.build() |
|||
|
|||
private var apiKey: String = "" |
|||
private var isInitialized = false |
|||
|
|||
/** |
|||
* 初始化火山AI服务 |
|||
* |
|||
* @param apiKey 火山AI API密钥 |
|||
* @return 初始化是否成功 |
|||
*/ |
|||
fun initialize(apiKey: String): Boolean { |
|||
this.apiKey = apiKey |
|||
isInitialized = apiKey.isNotEmpty() |
|||
|
|||
if (!isInitialized) { |
|||
Log.e(TAG, "初始化失败:API key 不能为空") |
|||
} else { |
|||
Log.d(TAG, "火山AI服务初始化成功") |
|||
} |
|||
|
|||
return isInitialized |
|||
} |
|||
|
|||
/** |
|||
* 生成个性化问候语 |
|||
* |
|||
* @param agentName 代理名称 |
|||
* @param systemPrompt 系统提示词 |
|||
* @param callback 回调函数,返回生成的问候语 |
|||
*/ |
|||
fun generateGreeting(agentName: String, systemPrompt: String, callback: (String?, Exception?) -> Unit) { |
|||
val messages = JSONArray().apply { |
|||
put(JSONObject().apply { |
|||
put("role", "system") |
|||
put("content", systemPrompt) |
|||
}) |
|||
put(JSONObject().apply { |
|||
put("role", "user") |
|||
put("content", "请用一句简短的话向我打个招呼,要符合你的身份和性格特点,不要超过18个字。") |
|||
}) |
|||
} |
|||
|
|||
sendMessageStream(messages, systemPrompt, object : StreamCallback { |
|||
val stringBuilder = StringBuilder() |
|||
|
|||
override fun onToken(token: String) { |
|||
stringBuilder.append(token) |
|||
} |
|||
|
|||
override fun onComplete() { |
|||
callback(stringBuilder.toString(), null) |
|||
} |
|||
|
|||
override fun onError(e: Exception) { |
|||
callback(null, e) |
|||
} |
|||
}) |
|||
} |
|||
|
|||
/** |
|||
* 发送消息(非流式输出) |
|||
* |
|||
* @param messages 消息列表 |
|||
* @param systemPrompt 系统提示词 |
|||
* @return 返回AI的回复 |
|||
* @throws VolcanoAIException 如果API调用失败 |
|||
*/ |
|||
@Throws(VolcanoAIException::class) |
|||
fun sendMessage(messages: JSONArray, systemPrompt: String): String { |
|||
// 检查是否已初始化 |
|||
if (!isInitialized || apiKey.isEmpty()) { |
|||
throw VolcanoAIException("火山AI服务未初始化或API key为空,请先调用initialize方法") |
|||
} |
|||
|
|||
val fullMessages = JSONArray().apply { |
|||
put(JSONObject().apply { |
|||
put("role", "system") |
|||
put("content", systemPrompt) |
|||
}) |
|||
for (i in 0 until messages.length()) { |
|||
put(messages.getJSONObject(i)) |
|||
} |
|||
} |
|||
|
|||
val requestBody = JSONObject().apply { |
|||
put("model", "doubao-1-5-lite-32k-250115") |
|||
put("messages", fullMessages) |
|||
put("temperature", 0.7) |
|||
put("max_tokens", 2000) |
|||
put("stream", false) |
|||
} |
|||
|
|||
val mediaType = "application/json".toMediaTypeOrNull() |
|||
val request = Request.Builder() |
|||
.url("$baseUrl$chatEndpoint") |
|||
.addHeader("Content-Type", "application/json") |
|||
.addHeader("Authorization", "Bearer $apiKey") |
|||
.post(requestBody.toString().toRequestBody(mediaType)) |
|||
.build() |
|||
|
|||
try { |
|||
client.newCall(request).execute().use { response -> |
|||
if (!response.isSuccessful) { |
|||
val errorBody = response.body?.string() ?: "" |
|||
val errorMessage = try { |
|||
JSONObject(errorBody).getJSONObject("error").getString("message") |
|||
} catch (e: Exception) { |
|||
"Unknown error occurred" |
|||
} |
|||
throw VolcanoAIException(errorMessage) |
|||
} |
|||
|
|||
val responseBody = response.body?.string() ?: throw VolcanoAIException("Empty response") |
|||
val jsonResponse = JSONObject(responseBody) |
|||
|
|||
if (jsonResponse.has("choices") && |
|||
jsonResponse.getJSONArray("choices").length() > 0 && |
|||
jsonResponse.getJSONArray("choices").getJSONObject(0).has("message")) { |
|||
return jsonResponse.getJSONArray("choices") |
|||
.getJSONObject(0) |
|||
.getJSONObject("message") |
|||
.getString("content") |
|||
} |
|||
|
|||
throw VolcanoAIException("Invalid response format") |
|||
} |
|||
} catch (e: Exception) { |
|||
if (e is VolcanoAIException) throw e |
|||
throw VolcanoAIException("Failed to communicate with AI service: ${e.message}") |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 发送消息(流式输出) |
|||
* |
|||
* @param messages 消息列表 |
|||
* @param systemPrompt 系统提示词 |
|||
* @param callback 回调函数,用于接收流式输出的结果 |
|||
*/ |
|||
fun sendMessageStream(messages: JSONArray, systemPrompt: String, callback: StreamCallback) { |
|||
// 检查是否已初始化 |
|||
if (!isInitialized || apiKey.isEmpty()) { |
|||
callback.onError(VolcanoAIException("火山AI服务未初始化或API key为空,请先调用initialize方法")) |
|||
return |
|||
} |
|||
|
|||
val fullMessages = JSONArray().apply { |
|||
put(JSONObject().apply { |
|||
put("role", "system") |
|||
put("content", systemPrompt) |
|||
}) |
|||
for (i in 0 until messages.length()) { |
|||
put(messages.getJSONObject(i)) |
|||
} |
|||
} |
|||
|
|||
val requestBody = JSONObject().apply { |
|||
put("model", "doubao-1-5-lite-32k-250115") |
|||
put("messages", fullMessages) |
|||
put("temperature", 0.7) |
|||
put("max_tokens", 2000) |
|||
put("stream", true) |
|||
} |
|||
|
|||
val mediaType = "application/json".toMediaTypeOrNull() |
|||
val request = Request.Builder() |
|||
.url("$baseUrl$chatEndpoint") |
|||
.addHeader("Content-Type", "application/json") |
|||
.addHeader("Authorization", "Bearer $apiKey") |
|||
.addHeader("Accept", "text/event-stream") |
|||
.post(requestBody.toString().toRequestBody(mediaType)) |
|||
.build() |
|||
|
|||
client.newCall(request).enqueue(object : Callback { |
|||
override fun onFailure(call: Call, e: IOException) { |
|||
callback.onError(VolcanoAIException("Failed to communicate with AI service: ${e.message}")) |
|||
} |
|||
|
|||
override fun onResponse(call: Call, response: Response) { |
|||
if (!response.isSuccessful) { |
|||
val errorBody = response.body?.string() ?: "" |
|||
val errorMessage = try { |
|||
JSONObject(errorBody).getJSONObject("error").getString("message") |
|||
} catch (e: Exception) { |
|||
"Unknown error occurred" |
|||
} |
|||
callback.onError(VolcanoAIException(errorMessage)) |
|||
return |
|||
} |
|||
|
|||
val responseBody = response.body ?: return |
|||
val source = responseBody.source() |
|||
val bufferedSource = source.buffer |
|||
|
|||
try { |
|||
while (!bufferedSource.exhausted()) { |
|||
val line = bufferedSource.readUtf8Line() ?: continue |
|||
|
|||
if (line.isEmpty()) continue |
|||
if (line.startsWith("data: ")) { |
|||
val data = line.substring(6) |
|||
if (data == "[DONE]") { |
|||
callback.onComplete() |
|||
break |
|||
} |
|||
|
|||
try { |
|||
val jsonData = JSONObject(data) |
|||
if (jsonData.has("choices") && |
|||
jsonData.getJSONArray("choices").length() > 0 && |
|||
jsonData.getJSONArray("choices").getJSONObject(0).has("delta") && |
|||
jsonData.getJSONArray("choices").getJSONObject(0).getJSONObject("delta").has("content")) { |
|||
val content = jsonData.getJSONArray("choices") |
|||
.getJSONObject(0) |
|||
.getJSONObject("delta") |
|||
.getString("content") |
|||
callback.onToken(content) |
|||
} |
|||
} catch (e: Exception) { |
|||
// 忽略无效的JSON数据 |
|||
continue |
|||
} |
|||
} |
|||
} |
|||
} catch (e: Exception) { |
|||
callback.onError(VolcanoAIException("Error processing stream: ${e.message}")) |
|||
} finally { |
|||
response.close() |
|||
} |
|||
} |
|||
}) |
|||
} |
|||
|
|||
/** |
|||
* 同步方式发送消息(流式输出) |
|||
* |
|||
* 注意:此方法会阻塞当前线程,请在后台线程中调用 |
|||
* |
|||
* @param messages 消息列表 |
|||
* @param systemPrompt 系统提示词 |
|||
* @return 返回完整的AI回复 |
|||
* @throws VolcanoAIException 如果API调用失败 |
|||
*/ |
|||
@Throws(VolcanoAIException::class) |
|||
fun sendMessageStreamSync(messages: JSONArray, systemPrompt: String): String { |
|||
val result = StringBuilder() |
|||
val latch = CountDownLatch(1) |
|||
var exception: Exception? = null |
|||
|
|||
sendMessageStream(messages, systemPrompt, object : StreamCallback { |
|||
override fun onToken(token: String) { |
|||
result.append(token) |
|||
} |
|||
|
|||
override fun onComplete() { |
|||
latch.countDown() |
|||
} |
|||
|
|||
override fun onError(e: Exception) { |
|||
exception = e |
|||
latch.countDown() |
|||
} |
|||
}) |
|||
|
|||
// 等待流式输出完成或出错 |
|||
latch.await(60, TimeUnit.SECONDS) |
|||
|
|||
if (exception != null) { |
|||
throw exception as VolcanoAIException |
|||
} |
|||
|
|||
return result.toString() |
|||
} |
|||
|
|||
/** |
|||
* 创建用户消息 |
|||
*/ |
|||
fun createUserMessage(content: String): JSONObject { |
|||
return JSONObject().apply { |
|||
put("role", "user") |
|||
put("content", content) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 创建系统消息 |
|||
*/ |
|||
fun createSystemMessage(content: String): JSONObject { |
|||
return JSONObject().apply { |
|||
put("role", "system") |
|||
put("content", content) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 创建助手消息 |
|||
*/ |
|||
fun createAssistantMessage(content: String): JSONObject { |
|||
return JSONObject().apply { |
|||
put("role", "assistant") |
|||
put("content", content) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 流式输出回调接口 |
|||
*/ |
|||
interface StreamCallback { |
|||
fun onToken(token: String) |
|||
fun onComplete() |
|||
fun onError(e: Exception) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 火山AI异常 |
|||
*/ |
|||
class VolcanoAIException(message: String) : Exception(message) |
|||
@ -0,0 +1,415 @@ |
|||
package com.yunqiinnovation.deepsound |
|||
|
|||
import android.content.BroadcastReceiver |
|||
import android.content.Context |
|||
import android.content.Intent |
|||
import android.content.IntentFilter |
|||
import org.json.JSONArray |
|||
import org.json.JSONObject |
|||
import android.util.Log |
|||
import com.yunqiinnovation.deepsound.core.utils.FileLogger |
|||
import com.yunqiinnovation.azure_speech.AzureAsrHelper |
|||
import com.yunqiinnovation.azure_speech.AzureTtsHelper |
|||
import com.yunqiinnovation.open_ai_service.OpenAIService |
|||
import com.yunqiinnovation.open_ai_service.SystemFunctionHandler |
|||
|
|||
|
|||
/** |
|||
* 语音交互处理器 - 处理语音识别、TTS和AI对话相关逻辑 |
|||
*/ |
|||
class VoiceInteractionHandler( |
|||
private val context: Context, |
|||
private val azureSpeechKey: String, |
|||
private val azureSpeechRegion: String, |
|||
private val openaiApiKey: String, |
|||
private val openaiBaseUrl: String = "", |
|||
private val openaiModel: String = "", |
|||
private val volcanoSpeechAppId: String, |
|||
private val volcanoSpeechAppToken: String, |
|||
private val mcpServer: String |
|||
) { |
|||
private val TAG = "VoiceInteractionHandler" |
|||
|
|||
// Azure服务 |
|||
private var azureAsrHelper: AzureAsrHelper? = null |
|||
private var azureTtsHelper: AzureTtsHelper? = null |
|||
|
|||
// OpenAI服务 |
|||
private val openAIService = OpenAIService(context.applicationContext) |
|||
|
|||
// 当前用户输入 |
|||
private var currentUserInput = "" |
|||
|
|||
// 状态 |
|||
private var isInitialized = false |
|||
var isRecognitionActive = false |
|||
private set |
|||
var isTtsSpeaking = false |
|||
private set |
|||
var hasSpeechDetected = false |
|||
private set |
|||
|
|||
// 回调 |
|||
private var callback: InteractionCallback? = null |
|||
|
|||
// 广播接收器 |
|||
private val exitInteractionReceiver = object : BroadcastReceiver() { |
|||
override fun onReceive(context: Context, intent: Intent) { |
|||
if (intent.action == SystemFunctionHandler.ACTION_EXIT_INTERACTION) { |
|||
Log.d(TAG, "收到退出交互广播") |
|||
stopRecognition() |
|||
|
|||
} |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 初始化 |
|||
*/ |
|||
fun initialize(): Boolean { |
|||
if (isInitialized) return true |
|||
|
|||
try { |
|||
// 初始化Azure ASR |
|||
azureAsrHelper = AzureAsrHelper(context).apply { |
|||
initialize(azureSpeechKey, azureSpeechRegion) |
|||
} |
|||
|
|||
// 初始化Azure TTS |
|||
azureTtsHelper = AzureTtsHelper(context).apply { |
|||
initialize(azureSpeechKey, azureSpeechRegion) |
|||
} |
|||
|
|||
// 初始化OpenAI服务 |
|||
openAIService.initialize(openaiApiKey, openaiBaseUrl, openaiModel, mcpServer) |
|||
|
|||
// 注册广播接收器 |
|||
try { |
|||
Log.d(TAG, "注册退出交互广播接收器,包名=${context.packageName}, action=${SystemFunctionHandler.ACTION_EXIT_INTERACTION}") |
|||
context.registerReceiver( |
|||
exitInteractionReceiver, |
|||
IntentFilter(SystemFunctionHandler.ACTION_EXIT_INTERACTION), |
|||
Context.RECEIVER_NOT_EXPORTED |
|||
) |
|||
Log.d(TAG, "退出交互广播接收器注册成功") |
|||
} catch (e: Exception) { |
|||
// 广播注册失败不应该影响整个应用初始化 |
|||
Log.e(TAG, "注册退出交互广播接收器失败: ${e.message}", e) |
|||
} |
|||
|
|||
isInitialized = true |
|||
return true |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "初始化失败: ${e.message}", e) |
|||
return false |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 设置回调 |
|||
*/ |
|||
fun setCallback(callback: InteractionCallback) { |
|||
this.callback = callback |
|||
} |
|||
|
|||
/** |
|||
* 开始语音识别 |
|||
*/ |
|||
fun startRecognition() { |
|||
if (isRecognitionActive) return |
|||
|
|||
// 检查录音权限 |
|||
if (!checkRecordAudioPermission()) { |
|||
callback?.onError("需要录音权限,请在设置中授予权限") |
|||
return |
|||
} |
|||
|
|||
isRecognitionActive = true |
|||
hasSpeechDetected = false |
|||
notifyStateChanged() |
|||
|
|||
try { |
|||
azureAsrHelper?.startContinuousRecognition(object : AzureAsrHelper.ContinuousRecognizeCallback { |
|||
override fun onRecognizing(recognizing: String, detectedLanguage: String) { |
|||
if (recognizing.isNotEmpty()) { |
|||
hasSpeechDetected = true |
|||
stopTts() |
|||
notifyStateChanged() |
|||
} |
|||
} |
|||
|
|||
override fun onResult(result: String, detectedLanguage: String) { |
|||
if (result.isNotEmpty()) { |
|||
notifyStateChanged() |
|||
|
|||
processWithOpenAI(result) |
|||
|
|||
} |
|||
|
|||
// 重置状态,继续识别 |
|||
hasSpeechDetected = false |
|||
} |
|||
|
|||
override fun onSessionStarted() { |
|||
notifyStateChanged() |
|||
} |
|||
|
|||
override fun onSessionStopped() { |
|||
isRecognitionActive = false |
|||
notifyStateChanged() |
|||
} |
|||
|
|||
override fun onCanceled(reason: String, errorDetails: String) { |
|||
isRecognitionActive = false |
|||
notifyStateChanged() |
|||
} |
|||
|
|||
override fun onError(error: String) { |
|||
isRecognitionActive = false |
|||
callback?.onError("语音识别出错") |
|||
notifyStateChanged() |
|||
} |
|||
|
|||
override fun onSuccess(message: String) { |
|||
// 处理成功事件 |
|||
} |
|||
}) |
|||
} catch (e: Exception) { |
|||
isRecognitionActive = false |
|||
FileLogger.e(TAG, "启动语音识别失败: ${e.message}", e) |
|||
callback?.onError("启动语音识别失败") |
|||
notifyStateChanged() |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 停止语音识别 |
|||
*/ |
|||
fun stopRecognition() { |
|||
if (!isRecognitionActive) return |
|||
|
|||
FileLogger.d(TAG, "停止语音识别") |
|||
|
|||
try { |
|||
azureAsrHelper?.stopContinuousRecognition(object : AzureAsrHelper.ContinuousRecognizeCallback { |
|||
override fun onResult(result: String, detectedLanguage: String) {} |
|||
override fun onRecognizing(recognizing: String, detectedLanguage: String) {} |
|||
override fun onSessionStarted() {} |
|||
override fun onSessionStopped() { |
|||
isRecognitionActive = false |
|||
FileLogger.d(TAG, "语音识别会话已停止") |
|||
notifyStateChanged() |
|||
} |
|||
override fun onCanceled(reason: String, errorDetails: String) { |
|||
isRecognitionActive = false |
|||
FileLogger.d(TAG, "语音识别已取消: $reason") |
|||
notifyStateChanged() |
|||
} |
|||
override fun onError(error: String) { |
|||
isRecognitionActive = false |
|||
FileLogger.e(TAG, "停止语音识别时出错: $error") |
|||
notifyStateChanged() |
|||
} |
|||
override fun onSuccess(message: String) { |
|||
isRecognitionActive = false |
|||
FileLogger.d(TAG, "语音识别已停止: $message") |
|||
notifyStateChanged() |
|||
} |
|||
}) |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "停止语音识别异常: ${e.message}", e) |
|||
// 确保状态一致性 |
|||
isRecognitionActive = false |
|||
notifyStateChanged() |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 使用OpenAI处理语音识别结果 |
|||
*/ |
|||
private fun processWithOpenAI(text: String) { |
|||
// 保存当前用户输入,用于后续同步聊天记录 |
|||
currentUserInput = text |
|||
Log.d(TAG, "用户 问题: $text") |
|||
Thread { |
|||
try { |
|||
val messages = JSONArray().apply { |
|||
put(openAIService.createUserMessage(text)) |
|||
} |
|||
|
|||
// 创建响应构建器 |
|||
val responseBuilder = StringBuilder() |
|||
|
|||
openAIService.sendMessageStream( |
|||
messages = messages, |
|||
callback = object : OpenAIService.StreamCallback { |
|||
override fun onToken(token: String) { |
|||
// 累加响应内容 |
|||
responseBuilder.append(token) |
|||
} |
|||
|
|||
override fun onComplete() { |
|||
// 处理完整响应 |
|||
val response = responseBuilder.toString() |
|||
if (response.isNotEmpty()) { |
|||
// 播放AI回复 |
|||
Log.d(TAG, "AI 回复: $response") |
|||
|
|||
speakAIResponse(response) |
|||
|
|||
// 同步聊天记录到Flutter端 |
|||
sendChatHistoryUpdate("personal_assistant", text, response) |
|||
} |
|||
} |
|||
|
|||
override fun onError(e: Exception) { |
|||
FileLogger.e(TAG, "AI流式处理出错: ${e.message}", e) |
|||
callback?.onError("AI处理出错") |
|||
} |
|||
|
|||
override fun onFunctionCall(call: JSONObject) { |
|||
FileLogger.d(TAG, "processWithOpenAI 收到函数调用请求: ${call.getString("name")}") |
|||
} |
|||
} |
|||
) |
|||
|
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "AI处理出错: ${e.message}", e) |
|||
callback?.onError("AI处理出错") |
|||
} |
|||
}.start() |
|||
} |
|||
|
|||
/** |
|||
* 播放TTS |
|||
*/ |
|||
fun playTts(text: String, callback: TtsCallback? = null) { |
|||
isTtsSpeaking = true |
|||
notifyStateChanged() |
|||
|
|||
azureTtsHelper?.speakText(text, object : AzureTtsHelper.TTSCallback { |
|||
override fun onSuccess(message: String) { |
|||
isTtsSpeaking = false |
|||
notifyStateChanged() |
|||
callback?.onComplete() |
|||
} |
|||
|
|||
override fun onError(error: String) { |
|||
isTtsSpeaking = false |
|||
notifyStateChanged() |
|||
callback?.onError(error) |
|||
} |
|||
}) |
|||
} |
|||
|
|||
/** |
|||
* 停止TTS播放 |
|||
*/ |
|||
fun stopTts() { |
|||
if (isTtsSpeaking) { |
|||
azureTtsHelper?.stopSpeaking() |
|||
isTtsSpeaking = false |
|||
notifyStateChanged() |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 播放AI回复 |
|||
*/ |
|||
private fun speakAIResponse(text: String) { |
|||
isTtsSpeaking = true |
|||
notifyStateChanged() |
|||
|
|||
azureTtsHelper?.speakText(text, object : AzureTtsHelper.TTSCallback { |
|||
override fun onSuccess(message: String) { |
|||
isTtsSpeaking = false |
|||
notifyStateChanged() |
|||
} |
|||
|
|||
override fun onError(error: String) { |
|||
isTtsSpeaking = false |
|||
notifyStateChanged() |
|||
} |
|||
}) |
|||
} |
|||
|
|||
/** |
|||
* 释放资源 |
|||
*/ |
|||
fun dispose() { |
|||
// 停止语音识别 |
|||
stopRecognition() |
|||
|
|||
// 停止TTS播放 |
|||
stopTts() |
|||
|
|||
// 注销广播接收器 |
|||
try { |
|||
context.unregisterReceiver(exitInteractionReceiver) |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "注销广播接收器失败: ${e.message}", e) |
|||
} |
|||
|
|||
// 释放Azure资源 |
|||
azureAsrHelper?.let { |
|||
FileLogger.d(TAG, "关闭Azure ASR服务") |
|||
it.dispose() |
|||
} |
|||
|
|||
azureTtsHelper?.let { |
|||
FileLogger.d(TAG, "关闭Azure TTS服务") |
|||
it.dispose() |
|||
} |
|||
|
|||
FileLogger.d(TAG, "语音交互处理器资源已释放") |
|||
} |
|||
|
|||
/** |
|||
* 检查录音权限 |
|||
*/ |
|||
private fun checkRecordAudioPermission(): Boolean { |
|||
val permission = android.Manifest.permission.RECORD_AUDIO |
|||
val result = context.checkCallingOrSelfPermission(permission) |
|||
return result == android.content.pm.PackageManager.PERMISSION_GRANTED |
|||
} |
|||
|
|||
/** |
|||
* 通知状态变化 |
|||
*/ |
|||
private fun notifyStateChanged() { |
|||
callback?.onStateChanged(isRecognitionActive, isTtsSpeaking, hasSpeechDetected) |
|||
} |
|||
|
|||
/** |
|||
* 发送聊天历史更新 |
|||
*/ |
|||
private fun sendChatHistoryUpdate(agentId: String, userMessage: String, assistantMessage: String) { |
|||
val intent = android.content.Intent(VoiceInteractionService.ACTION_CHAT_HISTORY_UPDATED).apply { |
|||
putExtra("agentId", agentId) |
|||
putExtra("userMessage", userMessage) |
|||
putExtra("assistantMessage", assistantMessage) |
|||
putExtra("timestamp", System.currentTimeMillis()) |
|||
setPackage(context.packageName) |
|||
} |
|||
|
|||
// 发送广播 |
|||
context.sendBroadcast(intent) |
|||
} |
|||
|
|||
/** |
|||
* 交互回调接口 |
|||
*/ |
|||
interface InteractionCallback { |
|||
fun onStateChanged(isRecognitionActive: Boolean, isTtsSpeaking: Boolean, hasSpeechDetected: Boolean) |
|||
fun onError(message: String) |
|||
fun onPromptRequest(message: String) |
|||
} |
|||
|
|||
/** |
|||
* TTS回调接口 |
|||
*/ |
|||
interface TtsCallback { |
|||
fun onComplete() |
|||
fun onError(error: String) |
|||
} |
|||
} |
|||
@ -1,21 +0,0 @@ |
|||
MIT License |
|||
|
|||
Copyright (c) 2024 Your Company |
|||
|
|||
Permission is hereby granted, free of charge, to any person obtaining a copy |
|||
of this software and associated documentation files (the "Software"), to deal |
|||
in the Software without restriction, including without limitation the rights |
|||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell |
|||
copies of the Software, and to permit persons to whom the Software is |
|||
furnished to do so, subject to the following conditions: |
|||
|
|||
The above copyright notice and this permission notice shall be included in all |
|||
copies or substantial portions of the Software. |
|||
|
|||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
|||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
|||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
|||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
|||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
|||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
|||
SOFTWARE. |
|||
@ -1,66 +0,0 @@ |
|||
# Azure Speech Recognition |
|||
|
|||
A Flutter plugin for Microsoft Azure Speech services, providing both speech recognition (ASR) and text-to-speech (TTS) capabilities. |
|||
|
|||
## Features |
|||
|
|||
- Speech-to-text (Azure Speech Recognition) |
|||
- Text-to-speech (Azure Speech Synthesis) |
|||
- Support for multiple languages |
|||
- Language detection |
|||
- Continuous recognition |
|||
- Streaming synthesis |
|||
|
|||
## Getting Started |
|||
|
|||
### Prerequisites |
|||
|
|||
- Azure Speech service subscription key |
|||
- Azure Speech service region |
|||
|
|||
### Installation |
|||
|
|||
Add this to your package's `pubspec.yaml` file: |
|||
|
|||
```yaml |
|||
dependencies: |
|||
azure_speech_recognition: |
|||
path: ./azure |
|||
``` |
|||
|
|||
### Usage |
|||
|
|||
```dart |
|||
import 'package:azure_speech_recognition/azure_speech_recognition.dart'; |
|||
|
|||
// Initialize the service |
|||
await AzureSpeechRecognition.initialize( |
|||
subscriptionKey: 'your_subscription_key', |
|||
region: 'your_region', |
|||
supportedLanguages: ['zh-CN', 'en-US'], |
|||
); |
|||
|
|||
// Start continuous recognition |
|||
await AzureSpeechRecognition.startContinuousRecognition(); |
|||
|
|||
// Listen for recognition events |
|||
AzureSpeechRecognition.onRecognitionEvent.listen((event) { |
|||
if (event['type'] == 'result') { |
|||
print('Recognized: ${event['text']}'); |
|||
print('Detected language: ${event['detectedLanguage']}'); |
|||
} |
|||
}); |
|||
|
|||
// Stop recognition when done |
|||
await AzureSpeechRecognition.stopContinuousRecognition(); |
|||
|
|||
// Speak text |
|||
await AzureSpeechRecognition.speakText('Hello, world!'); |
|||
|
|||
// Clean up |
|||
await AzureSpeechRecognition.dispose(); |
|||
``` |
|||
|
|||
## License |
|||
|
|||
This project is licensed under the MIT License - see the LICENSE file for details. |
|||
@ -1,757 +0,0 @@ |
|||
import Foundation |
|||
import MicrosoftCognitiveServicesSpeech |
|||
import AVFoundation |
|||
import AudioToolbox |
|||
|
|||
/// Azure ASR工具类,负责实现语音识别服务接口 |
|||
@available(iOS 13.0, *) |
|||
class AzureAsrHelper: NSObject { |
|||
// MARK: - 属性 |
|||
|
|||
/// 事件处理回调 |
|||
private var eventHandler: (String, [String: Any]) -> Void |
|||
|
|||
/// 语音配置信息 |
|||
private var speechSubscriptionKey: String = "" |
|||
private var serviceRegion: String = "" |
|||
|
|||
/// 语音识别相关 |
|||
private var speechConfig: SPXSpeechConfiguration? |
|||
private var recognizer: SPXSpeechRecognizer? |
|||
private var audioConfig: SPXAudioConfiguration? |
|||
private var pushStream: SPXPushAudioInputStream? |
|||
|
|||
/// 音频处理相关 |
|||
private var audioProcessor: CustomAudioProcessor? |
|||
private var isProcessingAudio = false |
|||
private var audioProcessingTimer: Timer? |
|||
|
|||
/// 状态标志 |
|||
private var isInitialized = false |
|||
private var _isContinuousRecognitionActive = false |
|||
|
|||
/// 当前语言和支持的语言 |
|||
private var currentLanguage = "zh-CN" |
|||
private var supportedLanguages: [String] = ["zh-CN", "en-US"] |
|||
private var isAutoDetectLanguage = false |
|||
|
|||
// MARK: - 初始化 |
|||
|
|||
init(eventHandler: @escaping (String, [String: Any]) -> Void) { |
|||
self.eventHandler = eventHandler |
|||
super.init() |
|||
} |
|||
|
|||
deinit { |
|||
dispose() |
|||
} |
|||
|
|||
// MARK: - ASR Service 接口实现 |
|||
|
|||
/// 初始化语音识别服务 |
|||
/// - Parameters: |
|||
/// - speechSubscriptionKey: Azure 语音服务订阅密钥 |
|||
/// - serviceRegion: Azure 服务区域 (如 eastasia) |
|||
/// - supportedLanguages: 支持的语言代码数组 (可选) |
|||
/// - Returns: 初始化是否成功 |
|||
func initialize(speechSubscriptionKey: String, serviceRegion: String, supportedLanguages: [String]? = nil) -> Bool { |
|||
print("[AzureAsrHelper] 初始化 Azure 语音服务") |
|||
|
|||
// 检查配置是否为空 |
|||
if speechSubscriptionKey.isEmpty || serviceRegion.isEmpty { |
|||
print("[AzureAsrHelper] 错误: Azure 配置信息不完整") |
|||
eventHandler("error", ["message": "Azure 配置信息不完整"]) |
|||
return false |
|||
} |
|||
|
|||
// 释放之前的资源 |
|||
dispose() |
|||
|
|||
// 记录配置信息 |
|||
self.speechSubscriptionKey = speechSubscriptionKey |
|||
self.serviceRegion = serviceRegion |
|||
|
|||
// 设置语言 |
|||
if let languages = supportedLanguages, !languages.isEmpty { |
|||
self.supportedLanguages = languages |
|||
} |
|||
|
|||
// 根据支持的语言数量决定是否启用自动语言检测 |
|||
isAutoDetectLanguage = self.supportedLanguages.count >= 2 |
|||
|
|||
// 如果只有一种语言,设置为当前语言 |
|||
if !isAutoDetectLanguage && !self.supportedLanguages.isEmpty { |
|||
currentLanguage = self.supportedLanguages[0] |
|||
} |
|||
|
|||
// 创建识别器和设置回调 |
|||
if !createRecognizerAndSetupCallbacks() { |
|||
return false |
|||
} |
|||
|
|||
print("[AzureAsrHelper] Azure 语音服务初始化成功") |
|||
isInitialized = true |
|||
return true |
|||
} |
|||
|
|||
/// 创建识别器并设置回调 |
|||
private func createRecognizerAndSetupCallbacks() -> Bool { |
|||
// 释放之前的 recognizer |
|||
recognizer = nil |
|||
audioConfig = nil |
|||
|
|||
do { |
|||
// 创建语音配置 |
|||
speechConfig = try SPXSpeechConfiguration(subscription: speechSubscriptionKey, region: serviceRegion) |
|||
|
|||
// 设置音频输入参数 |
|||
try setupAudioSession() |
|||
|
|||
// 创建自定义推送流,替代默认的麦克风输入 |
|||
pushStream = try SPXPushAudioInputStream() |
|||
audioConfig = try SPXAudioConfiguration(streamInput: pushStream!) |
|||
|
|||
// 初始化自定义音频处理器 |
|||
audioProcessor = CustomAudioProcessor() |
|||
|
|||
// 设置语言配置 |
|||
if isAutoDetectLanguage { |
|||
// 设置自动语言检测 |
|||
speechConfig?.setPropertyTo("Continuous", by: SPXPropertyId.speechServiceConnectionLanguageIdMode) |
|||
|
|||
// 创建自动语言检测配置 |
|||
let autoDetectSourceLanguageConfig = try SPXAutoDetectSourceLanguageConfiguration(supportedLanguages) |
|||
|
|||
// 创建识别器 |
|||
recognizer = try SPXSpeechRecognizer( |
|||
speechConfiguration: speechConfig!, |
|||
autoDetectSourceLanguageConfiguration: autoDetectSourceLanguageConfig, |
|||
audioConfiguration: audioConfig! |
|||
) |
|||
} else { |
|||
// 设置指定的识别语言 |
|||
speechConfig?.speechRecognitionLanguage = currentLanguage |
|||
|
|||
// 创建识别器 |
|||
recognizer = try SPXSpeechRecognizer(speechConfiguration: speechConfig!, audioConfiguration: audioConfig!) |
|||
} |
|||
|
|||
// 设置所有回调 |
|||
setupAllCallbacks() |
|||
|
|||
return true |
|||
} catch { |
|||
print("[AzureAsrHelper] 错误: 创建识别器失败: \(error.localizedDescription)") |
|||
eventHandler("error", ["message": "创建识别器失败: \(error.localizedDescription)"]) |
|||
return false |
|||
} |
|||
} |
|||
|
|||
/// 设置音频会话 |
|||
private func setupAudioSession() throws { |
|||
let audioSession = AVAudioSession.sharedInstance() |
|||
|
|||
// 使用playAndRecord类别允许同时录音和播放 |
|||
try audioSession.setCategory(.playAndRecord, |
|||
mode: .voiceChat, // 使用voiceChat模式能够更好地支持回音消除 |
|||
options: [.allowBluetooth, .defaultToSpeaker, .allowAirPlay, .mixWithOthers]) |
|||
|
|||
// 设置首选的输入和输出 |
|||
let currentRoute = audioSession.currentRoute |
|||
|
|||
// 获取当前是否连接了耳机或外部麦克风 |
|||
let hasHeadphones = currentRoute.outputs.contains { |
|||
$0.portType == .headphones || $0.portType == .bluetoothA2DP || $0.portType == .bluetoothHFP |
|||
} |
|||
|
|||
// 如果没有耳机,明确启用内置麦克风和扬声器的回音消除 |
|||
if !hasHeadphones { |
|||
try audioSession.setMode(.voiceChat) // 语音聊天模式有更强的回音消除 |
|||
|
|||
// 启用回音消除和噪声抑制 |
|||
try audioSession.setInputGain(0.8) // 适当降低输入增益以减少扬声器音频被麦克风捕获的可能性 |
|||
} else { |
|||
// 耳机模式,可以使用不同的设置 |
|||
try audioSession.setMode(.voiceChat) |
|||
try audioSession.setInputGain(1.0) |
|||
} |
|||
|
|||
// 设置合适的采样率 |
|||
try audioSession.setPreferredSampleRate(16000.0) // Azure语音识别推荐的采样率 |
|||
try audioSession.setPreferredIOBufferDuration(0.01) // 较小的缓冲区大小以减少延迟 |
|||
|
|||
// 激活音频会话 |
|||
try audioSession.setActive(true, options: .notifyOthersOnDeactivation) |
|||
|
|||
print("[AzureAsrHelper] 音频会话配置成功,已启用回音消除") |
|||
} |
|||
|
|||
/// 设置所有回调 |
|||
private func setupAllCallbacks() { |
|||
guard let recognizer = recognizer else { return } |
|||
|
|||
// 最终识别结果 |
|||
recognizer.addRecognizedEventHandler { [weak self] _, event in |
|||
guard let self = self else { return } |
|||
|
|||
if event.result.reason == SPXResultReason.recognizedSpeech { |
|||
let detectedLanguage = self.getDetectedLanguage(from: event.result) |
|||
print("[AzureAsrHelper] 识别结果: \(event.result.text ?? ""), 语言: \(detectedLanguage)") |
|||
self.eventHandler("result", [ |
|||
"text": event.result.text ?? "", |
|||
"detectedLanguage": detectedLanguage |
|||
]) |
|||
} |
|||
} |
|||
|
|||
// 识别中事件 |
|||
recognizer.addRecognizingEventHandler { [weak self] _, event in |
|||
guard let self = self else { return } |
|||
|
|||
if event.result.reason == SPXResultReason.recognizingSpeech { |
|||
let detectedLanguage = self.getDetectedLanguage(from: event.result) |
|||
// print("[AzureAsrHelper] 识别中: \(event.result.text ?? ""), 语言: \(detectedLanguage)") |
|||
self.eventHandler("recognizing", [ |
|||
"text": event.result.text ?? "", |
|||
"detectedLanguage": detectedLanguage |
|||
]) |
|||
} |
|||
} |
|||
|
|||
// 会话事件 |
|||
recognizer.addSessionStartedEventHandler { [weak self] _, _ in |
|||
guard let self = self else { return } |
|||
|
|||
print("[AzureAsrHelper] 识别会话已开始") |
|||
self._isContinuousRecognitionActive = true |
|||
self.eventHandler("sessionStarted", [:]) |
|||
} |
|||
|
|||
recognizer.addSessionStoppedEventHandler { [weak self] _, _ in |
|||
guard let self = self else { return } |
|||
|
|||
print("[AzureAsrHelper] 识别会话已结束") |
|||
self._isContinuousRecognitionActive = false |
|||
self.eventHandler("sessionStopped", [:]) |
|||
} |
|||
|
|||
// 取消事件 |
|||
recognizer.addCanceledEventHandler { [weak self] _, event in |
|||
guard let self = self else { return } |
|||
|
|||
let reason = event.reason.rawValue |
|||
let errorDetails = event.errorDetails ?? "未知错误" |
|||
|
|||
print("[AzureAsrHelper] 识别取消: \(errorDetails)") |
|||
|
|||
self.eventHandler("canceled", [ |
|||
"reason": reason, |
|||
"errorDetails": errorDetails |
|||
]) |
|||
|
|||
self._isContinuousRecognitionActive = false |
|||
} |
|||
} |
|||
|
|||
/// 执行一次性语音识别 |
|||
/// - Returns: 是否成功启动识别 |
|||
func recognizeOnce() -> Bool { |
|||
if !isInitialized { |
|||
print("[AzureAsrHelper] 错误: 语音服务未初始化") |
|||
eventHandler("error", ["message": "语音服务未初始化"]) |
|||
return false |
|||
} |
|||
|
|||
// 如果正在连续识别,先停止 |
|||
if _isContinuousRecognitionActive { |
|||
stopContinuousRecognition() |
|||
} |
|||
|
|||
// 确保识别器已创建 |
|||
if recognizer == nil && !createRecognizerAndSetupCallbacks() { |
|||
return false |
|||
} |
|||
|
|||
do { |
|||
// 启动音频处理 |
|||
startAudioProcessing() |
|||
|
|||
// 通知会话开始 |
|||
eventHandler("sessionStarted", [:]) |
|||
|
|||
// 执行识别 |
|||
try recognizer?.recognizeOnceAsync { [weak self] result in |
|||
guard let self = self else { return } |
|||
|
|||
// 停止音频处理 |
|||
self.stopAudioProcessing() |
|||
|
|||
if result.reason == SPXResultReason.recognizedSpeech { |
|||
let detectedLanguage = self.getDetectedLanguage(from: result) |
|||
self.eventHandler("result", [ |
|||
"text": result.text ?? "", |
|||
"detectedLanguage": detectedLanguage |
|||
]) |
|||
} else if result.reason == SPXResultReason.noMatch { |
|||
print("[AzureAsrHelper] 无匹配结果") |
|||
self.eventHandler("noMatch", [:]) |
|||
} else if result.reason == SPXResultReason.canceled { |
|||
do { |
|||
let details = try SPXCancellationDetails(fromCanceledRecognitionResult: result) |
|||
let errorDetails = details.errorDetails ?? "未知错误" |
|||
self.eventHandler("error", ["message": "识别取消: \(errorDetails)"]) |
|||
} catch { |
|||
print("[AzureAsrHelper] 错误: 获取取消详情失败: \(error.localizedDescription)") |
|||
self.eventHandler("error", ["message": "识别取消,无法获取详细原因"]) |
|||
} |
|||
} |
|||
} |
|||
|
|||
return true |
|||
} catch { |
|||
print("[AzureAsrHelper] 错误: 识别异常: \(error.localizedDescription)") |
|||
eventHandler("error", ["message": "识别异常: \(error.localizedDescription)"]) |
|||
stopAudioProcessing() |
|||
return false |
|||
} |
|||
} |
|||
|
|||
/// 开始连续语音识别 |
|||
/// - Returns: 是否成功启动识别 |
|||
func startContinuousRecognition() -> Bool { |
|||
if !isInitialized { |
|||
print("[AzureAsrHelper] 错误: 语音服务未初始化") |
|||
eventHandler("error", ["message": "语音服务未初始化"]) |
|||
return false |
|||
} |
|||
|
|||
// 如果已经在进行连续识别,先停止 |
|||
if _isContinuousRecognitionActive { |
|||
stopContinuousRecognition() |
|||
} |
|||
|
|||
// 确保识别器已创建 |
|||
if recognizer == nil && !createRecognizerAndSetupCallbacks() { |
|||
return false |
|||
} |
|||
|
|||
// 重新确保音频设置正确 |
|||
do { |
|||
try setupAudioSession() |
|||
} catch { |
|||
print("[AzureAsrHelper] 警告: 设置音频会话失败: \(error.localizedDescription)") |
|||
} |
|||
|
|||
do { |
|||
// 启动音频处理 |
|||
startAudioProcessing() |
|||
|
|||
// 启动连续识别 |
|||
try recognizer?.startContinuousRecognition() |
|||
_isContinuousRecognitionActive = true |
|||
|
|||
print("[AzureAsrHelper] 连续识别开始") |
|||
return true |
|||
} catch { |
|||
print("[AzureAsrHelper] 错误: 开始连续识别失败: \(error.localizedDescription)") |
|||
eventHandler("error", ["message": "开始连续识别失败: \(error.localizedDescription)"]) |
|||
_isContinuousRecognitionActive = false |
|||
stopAudioProcessing() |
|||
return false |
|||
} |
|||
} |
|||
|
|||
/// 停止连续语音识别 |
|||
/// - Returns: 是否成功停止识别 |
|||
func stopContinuousRecognition() -> Bool { |
|||
// 停止音频处理 |
|||
stopAudioProcessing() |
|||
|
|||
if !_isContinuousRecognitionActive || recognizer == nil { |
|||
return true |
|||
} |
|||
|
|||
do { |
|||
try recognizer?.stopContinuousRecognition() |
|||
_isContinuousRecognitionActive = false |
|||
print("[AzureAsrHelper] 连续识别已停止") |
|||
return true |
|||
} catch { |
|||
print("[AzureAsrHelper] 错误: 停止连续识别失败: \(error.localizedDescription)") |
|||
eventHandler("error", ["message": "停止连续识别失败: \(error.localizedDescription)"]) |
|||
_isContinuousRecognitionActive = false |
|||
return false |
|||
} |
|||
} |
|||
|
|||
/// 检查连续识别是否活跃 |
|||
/// - Returns: 连续识别是否处于活跃状态 |
|||
func isContinuousRecognitionActive() -> Bool { |
|||
return _isContinuousRecognitionActive |
|||
} |
|||
|
|||
/// 释放资源 |
|||
func dispose() { |
|||
print("[AzureAsrHelper] 释放资源") |
|||
|
|||
// 停止音频处理 |
|||
stopAudioProcessing() |
|||
|
|||
// 停止连续识别 |
|||
if _isContinuousRecognitionActive { |
|||
stopContinuousRecognition() |
|||
} |
|||
|
|||
// 释放音频会话 |
|||
do { |
|||
try AVAudioSession.sharedInstance().setActive(false, options: .notifyOthersOnDeactivation) |
|||
} catch { |
|||
print("[AzureAsrHelper] 警告: 释放音频会话失败: \(error.localizedDescription)") |
|||
} |
|||
|
|||
// 释放资源 |
|||
recognizer = nil |
|||
speechConfig = nil |
|||
audioConfig = nil |
|||
pushStream = nil |
|||
audioProcessor = nil |
|||
|
|||
// 重置状态 |
|||
_isContinuousRecognitionActive = false |
|||
isInitialized = false |
|||
} |
|||
|
|||
/// 从结果中获取检测到的语言 |
|||
private func getDetectedLanguage(from result: SPXSpeechRecognitionResult) -> String { |
|||
if isAutoDetectLanguage { |
|||
do { |
|||
let langResult = try SPXAutoDetectSourceLanguageResult(result) |
|||
return langResult.language ?? currentLanguage |
|||
} catch { |
|||
print("[AzureAsrHelper] 错误: 获取检测到的语言失败: \(error.localizedDescription)") |
|||
return currentLanguage |
|||
} |
|||
} else { |
|||
return currentLanguage |
|||
} |
|||
} |
|||
|
|||
// MARK: - 音频处理 |
|||
|
|||
/// 开始音频处理 |
|||
private func startAudioProcessing() { |
|||
guard !isProcessingAudio, let audioProcessor = audioProcessor else { return } |
|||
|
|||
isProcessingAudio = true |
|||
|
|||
// 启动音频处理器 |
|||
if !audioProcessor.startRecord() { |
|||
print("[AzureAsrHelper] 错误: 启动音频处理器失败") |
|||
eventHandler("error", ["message": "启动音频处理器失败"]) |
|||
return |
|||
} |
|||
|
|||
// 启动音频处理定时器 |
|||
audioProcessingTimer = Timer.scheduledTimer(withTimeInterval: 0.08, repeats: true) { [weak self] _ in |
|||
guard let self = self, self.isProcessingAudio, let processor = self.audioProcessor, let stream = self.pushStream else { |
|||
return |
|||
} |
|||
|
|||
// 读取处理后的音频数据 |
|||
var bytes = [UInt8](repeating: 0, count: 2560) |
|||
let bytesRead = processor.read(bytes: &bytes) |
|||
|
|||
if bytesRead > 0 { |
|||
// 推送数据到Azure语音服务 |
|||
let data = Data(bytes: bytes, count: bytesRead) |
|||
stream.write(data) |
|||
|
|||
// 通知音频数据可用 |
|||
self.eventHandler("audioData", ["data": bytes]) |
|||
} |
|||
} |
|||
|
|||
print("[AzureAsrHelper] 音频处理已启动") |
|||
} |
|||
|
|||
/// 停止音频处理 |
|||
private func stopAudioProcessing() { |
|||
// 停止定时器 |
|||
audioProcessingTimer?.invalidate() |
|||
audioProcessingTimer = nil |
|||
|
|||
// 停止音频处理器 |
|||
audioProcessor?.stopRecord() |
|||
|
|||
isProcessingAudio = false |
|||
print("[AzureAsrHelper] 音频处理已停止") |
|||
} |
|||
} |
|||
|
|||
// MARK: - 自定义音频处理器 |
|||
|
|||
@available(iOS 13.0, *) |
|||
class CustomAudioProcessor: NSObject { |
|||
// 音频单元 |
|||
private var ioUnit: AudioUnit? |
|||
|
|||
// 音频格式 |
|||
private var audioFormat: AudioStreamBasicDescription |
|||
|
|||
// 音频缓冲 |
|||
private var audioBufferList: AudioBufferList |
|||
private var audioList: [Float] = [] |
|||
private let audioListQueue = DispatchQueue(label: "audioListQueue") |
|||
|
|||
// 回音消除状态 |
|||
private var isEchoCancellationEnabled = true |
|||
|
|||
override init() { |
|||
// 设置音频格式 - 16kHz, 16位, 单声道 |
|||
audioFormat = AudioStreamBasicDescription( |
|||
mSampleRate: 16000.0, |
|||
mFormatID: kAudioFormatLinearPCM, |
|||
mFormatFlags: kAudioFormatFlagIsSignedInteger | kAudioFormatFlagIsPacked, |
|||
mBytesPerPacket: 2, |
|||
mFramesPerPacket: 1, |
|||
mBytesPerFrame: 2, |
|||
mChannelsPerFrame: 1, |
|||
mBitsPerChannel: 16, |
|||
mReserved: 0 |
|||
) |
|||
|
|||
// 初始化音频缓冲 |
|||
audioBufferList = AudioBufferList( |
|||
mNumberBuffers: 1, |
|||
mBuffers: AudioBuffer( |
|||
mNumberChannels: 1, |
|||
mDataByteSize: 4096, |
|||
mData: malloc(4096) |
|||
) |
|||
) |
|||
|
|||
super.init() |
|||
} |
|||
|
|||
deinit { |
|||
stopRecord() |
|||
free(audioBufferList.mBuffers.mData) |
|||
} |
|||
|
|||
/// 启动音频处理 |
|||
/// - Returns: 是否成功启动 |
|||
func startRecord() -> Bool { |
|||
print("[CustomAudioProcessor] 配置音频单元") |
|||
|
|||
// 创建音频组件描述 - 使用VoiceProcessingIO类型获取回音消除 |
|||
var ioUnitDescription = AudioComponentDescription( |
|||
componentType: kAudioUnitType_Output, |
|||
componentSubType: kAudioUnitSubType_VoiceProcessingIO, |
|||
componentManufacturer: kAudioUnitManufacturer_Apple, |
|||
componentFlags: 0, |
|||
componentFlagsMask: 0 |
|||
) |
|||
|
|||
// 查找音频组件 |
|||
guard let ioUnitRef = AudioComponentFindNext(nil, &ioUnitDescription) else { |
|||
print("[CustomAudioProcessor] 错误: 未找到音频组件") |
|||
return false |
|||
} |
|||
|
|||
// 创建音频单元实例 |
|||
if checkError(AudioComponentInstanceNew(ioUnitRef, &ioUnit), "创建音频单元") { |
|||
ioUnit = nil |
|||
return false |
|||
} |
|||
|
|||
// 启用输入端口 |
|||
var enableInput: UInt32 = 1 |
|||
let kInputBus: AudioUnitElement = 1 |
|||
let kOutputBus: AudioUnitElement = 0 |
|||
if checkError(AudioUnitSetProperty(ioUnit!, kAudioOutputUnitProperty_EnableIO, |
|||
kAudioUnitScope_Input, kInputBus, &enableInput, |
|||
UInt32(MemoryLayout<UInt32>.size)), "启用输入端口") { |
|||
return false |
|||
} |
|||
|
|||
// 禁用输出端口 (我们只需要输入) |
|||
var enableOutput: UInt32 = 0 |
|||
if checkError(AudioUnitSetProperty(ioUnit!, kAudioOutputUnitProperty_EnableIO, |
|||
kAudioUnitScope_Output, kOutputBus, |
|||
&enableOutput, UInt32(MemoryLayout<UInt32>.size)), "禁用输出端口") { |
|||
return false |
|||
} |
|||
|
|||
// 设置缓冲区分配标志 |
|||
var flag: UInt32 = 0 |
|||
if checkError(AudioUnitSetProperty(ioUnit!, kAudioUnitProperty_ShouldAllocateBuffer, |
|||
kAudioUnitScope_Output, kInputBus, &flag, UInt32(MemoryLayout<UInt32>.size)), "设置缓冲区分配标志") { |
|||
return false |
|||
} |
|||
|
|||
// 设置音频格式 |
|||
let size = UInt32(MemoryLayout<AudioStreamBasicDescription>.size) |
|||
if checkError(AudioUnitSetProperty(ioUnit!, kAudioUnitProperty_StreamFormat, |
|||
kAudioUnitScope_Output, kInputBus, &audioFormat, size), "设置输入总线输出范围的流格式") { |
|||
return false |
|||
} |
|||
|
|||
if checkError(AudioUnitSetProperty(ioUnit!, kAudioUnitProperty_StreamFormat, |
|||
kAudioUnitScope_Input, kOutputBus, &audioFormat, size), "设置输出总线输入范围的流格式") { |
|||
return false |
|||
} |
|||
|
|||
// 启用回音消除 |
|||
if isEchoCancellationEnabled { |
|||
var echoCancellation: UInt32 = 1 |
|||
AudioUnitSetProperty(ioUnit!, kAUVoiceIOProperty_BypassVoiceProcessing, |
|||
kAudioUnitScope_Global, 0, &echoCancellation, UInt32(MemoryLayout<UInt32>.size)) |
|||
} |
|||
|
|||
// 设置输入回调 - 当有新音频数据时调用 |
|||
var inputCallback = AURenderCallbackStruct( |
|||
inputProc: CustomAudioProcessor.onAudioDataAvailable, |
|||
inputProcRefCon: UnsafeMutableRawPointer(Unmanaged.passUnretained(self).toOpaque()) |
|||
) |
|||
|
|||
if checkError(AudioUnitSetProperty(ioUnit!, |
|||
kAudioOutputUnitProperty_SetInputCallback, |
|||
kAudioUnitScope_Global, kInputBus, |
|||
&inputCallback, UInt32(MemoryLayout<AURenderCallbackStruct>.size)), "设置输入回调") { |
|||
return false |
|||
} |
|||
|
|||
// 初始化音频单元 |
|||
var hasError = checkError(AudioUnitInitialize(ioUnit!), "初始化音频单元") |
|||
while hasError { |
|||
Thread.sleep(forTimeInterval: 0.1) |
|||
hasError = checkError(AudioUnitInitialize(ioUnit!), "初始化音频单元") |
|||
} |
|||
|
|||
// 启动音频单元 |
|||
hasError = checkError(AudioOutputUnitStart(ioUnit!), "启动音频单元") |
|||
|
|||
print("[CustomAudioProcessor] 音频处理器已启动,回音消除\(isEchoCancellationEnabled ? "已启用" : "已禁用")") |
|||
return !hasError |
|||
} |
|||
|
|||
/// 停止音频处理 |
|||
func stopRecord() { |
|||
print("[CustomAudioProcessor] 停止音频处理器") |
|||
|
|||
if let ioUnit = ioUnit { |
|||
// 停止音频单元 |
|||
_ = checkError(AudioOutputUnitStop(ioUnit), "停止音频单元") |
|||
|
|||
// 关闭音频单元 |
|||
_ = checkError(AudioUnitUninitialize(ioUnit), "反初始化音频单元") |
|||
_ = checkError(AudioComponentInstanceDispose(ioUnit), "释放音频单元") |
|||
|
|||
self.ioUnit = nil |
|||
} |
|||
|
|||
// 清空音频数据缓冲 |
|||
audioListQueue.sync { |
|||
audioList.removeAll() |
|||
} |
|||
} |
|||
|
|||
/// 音频数据回调 - 当有新的音频数据可用时调用 |
|||
private static let onAudioDataAvailable: AURenderCallback = { inRefCon, ioActionFlags, inTimeStamp, inBusNumber, inNumberFrames, ioData in |
|||
// 获取实例 |
|||
let processor = Unmanaged<CustomAudioProcessor>.fromOpaque(inRefCon).takeUnretainedValue() |
|||
|
|||
// 计算预期数据大小 |
|||
let expectedDataByteSize = inNumberFrames * processor.audioFormat.mBytesPerFrame |
|||
|
|||
// 确保缓冲区足够大 |
|||
if processor.audioBufferList.mBuffers.mDataByteSize < expectedDataByteSize { |
|||
processor.audioBufferList.mBuffers.mData = realloc(processor.audioBufferList.mBuffers.mData, Int(expectedDataByteSize)) |
|||
processor.audioBufferList.mBuffers.mDataByteSize = expectedDataByteSize |
|||
} |
|||
|
|||
// 渲染音频数据 |
|||
let status = processor.checkOSStatus(AudioUnitRender(processor.ioUnit!, ioActionFlags, inTimeStamp, |
|||
inBusNumber, inNumberFrames, &processor.audioBufferList), |
|||
"渲染音频数据") |
|||
|
|||
// 将Int16数据转换为浮点数据进行处理 |
|||
var audioDataFloat = [Float](repeating: 0.0, count: Int(inNumberFrames)) |
|||
let buffer = processor.audioBufferList.mBuffers |
|||
let bufferData = buffer.mData!.assumingMemoryBound(to: Int16.self) |
|||
|
|||
for j in 0..<Int(buffer.mDataByteSize / UInt32(MemoryLayout<Int16>.size)) { |
|||
// 归一化到[-1.0, 1.0]范围 |
|||
audioDataFloat[j] = Float(bufferData[j]) / 32768.0 |
|||
} |
|||
|
|||
// 应用附加处理 (如有需要) |
|||
// processor.applyAdditionalProcessing(&audioDataFloat) |
|||
|
|||
// 保存处理后的数据 |
|||
if status == noErr { |
|||
processor.audioListQueue.async { |
|||
processor.audioList.append(contentsOf: audioDataFloat) |
|||
} |
|||
} |
|||
|
|||
return status |
|||
} |
|||
|
|||
/// 读取处理后的音频数据 |
|||
/// - Parameter bytes: 输出字节数组 |
|||
/// - Returns: 读取的字节数 |
|||
func read(bytes: inout [UInt8]) -> Int { |
|||
return audioListQueue.sync { |
|||
// 如果没有数据,返回0 |
|||
if audioList.isEmpty { |
|||
return 0 |
|||
} |
|||
|
|||
// 确保有足够的数据 (至少1280个样本) |
|||
if audioList.count < 1280 { |
|||
return 0 |
|||
} |
|||
|
|||
// 读取一帧数据 (1280个样本) |
|||
let frameLength = 1280 |
|||
let buffer = Array(audioList.prefix(frameLength)) |
|||
audioList.removeFirst(frameLength) |
|||
|
|||
// 将浮点数据转回Int16格式 |
|||
var int16Data = buffer.map { Int16($0 * 32767) } |
|||
|
|||
// 转换为字节数组 |
|||
let data = Data(buffer: UnsafeBufferPointer(start: &int16Data, count: int16Data.count)) |
|||
bytes = [UInt8](data) |
|||
|
|||
// 每个样本2字节 (16位PCM) |
|||
return frameLength * 2 |
|||
} |
|||
} |
|||
|
|||
/// 检查错误并打印日志 |
|||
/// - Parameters: |
|||
/// - status: 操作状态 |
|||
/// - operation: 操作描述 |
|||
/// - Returns: 是否发生错误 |
|||
private func checkError(_ status: OSStatus, _ operation: String) -> Bool { |
|||
if status != noErr { |
|||
print("[CustomAudioProcessor] 错误: \(operation)失败: \(status)") |
|||
return true |
|||
} |
|||
return false |
|||
} |
|||
|
|||
/// 检查OSStatus并返回状态 |
|||
/// - Parameters: |
|||
/// - status: 操作状态 |
|||
/// - operation: 操作描述 |
|||
/// - Returns: 原始状态 |
|||
private func checkOSStatus(_ status: OSStatus, _ operation: String) -> OSStatus { |
|||
if status != noErr { |
|||
print("[CustomAudioProcessor] 错误: \(operation)失败: \(status)") |
|||
} |
|||
return status |
|||
} |
|||
} |
|||
@ -1,18 +0,0 @@ |
|||
import Flutter |
|||
import UIKit |
|||
|
|||
public class AzureSpeechRecognitionPlugin: NSObject, FlutterPlugin { |
|||
public static func register(with registrar: FlutterPluginRegistrar) { |
|||
if #available(iOS 13.0, *) { |
|||
SwiftAzureSpeechRecognitionPlugin.register(with: registrar) |
|||
} else { |
|||
// 如果低于iOS 13.0,返回不支持的错误 |
|||
let channel = FlutterMethodChannel(name: "com.deep_voice.azure_asr", binaryMessenger: registrar.messenger()) |
|||
channel.setMethodCallHandler { (call, result) in |
|||
result(FlutterError(code: "UNSUPPORTED", |
|||
message: "需要iOS 13.0及以上系统", |
|||
details: nil)) |
|||
} |
|||
} |
|||
} |
|||
} |
|||
@ -1,427 +0,0 @@ |
|||
import Foundation |
|||
import MicrosoftCognitiveServicesSpeech |
|||
import AVFoundation |
|||
|
|||
/// Azure TTS工具类,负责实现TTS服务接口 |
|||
@available(iOS 13.0, *) |
|||
class AzureTtsHelper: NSObject { |
|||
// MARK: - 属性 |
|||
|
|||
/// 事件处理回调 |
|||
private var eventHandler: (String, [String: Any]) -> Void |
|||
|
|||
/// 语音配置信息 |
|||
private var speechSubscriptionKey: String = "" |
|||
private var serviceRegion: String = "" |
|||
|
|||
/// 语音合成配置 |
|||
private var speechConfig: SPXSpeechConfiguration? |
|||
|
|||
/// 语音合成器 |
|||
private var synthesizer: SPXSpeechSynthesizer? |
|||
|
|||
/// 是否初始化成功 |
|||
private var isInitialized = false |
|||
|
|||
/// 当前是否正在播放 |
|||
private var _isSpeaking = false |
|||
|
|||
/// 音频会话配置 |
|||
private var isAudioSessionConfigured = false |
|||
|
|||
// MARK: - 语音设置 |
|||
|
|||
/// 当前语音 |
|||
private var currentVoice = "zh-CN-XiaoxiaoNeural" |
|||
|
|||
/// 支持的语音映射 |
|||
private var voiceMap: [String: String] = [ |
|||
"zh-CN": "zh-CN-XiaoxiaoNeural", |
|||
"en-US": "en-US-JennyNeural", |
|||
"ja-JP": "ja-JP-NanamiNeural", |
|||
"ko-KR": "ko-KR-SunHiNeural", |
|||
"zh-TW": "zh-TW-HsiaoChenNeural", |
|||
"zh-HK": "zh-HK-HiuMaanNeural" |
|||
] |
|||
|
|||
/// 当前语音合成参数 |
|||
private var currentSpeechRate = "0%" |
|||
private var currentPitch = "0%" |
|||
private var currentVolume = "100%" |
|||
|
|||
// MARK: - 初始化 |
|||
|
|||
init(eventHandler: @escaping (String, [String: Any]) -> Void) { |
|||
self.eventHandler = eventHandler |
|||
super.init() |
|||
} |
|||
|
|||
deinit { |
|||
dispose() |
|||
} |
|||
|
|||
// MARK: - TTS 接口实现 |
|||
|
|||
/// 初始化语音合成服务 |
|||
/// - Parameters: |
|||
/// - speechSubscriptionKey: Azure 语音服务订阅密钥 |
|||
/// - serviceRegion: Azure 服务区域 (如 eastasia) |
|||
/// - language: 语言代码 (默认 zh-CN) |
|||
/// - Returns: 初始化是否成功 |
|||
func initialize(speechSubscriptionKey: String, serviceRegion: String, language: String = "zh-CN") -> Bool { |
|||
print("[AzureTtsHelper] 初始化语音合成服务") |
|||
|
|||
// 检查配置是否为空 |
|||
if speechSubscriptionKey.isEmpty || serviceRegion.isEmpty { |
|||
print("[AzureTtsHelper] 错误: Azure 配置信息不完整") |
|||
eventHandler("error", ["error": "Azure 配置信息不完整"]) |
|||
return false |
|||
} |
|||
|
|||
// 释放之前的资源 |
|||
dispose() |
|||
|
|||
// 记录配置信息 |
|||
self.speechSubscriptionKey = speechSubscriptionKey |
|||
self.serviceRegion = serviceRegion |
|||
|
|||
// 配置音频会话 |
|||
if !configureAudioSession() { |
|||
print("[AzureTtsHelper] 警告: 音频会话配置失败,将尝试继续初始化") |
|||
} |
|||
|
|||
do { |
|||
// 创建语音配置 |
|||
speechConfig = try SPXSpeechConfiguration(subscription: speechSubscriptionKey, region: serviceRegion) |
|||
|
|||
// 设置默认语音 |
|||
let defaultVoice = getDefaultVoiceForLanguage(language) |
|||
currentVoice = defaultVoice |
|||
speechConfig?.speechSynthesisVoiceName = defaultVoice |
|||
|
|||
// 创建语音合成器 |
|||
synthesizer = try SPXSpeechSynthesizer(speechConfig!) |
|||
|
|||
// 设置事件处理器 |
|||
setupSynthesizerEvents() |
|||
|
|||
isInitialized = true |
|||
print("[AzureTtsHelper] TTS 引擎初始化成功") |
|||
|
|||
return true |
|||
} catch { |
|||
print("[AzureTtsHelper] 错误: 初始化语音合成服务失败: \(error.localizedDescription)") |
|||
eventHandler("error", ["error": "初始化语音合成服务失败: \(error.localizedDescription)"]) |
|||
return false |
|||
} |
|||
} |
|||
|
|||
/// 配置音频会话 |
|||
private func configureAudioSession() -> Bool { |
|||
let audioSession = AVAudioSession.sharedInstance() |
|||
do { |
|||
// 使用playback类别,但支持混合和空中播放 |
|||
try audioSession.setCategory(.playback, |
|||
mode: .spokenAudio, |
|||
options: [.mixWithOthers, .allowAirPlay, .duckOthers]) |
|||
|
|||
// 根据设备类型选择最佳配置 |
|||
let currentRoute = audioSession.currentRoute |
|||
let hasHeadphones = currentRoute.outputs.contains { |
|||
$0.portType == .headphones || $0.portType == .bluetoothA2DP || $0.portType == .bluetoothHFP |
|||
} |
|||
|
|||
// 优化音频路由 |
|||
if hasHeadphones { |
|||
// 耳机模式,使用默认设置 |
|||
try audioSession.setPreferredIOBufferDuration(0.005) // 较小的缓冲区大小以减少延迟 |
|||
} else { |
|||
// 扬声器模式 |
|||
try audioSession.setPreferredIOBufferDuration(0.005) |
|||
} |
|||
|
|||
// 避免完全激活音频会话,因为ASR可能已经激活 |
|||
// 这里使用setActive(false)是为了不与ASR冲突 |
|||
if !audioSession.isOtherAudioPlaying { |
|||
try audioSession.setActive(true, options: .notifyOthersOnDeactivation) |
|||
} |
|||
|
|||
isAudioSessionConfigured = true |
|||
print("[AzureTtsHelper] 音频会话配置成功") |
|||
return true |
|||
} catch { |
|||
print("[AzureTtsHelper] 警告: 音频会话配置失败: \(error.localizedDescription)") |
|||
isAudioSessionConfigured = false |
|||
return false |
|||
} |
|||
} |
|||
|
|||
/// 设置语音 |
|||
/// - Parameter voiceName: 语音名称 (如 "zh-CN-XiaoxiaoNeural") |
|||
/// - Returns: 设置是否成功 |
|||
func setVoice(voiceName: String) -> Bool { |
|||
if !isInitialized { |
|||
print("[AzureTtsHelper] 错误: TTS 引擎尚未初始化") |
|||
eventHandler("error", ["error": "TTS 引擎尚未初始化"]) |
|||
return false |
|||
} |
|||
|
|||
if voiceName.isEmpty { |
|||
print("[AzureTtsHelper] 错误: 声音名称为空") |
|||
eventHandler("error", ["error": "声音名称不能为空"]) |
|||
return false |
|||
} |
|||
|
|||
if voiceName == currentVoice { |
|||
print("[AzureTtsHelper] 已设置语音: \(voiceName)") |
|||
return true |
|||
} |
|||
|
|||
print("[AzureTtsHelper] 设置声音: \(voiceName)") |
|||
currentVoice = voiceName |
|||
|
|||
// 更新语音配置 |
|||
if let speechConfig = speechConfig { |
|||
speechConfig.speechSynthesisVoiceName = voiceName |
|||
return true |
|||
} |
|||
|
|||
return false |
|||
} |
|||
|
|||
/// 设置语音合成参数 |
|||
/// - Parameters: |
|||
/// - rate: 语速,范围 -100 到 100,默认为 0 |
|||
/// - pitch: 音调,范围 -100 到 100,默认为 0 |
|||
/// - volume: 音量,范围 0 到 100,默认为 100 |
|||
/// - Returns: 是否设置成功 |
|||
func setSpeechParams(rate: Int = 0, pitch: Int = 0, volume: Int = 100) -> Bool { |
|||
if !isInitialized { |
|||
print("[AzureTtsHelper] 错误: TTS 引擎尚未初始化") |
|||
eventHandler("error", ["error": "TTS 引擎尚未初始化"]) |
|||
return false |
|||
} |
|||
|
|||
// 转换参数格式 |
|||
currentSpeechRate = formatRateParam(rate) |
|||
currentPitch = formatPitchParam(pitch) |
|||
currentVolume = formatVolumeParam(volume) |
|||
|
|||
print("[AzureTtsHelper] 已设置语音参数: 语速=\(currentSpeechRate), 音调=\(currentPitch), 音量=\(currentVolume)") |
|||
return true |
|||
} |
|||
|
|||
/// 合成文本为语音并播放 |
|||
/// - Parameter text: 要合成的文本 |
|||
/// - Returns: 操作是否成功启动 |
|||
func speakText(text: String) -> Bool { |
|||
if !isInitialized { |
|||
print("[AzureTtsHelper] 错误: TTS 引擎尚未初始化") |
|||
eventHandler("error", ["error": "TTS 引擎尚未初始化"]) |
|||
return false |
|||
} |
|||
|
|||
if text.isEmpty { |
|||
print("[AzureTtsHelper] 警告: 要播放的文本为空") |
|||
return true |
|||
} |
|||
|
|||
// 确保音频会话已配置 |
|||
if !isAudioSessionConfigured { |
|||
_ = configureAudioSession() |
|||
} |
|||
|
|||
print("[AzureTtsHelper] 开始语音合成: \(text.prefix(50))...") |
|||
|
|||
// 生成SSML |
|||
let ssml = generateSsml(text: text) |
|||
|
|||
// 直接进行SSML合成 |
|||
return speakSsmlInternal(text: ssml) |
|||
} |
|||
|
|||
/// 内部SSML合成和播放 |
|||
private func speakSsmlInternal(text: String) -> Bool { |
|||
guard let synthesizer = synthesizer else { |
|||
print("[AzureTtsHelper] 错误: 合成器未初始化") |
|||
eventHandler("error", ["error": "合成器未初始化"]) |
|||
return false |
|||
} |
|||
|
|||
_isSpeaking = true |
|||
eventHandler("started", [:]) |
|||
|
|||
Task { |
|||
do { |
|||
// 使用异步方法进行合成并直接播放 |
|||
_ = try await synthesizer.startSpeakingSsml(text) |
|||
|
|||
} catch { |
|||
print("[AzureTtsHelper] 错误: 语音合成失败: \(error.localizedDescription)") |
|||
DispatchQueue.main.async { |
|||
self._isSpeaking = false |
|||
self.eventHandler("error", ["error": "语音合成失败: \(error.localizedDescription)"]) |
|||
} |
|||
} |
|||
} |
|||
|
|||
return true |
|||
} |
|||
|
|||
/// 停止当前语音合成 |
|||
/// - Returns: 操作是否成功 |
|||
func stopSpeaking() -> Bool { |
|||
if !isInitialized || !_isSpeaking { |
|||
return true |
|||
} |
|||
|
|||
// 停止合成 |
|||
do { |
|||
try synthesizer?.stopSpeaking() |
|||
_isSpeaking = false |
|||
eventHandler("canceled", [:]) |
|||
print("[AzureTtsHelper] 已停止语音合成") |
|||
return true |
|||
} catch { |
|||
print("[AzureTtsHelper] 错误: 停止语音合成失败: \(error.localizedDescription)") |
|||
eventHandler("error", ["error": "停止语音合成失败: \(error.localizedDescription)"]) |
|||
return false |
|||
} |
|||
} |
|||
|
|||
/// 检查是否正在播放 |
|||
/// - Returns: 当前是否正在播放语音 |
|||
func isSpeaking() -> Bool { |
|||
return _isSpeaking |
|||
} |
|||
|
|||
/// 释放资源 |
|||
func dispose() { |
|||
try? stopSpeaking() |
|||
|
|||
// 释放合成器和配置 |
|||
synthesizer = nil |
|||
speechConfig = nil |
|||
|
|||
isInitialized = false |
|||
_isSpeaking = false |
|||
isAudioSessionConfigured = false |
|||
print("[AzureTtsHelper] TTS 引擎已释放") |
|||
} |
|||
|
|||
// MARK: - 私有辅助方法 |
|||
|
|||
/// 设置合成器事件处理 |
|||
private func setupSynthesizerEvents() { |
|||
guard let synthesizer = synthesizer else { return } |
|||
|
|||
// 添加书签到达事件处理 |
|||
synthesizer.addBookmarkReachedEventHandler { _, e in |
|||
print("[AzureTtsHelper] 书签事件: 音频偏移: \((e.audioOffset + 5000) / 10000)ms, 文本: \"\(e.text)\"") |
|||
} |
|||
|
|||
// 合成完成事件 |
|||
synthesizer.addSynthesisCompletedEventHandler { [weak self] _, e in |
|||
guard let self = self else { return } |
|||
print("[AzureTtsHelper] 语音合成完成: 音频持续时间: \(e.result.audioDuration)") |
|||
DispatchQueue.main.async { |
|||
self._isSpeaking = false |
|||
self.eventHandler("completed", [:]) |
|||
} |
|||
} |
|||
|
|||
// 合成取消事件 |
|||
synthesizer.addSynthesisCanceledEventHandler { [weak self] _, e in |
|||
guard let self = self else { return } |
|||
|
|||
let result = e.result |
|||
do { |
|||
let cancellationDetails = try SPXSpeechSynthesisCancellationDetails(fromCanceledSynthesisResult: result) |
|||
print("[AzureTtsHelper] 语音合成取消: 原因: \(cancellationDetails.reason)") |
|||
|
|||
if cancellationDetails.reason == SPXCancellationReason.error { |
|||
print("[AzureTtsHelper] 错误代码: \(cancellationDetails.errorCode)") |
|||
print("[AzureTtsHelper] 错误详情: \(cancellationDetails.errorDetails ?? "未知")") |
|||
} |
|||
|
|||
DispatchQueue.main.async { |
|||
self._isSpeaking = false |
|||
self.eventHandler("error", ["error": "语音合成取消: \(cancellationDetails.errorDetails ?? "未知错误")"]) |
|||
} |
|||
} catch { |
|||
print("[AzureTtsHelper] 获取取消详情时出错: \(error)") |
|||
|
|||
DispatchQueue.main.async { |
|||
self._isSpeaking = false |
|||
self.eventHandler("error", ["error": "语音合成被取消"]) |
|||
} |
|||
} |
|||
} |
|||
|
|||
// 合成开始事件 |
|||
synthesizer.addSynthesisStartedEventHandler { _, _ in |
|||
// print("[AzureTtsHelper] 语音合成开始") |
|||
} |
|||
|
|||
// 合成中事件 |
|||
synthesizer.addSynthesizingEventHandler { _, _ in |
|||
// print("[AzureTtsHelper] 语音合成中") |
|||
} |
|||
} |
|||
|
|||
/// 生成 SSML 文本 |
|||
private func generateSsml(text: String) -> String { |
|||
return """ |
|||
<speak version='1.0' xmlns='http://www.w3.org/2001/10/synthesis' xml:lang='zh-CN'> |
|||
<voice name='\(currentVoice)'> |
|||
<prosody rate='\(currentSpeechRate)' pitch='\(currentPitch)' volume='\(currentVolume)'> |
|||
\(text) |
|||
</prosody> |
|||
</voice> |
|||
</speak> |
|||
""" |
|||
} |
|||
|
|||
/// 格式化语速参数 |
|||
private func formatRateParam(_ rate: Int) -> String { |
|||
let clampedRate = rate.clamp(min: -100, max: 100) |
|||
if clampedRate == 0 { |
|||
return "0%" |
|||
} else if clampedRate < 0 { |
|||
return "\(Int(Double(clampedRate) * 0.9))%" |
|||
} else { |
|||
return "+\(clampedRate)%" |
|||
} |
|||
} |
|||
|
|||
/// 格式化音调参数 |
|||
private func formatPitchParam(_ pitch: Int) -> String { |
|||
let clampedPitch = pitch.clamp(min: -100, max: 100) |
|||
if clampedPitch == 0 { |
|||
return "0%" |
|||
} else { |
|||
return "\(Int(Double(clampedPitch) * 0.5))%" |
|||
} |
|||
} |
|||
|
|||
/// 格式化音量参数 |
|||
private func formatVolumeParam(_ volume: Int) -> String { |
|||
let clampedVolume = volume.clamp(min: 0, max: 100) |
|||
return "\(clampedVolume)%" |
|||
} |
|||
|
|||
/// 获取指定语言的默认语音 |
|||
private func getDefaultVoiceForLanguage(_ language: String) -> String { |
|||
return voiceMap[language] ?? "zh-CN-XiaoxiaoNeural" |
|||
} |
|||
} |
|||
|
|||
// MARK: - 扩展 |
|||
|
|||
extension Int { |
|||
func clamp(min: Int, max: Int) -> Int { |
|||
if self < min { return min } |
|||
if self > max { return max } |
|||
return self |
|||
} |
|||
} |
|||
@ -1,259 +0,0 @@ |
|||
import Flutter |
|||
import UIKit |
|||
import MicrosoftCognitiveServicesSpeech |
|||
import AVFoundation |
|||
|
|||
@available(iOS 13.0, *) |
|||
public class SwiftAzureSpeechRecognitionPlugin: NSObject, FlutterPlugin { |
|||
private var azureChannel: FlutterMethodChannel |
|||
private var ttsChannel: FlutterMethodChannel |
|||
private var asrHelper: AzureAsrHelper |
|||
private var ttsHelper: AzureTtsHelper |
|||
private static var eventStreamHandler: AzureEventStreamHandler? |
|||
|
|||
// 创建方法到通道的映射 |
|||
private static var ttsMethodHandlers = [String: FlutterMethodCallHandler]() |
|||
private static var asrMethodHandlers = [String: FlutterMethodCallHandler]() |
|||
|
|||
public static func register(with registrar: FlutterPluginRegistrar) { |
|||
// ASR通道 |
|||
let channel = FlutterMethodChannel(name: "com.deep_voice.azure_asr", binaryMessenger: registrar.messenger()) |
|||
|
|||
// TTS通道 |
|||
let ttsChannel = FlutterMethodChannel(name: "com.deep_voice.azure_tts", binaryMessenger: registrar.messenger()) |
|||
|
|||
// 设置ASR事件通道 |
|||
let eventChannel = FlutterEventChannel(name: "com.deep_voice.azure_asr_events", binaryMessenger: registrar.messenger()) |
|||
eventStreamHandler = AzureEventStreamHandler() |
|||
eventChannel.setStreamHandler(eventStreamHandler) |
|||
|
|||
let instance = SwiftAzureSpeechRecognitionPlugin( |
|||
azureChannel: channel, |
|||
ttsChannel: ttsChannel, |
|||
eventStreamHandler: eventStreamHandler! |
|||
) |
|||
|
|||
// 直接设置各自通道的处理器 |
|||
channel.setMethodCallHandler(instance.handleAsrMethodCalls) |
|||
ttsChannel.setMethodCallHandler(instance.handleTtsMethodCalls) |
|||
} |
|||
|
|||
|
|||
|
|||
// 新增直接处理方法调用的函数 |
|||
private func handleTtsMethodCalls(_ call: FlutterMethodCall, result: @escaping FlutterResult) { |
|||
handleTtsMethod(call, result) |
|||
} |
|||
|
|||
private func handleAsrMethodCalls(_ call: FlutterMethodCall, result: @escaping FlutterResult) { |
|||
handleAsrMethod(call, result) |
|||
} |
|||
|
|||
|
|||
init(azureChannel: FlutterMethodChannel, ttsChannel: FlutterMethodChannel, eventStreamHandler: AzureEventStreamHandler) { |
|||
self.azureChannel = azureChannel |
|||
self.ttsChannel = ttsChannel |
|||
|
|||
// 创建辅助类实例,使用自定义事件回调处理器 |
|||
let eventHandler: (String, [String: Any]) -> Void = { eventName, arguments in |
|||
DispatchQueue.main.async { |
|||
if let eventSink = SwiftAzureSpeechRecognitionPlugin.eventStreamHandler?.eventSink { |
|||
var eventData = arguments |
|||
eventData["type"] = eventName |
|||
eventSink(eventData) |
|||
} |
|||
} |
|||
} |
|||
|
|||
asrHelper = AzureAsrHelper(eventHandler: eventHandler) |
|||
ttsHelper = AzureTtsHelper(eventHandler: eventHandler) |
|||
|
|||
super.init() |
|||
} |
|||
|
|||
private func handleAsrMethod(_ call: FlutterMethodCall, _ result: @escaping FlutterResult) { |
|||
|
|||
let args = call.arguments as? Dictionary<String, Any> |
|||
|
|||
switch call.method { |
|||
case "initialize": |
|||
// 仅在初始化时读取必要参数 |
|||
guard let speechSubscriptionKey = args?["subscriptionKey"] as? String, !speechSubscriptionKey.isEmpty else { |
|||
let errorMsg = "语音订阅密钥不能为空" |
|||
print("[AzurePlugin] 错误: \(errorMsg)") |
|||
result(FlutterError(code: "INVALID_SUBSCRIPTION_KEY", message: errorMsg, details: nil)) |
|||
return |
|||
} |
|||
|
|||
guard let serviceRegion = args?["region"] as? String, !serviceRegion.isEmpty else { |
|||
let errorMsg = "服务区域不能为空" |
|||
print("[AzurePlugin] 错误: \(errorMsg)") |
|||
result(FlutterError(code: "INVALID_REGION", message: errorMsg, details: nil)) |
|||
return |
|||
} |
|||
|
|||
let supportedLanguages = args?["supportedLanguages"] as? [String] ?? [] |
|||
|
|||
let success = asrHelper.initialize( |
|||
speechSubscriptionKey: speechSubscriptionKey, |
|||
serviceRegion: serviceRegion, |
|||
supportedLanguages: supportedLanguages.isEmpty ? nil : supportedLanguages |
|||
) |
|||
result(success) |
|||
|
|||
case "startContinuousRecognition": |
|||
// 只有使用参数时才验证 |
|||
let success = asrHelper.startContinuousRecognition() |
|||
result(success) |
|||
|
|||
case "stopContinuousRecognition": |
|||
// 不需要额外参数 |
|||
let success = asrHelper.stopContinuousRecognition() |
|||
result(success) |
|||
|
|||
case "recognizeOnce": |
|||
// 只有使用参数时才验证 |
|||
let success = asrHelper.recognizeOnce() |
|||
result(success) |
|||
|
|||
case "isContinuousRecognitionActive": |
|||
// 不需要额外参数 |
|||
result(asrHelper.isContinuousRecognitionActive()) |
|||
|
|||
case "dispose": |
|||
// 不需要额外参数 |
|||
print("[AzurePlugin] 释放ASR资源") |
|||
asrHelper.dispose() |
|||
result(true) |
|||
|
|||
default: |
|||
print("[AzurePlugin] 错误: 未知ASR方法: \(call.method)") |
|||
result(FlutterMethodNotImplemented) |
|||
} |
|||
} |
|||
|
|||
private func handleTtsMethod(_ call: FlutterMethodCall, _ result: @escaping FlutterResult) { |
|||
|
|||
let args = call.arguments as? Dictionary<String, Any> |
|||
|
|||
switch call.method { |
|||
case "initialize": |
|||
// 仅在初始化时验证参数 |
|||
guard let speechSubscriptionKey = args?["subscriptionKey"] as? String, !speechSubscriptionKey.isEmpty else { |
|||
let errorMsg = "语音订阅密钥不能为空" |
|||
print("[AzurePlugin] 错误: \(errorMsg)") |
|||
result(FlutterError(code: "INVALID_SUBSCRIPTION_KEY", message: errorMsg, details: nil)) |
|||
return |
|||
} |
|||
|
|||
guard let serviceRegion = args?["region"] as? String, !serviceRegion.isEmpty else { |
|||
let errorMsg = "服务区域不能为空" |
|||
print("[AzurePlugin] 错误: \(errorMsg)") |
|||
result(FlutterError(code: "INVALID_REGION", message: errorMsg, details: nil)) |
|||
return |
|||
} |
|||
|
|||
let language = args?["language"] as? String ?? "zh-CN" |
|||
|
|||
print("[AzurePlugin] 初始化TTS,语言: \(language)") |
|||
|
|||
let success = ttsHelper.initialize(speechSubscriptionKey: speechSubscriptionKey, serviceRegion: serviceRegion, language: language) |
|||
result(success) |
|||
|
|||
case "setVoice": |
|||
// 仅获取voice参数 |
|||
guard let voiceName = args?["voiceName"] as? String, !voiceName.isEmpty else { |
|||
let errorMsg = "声音名称不能为空" |
|||
print("[AzurePlugin] 错误: \(errorMsg)") |
|||
result(FlutterError(code: "INVALID_VOICE", message: errorMsg, details: nil)) |
|||
return |
|||
} |
|||
|
|||
print("[AzurePlugin] 设置声音: \(voiceName)") |
|||
|
|||
let success = ttsHelper.setVoice(voiceName: voiceName) |
|||
result(success) |
|||
|
|||
case "speakText": |
|||
// 仅获取text参数 |
|||
let text = args?["text"] as? String ?? "" |
|||
|
|||
if text.isEmpty { |
|||
print("[AzurePlugin] 警告: 要播放的文本为空") |
|||
result("OK") |
|||
return |
|||
} |
|||
|
|||
print("[AzurePlugin] 播放文本: \(text.prefix(50))...") |
|||
|
|||
let success = ttsHelper.speakText(text: text) |
|||
result(success ? "OK" : "ERROR") |
|||
|
|||
case "speakSsml": |
|||
// 仅获取ssml参数 |
|||
guard let ssml = args?["ssml"] as? String, !ssml.isEmpty else { |
|||
let errorMsg = "SSML内容不能为空" |
|||
print("[AzurePlugin] 错误: \(errorMsg)") |
|||
result(FlutterError(code: "INVALID_SSML", message: errorMsg, details: nil)) |
|||
return |
|||
} |
|||
|
|||
print("[AzurePlugin] 播放SSML: \(ssml.prefix(100))...") |
|||
|
|||
// 由于我们移除了speakSsml方法,这里改用speakText方法 |
|||
// Azure SDK内部会自动检测是普通文本还是SSML |
|||
let success = ttsHelper.speakText(text: ssml) |
|||
result(success) |
|||
|
|||
case "stopSpeaking": |
|||
// 不需要参数 |
|||
print("[AzurePlugin] 停止播放") |
|||
let success = ttsHelper.stopSpeaking() |
|||
result(success) |
|||
|
|||
case "isSpeaking": |
|||
// 不需要参数 |
|||
result(ttsHelper.isSpeaking()) |
|||
|
|||
case "setSpeechParams": |
|||
// 仅获取语音参数 |
|||
let rate = args?["rate"] as? Int ?? 0 |
|||
let pitch = args?["pitch"] as? Int ?? 0 |
|||
let volume = args?["volume"] as? Int ?? 100 |
|||
|
|||
print("[AzurePlugin] 设置语音参数: rate=\(rate), pitch=\(pitch), volume=\(volume)") |
|||
let success = ttsHelper.setSpeechParams(rate: rate, pitch: pitch, volume: volume) |
|||
result(success) |
|||
|
|||
case "dispose": |
|||
// 释放TTS资源 |
|||
print("[AzurePlugin] 释放TTS资源") |
|||
ttsHelper.dispose() |
|||
result(true) |
|||
|
|||
default: |
|||
print("[AzurePlugin] 错误: 未知TTS方法: \(call.method)") |
|||
result(FlutterMethodNotImplemented) |
|||
} |
|||
} |
|||
} |
|||
|
|||
// 用于处理事件流的辅助类 |
|||
@available(iOS 13.0, *) |
|||
class AzureEventStreamHandler: NSObject, FlutterStreamHandler { |
|||
var eventSink: FlutterEventSink? |
|||
|
|||
func onListen(withArguments arguments: Any?, eventSink events: @escaping FlutterEventSink) -> FlutterError? { |
|||
self.eventSink = events |
|||
// 通知Flutter端事件通道已准备好 |
|||
DispatchQueue.main.async { |
|||
events(["type": "channelReady"]) |
|||
} |
|||
return nil |
|||
} |
|||
|
|||
func onCancel(withArguments arguments: Any?) -> FlutterError? { |
|||
self.eventSink = nil |
|||
return nil |
|||
} |
|||
} |
|||
@ -1,24 +0,0 @@ |
|||
# |
|||
# To learn more about a Podspec see http://guides.cocoapods.org/syntax/podspec.html. |
|||
# Run `pod lib lint azure_speech_recognition.podspec` to validate before publishing. |
|||
# |
|||
Pod::Spec.new do |s| |
|||
s.name = 'azure_speech_recognition' |
|||
s.version = '0.1.0' |
|||
s.summary = 'Azure Speech Recognition plugin for Flutter' |
|||
s.description = <<-DESC |
|||
A Flutter plugin for Microsoft Azure Speech services, providing both speech recognition (ASR) and text-to-speech (TTS) capabilities. |
|||
DESC |
|||
s.homepage = 'https://github.com/yourusername/azure_speech_recognition' |
|||
s.license = { :type => 'MIT', :file => '../LICENSE' } |
|||
s.author = { 'Your Company' => 'your-email@example.com' } |
|||
s.source = { :path => '.' } |
|||
s.source_files = 'Classes/**/*' |
|||
s.dependency 'Flutter' |
|||
s.dependency 'MicrosoftCognitiveServicesSpeech-iOS', '~> 1.34.0' |
|||
s.platform = :ios, '12.0' |
|||
|
|||
# Flutter.framework does not contain a i386 slice. |
|||
s.pod_target_xcconfig = { 'DEFINES_MODULE' => 'YES', 'EXCLUDED_ARCHS[sdk=iphonesimulator*]' => 'i386' } |
|||
s.swift_version = '5.0' |
|||
end |
|||
@ -1,6 +0,0 @@ |
|||
// This is a placeholder file that exports nothing. |
|||
// The actual implementation is in the app's services folder. |
|||
// This file exists just to satisfy the Flutter plugin structure requirements. |
|||
|
|||
// Empty library to satisfy plugin structure |
|||
library azure_speech_recognition; |
|||
@ -1,23 +0,0 @@ |
|||
name: azure_speech_recognition |
|||
description: Azure Speech Recognition and Text-to-Speech services Flutter plugin |
|||
version: 0.1.0 |
|||
homepage: https://github.com/yourusername/azure_speech_recognition |
|||
|
|||
environment: |
|||
sdk: '>=2.12.0 <3.0.0' |
|||
flutter: ">=2.0.0" |
|||
|
|||
dependencies: |
|||
flutter: |
|||
sdk: flutter |
|||
|
|||
dev_dependencies: |
|||
flutter_test: |
|||
sdk: flutter |
|||
flutter_lints: ^1.0.0 |
|||
|
|||
flutter: |
|||
plugin: |
|||
platforms: |
|||
ios: |
|||
pluginClass: AzureSpeechRecognitionPlugin |
|||
@ -0,0 +1,89 @@ |
|||
/// 杰里(Jieli)设备相关常量定义 |
|||
/// 用于标准化系统属性类型和功能码 |
|||
|
|||
/// 系统属性类型常量 |
|||
class JieliAttrType { |
|||
// 公共属性 |
|||
static const int VOLUME = 1; // 音量 |
|||
static const int PLAYING_TIME = 2; // 播放时间 |
|||
static const int BATTERY_LEVEL = 3; // 电池电量 |
|||
static const int WORK_MODE = 4; // 工作模式 |
|||
static const int PLAYBACK_MODE = 5; // 播放模式(循环模式) |
|||
static const int EQ_MODE = 6; // EQ模式 |
|||
static const int LANGUAGE = 7; // 语言设置 |
|||
static const int CONTRAST = 8; // 对比度 |
|||
static const int LED_ONOFF = 9; // LED开关 |
|||
static const int POWER_OFF_TIME = 10; // 关机时间 |
|||
static const int LIGHT_ONOFF = 11; // 背光开关 |
|||
static const int BLETYPE_SETTING = 12; // BLE类型设置 |
|||
static const int TIME_OUT = 13; // 超时设置 |
|||
static const int DEVICE_NAME = 14; // 设备名称 |
|||
static const int ALARM_ENABLE = 15; // 闹钟开关 |
|||
static const int DEV_MAC = 16; // 设备MAC地址 |
|||
|
|||
// 音乐相关属性 |
|||
static const int MUSIC_STATUS = 20; // 音乐状态 |
|||
static const int MUSIC_CURR_DEVICE = 21; // 当前音乐设备 |
|||
static const int MUSIC_TOTAL_TIME = 22; // 音乐总时长 |
|||
static const int MUSIC_CURR_PLAY_TIME = 23; // 当前播放时间 |
|||
static const int MUSIC_NUM = 24; // 音乐数量 |
|||
static const int MUSIC_DEV_STATUS = 25; // 设备存储状态 |
|||
static const int MUSIC_BREAK_POINT = 26; // 断点信息 |
|||
static const int MUSIC_CURR_FILENUM = 27; // 当前文件编号 |
|||
static const int MUSIC_TOTAL_FILENUM = 28; // 总文件数 |
|||
static const int MEDIA_TIMESTAMP = 29; // 媒体时间戳 |
|||
|
|||
// 模式相关 |
|||
static const int CUR_MODE = 30; // 当前模式 |
|||
|
|||
// TWS相关 |
|||
static const int TWS_CONN_STATUS = 60; // TWS连接状态 |
|||
static const int LEFT_CHN_BAT = 61; // 左耳电量 |
|||
static const int RIGHT_CHN_BAT = 62; // 右耳电量 |
|||
static const int TWS_STATUS = 63; // TWS状态 |
|||
} |
|||
|
|||
/// 功能码 |
|||
class JieliFunctionCode { |
|||
static const int COMMON = 0; // 公共功能 |
|||
static const int MUSIC = 1; // 音乐功能 |
|||
static const int RADIO = 2; // 收音机功能 |
|||
static const int LINEIN = 3; // 线路输入功能 |
|||
static const int RTC = 4; // 时钟功能 |
|||
static const int BT = 5; // 蓝牙功能 |
|||
static const int PC = 6; // PC功能 |
|||
static const int RECORD = 7; // 录音功能 |
|||
static const int UDISK = 8; // U盘功能 |
|||
static const int TALK = 9; // 通话功能 |
|||
static const int PHOTO = 10; // 拍照功能 |
|||
static const int VIDEO = 11; // 视频功能 |
|||
} |
|||
|
|||
/// 音乐播放状态 |
|||
class JieliMusicStatus { |
|||
static const int STOP = 0; // 停止状态 |
|||
static const int PLAY = 1; // 播放状态 |
|||
static const int PAUSE = 2; // 暂停状态 |
|||
static const int FAST_FORWARD = 3; // 快进状态 |
|||
static const int FAST_BACKWARD = 4; // 快退状态 |
|||
} |
|||
|
|||
/// 循环播放模式 |
|||
class JieliPlaybackMode { |
|||
static const int ALL = 0; // 全部循环 |
|||
static const int FOLDER = 1; // 文件夹循环 |
|||
static const int ONE = 2; // 单曲循环 |
|||
static const int RANDOM = 3; // 随机播放 |
|||
static const int BROWSE = 4; // 浏览播放 |
|||
} |
|||
|
|||
/// EQ模式 |
|||
class JieliEQMode { |
|||
static const int NORMAL = 0; // 正常 |
|||
static const int ROCK = 1; // 摇滚 |
|||
static const int POP = 2; // 流行 |
|||
static const int CLASSIC = 3; // 经典 |
|||
static const int JAZZ = 4; // 爵士 |
|||
static const int COUNTRY = 5; // 乡村 |
|||
static const int CUSTOM = 6; // 自定义 |
|||
} |
|||
@ -1,97 +0,0 @@ |
|||
import 'dart:convert'; |
|||
|
|||
/// 函数服务 |
|||
/// 仅实现各种功能函数,不包含AI交互逻辑 |
|||
class FunctionService { |
|||
/// 天气查询工具定义 |
|||
/// 返回一个可直接用于tools参数的天气查询工具定义 |
|||
static Map<String, dynamic> getWeatherToolDefinition() { |
|||
return { |
|||
'type': 'function', |
|||
'function': { |
|||
'name': 'get_current_weather', |
|||
'description': '获取指定地点的当前天气信息', |
|||
'parameters': { |
|||
'type': 'object', |
|||
'properties': { |
|||
'location': { |
|||
'type': 'string', |
|||
'description': '地理位置,例如:北京市', |
|||
}, |
|||
'unit': { |
|||
'type': 'string', |
|||
'description': '温度单位', |
|||
'enum': ['celsius', 'fahrenheit'], |
|||
}, |
|||
}, |
|||
'required': ['location'], |
|||
}, |
|||
}, |
|||
}; |
|||
} |
|||
|
|||
/// 模拟天气API实现 |
|||
/// 返回一个模拟的天气信息,实际应用中应该调用真实的天气API |
|||
static Future<Map<String, dynamic>> getWeatherInfo(Map<String, dynamic> args) async { |
|||
final location = args['location'] ?? '未知地点'; |
|||
final unit = args['unit'] ?? 'celsius'; |
|||
|
|||
// 在实际应用中,这里应该调用真实的天气API |
|||
return { |
|||
'location': location, |
|||
'temperature': unit == 'celsius' ? '25°C' : '77°F', |
|||
'conditions': '晴转多云', |
|||
'humidity': '55%', |
|||
'wind': '西南风 3级', |
|||
'date': DateTime.now().toString().split(' ')[0], |
|||
}; |
|||
} |
|||
|
|||
/// 解析函数调用参数 |
|||
/// 从AI响应中提取函数调用参数 |
|||
static Map<String, dynamic> parseFunctionCallArguments(Map<String, dynamic> functionCallResponse) { |
|||
if (functionCallResponse['tool_calls'] == null || |
|||
functionCallResponse['tool_calls'].isEmpty) { |
|||
throw FunctionServiceException('No tool calls found in response'); |
|||
} |
|||
|
|||
final toolCall = functionCallResponse['tool_calls'][0]; |
|||
if (toolCall['function'] == null || toolCall['function']['arguments'] == null) { |
|||
throw FunctionServiceException('Invalid function call format'); |
|||
} |
|||
|
|||
try { |
|||
return json.decode(toolCall['function']['arguments']); |
|||
} catch (e) { |
|||
throw FunctionServiceException('Failed to parse function arguments: $e'); |
|||
} |
|||
} |
|||
|
|||
/// 获取函数调用ID和名称 |
|||
/// 用于构建工具响应消息 |
|||
static Map<String, String> getFunctionCallInfo(Map<String, dynamic> functionCallResponse) { |
|||
if (functionCallResponse['tool_calls'] == null || |
|||
functionCallResponse['tool_calls'].isEmpty) { |
|||
throw FunctionServiceException('No tool calls found in response'); |
|||
} |
|||
|
|||
final toolCall = functionCallResponse['tool_calls'][0]; |
|||
if (toolCall['id'] == null || toolCall['function'] == null || toolCall['function']['name'] == null) { |
|||
throw FunctionServiceException('Invalid function call format'); |
|||
} |
|||
|
|||
return { |
|||
'id': toolCall['id'], |
|||
'name': toolCall['function']['name'], |
|||
}; |
|||
} |
|||
} |
|||
|
|||
/// 函数调用服务异常类 |
|||
class FunctionServiceException implements Exception { |
|||
final String message; |
|||
FunctionServiceException(this.message); |
|||
|
|||
@override |
|||
String toString() => message; |
|||
} |
|||
@ -1,4 +1,4 @@ |
|||
class NWApi { |
|||
// static const baseApi = "https://www.deapsound.com"; |
|||
static const baseApi = "https://www.deapsound.com"; |
|||
static const baseApi = "https://api.deapsound.com"; |
|||
} |
|||
|
|||
@ -0,0 +1,278 @@ |
|||
import 'dart:async'; |
|||
import 'dart:io'; |
|||
import 'dart:convert'; |
|||
import 'package:flutter_dotenv/flutter_dotenv.dart'; |
|||
import 'package:open_ai_service/open_ai_service.dart'; |
|||
import 'package:get/get.dart'; |
|||
import 'ai_service.dart'; |
|||
import 'package:flutter/services.dart'; |
|||
import 'package:path_provider/path_provider.dart'; |
|||
|
|||
/// 定义流事件类型,用于区分不同类型的事件 |
|||
enum StreamEventType { token, complete, error } |
|||
|
|||
/// 流事件包装类 |
|||
class StreamEvent { |
|||
final StreamEventType type; |
|||
final String? content; |
|||
|
|||
StreamEvent(this.type, {this.content}); |
|||
} |
|||
|
|||
/// OpenAI服务适配器 - 连接AiService接口与OpenAIService插件 |
|||
class OpenAIServiceAdapter implements AiService { |
|||
final OpenAIService _openAIService = OpenAIService(); |
|||
StreamSubscription<OpenAIEvent>? _eventSubscription; |
|||
final StreamController<StreamEvent> _tokenStreamController = |
|||
StreamController<StreamEvent>.broadcast(); |
|||
|
|||
/// 构造函数 |
|||
OpenAIServiceAdapter() { |
|||
printInfo(info: '创建OpenAIServiceAdapter实例'); |
|||
_setupEventListener(); |
|||
} |
|||
|
|||
/// 设置事件监听器 |
|||
void _setupEventListener() { |
|||
try { |
|||
// 首先确保访问eventStream以初始化底层事件通道 |
|||
_openAIService.eventStream; |
|||
|
|||
// 设置事件处理 |
|||
_eventSubscription = _openAIService.eventStream.listen( |
|||
(event) { |
|||
try { |
|||
switch (event.type) { |
|||
case OpenAIEventType.token: |
|||
if (event.content is String) { |
|||
_tokenStreamController.add(StreamEvent(StreamEventType.token, |
|||
content: event.content as String)); |
|||
} else { |
|||
printInfo(info: '收到非字符串类型的token: ${event.content}'); |
|||
} |
|||
break; |
|||
case OpenAIEventType.complete: |
|||
_tokenStreamController |
|||
.add(StreamEvent(StreamEventType.complete)); |
|||
break; |
|||
case OpenAIEventType.error: |
|||
_tokenStreamController.add(StreamEvent(StreamEventType.error, |
|||
content: '未知错误: ${event.content}')); |
|||
break; |
|||
case OpenAIEventType.functionCall: |
|||
printInfo( |
|||
info: |
|||
'接收到 functionCall content: ${event.content} meta: ${event.meta}'); |
|||
// _tokenStreamController.add(StreamEvent( |
|||
// StreamEventType.error, |
|||
// content: '收到函数调用,该流仅支持文本响应' |
|||
// )); |
|||
break; |
|||
} |
|||
} catch (e) { |
|||
printError(info: '处理事件出错: $e'); |
|||
_tokenStreamController |
|||
.add(StreamEvent(StreamEventType.error, content: '处理事件失败: $e')); |
|||
} |
|||
}, |
|||
onError: (error) { |
|||
printError(info: '事件流错误: $error'); |
|||
_tokenStreamController.add( |
|||
StreamEvent(StreamEventType.error, content: '事件流错误: $error')); |
|||
}, |
|||
onDone: () { |
|||
printInfo(info: '事件流已关闭'); |
|||
}, |
|||
); |
|||
} catch (e) { |
|||
printError(info: '设置事件监听器失败: $e'); |
|||
} |
|||
} |
|||
|
|||
/// 初始化OpenAI服务 |
|||
Future<bool> initialize() async { |
|||
try { |
|||
// 从.env文件中读取配置 |
|||
final apiKey = dotenv.env['OPENAI_API_KEY'] ?? ''; |
|||
final baseUrl = dotenv.env['OPENAI_BASE_URL'] ?? ''; |
|||
final model = dotenv.env['OPENAI_MODEL'] ?? ''; |
|||
|
|||
printInfo(info: '从.env读取OpenAI配置'); |
|||
printInfo(info: '基础URL: $baseUrl'); |
|||
printInfo(info: '模型名称: $model'); |
|||
|
|||
if (apiKey.isEmpty) { |
|||
printError(info: '错误: OpenAI API密钥未配置,请在.env文件中设置OPENAI_API_KEY'); |
|||
return false; |
|||
} |
|||
|
|||
// 读取.mcp.json文件 |
|||
String mcpConfig = ''; |
|||
try { |
|||
// 从Flutter资源包中加载.mcp.json |
|||
mcpConfig = await rootBundle.loadString('.mcp.json'); |
|||
printInfo(info: '成功从资源包加载.mcp.json配置文件'); |
|||
|
|||
// 验证JSON格式 |
|||
final jsonData = jsonDecode(mcpConfig); |
|||
if (jsonData is Map && jsonData.containsKey('mcpServers')) { |
|||
printInfo(info: '解析到有效的mcpServers配置'); |
|||
} else { |
|||
printInfo(info: '.mcp.json内容格式不正确,期望包含mcpServers字段'); |
|||
} |
|||
} catch (e) { |
|||
printError(info: '加载.mcp.json资源文件时出错: $e'); |
|||
} |
|||
|
|||
// 初始化OpenAI服务 |
|||
final result = await _openAIService.initialize( |
|||
apiKey: apiKey, |
|||
baseUrl: baseUrl, |
|||
model: model, |
|||
mcpServer: mcpConfig, |
|||
); |
|||
|
|||
if (result) { |
|||
printInfo(info: 'OpenAI服务初始化成功'); |
|||
} else { |
|||
printError(info: 'OpenAI服务初始化失败'); |
|||
} |
|||
|
|||
return result; |
|||
} catch (e) { |
|||
printError(info: 'OpenAI服务初始化异常: $e'); |
|||
return false; |
|||
} |
|||
} |
|||
|
|||
/// 发送消息并获取回复 |
|||
@override |
|||
Future<String> sendMessage({ |
|||
required List<Map<String, String>> messages, |
|||
required String systemPrompt, |
|||
}) async { |
|||
try { |
|||
// 在方法内直接转换 |
|||
final convertedMessages = |
|||
messages.map((m) => Map<String, dynamic>.from(m)).toList(); |
|||
|
|||
// 发送消息并获取回复 |
|||
final response = await _openAIService.sendMessage( |
|||
messages: convertedMessages, |
|||
); |
|||
|
|||
return response; |
|||
} catch (e) { |
|||
printError(info: 'OpenAI发送消息失败: $e'); |
|||
throw '发送消息失败: $e'; |
|||
} |
|||
} |
|||
|
|||
/// 发送消息并获取流式回复 |
|||
@override |
|||
Stream<String> sendMessageStream({ |
|||
required List<Map<String, String>> messages, |
|||
required String systemPrompt, |
|||
}) async* { |
|||
try { |
|||
// 在方法内直接转换 |
|||
final convertedMessages = |
|||
messages.map((m) => Map<String, dynamic>.from(m)).toList(); |
|||
|
|||
// 创建用于接收token的控制器 |
|||
final localController = StreamController<String>(); |
|||
|
|||
// 添加从广播流到本地流的订阅 |
|||
final subscription = _tokenStreamController.stream.listen((streamEvent) { |
|||
switch (streamEvent.type) { |
|||
case StreamEventType.token: |
|||
if (streamEvent.content != null && !localController.isClosed) { |
|||
localController.add(streamEvent.content!); |
|||
} |
|||
break; |
|||
case StreamEventType.complete: |
|||
if (!localController.isClosed) { |
|||
localController.close(); |
|||
} |
|||
break; |
|||
case StreamEventType.error: |
|||
if (!localController.isClosed) { |
|||
printError(info: '令牌流错误: ${streamEvent.content}'); |
|||
localController.addError(streamEvent.content ?? '未知错误'); |
|||
localController.close(); |
|||
} |
|||
break; |
|||
} |
|||
}); |
|||
|
|||
// 当本地控制器关闭时,取消订阅 |
|||
localController.onCancel = () { |
|||
subscription.cancel(); |
|||
}; |
|||
|
|||
// 启动流式消息请求 |
|||
bool started = false; |
|||
try { |
|||
started = await _openAIService.sendMessageStream( |
|||
messages: convertedMessages, |
|||
); |
|||
} catch (e) { |
|||
printError(info: '启动消息流失败: $e'); |
|||
if (!localController.isClosed) { |
|||
localController.addError('启动消息流失败: $e'); |
|||
localController.close(); |
|||
} |
|||
throw '启动消息流失败: $e'; |
|||
} |
|||
|
|||
if (!started) { |
|||
printError(info: '无法启动消息流'); |
|||
if (!localController.isClosed) { |
|||
localController.addError('无法启动消息流'); |
|||
localController.close(); |
|||
} |
|||
throw '无法启动消息流'; |
|||
} |
|||
|
|||
// 通过yield*将controller的流转发 |
|||
yield* localController.stream; |
|||
} catch (e) { |
|||
printError(info: 'OpenAI流式消息处理失败: $e'); |
|||
throw '流式消息处理失败: $e'; |
|||
} |
|||
} |
|||
|
|||
/// 注册函数 |
|||
Future<bool> registerFunction( |
|||
String name, String description, Map<String, dynamic> parameters) async { |
|||
try { |
|||
final result = await _openAIService.registerFunction( |
|||
name: name, |
|||
description: description, |
|||
parameters: parameters, |
|||
); |
|||
|
|||
if (result) { |
|||
printInfo(info: '函数 "$name" 注册成功'); |
|||
} else { |
|||
printError(info: '函数 "$name" 注册失败'); |
|||
} |
|||
|
|||
return result; |
|||
} catch (e) { |
|||
printError(info: '注册函数失败: $e'); |
|||
return false; |
|||
} |
|||
} |
|||
|
|||
/// 释放资源 |
|||
void dispose() { |
|||
try { |
|||
_eventSubscription?.cancel(); |
|||
_tokenStreamController.close(); |
|||
printInfo(info: 'OpenAIServiceAdapter资源已释放'); |
|||
} catch (e) { |
|||
printError(info: '释放资源时出错: $e'); |
|||
} |
|||
} |
|||
} |
|||
@ -1,17 +1,10 @@ |
|||
import 'package:get/get.dart'; |
|||
import '../controllers/chat_controller.dart'; |
|||
import '../../../data/services/speech_impl/azure_asr_service.dart'; |
|||
import '../../../data/services/speech_impl/azure_tts_service.dart'; |
|||
import '../../../data/services/asr_service.dart'; |
|||
import '../../../data/services/tts_service.dart'; |
|||
import '../../../data/services/volcano_ai_service.dart'; |
|||
import '../../../data/services/chat_history_service.dart'; |
|||
|
|||
class ChatBinding extends Bindings { |
|||
@override |
|||
void dependencies() { |
|||
|
|||
// 注册控制器 |
|||
Get.lazyPut<ChatController>(() => ChatController()); |
|||
} |
|||
} |
|||
} |
|||
|
|||
@ -0,0 +1,107 @@ |
|||
import 'package:flutter/material.dart'; |
|||
import 'package:flutter_screenutil/flutter_screenutil.dart'; |
|||
import 'package:get/get.dart'; |
|||
|
|||
import '../controllers/chat_controller.dart'; |
|||
|
|||
class ChatMusicCard extends GetView<ChatController> { |
|||
final Map? data; |
|||
final bool isDarkMode; |
|||
|
|||
const ChatMusicCard(this.data, this.isDarkMode, {super.key}); |
|||
|
|||
@override |
|||
Widget build(BuildContext context) { |
|||
final Map musiccards = data?['musiccards'].first; |
|||
final Map musicaudio = data?['musicaudio']; |
|||
|
|||
return Row( |
|||
children: [ |
|||
Container( |
|||
width: 60.w, |
|||
height: 60.w, |
|||
clipBehavior: Clip.hardEdge, |
|||
decoration: BoxDecoration( |
|||
borderRadius: BorderRadius.circular(6.r), |
|||
), |
|||
child: Image.network( |
|||
musiccards['image'], |
|||
fit: BoxFit.cover, |
|||
), |
|||
), |
|||
10.horizontalSpace, |
|||
Expanded( |
|||
child: Text( |
|||
musiccards['name'], |
|||
overflow: TextOverflow.ellipsis, |
|||
style: TextStyle( |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
fontSize: 16.sp, |
|||
height: 1.5, |
|||
), |
|||
), |
|||
), |
|||
10.horizontalSpace, |
|||
Obx( |
|||
() => controller.audiourl == musicaudio['audiourl'] && |
|||
controller.isPlay.value |
|||
? GestureDetector( |
|||
onTap: () { |
|||
controller.pause(); |
|||
}, |
|||
child: Stack( |
|||
alignment: Alignment.center, |
|||
children: [ |
|||
SizedBox( |
|||
width: 38.w, |
|||
height: 38.w, |
|||
child: StreamBuilder<Duration>( |
|||
stream: controller.player.positionStream, |
|||
builder: (context, snapshot) { |
|||
final position = snapshot.data ?? Duration.zero; |
|||
final total = |
|||
controller.player.duration ?? Duration.zero; |
|||
final progress = total.inSeconds > 0 |
|||
? position.inSeconds / total.inSeconds |
|||
: 0.0; |
|||
return CircularProgressIndicator( |
|||
value: progress, |
|||
backgroundColor: isDarkMode |
|||
? Colors.grey[700]! |
|||
: Colors.grey[300]!, |
|||
valueColor: AlwaysStoppedAnimation<Color>( |
|||
isDarkMode ? Colors.white : Colors.black), |
|||
strokeWidth: 2, // 线条粗细 |
|||
); |
|||
}, |
|||
), |
|||
), |
|||
Icon( |
|||
Icons.pause_rounded, |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
), |
|||
], |
|||
), |
|||
) |
|||
: GestureDetector( |
|||
onTap: () { |
|||
controller.play(musicaudio); |
|||
}, |
|||
child: Container( |
|||
width: 38.w, |
|||
height: 38.w, |
|||
decoration: BoxDecoration( |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
shape: BoxShape.circle, |
|||
), |
|||
child: Icon( |
|||
Icons.play_arrow_rounded, |
|||
color: isDarkMode ? Colors.black : Colors.white, |
|||
), |
|||
), |
|||
), |
|||
), |
|||
], |
|||
); |
|||
} |
|||
} |
|||
@ -0,0 +1,206 @@ |
|||
import 'dart:async'; |
|||
import 'dart:convert'; |
|||
import 'dart:math'; |
|||
import 'dart:math' as math; |
|||
|
|||
import 'package:amap_flutter/amap_flutter.dart'; |
|||
import 'package:flutter/material.dart'; |
|||
import 'package:http/http.dart' as http; |
|||
|
|||
class ChatNavigationCard extends StatefulWidget { |
|||
final Map? data; |
|||
final bool isDarkMode; |
|||
|
|||
const ChatNavigationCard(this.data, this.isDarkMode, {super.key}); |
|||
|
|||
@override |
|||
State<ChatNavigationCard> createState() => _ChatNavigationCardState(); |
|||
} |
|||
|
|||
class _ChatNavigationCardState extends State<ChatNavigationCard> { |
|||
final String apiKey = '8bde023b7e5e00f321ea17929f10fbae'; |
|||
LatLng startPoint = LatLng(116.397428, 39.90923); // 起点坐标 |
|||
LatLng endPoint = LatLng(116.397026, 39.903303); // 终点坐标 |
|||
|
|||
final _amapFlutter = AmapFlutter(); |
|||
StreamSubscription? _locationStream; |
|||
|
|||
String _mapUrl = ''; |
|||
|
|||
@override |
|||
void initState() { |
|||
super.initState(); |
|||
_getLocation(); |
|||
} |
|||
|
|||
@override |
|||
void dispose() { |
|||
_amapFlutter.dispose(); |
|||
_locationStream?.cancel(); |
|||
super.dispose(); |
|||
} |
|||
|
|||
void _getLocation() async { |
|||
List endPointList = widget.data?['navigationcard']['location'].split(','); |
|||
endPoint = LatLng( |
|||
double.parse(endPointList[0]), |
|||
double.parse(endPointList[1]), |
|||
); |
|||
await _amapFlutter.initLocation(); |
|||
_locationStream = _amapFlutter.locationStream().listen((data) async { |
|||
startPoint = LatLng( |
|||
data['longitude'], |
|||
data['latitude'], |
|||
); |
|||
_mapUrl = await _getMapUrl(); |
|||
_amapFlutter.stopLocation(); |
|||
setState(() {}); |
|||
}); |
|||
_amapFlutter.startLocation(); |
|||
} |
|||
|
|||
Future<String> _getMapUrl() async { |
|||
// 1. 获取路径数据 |
|||
final route = await _fetchRouteData(); |
|||
|
|||
// 2. 解析并简化路径 |
|||
List<LatLng> simplified = _simplifyPath(route, epsilon: 0.0001); |
|||
|
|||
// 3. 计算地图参数 |
|||
final zoom = _calculateAutoZoom(simplified); |
|||
|
|||
// 4. 生成静态地图URL |
|||
return _buildStaticMapUrl(simplified, zoom); |
|||
} |
|||
|
|||
Future<List<LatLng>> _fetchRouteData() async { |
|||
final url = 'https://restapi.amap.com/v3/direction/driving?' |
|||
'origin=${startPoint.lng},${startPoint.lat}&' |
|||
'destination=${endPoint.lng},${endPoint.lat}&' |
|||
'key=$apiKey'; |
|||
|
|||
final response = await http.get(Uri.parse(url)); |
|||
if (response.statusCode == 200) { |
|||
final data = json.decode(response.body); |
|||
return _parsePolyline(data['route']['paths'][0]['steps']); |
|||
} |
|||
throw Exception('Failed to load route'); |
|||
} |
|||
|
|||
List<LatLng> _parsePolyline(List<dynamic> steps) { |
|||
final List<LatLng> path = []; |
|||
for (final step in steps) { |
|||
final points = (step['polyline'] as String).split(';'); |
|||
for (final point in points) { |
|||
final coords = point.split(',').map(double.parse).toList(); |
|||
path.add(LatLng(coords[0], coords[1])); |
|||
} |
|||
} |
|||
return path; |
|||
} |
|||
|
|||
List<LatLng> _simplifyPath(List<LatLng> points, {double epsilon = 0.0001}) { |
|||
return douglasPeucker(points, epsilon); |
|||
} |
|||
|
|||
int _calculateAutoZoom(List<LatLng> points, |
|||
{int mapWidth = 1024, int mapHeight = 512}) { |
|||
if (points.isEmpty) return 15; // 默认缩放级别 |
|||
|
|||
// 1. 计算坐标范围 |
|||
double minLng = double.infinity; |
|||
double maxLng = -double.infinity; |
|||
double minLat = double.infinity; |
|||
double maxLat = -double.infinity; |
|||
|
|||
for (final p in points) { |
|||
final lng = p.lng; |
|||
final lat = p.lat; |
|||
|
|||
minLng = math.min(minLng, lng); |
|||
maxLng = math.max(maxLng, lng); |
|||
minLat = math.min(minLat, lat); |
|||
maxLat = math.max(maxLat, lat); |
|||
} |
|||
|
|||
// 3. 计算缩放级别(基于Leaflet算法改进) |
|||
const worldWidth = 256; // 高德瓦片尺寸 |
|||
const worldHeight = 256; |
|||
const zoomMax = 18; // 高德最大缩放级别 |
|||
|
|||
double latRad(double lat) { |
|||
final sin = math.sin(lat * math.pi / 180); |
|||
return math.log((1 + sin) / (1 - sin)) / 2; |
|||
} |
|||
|
|||
final latFraction = (latRad(maxLat) - latRad(minLat)) / math.pi; |
|||
final lngDiff = maxLng - minLng; |
|||
final lngFraction = ((lngDiff < 0) ? (lngDiff + 360) : lngDiff) / 360; |
|||
|
|||
final latZoom = |
|||
math.log((mapHeight / worldHeight) / latFraction) / math.ln2; |
|||
final lngZoom = math.log((mapWidth / worldWidth) / lngFraction) / math.ln2; |
|||
|
|||
return math.min(math.min(latZoom, lngZoom).floor(), zoomMax); |
|||
} |
|||
|
|||
String _buildStaticMapUrl(List<LatLng> path, int zoom) { |
|||
final pathParam = path.map((p) => '${p.lng},${p.lat}').join(';'); |
|||
return 'https://restapi.amap.com/v3/staticmap?' |
|||
'zoom=$zoom&' |
|||
'size=1024*512&' |
|||
'paths=10,0x0000ff,1,,:$pathParam&' |
|||
'markers=mid,,A:${startPoint.lng},${startPoint.lat}|' |
|||
'mid,,B:${endPoint.lng},${endPoint.lat}&' |
|||
'key=$apiKey'; |
|||
} |
|||
|
|||
List<LatLng> douglasPeucker(List<LatLng> points, double epsilon) { |
|||
if (points.length < 3) return points; |
|||
|
|||
double maxDistance = 0; |
|||
int index = 0; |
|||
|
|||
for (int i = 1; i < points.length - 1; i++) { |
|||
double d = _perpendicularDistance(points[i], points.first, points.last); |
|||
if (d > maxDistance) { |
|||
index = i; |
|||
maxDistance = d; |
|||
} |
|||
} |
|||
|
|||
if (maxDistance > epsilon) { |
|||
return [ |
|||
...douglasPeucker(points.sublist(0, index + 1), epsilon), |
|||
...douglasPeucker(points.sublist(index), epsilon).skip(1) |
|||
]; |
|||
} |
|||
return [points.first, points.last]; |
|||
} |
|||
|
|||
double _perpendicularDistance(LatLng point, LatLng start, LatLng end) { |
|||
final area = (end.lng - start.lng) * (point.lat - start.lat) - |
|||
(end.lat - start.lat) * (point.lng - start.lng); |
|||
final length = |
|||
sqrt(pow(end.lng - start.lng, 2) + pow(end.lat - start.lat, 2)); |
|||
return area.abs() / length; |
|||
} |
|||
|
|||
@override |
|||
Widget build(BuildContext context) { |
|||
return Column( |
|||
children: [ |
|||
_mapUrl.isNotEmpty |
|||
? Image.network(_mapUrl) |
|||
: const CircularProgressIndicator(), |
|||
], |
|||
); |
|||
} |
|||
} |
|||
|
|||
class LatLng { |
|||
final double lat; |
|||
final double lng; |
|||
|
|||
LatLng(this.lng, this.lat); // 高德使用经度在前纬度在后的格式 |
|||
} |
|||
@ -0,0 +1,94 @@ |
|||
import 'package:flutter/material.dart'; |
|||
import 'package:flutter_screenutil/flutter_screenutil.dart'; |
|||
|
|||
class WeatherDayCard extends StatelessWidget { |
|||
final Map? data; |
|||
final bool isDarkMode; |
|||
|
|||
const WeatherDayCard(this.data, this.isDarkMode, {super.key}); |
|||
|
|||
@override |
|||
Widget build(BuildContext context) { |
|||
final Map weatherDays = data?['weatherDays'].first; |
|||
|
|||
return Row( |
|||
mainAxisAlignment: MainAxisAlignment.spaceBetween, |
|||
crossAxisAlignment: CrossAxisAlignment.start, |
|||
children: [ |
|||
Column( |
|||
crossAxisAlignment: CrossAxisAlignment.start, |
|||
children: [ |
|||
Text( |
|||
weatherDays['date'], |
|||
style: TextStyle( |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
fontSize: 10.sp, |
|||
), |
|||
), |
|||
Text( |
|||
'${weatherDays['maxTemperature']}°', |
|||
style: TextStyle( |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
fontSize: 30.sp, |
|||
), |
|||
), |
|||
], |
|||
), |
|||
Column( |
|||
crossAxisAlignment: CrossAxisAlignment.end, |
|||
children: [ |
|||
Icon( |
|||
Icons.sunny, |
|||
color: isDarkMode ? Colors.white : Colors.amber[600]!, |
|||
size: 18.w, |
|||
), |
|||
Text( |
|||
'${weatherDays['weatherCondition']},${weatherDays['windDirection']}', |
|||
style: TextStyle( |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
fontSize: 14.sp, |
|||
), |
|||
), |
|||
Row( |
|||
children: [ |
|||
Text( |
|||
'最\n高', |
|||
style: TextStyle( |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
fontSize: 10.sp, |
|||
height: 1, |
|||
), |
|||
), |
|||
5.horizontalSpace, |
|||
Text( |
|||
'${weatherDays['maxTemperature']}°', |
|||
style: TextStyle( |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
fontSize: 20.sp, |
|||
), |
|||
), |
|||
10.horizontalSpace, |
|||
Text( |
|||
'最\n低', |
|||
style: TextStyle( |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
fontSize: 10.sp, |
|||
height: 1, |
|||
), |
|||
), |
|||
5.horizontalSpace, |
|||
Text( |
|||
'${weatherDays['minTemperature']}°', |
|||
style: TextStyle( |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
fontSize: 20.sp, |
|||
), |
|||
), |
|||
], |
|||
), |
|||
], |
|||
), |
|||
], |
|||
); |
|||
} |
|||
} |
|||
@ -0,0 +1,9 @@ |
|||
import 'package:get/get.dart'; |
|||
import '../controllers/feedback_controller.dart'; |
|||
|
|||
class FeedbackBinding extends Bindings { |
|||
@override |
|||
void dependencies() { |
|||
Get.lazyPut<FeedbackController>(() => FeedbackController()); |
|||
} |
|||
} |
|||
@ -0,0 +1,59 @@ |
|||
import 'package:flutter/material.dart'; |
|||
import 'package:get/get.dart'; |
|||
import '../../../data/services/network/api.dart'; |
|||
|
|||
class FeedbackController extends GetxController { |
|||
final TextEditingController feedbackController = TextEditingController(); |
|||
//final TextEditingController contactController = TextEditingController(); |
|||
|
|||
final RxBool isSubmitting = false.obs; |
|||
final GlobalKey<FormState> formKey = GlobalKey<FormState>(); |
|||
|
|||
@override |
|||
void onClose() { |
|||
feedbackController.dispose(); |
|||
//contactController.dispose(); |
|||
super.onClose(); |
|||
} |
|||
|
|||
// 提交反馈 |
|||
Future<void> submitFeedback() async { |
|||
if (!formKey.currentState!.validate()) { |
|||
return; |
|||
} |
|||
|
|||
isSubmitting.value = true; |
|||
|
|||
try { |
|||
final feedbackText = feedbackController.text; |
|||
Map<String, dynamic> data = { |
|||
"message": feedbackText, // 反馈内容 |
|||
}; |
|||
|
|||
final response = await Api.feedback(data); |
|||
|
|||
if (response != null) { |
|||
Get.back(); // 返回上一页 |
|||
Get.snackbar( |
|||
'success'.tr, // 成功 |
|||
'feedbackSubmitSuccess'.tr, // 反馈提交成功 |
|||
snackPosition: SnackPosition.BOTTOM, |
|||
backgroundColor: Colors.green.withOpacity(0.7), |
|||
colorText: Colors.white, |
|||
margin: const EdgeInsets.all(10), |
|||
); |
|||
} |
|||
} catch (e) { |
|||
Get.snackbar( |
|||
'error'.tr, // 错误 |
|||
'feedbackSubmitFailed'.tr, // 反馈提交失败 |
|||
snackPosition: SnackPosition.BOTTOM, |
|||
backgroundColor: Colors.red.withOpacity(0.7), |
|||
colorText: Colors.white, |
|||
margin: const EdgeInsets.all(10), |
|||
); |
|||
} finally { |
|||
isSubmitting.value = false; |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1,203 @@ |
|||
import 'package:flutter/material.dart'; |
|||
import 'package:get/get.dart'; |
|||
import 'package:flutter_screenutil/flutter_screenutil.dart'; |
|||
import 'dart:ui'; |
|||
import '../controllers/feedback_controller.dart'; |
|||
|
|||
class FeedbackView extends GetView<FeedbackController> { |
|||
const FeedbackView({Key? key}) : super(key: key); |
|||
|
|||
@override |
|||
Widget build(BuildContext context) { |
|||
final isDarkMode = Theme.of(context).brightness == Brightness.dark; |
|||
|
|||
return Scaffold( |
|||
backgroundColor: isDarkMode ? Colors.black : Colors.grey[100], |
|||
appBar: AppBar( |
|||
elevation: 0, |
|||
backgroundColor: isDarkMode ? Colors.black : Colors.white, |
|||
leading: IconButton( |
|||
icon: Icon( |
|||
Icons.arrow_back_ios, |
|||
size: 20.sp, |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
), |
|||
onPressed: () => Get.back(), |
|||
), |
|||
title: Text( |
|||
'feedback'.tr, // 帮助与反馈 |
|||
style: TextStyle( |
|||
fontSize: 17.sp, |
|||
fontWeight: FontWeight.w600, |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
), |
|||
), |
|||
centerTitle: true, |
|||
), |
|||
body: GestureDetector( |
|||
onTap: () => FocusScope.of(context).unfocus(), |
|||
child: Form( |
|||
key: controller.formKey, |
|||
child: ListView( |
|||
padding: EdgeInsets.all(16.w), |
|||
children: [ |
|||
// 顶部提示文字 |
|||
Text( |
|||
'feedbackDescription'.tr, // 请描述您遇到的问题或建议 |
|||
style: TextStyle( |
|||
fontSize: 14.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
), |
|||
SizedBox(height: 16.h), |
|||
|
|||
// 反馈内容输入框 |
|||
Container( |
|||
decoration: BoxDecoration( |
|||
color: isDarkMode |
|||
? Colors.white.withOpacity(0.05) |
|||
: Colors.white, |
|||
borderRadius: BorderRadius.circular(16.r), |
|||
boxShadow: [ |
|||
BoxShadow( |
|||
color: isDarkMode |
|||
? Colors.black.withOpacity(0.2) |
|||
: Colors.black.withOpacity(0.05), |
|||
blurRadius: 10, |
|||
offset: const Offset(0, 2), |
|||
), |
|||
], |
|||
), |
|||
child: ClipRRect( |
|||
borderRadius: BorderRadius.circular(16.r), |
|||
child: BackdropFilter( |
|||
filter: isDarkMode |
|||
? ImageFilter.blur(sigmaX: 5, sigmaY: 5) |
|||
: ImageFilter.blur(sigmaX: 0, sigmaY: 0), |
|||
child: Padding( |
|||
padding: |
|||
EdgeInsets.symmetric(horizontal: 16.w, vertical: 8.h), |
|||
child: TextFormField( |
|||
controller: controller.feedbackController, |
|||
maxLines: 8, |
|||
maxLength: 500, |
|||
style: TextStyle( |
|||
color: isDarkMode ? Colors.white : Colors.black87, |
|||
), |
|||
decoration: InputDecoration( |
|||
hintText: 'feedbackHint'.tr, // 请输入您的反馈内容... |
|||
hintStyle: TextStyle( |
|||
color: isDarkMode ? Colors.white38 : Colors.black38, |
|||
), |
|||
border: InputBorder.none, |
|||
counterStyle: TextStyle( |
|||
color: isDarkMode ? Colors.white54 : Colors.black54, |
|||
), |
|||
), |
|||
validator: (value) { |
|||
if (value == null || value.trim().isEmpty) { |
|||
return 'feedbackRequired'.tr; // 请输入反馈内容 |
|||
} |
|||
return null; |
|||
}, |
|||
), |
|||
), |
|||
), |
|||
), |
|||
), |
|||
SizedBox(height: 24.h), |
|||
|
|||
// 联系方式标题 |
|||
// Text( |
|||
// 'contactInfo'.tr, // 联系方式 |
|||
// style: TextStyle( |
|||
// fontSize: 14.sp, |
|||
// color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
// ), |
|||
// ), |
|||
// SizedBox(height: 16.h), |
|||
|
|||
// // 联系方式输入框 |
|||
// Container( |
|||
// decoration: BoxDecoration( |
|||
// color: isDarkMode |
|||
// ? Colors.white.withOpacity(0.05) |
|||
// : Colors.white, |
|||
// borderRadius: BorderRadius.circular(16.r), |
|||
// boxShadow: [ |
|||
// BoxShadow( |
|||
// color: isDarkMode |
|||
// ? Colors.black.withOpacity(0.2) |
|||
// : Colors.black.withOpacity(0.05), |
|||
// blurRadius: 10, |
|||
// offset: const Offset(0, 2), |
|||
// ), |
|||
// ], |
|||
// ), |
|||
// child: ClipRRect( |
|||
// borderRadius: BorderRadius.circular(16.r), |
|||
// child: BackdropFilter( |
|||
// filter: isDarkMode |
|||
// ? ImageFilter.blur(sigmaX: 5, sigmaY: 5) |
|||
// : ImageFilter.blur(sigmaX: 0, sigmaY: 0), |
|||
// child: Padding( |
|||
// padding: |
|||
// EdgeInsets.symmetric(horizontal: 16.w, vertical: 8.h), |
|||
// child: TextFormField( |
|||
// controller: controller.contactController, |
|||
// style: TextStyle( |
|||
// color: isDarkMode ? Colors.white : Colors.black87, |
|||
// ), |
|||
// decoration: InputDecoration( |
|||
// hintText: 'contactHint'.tr, // 邮箱/手机号,方便我们联系您 |
|||
// hintStyle: TextStyle( |
|||
// color: isDarkMode ? Colors.white38 : Colors.black38, |
|||
// ), |
|||
// border: InputBorder.none, |
|||
// ), |
|||
// ), |
|||
// ), |
|||
// ), |
|||
// ), |
|||
// ), |
|||
// SizedBox(height: 40.h), |
|||
|
|||
// 提交按钮 |
|||
Obx(() => ElevatedButton( |
|||
onPressed: controller.isSubmitting.value |
|||
? null |
|||
: controller.submitFeedback, |
|||
style: ElevatedButton.styleFrom( |
|||
backgroundColor: Colors.blue[600], |
|||
padding: EdgeInsets.symmetric(vertical: 12.h), |
|||
shape: RoundedRectangleBorder( |
|||
borderRadius: BorderRadius.circular(16.r), |
|||
), |
|||
elevation: 0, |
|||
), |
|||
child: controller.isSubmitting.value |
|||
? SizedBox( |
|||
height: 20.h, |
|||
width: 20.h, |
|||
child: CircularProgressIndicator( |
|||
strokeWidth: 2.w, |
|||
valueColor: const AlwaysStoppedAnimation<Color>( |
|||
Colors.white), |
|||
), |
|||
) |
|||
: Text( |
|||
'submit'.tr, // 提交 |
|||
style: TextStyle( |
|||
fontSize: 16.sp, |
|||
fontWeight: FontWeight.w500, |
|||
color: Colors.white, |
|||
), |
|||
), |
|||
)), |
|||
], |
|||
), |
|||
), |
|||
), |
|||
); |
|||
} |
|||
} |
|||
@ -0,0 +1,11 @@ |
|||
import 'package:get/get.dart'; |
|||
import '../controllers/jieli_test_controller.dart'; |
|||
|
|||
class JieliTestBinding extends Bindings { |
|||
@override |
|||
void dependencies() { |
|||
Get.lazyPut<JieliTestController>( |
|||
() => JieliTestController(), |
|||
); |
|||
} |
|||
} |
|||
@ -0,0 +1,323 @@ |
|||
import 'dart:async'; |
|||
import 'dart:typed_data'; |
|||
import 'package:flutter/material.dart' hide ConnectionState; |
|||
import 'package:get/get.dart'; |
|||
import 'package:jieli/jieli.dart'; |
|||
|
|||
/// 杰理测试控制器 |
|||
class JieliTestController extends GetxController { |
|||
// Jieli插件实例 |
|||
late Jieli jieli; |
|||
|
|||
// 状态变量 |
|||
var isScanning = false.obs; |
|||
var deviceInfo = '未获取'.obs; |
|||
var connectStatus = '未连接'.obs; |
|||
var currentDevice = Rx<BleDevice?>(null); |
|||
var scannedDevices = RxList<BleDevice>([]); |
|||
var wakeupReceived = false.obs; |
|||
var audioDataSize = 0.obs; |
|||
var receivedFrames = 0.obs; |
|||
var audioDataReceiving = false.obs; |
|||
var volumeCommandResult = ''.obs; |
|||
|
|||
// 事件订阅 |
|||
StreamSubscription? _scanSubscription; |
|||
StreamSubscription? _connectionSubscription; |
|||
StreamSubscription? _wakeupSubscription; |
|||
StreamSubscription? _audioSubscription; |
|||
StreamSubscription? _commandResultSubscription; |
|||
|
|||
@override |
|||
void onInit() { |
|||
super.onInit(); |
|||
_initializeJieli(); |
|||
} |
|||
|
|||
@override |
|||
void onClose() { |
|||
_cancelAllSubscriptions(); |
|||
_disposeJieli(); |
|||
super.onClose(); |
|||
} |
|||
|
|||
/// 取消所有订阅 |
|||
void _cancelAllSubscriptions() { |
|||
_scanSubscription?.cancel(); |
|||
_connectionSubscription?.cancel(); |
|||
_wakeupSubscription?.cancel(); |
|||
_audioSubscription?.cancel(); |
|||
_commandResultSubscription?.cancel(); |
|||
} |
|||
|
|||
/// 初始化杰理SDK |
|||
void _initializeJieli() { |
|||
try { |
|||
jieli = Jieli(); |
|||
_setupEventListeners(); |
|||
} catch (e) { |
|||
// 初始化错误处理 |
|||
} |
|||
} |
|||
|
|||
/// 设置事件监听器 |
|||
void _setupEventListeners() { |
|||
// 监听扫描结果 |
|||
_scanSubscription = jieli.scanResults.listen((devices) { |
|||
scannedDevices.assignAll(devices); |
|||
}); |
|||
|
|||
// 监听连接状态 |
|||
_connectionSubscription = jieli.connectionState.listen((state) { |
|||
switch (state) { |
|||
case ConnectionState.connected: |
|||
connectStatus.value = '已连接'; |
|||
break; |
|||
case ConnectionState.disconnected: |
|||
connectStatus.value = '已断开'; |
|||
currentDevice.value = null; |
|||
break; |
|||
case ConnectionState.connecting: |
|||
connectStatus.value = '连接中...'; |
|||
break; |
|||
case ConnectionState.disconnecting: |
|||
connectStatus.value = '断开中...'; |
|||
break; |
|||
case ConnectionState.error: |
|||
connectStatus.value = '连接错误'; |
|||
break; |
|||
} |
|||
}); |
|||
|
|||
// 监听唤醒信号 |
|||
_wakeupSubscription = jieli.wakeupStream.listen((wakeup) { |
|||
wakeupReceived.value = true; |
|||
Get.snackbar('收到唤醒信号', '耳机发送了唤醒信号'); |
|||
}); |
|||
|
|||
// 监听音频数据 |
|||
_audioSubscription = jieli.audioDataStream.listen((data) { |
|||
// 更新音频数据统计 |
|||
audioDataSize.value += data.length; |
|||
receivedFrames.value++; |
|||
audioDataReceiving.value = true; |
|||
}); |
|||
|
|||
// 监听命令结果 |
|||
_commandResultSubscription = jieli.commandResultStream.listen((result) { |
|||
// 处理音量调整命令结果 |
|||
if (result.commandType == Jieli.commandTypeVolume) { |
|||
volumeCommandResult.value = result.success ? '音量调整成功' : '音量调整失败'; |
|||
Get.snackbar( |
|||
result.success ? '音量调整成功' : '音量调整失败', |
|||
result.success ? '设备已更新音量' : '设备未能更新音量', |
|||
snackPosition: SnackPosition.BOTTOM, |
|||
backgroundColor: result.success ? Colors.green.withOpacity(0.7) : Colors.red.withOpacity(0.7), |
|||
colorText: Colors.white, |
|||
duration: Duration(seconds: 2), |
|||
); |
|||
} |
|||
}); |
|||
} |
|||
|
|||
/// 检查蓝牙状态 |
|||
Future<bool> checkBluetoothStatus() async { |
|||
try { |
|||
final isEnabled = await jieli.isBluetoothEnabled(); |
|||
if (!isEnabled) { |
|||
return await jieli.requestBluetoothEnable(); |
|||
} |
|||
return true; |
|||
} catch (e) { |
|||
return false; |
|||
} |
|||
} |
|||
|
|||
/// 开始扫描设备 |
|||
Future<void> startScan() async { |
|||
if (isScanning.value) return; |
|||
|
|||
final bluetoothReady = await checkBluetoothStatus(); |
|||
if (!bluetoothReady) { |
|||
Get.snackbar('蓝牙未启用', '请启用蓝牙后再试'); |
|||
return; |
|||
} |
|||
|
|||
try { |
|||
isScanning.value = true; |
|||
|
|||
// 清空之前的设备列表 |
|||
scannedDevices.clear(); |
|||
|
|||
// 开始扫描,10秒后自动停止 |
|||
final success = await jieli.startScan(scanTimeout: 10000); |
|||
|
|||
if (!success) { |
|||
isScanning.value = false; |
|||
Get.snackbar('扫描失败', '启动扫描设备失败,请检查蓝牙权限'); |
|||
} |
|||
|
|||
// 10秒后自动更新UI状态 |
|||
Future.delayed(Duration(milliseconds: 10000), () { |
|||
isScanning.value = false; |
|||
}); |
|||
|
|||
} catch (e) { |
|||
isScanning.value = false; |
|||
Get.snackbar('扫描错误', e.toString()); |
|||
} |
|||
} |
|||
|
|||
/// 停止扫描 |
|||
Future<void> stopScan() async { |
|||
if (!isScanning.value) return; |
|||
|
|||
try { |
|||
await jieli.stopScan(); |
|||
isScanning.value = false; |
|||
} catch (e) { |
|||
// 停止扫描错误处理 |
|||
} |
|||
} |
|||
|
|||
/// 连接到指定设备 |
|||
Future<void> connectToDevice(BleDevice device) async { |
|||
try { |
|||
// 先断开当前连接 |
|||
if (currentDevice.value != null) { |
|||
await disconnectDevice(); |
|||
} |
|||
|
|||
// 更新UI状态 |
|||
connectStatus.value = '连接中...'; |
|||
|
|||
// 重置音频和唤醒相关的状态 |
|||
wakeupReceived.value = false; |
|||
audioDataSize.value = 0; |
|||
receivedFrames.value = 0; |
|||
audioDataReceiving.value = false; |
|||
|
|||
// 连接设备 |
|||
final success = await jieli.connect(device.id); |
|||
|
|||
if (success) { |
|||
// 连接成功,更新当前设备 |
|||
currentDevice.value = device; |
|||
deviceInfo.value = '设备名称: ${device.name}\n设备ID: ${device.id}\nRSSI: ${device.rssi} dBm'; |
|||
} else { |
|||
deviceInfo.value = '连接失败'; |
|||
} |
|||
} catch (e) { |
|||
deviceInfo.value = '连接错误: ${e.toString()}'; |
|||
} |
|||
} |
|||
|
|||
/// 断开设备连接 |
|||
Future<void> disconnectDevice() async { |
|||
if (currentDevice.value == null) return; |
|||
|
|||
try { |
|||
connectStatus.value = '断开中...'; |
|||
|
|||
final success = await jieli.disconnect(); |
|||
|
|||
if (success) { |
|||
deviceInfo.value = '未连接设备'; |
|||
} |
|||
|
|||
} catch (e) { |
|||
// 断开连接错误处理 |
|||
} |
|||
} |
|||
|
|||
/// 发送开始录音命令 |
|||
Future<void> sendStartRecordingCommand() async { |
|||
if (currentDevice.value == null) { |
|||
Get.snackbar('操作失败', '未连接设备'); |
|||
return; |
|||
} |
|||
|
|||
try { |
|||
final success = await jieli.sendStartRecordingCommand(); |
|||
|
|||
if (success) { |
|||
Get.snackbar('命令已发送', '已发送开始录音命令'); |
|||
} else { |
|||
Get.snackbar('命令发送失败', '发送开始录音命令失败'); |
|||
} |
|||
} catch (e) { |
|||
Get.snackbar('命令错误', e.toString()); |
|||
} |
|||
} |
|||
|
|||
/// 发送停止录音命令 |
|||
Future<void> sendStopRecordingCommand() async { |
|||
if (currentDevice.value == null) { |
|||
Get.snackbar('操作失败', '未连接设备'); |
|||
return; |
|||
} |
|||
|
|||
try { |
|||
final success = await jieli.sendStopRecordingCommand(); |
|||
|
|||
if (success) { |
|||
Get.snackbar('命令已发送', '已发送停止录音命令'); |
|||
} else { |
|||
Get.snackbar('命令发送失败', '发送停止录音命令失败'); |
|||
} |
|||
} catch (e) { |
|||
Get.snackbar('命令错误', e.toString()); |
|||
} |
|||
} |
|||
|
|||
/// 增加音量 |
|||
Future<void> increaseVolume() async { |
|||
if (currentDevice.value == null) { |
|||
Get.snackbar('操作失败', '未连接设备'); |
|||
return; |
|||
} |
|||
|
|||
try { |
|||
volumeCommandResult.value = '发送中...'; |
|||
final success = await jieli.increaseVolume(); |
|||
|
|||
if (!success) { |
|||
Get.snackbar('命令发送失败', '发送增加音量命令失败'); |
|||
volumeCommandResult.value = '发送失败'; |
|||
} |
|||
} catch (e) { |
|||
Get.snackbar('命令错误', e.toString()); |
|||
volumeCommandResult.value = '发送出错'; |
|||
} |
|||
} |
|||
|
|||
/// 减小音量 |
|||
Future<void> decreaseVolume() async { |
|||
if (currentDevice.value == null) { |
|||
Get.snackbar('操作失败', '未连接设备'); |
|||
return; |
|||
} |
|||
|
|||
try { |
|||
volumeCommandResult.value = '发送中...'; |
|||
final success = await jieli.decreaseVolume(); |
|||
|
|||
if (!success) { |
|||
Get.snackbar('命令发送失败', '发送减小音量命令失败'); |
|||
volumeCommandResult.value = '发送失败'; |
|||
} |
|||
} catch (e) { |
|||
Get.snackbar('命令错误', e.toString()); |
|||
volumeCommandResult.value = '发送出错'; |
|||
} |
|||
} |
|||
|
|||
/// 清理资源 |
|||
void _disposeJieli() { |
|||
try { |
|||
jieli.dispose(); |
|||
} catch (e) { |
|||
// 释放资源错误处理 |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1,568 @@ |
|||
import 'package:flutter/material.dart'; |
|||
import 'package:get/get.dart'; |
|||
import 'package:flutter_screenutil/flutter_screenutil.dart'; |
|||
import '../controllers/jieli_test_controller.dart'; |
|||
import 'package:jieli/jieli.dart'; |
|||
|
|||
class JieliTestView extends GetView<JieliTestController> { |
|||
const JieliTestView({Key? key}) : super(key: key); |
|||
|
|||
@override |
|||
Widget build(BuildContext context) { |
|||
final isDarkMode = Theme.of(context).brightness == Brightness.dark; |
|||
|
|||
return Scaffold( |
|||
backgroundColor: isDarkMode ? Colors.black : Colors.grey[50], |
|||
appBar: AppBar( |
|||
backgroundColor: isDarkMode ? Colors.black : Colors.white, |
|||
elevation: 0.5, |
|||
title: Text( |
|||
'杰理蓝牙测试', |
|||
style: TextStyle( |
|||
fontSize: 17.sp, |
|||
fontWeight: FontWeight.w600, |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
), |
|||
), |
|||
centerTitle: true, |
|||
leading: IconButton( |
|||
icon: Icon( |
|||
Icons.arrow_back_ios, |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
size: 20.sp, |
|||
), |
|||
onPressed: () => Get.back(), |
|||
), |
|||
), |
|||
body: Padding( |
|||
padding: EdgeInsets.all(16.w), |
|||
child: Column( |
|||
crossAxisAlignment: CrossAxisAlignment.stretch, |
|||
children: [ |
|||
_buildStatusCard(isDarkMode), |
|||
SizedBox(height: 16.h), |
|||
_buildActionButtons(isDarkMode), |
|||
SizedBox(height: 16.h), |
|||
_buildDeviceInfo(isDarkMode), |
|||
SizedBox(height: 16.h), |
|||
_buildDevicesList(isDarkMode), |
|||
], |
|||
), |
|||
), |
|||
); |
|||
} |
|||
|
|||
Widget _buildStatusCard(bool isDarkMode) { |
|||
return Container( |
|||
padding: EdgeInsets.all(16.w), |
|||
decoration: BoxDecoration( |
|||
color: isDarkMode ? Colors.grey[900] : Colors.white, |
|||
borderRadius: BorderRadius.circular(12.r), |
|||
boxShadow: [ |
|||
BoxShadow( |
|||
color: Colors.black.withOpacity(0.05), |
|||
blurRadius: 10, |
|||
offset: const Offset(0, 2), |
|||
), |
|||
], |
|||
), |
|||
child: Column( |
|||
crossAxisAlignment: CrossAxisAlignment.start, |
|||
children: [ |
|||
Row( |
|||
children: [ |
|||
Text( |
|||
'连接状态: ', |
|||
style: TextStyle( |
|||
fontSize: 14.sp, |
|||
color: isDarkMode ? Colors.white : Colors.black87, |
|||
), |
|||
), |
|||
Obx(() => Text( |
|||
controller.connectStatus.value, |
|||
style: TextStyle( |
|||
fontSize: 14.sp, |
|||
fontWeight: FontWeight.bold, |
|||
color: _getStatusColor(controller.connectStatus.value), |
|||
), |
|||
)), |
|||
], |
|||
), |
|||
SizedBox(height: 8.h), |
|||
Row( |
|||
mainAxisAlignment: MainAxisAlignment.spaceBetween, |
|||
children: [ |
|||
Obx(() => _buildStatusChip( |
|||
label: '唤醒信号', |
|||
isActive: controller.wakeupReceived.value, |
|||
activeColor: Colors.orange, |
|||
isDarkMode: isDarkMode, |
|||
)), |
|||
Obx(() => _buildStatusChip( |
|||
label: '音频数据', |
|||
isActive: controller.audioDataReceiving.value, |
|||
activeColor: Colors.green, |
|||
isDarkMode: isDarkMode, |
|||
)), |
|||
], |
|||
), |
|||
SizedBox(height: 8.h), |
|||
Obx(() => controller.audioDataReceiving.value |
|||
? Column( |
|||
crossAxisAlignment: CrossAxisAlignment.start, |
|||
children: [ |
|||
Text( |
|||
'音频数据统计:', |
|||
style: TextStyle( |
|||
fontSize: 12.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
), |
|||
SizedBox(height: 4.h), |
|||
Text( |
|||
'已接收 ${(controller.audioDataSize.value / 1024).toStringAsFixed(2)} KB', |
|||
style: TextStyle( |
|||
fontSize: 12.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
), |
|||
Text( |
|||
'共 ${controller.receivedFrames.value} 帧', |
|||
style: TextStyle( |
|||
fontSize: 12.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
), |
|||
], |
|||
) |
|||
: SizedBox.shrink() |
|||
), |
|||
], |
|||
), |
|||
); |
|||
} |
|||
|
|||
Widget _buildStatusChip({ |
|||
required String label, |
|||
required bool isActive, |
|||
required Color activeColor, |
|||
required bool isDarkMode, |
|||
}) { |
|||
return Container( |
|||
padding: EdgeInsets.symmetric(horizontal: 12.w, vertical: 6.h), |
|||
decoration: BoxDecoration( |
|||
color: isActive |
|||
? activeColor |
|||
: (isDarkMode ? Colors.grey[800] : Colors.grey[200]), |
|||
borderRadius: BorderRadius.circular(16.r), |
|||
), |
|||
child: Row( |
|||
mainAxisSize: MainAxisSize.min, |
|||
children: [ |
|||
Container( |
|||
width: 8.w, |
|||
height: 8.w, |
|||
decoration: BoxDecoration( |
|||
color: isActive ? Colors.white : Colors.grey, |
|||
shape: BoxShape.circle, |
|||
), |
|||
), |
|||
SizedBox(width: 6.w), |
|||
Text( |
|||
label, |
|||
style: TextStyle( |
|||
fontSize: 12.sp, |
|||
color: isActive |
|||
? Colors.white |
|||
: (isDarkMode ? Colors.white70 : Colors.black54), |
|||
fontWeight: isActive ? FontWeight.bold : FontWeight.normal, |
|||
), |
|||
), |
|||
], |
|||
), |
|||
); |
|||
} |
|||
|
|||
Widget _buildActionButtons(bool isDarkMode) { |
|||
return Column( |
|||
children: [ |
|||
Row( |
|||
children: [ |
|||
Expanded( |
|||
child: Obx(() => ElevatedButton.icon( |
|||
onPressed: controller.isScanning.value |
|||
? controller.stopScan |
|||
: controller.startScan, |
|||
icon: Icon( |
|||
controller.isScanning.value ? Icons.stop : Icons.bluetooth_searching, |
|||
size: 18.sp, |
|||
), |
|||
label: Text( |
|||
controller.isScanning.value ? '停止扫描' : '扫描设备', |
|||
style: TextStyle(fontSize: 14.sp), |
|||
), |
|||
style: ElevatedButton.styleFrom( |
|||
backgroundColor: controller.isScanning.value |
|||
? Colors.red[600] |
|||
: Colors.blue[600], |
|||
padding: EdgeInsets.symmetric(vertical: 12.h), |
|||
shape: RoundedRectangleBorder( |
|||
borderRadius: BorderRadius.circular(8.r), |
|||
), |
|||
), |
|||
)), |
|||
), |
|||
], |
|||
), |
|||
SizedBox(height: 8.h), |
|||
Row( |
|||
children: [ |
|||
Expanded( |
|||
child: ElevatedButton.icon( |
|||
onPressed: controller.sendStartRecordingCommand, |
|||
icon: Icon( |
|||
Icons.mic, |
|||
size: 18.sp, |
|||
), |
|||
label: Text( |
|||
'开始录音', |
|||
style: TextStyle(fontSize: 14.sp), |
|||
), |
|||
style: ElevatedButton.styleFrom( |
|||
backgroundColor: Colors.green[600], |
|||
padding: EdgeInsets.symmetric(vertical: 12.h), |
|||
shape: RoundedRectangleBorder( |
|||
borderRadius: BorderRadius.circular(8.r), |
|||
), |
|||
), |
|||
), |
|||
), |
|||
SizedBox(width: 8.w), |
|||
Expanded( |
|||
child: ElevatedButton.icon( |
|||
onPressed: controller.sendStopRecordingCommand, |
|||
icon: Icon( |
|||
Icons.stop_circle, |
|||
size: 18.sp, |
|||
), |
|||
label: Text( |
|||
'停止录音', |
|||
style: TextStyle(fontSize: 14.sp), |
|||
), |
|||
style: ElevatedButton.styleFrom( |
|||
backgroundColor: Colors.red[600], |
|||
padding: EdgeInsets.symmetric(vertical: 12.h), |
|||
shape: RoundedRectangleBorder( |
|||
borderRadius: BorderRadius.circular(8.r), |
|||
), |
|||
), |
|||
), |
|||
), |
|||
], |
|||
), |
|||
SizedBox(height: 8.h), |
|||
Row( |
|||
children: [ |
|||
Expanded( |
|||
child: ElevatedButton.icon( |
|||
onPressed: controller.increaseVolume, |
|||
icon: Icon( |
|||
Icons.volume_up, |
|||
size: 18.sp, |
|||
), |
|||
label: Text( |
|||
'增加音量', |
|||
style: TextStyle(fontSize: 14.sp), |
|||
), |
|||
style: ElevatedButton.styleFrom( |
|||
backgroundColor: Colors.blue[600], |
|||
padding: EdgeInsets.symmetric(vertical: 12.h), |
|||
shape: RoundedRectangleBorder( |
|||
borderRadius: BorderRadius.circular(8.r), |
|||
), |
|||
), |
|||
), |
|||
), |
|||
SizedBox(width: 8.w), |
|||
Expanded( |
|||
child: ElevatedButton.icon( |
|||
onPressed: controller.decreaseVolume, |
|||
icon: Icon( |
|||
Icons.volume_down, |
|||
size: 18.sp, |
|||
), |
|||
label: Text( |
|||
'减小音量', |
|||
style: TextStyle(fontSize: 14.sp), |
|||
), |
|||
style: ElevatedButton.styleFrom( |
|||
backgroundColor: Colors.orange[600], |
|||
padding: EdgeInsets.symmetric(vertical: 12.h), |
|||
shape: RoundedRectangleBorder( |
|||
borderRadius: BorderRadius.circular(8.r), |
|||
), |
|||
), |
|||
), |
|||
), |
|||
], |
|||
), |
|||
SizedBox(height: 8.h), |
|||
Obx(() => controller.volumeCommandResult.value.isNotEmpty |
|||
? Container( |
|||
width: double.infinity, |
|||
padding: EdgeInsets.symmetric(vertical: 8.h, horizontal: 16.w), |
|||
decoration: BoxDecoration( |
|||
color: controller.volumeCommandResult.value.contains('成功') |
|||
? Colors.green[100] |
|||
: (controller.volumeCommandResult.value == '发送中...' |
|||
? Colors.blue[100] |
|||
: Colors.red[100]), |
|||
borderRadius: BorderRadius.circular(8.r), |
|||
), |
|||
child: Text( |
|||
'音量控制: ${controller.volumeCommandResult.value}', |
|||
style: TextStyle( |
|||
fontSize: 13.sp, |
|||
color: controller.volumeCommandResult.value.contains('成功') |
|||
? Colors.green[900] |
|||
: (controller.volumeCommandResult.value == '发送中...' |
|||
? Colors.blue[900] |
|||
: Colors.red[900]), |
|||
), |
|||
textAlign: TextAlign.center, |
|||
), |
|||
) |
|||
: SizedBox.shrink() |
|||
), |
|||
], |
|||
); |
|||
} |
|||
|
|||
Widget _buildDeviceInfo(bool isDarkMode) { |
|||
return Container( |
|||
padding: EdgeInsets.all(16.w), |
|||
decoration: BoxDecoration( |
|||
color: isDarkMode ? Colors.grey[900] : Colors.white, |
|||
borderRadius: BorderRadius.circular(12.r), |
|||
boxShadow: [ |
|||
BoxShadow( |
|||
color: Colors.black.withOpacity(0.05), |
|||
blurRadius: 10, |
|||
offset: const Offset(0, 2), |
|||
), |
|||
], |
|||
), |
|||
child: Column( |
|||
crossAxisAlignment: CrossAxisAlignment.start, |
|||
children: [ |
|||
Text( |
|||
'设备信息:', |
|||
style: TextStyle( |
|||
fontSize: 14.sp, |
|||
color: isDarkMode ? Colors.white : Colors.black87, |
|||
), |
|||
), |
|||
SizedBox(height: 8.h), |
|||
Container( |
|||
padding: EdgeInsets.all(8.w), |
|||
decoration: BoxDecoration( |
|||
color: isDarkMode ? Colors.black : Colors.grey[100], |
|||
borderRadius: BorderRadius.circular(8.r), |
|||
), |
|||
child: Obx(() => Text( |
|||
controller.deviceInfo.value, |
|||
style: TextStyle( |
|||
fontSize: 13.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
height: 1.4, |
|||
), |
|||
)), |
|||
), |
|||
SizedBox(height: 16.h), |
|||
Obx(() => controller.currentDevice.value != null |
|||
? ElevatedButton.icon( |
|||
onPressed: controller.disconnectDevice, |
|||
icon: Icon( |
|||
Icons.bluetooth_disabled, |
|||
size: 16.sp, |
|||
), |
|||
label: Text( |
|||
'断开连接', |
|||
style: TextStyle(fontSize: 13.sp), |
|||
), |
|||
style: ElevatedButton.styleFrom( |
|||
backgroundColor: Colors.red[600], |
|||
padding: EdgeInsets.symmetric(horizontal: 16.w, vertical: 10.h), |
|||
shape: RoundedRectangleBorder( |
|||
borderRadius: BorderRadius.circular(8.r), |
|||
), |
|||
), |
|||
) |
|||
: SizedBox.shrink() |
|||
), |
|||
], |
|||
), |
|||
); |
|||
} |
|||
|
|||
Widget _buildDevicesList(bool isDarkMode) { |
|||
return Expanded( |
|||
child: Container( |
|||
decoration: BoxDecoration( |
|||
color: isDarkMode ? Colors.grey[900] : Colors.white, |
|||
borderRadius: BorderRadius.circular(12.r), |
|||
boxShadow: [ |
|||
BoxShadow( |
|||
color: Colors.black.withOpacity(0.05), |
|||
blurRadius: 10, |
|||
offset: const Offset(0, 2), |
|||
), |
|||
], |
|||
), |
|||
child: Column( |
|||
crossAxisAlignment: CrossAxisAlignment.start, |
|||
children: [ |
|||
Padding( |
|||
padding: EdgeInsets.all(16.w), |
|||
child: Row( |
|||
mainAxisAlignment: MainAxisAlignment.spaceBetween, |
|||
children: [ |
|||
Text( |
|||
'扫描到的设备', |
|||
style: TextStyle( |
|||
fontSize: 16.sp, |
|||
fontWeight: FontWeight.w600, |
|||
color: isDarkMode ? Colors.white : Colors.black87, |
|||
), |
|||
), |
|||
Obx(() => Text( |
|||
'${controller.scannedDevices.length}个设备', |
|||
style: TextStyle( |
|||
fontSize: 12.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
)), |
|||
], |
|||
), |
|||
), |
|||
Divider(height: 1, thickness: 1, color: isDarkMode ? Colors.grey[800] : Colors.grey[200]), |
|||
Expanded( |
|||
child: Obx(() => controller.scannedDevices.isEmpty |
|||
? Center( |
|||
child: controller.isScanning.value |
|||
? Column( |
|||
mainAxisAlignment: MainAxisAlignment.center, |
|||
children: [ |
|||
CircularProgressIndicator(), |
|||
SizedBox(height: 16.h), |
|||
Text( |
|||
'正在扫描...', |
|||
style: TextStyle( |
|||
fontSize: 14.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
), |
|||
], |
|||
) |
|||
: Text( |
|||
'未扫描到设备', |
|||
style: TextStyle( |
|||
fontSize: 14.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
), |
|||
) |
|||
: ListView.separated( |
|||
padding: EdgeInsets.symmetric(vertical: 8.h), |
|||
itemCount: controller.scannedDevices.length, |
|||
separatorBuilder: (context, index) => Divider( |
|||
height: 1, |
|||
thickness: 1, |
|||
color: isDarkMode ? Colors.grey[800] : Colors.grey[200], |
|||
), |
|||
itemBuilder: (context, index) { |
|||
final device = controller.scannedDevices[index]; |
|||
return ListTile( |
|||
dense: true, |
|||
title: Text( |
|||
device.name.isEmpty ? '未知设备' : device.name, |
|||
style: TextStyle( |
|||
fontSize: 14.sp, |
|||
fontWeight: FontWeight.w500, |
|||
color: isDarkMode ? Colors.white : Colors.black87, |
|||
), |
|||
), |
|||
subtitle: Column( |
|||
crossAxisAlignment: CrossAxisAlignment.start, |
|||
children: [ |
|||
Text( |
|||
'设备ID: ${device.id}', |
|||
style: TextStyle( |
|||
fontSize: 11.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
), |
|||
Text( |
|||
'RSSI: ${device.rssi} dBm', |
|||
style: TextStyle( |
|||
fontSize: 11.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
), |
|||
], |
|||
), |
|||
trailing: Obx(() => controller.currentDevice.value?.id == device.id |
|||
? Chip( |
|||
label: Text( |
|||
'已连接', |
|||
style: TextStyle( |
|||
fontSize: 12.sp, |
|||
color: Colors.white, |
|||
), |
|||
), |
|||
backgroundColor: Colors.green, |
|||
padding: EdgeInsets.symmetric(horizontal: 8.w), |
|||
) |
|||
: ElevatedButton( |
|||
onPressed: () => controller.connectToDevice(device), |
|||
child: Text( |
|||
'连接', |
|||
style: TextStyle(fontSize: 12.sp), |
|||
), |
|||
style: ElevatedButton.styleFrom( |
|||
backgroundColor: Colors.green[600], |
|||
padding: EdgeInsets.symmetric(horizontal: 12.w, vertical: 6.h), |
|||
shape: RoundedRectangleBorder( |
|||
borderRadius: BorderRadius.circular(6.r), |
|||
), |
|||
), |
|||
), |
|||
), |
|||
contentPadding: EdgeInsets.symmetric(horizontal: 16.w, vertical: 8.h), |
|||
isThreeLine: true, |
|||
); |
|||
}, |
|||
), |
|||
), |
|||
), |
|||
], |
|||
), |
|||
), |
|||
); |
|||
} |
|||
|
|||
Color _getStatusColor(String status) { |
|||
switch (status) { |
|||
case '连接中...': |
|||
return Colors.orange; |
|||
case '已连接': |
|||
return Colors.green; |
|||
case '连接失败': |
|||
return Colors.red; |
|||
case '已断开': |
|||
return Colors.grey; |
|||
default: |
|||
return Colors.grey; |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1,136 @@ |
|||
# Azure Speech 插件 |
|||
|
|||
本插件为Flutter提供了Azure语音服务的集成,包括: |
|||
|
|||
- 语音合成(TTS) |
|||
- 语音识别(ASR) |
|||
|
|||
## 功能 |
|||
|
|||
### 语音合成(TTS) |
|||
|
|||
- 支持多种语音(如中文、英文等) |
|||
- 语音参数调整(语速、音调、音量) |
|||
- 音频输出设备选择(扬声器、听筒、自动) |
|||
- SSML支持 |
|||
|
|||
### 语音识别(ASR) |
|||
|
|||
- 一次性语音识别 |
|||
- 连续语音识别 |
|||
- 自动语言检测 |
|||
- 音频处理优化(回音消除、噪声抑制等) |
|||
|
|||
## 平台支持 |
|||
|
|||
- Android |
|||
- iOS |
|||
|
|||
## 如何使用 |
|||
|
|||
### 初始化 |
|||
|
|||
```dart |
|||
import 'package:azure_speech/azure_speech.dart'; |
|||
|
|||
// 初始化TTS |
|||
await AzureSpeech.initializeTts( |
|||
'your_subscription_key', |
|||
'your_service_region', |
|||
language: 'zh-CN', |
|||
); |
|||
|
|||
// 初始化ASR |
|||
await AzureSpeech.initializeAsr( |
|||
'your_subscription_key', |
|||
'your_service_region', |
|||
['zh-CN', 'en-US'], |
|||
); |
|||
``` |
|||
|
|||
### 语音合成 |
|||
|
|||
```dart |
|||
// 设置语音 |
|||
await AzureSpeech.setTtsVoice('zh-CN-XiaoxiaoNeural'); |
|||
|
|||
// 设置语音参数 |
|||
await AzureSpeech.setTtsSpeechParams( |
|||
rate: 0, // 语速 -100~100 |
|||
pitch: 0, // 音调 -100~100 |
|||
volume: 100, // 音量 0~100 |
|||
); |
|||
|
|||
// 设置音频输出设备 |
|||
await AzureSpeech.setTtsAudioOutputType('AUTO'); // 'SPEAKER', 'EARPIECE', 'AUTO' |
|||
|
|||
// 播放文本 |
|||
await AzureSpeech.speakText('你好,世界!'); |
|||
|
|||
// 停止播放 |
|||
await AzureSpeech.stopSpeaking(); |
|||
|
|||
// 检查是否正在播放 |
|||
bool isSpeaking = await AzureSpeech.isSpeaking(); |
|||
``` |
|||
|
|||
### 语音识别 |
|||
|
|||
```dart |
|||
// 一次性识别 |
|||
final result = await AzureSpeech.recognizeOnce(); |
|||
if (result['success']) { |
|||
print('识别文本: ${result['text']}'); |
|||
print('识别语言: ${result['language']}'); |
|||
} else { |
|||
print('识别失败: ${result['error']}'); |
|||
} |
|||
|
|||
// 连续识别 |
|||
// 监听识别结果 |
|||
AzureSpeech.asrResultStream.listen((event) { |
|||
switch (event['eventType']) { |
|||
case 'recognizing': |
|||
// 实时识别中的结果 |
|||
print('识别中: ${event['text']}'); |
|||
break; |
|||
case 'finalResult': |
|||
// 最终识别结果 |
|||
print('最终结果: ${event['text']}'); |
|||
break; |
|||
case 'error': |
|||
// 错误 |
|||
print('错误: ${event['error']}'); |
|||
break; |
|||
} |
|||
}); |
|||
|
|||
// 开始连续识别 |
|||
await AzureSpeech.startContinuousRecognition(); |
|||
|
|||
// 停止连续识别 |
|||
await AzureSpeech.stopContinuousRecognition(); |
|||
|
|||
// 检查连续识别是否活跃 |
|||
bool isActive = await AzureSpeech.isContinuousRecognitionActive(); |
|||
``` |
|||
|
|||
### 释放资源 |
|||
|
|||
```dart |
|||
// 释放所有资源 |
|||
await AzureSpeech.dispose(); |
|||
``` |
|||
|
|||
## 依赖项 |
|||
|
|||
本插件依赖于: |
|||
|
|||
- Microsoft Cognitive Services Speech SDK |
|||
- Flutter |
|||
|
|||
## 注意事项 |
|||
|
|||
- 使用前需要在Azure门户中创建语音服务资源,并获取订阅密钥和区域 |
|||
- Android需要相关权限:RECORD_AUDIO, INTERNET等 |
|||
- iOS需要在Info.plist中添加麦克风使用权限描述 |
|||
@ -0,0 +1,56 @@ |
|||
plugins { |
|||
id("com.android.library") |
|||
id("org.jetbrains.kotlin.android") |
|||
} |
|||
|
|||
android { |
|||
namespace = "com.yunqiinnovation.azure_speech" |
|||
compileSdk = 33 |
|||
|
|||
defaultConfig { |
|||
minSdk = 21 |
|||
} |
|||
|
|||
compileOptions { |
|||
sourceCompatibility = JavaVersion.VERSION_11 |
|||
targetCompatibility = JavaVersion.VERSION_11 |
|||
} |
|||
|
|||
sourceSets { |
|||
getByName("main") { |
|||
manifest.srcFile("src/main/AndroidManifest.xml") |
|||
java.srcDirs("src/main/kotlin") |
|||
} |
|||
} |
|||
|
|||
// 添加lint选项 |
|||
lintOptions { |
|||
isCheckReleaseBuilds = false |
|||
} |
|||
|
|||
// 添加packaging配置,排除冲突文件 |
|||
packaging { |
|||
resources { |
|||
excludes.add("META-INF/DEPENDENCIES") |
|||
excludes.add("META-INF/LICENSE") |
|||
excludes.add("META-INF/LICENSE.txt") |
|||
excludes.add("META-INF/license.txt") |
|||
excludes.add("META-INF/NOTICE") |
|||
excludes.add("META-INF/NOTICE.txt") |
|||
excludes.add("META-INF/notice.txt") |
|||
excludes.add("META-INF/*.kotlin_module") |
|||
} |
|||
} |
|||
} |
|||
|
|||
// 显式设置Kotlin JVM目标版本 |
|||
tasks.withType<org.jetbrains.kotlin.gradle.tasks.KotlinCompile> { |
|||
kotlinOptions { |
|||
jvmTarget = "11" |
|||
} |
|||
} |
|||
|
|||
dependencies { |
|||
// 添加Microsoft语音SDK |
|||
implementation("com.microsoft.cognitiveservices.speech:client-sdk:1.30.0") |
|||
} |
|||
@ -0,0 +1 @@ |
|||
rootProject.name = "azure_speech" |
|||
Some files were not shown because too many files changed in this diff
Loading…
Reference in new issue