Browse Source
fix(pairing): 修复配对页面跳过绑定按钮逻辑 style: 统一pubspec.yaml中的引号格式 perf(music): 优化音乐播放列表的响应式布局 chore: 更新应用版本号至1.0.0+6weicu
lxm
1 year ago
11 changed files with 212 additions and 1244 deletions
@ -1,94 +0,0 @@ |
|||||
import 'package:flutter/material.dart'; |
|
||||
import 'package:flutter_screenutil/flutter_screenutil.dart'; |
|
||||
import '../../modules/chat/models/message_model.dart'; |
|
||||
import '../theme/app_colors.dart'; |
|
||||
|
|
||||
class MessageBubble extends StatelessWidget { |
|
||||
final Message message; |
|
||||
final bool isUser; |
|
||||
final String? userAvatar; |
|
||||
final String? agentAvatar; |
|
||||
|
|
||||
const MessageBubble({ |
|
||||
Key? key, |
|
||||
required this.message, |
|
||||
required this.isUser, |
|
||||
this.userAvatar, |
|
||||
this.agentAvatar, |
|
||||
}) : super(key: key); |
|
||||
|
|
||||
@override |
|
||||
Widget build(BuildContext context) { |
|
||||
return Padding( |
|
||||
padding: EdgeInsets.only(bottom: 16.h), |
|
||||
child: Row( |
|
||||
mainAxisAlignment: isUser ? MainAxisAlignment.end : MainAxisAlignment.start, |
|
||||
crossAxisAlignment: CrossAxisAlignment.start, |
|
||||
children: [ |
|
||||
Flexible( |
|
||||
child: Container( |
|
||||
padding: EdgeInsets.all(12.r), |
|
||||
decoration: BoxDecoration( |
|
||||
color: isUser ? AppColors.primary : Colors.grey[200], |
|
||||
borderRadius: BorderRadius.circular(16.r), |
|
||||
), |
|
||||
child: Column( |
|
||||
crossAxisAlignment: CrossAxisAlignment.start, |
|
||||
children: [ |
|
||||
// 消息内容 |
|
||||
if (message.content.isNotEmpty) |
|
||||
SelectableText( |
|
||||
message.content, |
|
||||
style: TextStyle( |
|
||||
color: isUser ? Colors.white : Colors.black, |
|
||||
fontSize: 16.sp, |
|
||||
height: 1.5, |
|
||||
letterSpacing: 0.2, |
|
||||
), |
|
||||
textAlign: TextAlign.left, |
|
||||
maxLines: null, |
|
||||
enableInteractiveSelection: true, |
|
||||
textWidthBasis: TextWidthBasis.longestLine, |
|
||||
), |
|
||||
|
|
||||
// 加载指示器 |
|
||||
if (message.isIntermediate) |
|
||||
Padding( |
|
||||
padding: EdgeInsets.only(top: message.content.isNotEmpty ? 8.h : 0), |
|
||||
child: _buildLoadingIndicator(), |
|
||||
), |
|
||||
], |
|
||||
), |
|
||||
), |
|
||||
), |
|
||||
], |
|
||||
), |
|
||||
); |
|
||||
} |
|
||||
|
|
||||
Widget _buildLoadingIndicator() { |
|
||||
return Row( |
|
||||
mainAxisSize: MainAxisSize.min, |
|
||||
children: [ |
|
||||
SizedBox( |
|
||||
width: 12.w, |
|
||||
height: 12.h, |
|
||||
child: CircularProgressIndicator( |
|
||||
strokeWidth: 2, |
|
||||
valueColor: AlwaysStoppedAnimation<Color>( |
|
||||
isUser ? Colors.white : AppColors.primary, |
|
||||
), |
|
||||
), |
|
||||
), |
|
||||
SizedBox(width: 8.w), |
|
||||
Text( |
|
||||
'思考中...', |
|
||||
style: TextStyle( |
|
||||
color: isUser ? Colors.white : Colors.black, |
|
||||
fontSize: 12.sp, |
|
||||
), |
|
||||
), |
|
||||
], |
|
||||
); |
|
||||
} |
|
||||
} |
|
||||
@ -1,135 +0,0 @@ |
|||||
import 'dart:convert'; |
|
||||
import 'package:get/get.dart'; |
|
||||
import '../../modules/chat/models/message_model.dart'; |
|
||||
import '../../core/utils/logger.dart'; |
|
||||
import 'package:chat_storage/chat_storage.dart'; |
|
||||
|
|
||||
/// 聊天记录管理服务，负责保存和加载聊天记录 |
|
||||
class ChatHistoryService extends GetxService { |
|
||||
// 最大历史记录数量 |
|
||||
static const int _maxHistoryCount = 200; // 每个对话最多保存的消息数 |
|
||||
|
|
||||
@override |
|
||||
void onInit() { |
|
||||
super.onInit(); |
|
||||
Logger.info('ChatHistoryService 已初始化'); |
|
||||
} |
|
||||
|
|
||||
/// 保存聊天记录 |
|
||||
/// |
|
||||
/// [agentId] 代理ID |
|
||||
/// [messages] 消息列表 |
|
||||
Future<void> saveHistory(String agentId, List<Message> messages) async { |
|
||||
try { |
|
||||
if (messages.isEmpty) return; |
|
||||
|
|
||||
// 获取最新的消息 |
|
||||
final latestMessage = messages.last; |
|
||||
|
|
||||
// 如果是加载中的消息则跳过 |
|
||||
if (latestMessage.isIntermediate) return; |
|
||||
|
|
||||
// 直接插入最新的消息到数据库 |
|
||||
await ChatStorage.saveMessage( |
|
||||
sessionId: agentId, |
|
||||
message: latestMessage.content, |
|
||||
sender: latestMessage.role, |
|
||||
); |
|
||||
|
|
||||
// 检查并清理过多的历史记录 |
|
||||
await _cleanupOldMessages(agentId); |
|
||||
} catch (e) { |
|
||||
Logger.error('保存聊天记录失败', e.toString()); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
/// 清理旧消息，保持每个会话的消息数量不超过最大限制 |
|
||||
Future<void> _cleanupOldMessages(String agentId) async { |
|
||||
try { |
|
||||
final pagedResult = await ChatStorage.getMessages( |
|
||||
sessionId: agentId, |
|
||||
page: 1, |
|
||||
pageSize: 1, // 只获取总数信息 |
|
||||
); |
|
||||
|
|
||||
// 如果消息总数超过最大限制，删除最早的消息 |
|
||||
if (pagedResult.totalCount > _maxHistoryCount) { |
|
||||
final messagesToDelete = pagedResult.totalCount - _maxHistoryCount; |
|
||||
// 获取最早的N条消息ID |
|
||||
final oldestMessages = await ChatStorage.getMessages( |
|
||||
sessionId: agentId, |
|
||||
page: 1, |
|
||||
pageSize: messagesToDelete, |
|
||||
); |
|
||||
|
|
||||
// 构建要删除的消息ID列表 |
|
||||
final List<int> messageIds = oldestMessages.messages |
|
||||
.where((m) => m.id != null) |
|
||||
.map((m) => m.id!) |
|
||||
.toList(); |
|
||||
|
|
||||
// 删除这些消息 |
|
||||
if (messageIds.isNotEmpty) { |
|
||||
await ChatStorage.deleteMessages(messageIds: messageIds); |
|
||||
} |
|
||||
} |
|
||||
} catch (e) { |
|
||||
Logger.error('清理旧消息失败', e); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
/// 加载聊天记录 |
|
||||
/// |
|
||||
/// [agentId] 代理ID |
|
||||
/// 返回消息列表，如果没有找到或解析错误则返回空列表 |
|
||||
Future<List<Message>> loadHistory(String agentId) async { |
|
||||
try { |
|
||||
final pagedResult = await ChatStorage.getMessages( |
|
||||
sessionId: agentId, |
|
||||
page: 1, |
|
||||
pageSize: _maxHistoryCount, |
|
||||
); |
|
||||
|
|
||||
if (pagedResult.messages.isEmpty) { |
|
||||
return []; |
|
||||
} |
|
||||
|
|
||||
// 将ChatStorage.ChatMessage转换为Message |
|
||||
final messages = pagedResult.messages.map((chatMessage) { |
|
||||
return Message( |
|
||||
role: chatMessage.sender, |
|
||||
content: chatMessage.message, |
|
||||
timestamp: DateTime.parse( |
|
||||
chatMessage.timestamp), // 直接使用chatMessage的timestamp |
|
||||
// isLoading 默认false |
|
||||
// isLoading: metadata['isLoading'] ?? false, |
|
||||
); |
|
||||
}).toList(); |
|
||||
|
|
||||
return messages; |
|
||||
} catch (e) { |
|
||||
Logger.error('加载聊天记录失败', e); |
|
||||
return []; |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
/// 清除特定代理的聊天记录 |
|
||||
Future<void> clearHistory(String agentId) async { |
|
||||
try { |
|
||||
await ChatStorage.deleteMessages(sessionId: agentId); |
|
||||
Logger.info('已清除聊天记录，代理: $agentId'); |
|
||||
} catch (e) { |
|
||||
Logger.error('清除聊天记录失败', e); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
/// 清除所有聊天记录 |
|
||||
Future<void> clearAllHistory() async { |
|
||||
try { |
|
||||
await ChatStorage.clearDatabase(); |
|
||||
Logger.info('已清除所有聊天记录'); |
|
||||
} catch (e) { |
|
||||
Logger.error('清除所有聊天记录失败', e); |
|
||||
} |
|
||||
} |
|
||||
} |
|
||||
@ -1,343 +0,0 @@ |
|||||
import 'dart:async'; |
|
||||
import 'package:flutter/services.dart'; |
|
||||
import 'package:get/get.dart'; |
|
||||
import '../../../core/utils/logger.dart'; |
|
||||
import 'package:flutter_dotenv/flutter_dotenv.dart'; |
|
||||
import '../../../modules/chat/models/message_model.dart'; |
|
||||
import '../../models/events/voice_interaction_event.dart'; |
|
||||
import '../chat_history_service.dart'; |
|
||||
|
|
||||
/// Android语音交互服务 |
|
||||
/// |
|
||||
/// 该服务提供了与Android端的VoiceInteractionService.kt通信的接口， |
|
||||
/// 用于管理后台语音交互服务的生命周期和接收语音交互事件 |
|
||||
class AndroidVoiceInteractionService extends GetxService { |
|
||||
static AndroidVoiceInteractionService get to => Get.find(); |
|
||||
// 方法通道和事件通道 |
|
||||
static const MethodChannel _channel = MethodChannel('com.deep_voice.voice_interaction'); |
|
||||
static const EventChannel _eventChannel = EventChannel('com.deep_voice.voice_interaction_events'); |
|
||||
|
|
||||
// 服务状态 |
|
||||
final _isServiceRunning = false.obs; |
|
||||
bool get isServiceRunning => _isServiceRunning.value; |
|
||||
|
|
||||
// 事件流控制器 |
|
||||
StreamController<VoiceInteractionEvent>? _eventStreamController; |
|
||||
Stream<VoiceInteractionEvent>? _eventStream; |
|
||||
@override |
|
||||
Stream<VoiceInteractionEvent> get eventStream => _eventStream ?? Stream.empty(); |
|
||||
|
|
||||
// 事件通道状态 |
|
||||
StreamSubscription? _eventSubscription; |
|
||||
|
|
||||
// 配置信息 |
|
||||
late String _azureSpeechKey; |
|
||||
late String _azureSpeechRegion; |
|
||||
late String _volcanoAiApiKey; |
|
||||
|
|
||||
// 初始化状态标志 |
|
||||
static bool _isInitialized = false; |
|
||||
|
|
||||
// 当前会话历史 |
|
||||
final List<Map<String, String>> _messageHistory = []; |
|
||||
|
|
||||
// 服务ID |
|
||||
static const String _serviceId = 'android_assistant'; |
|
||||
|
|
||||
/// 构造函数 |
|
||||
AndroidVoiceInteractionService() { |
|
||||
|
|
||||
} |
|
||||
|
|
||||
/// 从环境变量加载配置 |
|
||||
void _loadConfig() { |
|
||||
_azureSpeechKey = dotenv.env['AZURE_SPEECH_KEY'] ?? ''; |
|
||||
_azureSpeechRegion = dotenv.env['AZURE_SPEECH_REGION'] ?? ''; |
|
||||
_volcanoAiApiKey = dotenv.env['VOLCANO_AI_API_KEY'] ?? ''; |
|
||||
|
|
||||
if (_azureSpeechKey.isEmpty || _azureSpeechRegion.isEmpty) { |
|
||||
Logger.warning('未找到 Azure 语音服务配置。请在 .env 文件中设置 AZURE_SPEECH_KEY 和 AZURE_SPEECH_REGION'); |
|
||||
} |
|
||||
|
|
||||
if (_volcanoAiApiKey.isEmpty) { |
|
||||
Logger.warning('未找到火山 AI API 密钥。请在 .env 文件中设置 VOLCANO_AI_API_KEY'); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
/// 设置事件通道 |
|
||||
void _setupEventChannel() { |
|
||||
_eventSubscription = _eventChannel |
|
||||
.receiveBroadcastStream() |
|
||||
.listen((event) { |
|
||||
if (event is Map) { |
|
||||
final String eventType = event['type'] as String? ?? ''; |
|
||||
|
|
||||
// 直接处理事件，不再等待channelReady |
|
||||
_handleVoiceInteractionEvent(event); |
|
||||
} |
|
||||
}, onError: (error) { |
|
||||
Logger.error('语音交互事件通道错误: ${error.toString()}'); |
|
||||
}); |
|
||||
} |
|
||||
|
|
||||
/// 创建事件流 |
|
||||
void _createEventStream() { |
|
||||
_eventStreamController = StreamController<VoiceInteractionEvent>.broadcast(); |
|
||||
_eventStream = _eventStreamController?.stream; |
|
||||
} |
|
||||
|
|
||||
/// 初始化服务 |
|
||||
@override |
|
||||
Future<AndroidVoiceInteractionService> initialize() async { |
|
||||
try { |
|
||||
if (_isInitialized) { |
|
||||
return this; |
|
||||
} |
|
||||
_isInitialized = true; |
|
||||
|
|
||||
_loadConfig(); |
|
||||
_setupEventChannel(); |
|
||||
_createEventStream(); |
|
||||
// 检查服务是否正在运行 |
|
||||
await _checkServiceStatus(); |
|
||||
|
|
||||
await _startService(); |
|
||||
|
|
||||
Logger.info('语音交互服务初始化完成'); |
|
||||
return this; |
|
||||
} catch (e) { |
|
||||
Logger.error('语音交互服务初始化失败: ${e.toString()}'); |
|
||||
return this; |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
@override |
|
||||
void onWakeup() { |
|
||||
Logger.info('语音交互服务唤醒'); |
|
||||
} |
|
||||
|
|
||||
/// 检查服务状态 |
|
||||
Future<void> _checkServiceStatus() async { |
|
||||
try { |
|
||||
final bool isRunning = await _channel.invokeMethod('isVoiceInteractionServiceRunning') ?? false; |
|
||||
_isServiceRunning.value = isRunning; |
|
||||
Logger.info('语音交互服务状态: ${isRunning ? "运行中" : "未运行"}'); |
|
||||
} catch (e) { |
|
||||
Logger.error('检查语音交互服务状态失败: ${e.toString()}'); |
|
||||
_isServiceRunning.value = false; |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
/// 启动语音交互服务 |
|
||||
Future<bool> _startService() async { |
|
||||
if (_isServiceRunning.value) { |
|
||||
Logger.info('语音交互服务已经在运行'); |
|
||||
return true; |
|
||||
} |
|
||||
|
|
||||
try { |
|
||||
final bool result = await _channel.invokeMethod('startVoiceInteractionService', { |
|
||||
'azure_speech_key': _azureSpeechKey, |
|
||||
'azure_speech_region': _azureSpeechRegion, |
|
||||
'volcano_ai_api_key': _volcanoAiApiKey, |
|
||||
}) ?? false; |
|
||||
|
|
||||
if (result) { |
|
||||
_isServiceRunning.value = true; |
|
||||
Logger.info('语音交互服务启动成功'); |
|
||||
} else { |
|
||||
Logger.error('语音交互服务启动失败'); |
|
||||
} |
|
||||
|
|
||||
return result; |
|
||||
} catch (e) { |
|
||||
Logger.error('启动语音交互服务失败: ${e.toString()}'); |
|
||||
return false; |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
/// 停止语音交互服务 |
|
||||
Future<bool> _stopService() async { |
|
||||
if (!_isServiceRunning.value) { |
|
||||
Logger.info('语音交互服务未运行'); |
|
||||
return true; |
|
||||
} |
|
||||
|
|
||||
try { |
|
||||
final bool result = await _channel.invokeMethod('stopVoiceInteractionService') ?? false; |
|
||||
|
|
||||
if (result) { |
|
||||
_isServiceRunning.value = false; |
|
||||
Logger.info('语音交互服务停止成功'); |
|
||||
} else { |
|
||||
Logger.error('语音交互服务停止失败'); |
|
||||
} |
|
||||
|
|
||||
return result; |
|
||||
} catch (e) { |
|
||||
Logger.error('停止语音交互服务失败: ${e.toString()}'); |
|
||||
return false; |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
/// 暂停语音交互（停止TTS和语音识别，但保持服务运行） |
|
||||
@override |
|
||||
Future<bool> pauseVoiceInteraction() async { |
|
||||
if (!_isServiceRunning.value) { |
|
||||
Logger.info('语音交互服务未运行，无法暂停'); |
|
||||
return false; |
|
||||
} |
|
||||
|
|
||||
try { |
|
||||
final bool result = await _channel.invokeMethod('pauseVoiceInteraction') ?? false; |
|
||||
|
|
||||
if (result) { |
|
||||
Logger.info('语音交互暂停成功'); |
|
||||
} else { |
|
||||
Logger.error('语音交互暂停失败'); |
|
||||
} |
|
||||
|
|
||||
return result; |
|
||||
} catch (e) { |
|
||||
Logger.error('暂停语音交互失败: ${e.toString()}'); |
|
||||
return false; |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
/// 处理来自原生端的语音交互事件 |
|
||||
void _handleVoiceInteractionEvent(dynamic event) { |
|
||||
if (event is! Map || _eventStreamController == null) return; |
|
||||
|
|
||||
final Map<dynamic, dynamic> eventMap = event; |
|
||||
final String eventType = eventMap['type'] as String? ?? ''; |
|
||||
final int timestamp = eventMap['timestamp'] as int? ?? 0; |
|
||||
|
|
||||
// 添加时间戳日志，帮助调试 |
|
||||
Logger.info('收到原生端事件: ${eventType.toString()}, 时间戳: $timestamp, 当前时间: ${DateTime.now().millisecondsSinceEpoch}'); |
|
||||
|
|
||||
switch (eventType) { |
|
||||
case 'chatHistory': |
|
||||
final String agentId = eventMap['agentId'] as String? ?? ''; |
|
||||
final String userMessage = eventMap['userMessage'] as String? ?? ''; |
|
||||
final String assistantMessage = eventMap['assistantMessage'] as String? ?? ''; |
|
||||
|
|
||||
// 添加到消息历史 |
|
||||
if (userMessage.isNotEmpty) { |
|
||||
_messageHistory.add({'role': 'user', 'content': userMessage}); |
|
||||
_messageHistory.add({'role': 'assistant', 'content': assistantMessage}); |
|
||||
|
|
||||
// 保持历史记录在一定长度 |
|
||||
while (_messageHistory.length > 10) { |
|
||||
_messageHistory.removeAt(0); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
_eventStreamController?.add(ChatHistoryEvent( |
|
||||
agentId: agentId, |
|
||||
userMessage: userMessage, |
|
||||
assistantMessage: assistantMessage, |
|
||||
timestamp: timestamp, |
|
||||
)); |
|
||||
|
|
||||
// 保存聊天记录 |
|
||||
_saveChatHistory(agentId, userMessage, assistantMessage, timestamp); |
|
||||
|
|
||||
Logger.info('收到聊天历史事件: agentId=$agentId'); |
|
||||
break; |
|
||||
|
|
||||
case 'recognitionStarted': |
|
||||
_eventStreamController?.add(RecognitionStartedEvent( |
|
||||
timestamp: timestamp, |
|
||||
)); |
|
||||
break; |
|
||||
|
|
||||
default: |
|
||||
Logger.warning('收到未知类型的语音交互事件: ${eventType.toString()}'); |
|
||||
break; |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
@override |
|
||||
void onClose() { |
|
||||
// 清理资源 |
|
||||
_stopService(); |
|
||||
_eventSubscription?.cancel(); |
|
||||
_eventStreamController?.close(); |
|
||||
super.onClose(); |
|
||||
} |
|
||||
|
|
||||
/// 保存聊天记录 |
|
||||
Future<void> _saveChatHistory(String agentId, String userMessage, String assistantMessage, int timestamp) async { |
|
||||
try { |
|
||||
if (userMessage.isEmpty) { |
|
||||
return; |
|
||||
} |
|
||||
|
|
||||
final userMsg = Message( |
|
||||
role: 'user', |
|
||||
content: userMessage, |
|
||||
timestamp: DateTime.fromMillisecondsSinceEpoch(timestamp), |
|
||||
); |
|
||||
|
|
||||
final assistantMsg = Message( |
|
||||
role: 'assistant', |
|
||||
content: assistantMessage, |
|
||||
timestamp: DateTime.fromMillisecondsSinceEpoch(timestamp + 1), // 确保助手消息时间戳晚于用户消息 |
|
||||
); |
|
||||
|
|
||||
// 获取ChatHistoryService实例 |
|
||||
final chatHistoryService = Get.find<ChatHistoryService>(); |
|
||||
|
|
||||
// 加载现有历史记录 |
|
||||
final existingMessages = await chatHistoryService.loadHistory(agentId); |
|
||||
|
|
||||
// 添加新消息 |
|
||||
existingMessages.addAll([userMsg, assistantMsg]); |
|
||||
|
|
||||
// 保存更新后的历史记录 |
|
||||
await chatHistoryService.saveHistory(agentId, existingMessages); |
|
||||
} catch (e) { |
|
||||
Logger.error('保存聊天记录失败: ${e.toString()}'); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
/// 是否处于活跃状态 |
|
||||
@override |
|
||||
bool isActive() { |
|
||||
return _isServiceRunning.value; |
|
||||
} |
|
||||
|
|
||||
/// 获取当前对话历史 |
|
||||
@override |
|
||||
List<Map<String, String>> getMessageHistory() { |
|
||||
return List<Map<String, String>>.from(_messageHistory); |
|
||||
} |
|
||||
|
|
||||
/// 获取当前服务ID |
|
||||
@override |
|
||||
String getServiceId() { |
|
||||
return _serviceId; |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
|
|
||||
/// 聊天历史事件 |
|
||||
class ChatHistoryEvent extends VoiceInteractionEvent { |
|
||||
final String agentId; |
|
||||
final String userMessage; |
|
||||
final String assistantMessage; |
|
||||
|
|
||||
ChatHistoryEvent({ |
|
||||
required this.agentId, |
|
||||
required this.userMessage, |
|
||||
required this.assistantMessage, |
|
||||
required int timestamp, |
|
||||
}) : super(timestamp: timestamp); |
|
||||
} |
|
||||
|
|
||||
/// 语音识别开始事件 |
|
||||
class RecognitionStartedEvent extends VoiceInteractionEvent { |
|
||||
RecognitionStartedEvent({ |
|
||||
required int timestamp, |
|
||||
}) : super(timestamp: timestamp); |
|
||||
} |
|
||||
@ -1,466 +0,0 @@ |
|||||
import 'dart:async'; |
|
||||
import 'package:get/get.dart'; |
|
||||
import '../asr_service.dart'; |
|
||||
import '../tts_service.dart'; |
|
||||
import '../volcano_ai_service.dart'; |
|
||||
import '../chat_history_service.dart'; |
|
||||
import '../../../modules/chat/models/message_model.dart'; |
|
||||
import '../../models/events/voice_interaction_event.dart'; |
|
||||
import '../../../core/utils/logger.dart'; |
|
||||
|
|
||||
enum VoiceInteractionState { |
|
||||
idle, // 等待唤醒 |
|
||||
active, // 活跃状态 - 可以同时识别和播放 |
|
||||
} |
|
||||
|
|
||||
class IosVoiceInteractionService extends GetxService { |
|
||||
final AsrService _asrService = Get.find<AsrService>(); |
|
||||
final TtsService _ttsService = Get.find<TtsService>(); |
|
||||
final VolcanoAIService _aiService = Get.find<VolcanoAIService>(); |
|
||||
final ChatHistoryService _chatHistoryService = Get.find<ChatHistoryService>(); |
|
||||
|
|
||||
// 当前状态 |
|
||||
final Rx<VoiceInteractionState> state = VoiceInteractionState.idle.obs; |
|
||||
|
|
||||
// 是否识别到用户语音 |
|
||||
final RxBool isSpeechDetected = false.obs; |
|
||||
|
|
||||
// 是否正在处理AI响应 |
|
||||
final RxBool isProcessingAI = false.obs; |
|
||||
|
|
||||
// 是否正在播放TTS |
|
||||
final RxBool isSpeaking = false.obs; |
|
||||
|
|
||||
// 对话历史记录 |
|
||||
final List<Map<String, String>> _messageHistory = []; |
|
||||
|
|
||||
// 最大历史记录数 |
|
||||
static const int _maxHistorySize = 10; |
|
||||
|
|
||||
// 超时计时器 |
|
||||
Timer? _inactivityTimer; |
|
||||
|
|
||||
// 流订阅 |
|
||||
StreamSubscription? _recognitionSubscription; |
|
||||
|
|
||||
// 当前识别的文本 |
|
||||
String _currentRecognizedText = ''; |
|
||||
// 音频输入源 |
|
||||
bool _audioSourceType = false; |
|
||||
// 事件流控制器 |
|
||||
final StreamController<VoiceInteractionEvent> _eventStreamController = |
|
||||
StreamController<VoiceInteractionEvent>.broadcast(); |
|
||||
|
|
||||
// 获取事件流 |
|
||||
@override |
|
||||
Stream<VoiceInteractionEvent> get eventStream => |
|
||||
_eventStreamController.stream; |
|
||||
|
|
||||
// 标识符，用于存储聊天历史 |
|
||||
final String _agentId = 'ios_assistant'; |
|
||||
|
|
||||
/// 初始化服务 |
|
||||
@override |
|
||||
Future<IosVoiceInteractionService> initialize() async { |
|
||||
try { |
|
||||
// 保持idle状态，不自动启动语音识别 |
|
||||
Logger.info('iOS语音交互服务初始化完成，处于idle状态'); |
|
||||
} catch (e) { |
|
||||
Logger.error('iOS语音交互服务初始化失败: ${e.toString()}'); |
|
||||
} |
|
||||
|
|
||||
return this; |
|
||||
} |
|
||||
|
|
||||
// 处理唤醒事件 |
|
||||
void onWakeup() { |
|
||||
_ttsService.speakOnce('我在呢!'); |
|
||||
isSpeaking.value = true; |
|
||||
|
|
||||
if (state.value == VoiceInteractionState.idle) { |
|
||||
_activateInteraction(); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
// 激活交互 |
|
||||
void _activateInteraction() { |
|
||||
// 设置状态为活跃 |
|
||||
state.value = VoiceInteractionState.active; |
|
||||
|
|
||||
// 开始连续监听 |
|
||||
_startContinuousListening(); |
|
||||
|
|
||||
// 启动不活动计时器 |
|
||||
_startInactivityTimer(); |
|
||||
|
|
||||
// 发送识别开始事件 |
|
||||
_sendRecognitionStartedEvent(); |
|
||||
} |
|
||||
|
|
||||
// 开始连续监听 |
|
||||
Future<void> _startContinuousListening() async { |
|
||||
// 停止之前的监听 |
|
||||
_recognitionSubscription?.cancel(); |
|
||||
|
|
||||
try { |
|
||||
// 开始连续识别 |
|
||||
final recognitionStream = |
|
||||
await _asrService.startContinuousRecognition(_audioSourceType); |
|
||||
|
|
||||
// 监听识别结果 |
|
||||
_recognitionSubscription = |
|
||||
recognitionStream.listen(_handleRecognitionEvent, onError: (error) { |
|
||||
Logger.error('语音识别错误: ${error.toString()}'); |
|
||||
_startContinuousListening(); // 尝试重新启动 |
|
||||
}); |
|
||||
|
|
||||
Logger.info('开始连续语音识别'); |
|
||||
} catch (e) { |
|
||||
Logger.error('启动语音识别失败: ${e.toString()}'); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
// 处理识别事件 |
|
||||
void _handleRecognitionEvent(RecognitionEvent event) { |
|
||||
// 更新活动时间 |
|
||||
_updateActivityTime(); |
|
||||
|
|
||||
switch (event.type) { |
|
||||
case RecognitionEventType.intermediateResult: |
|
||||
// 检测用户是否开始说话 |
|
||||
if (event.text.isNotEmpty && !isSpeechDetected.value) { |
|
||||
isSpeechDetected.value = true; |
|
||||
|
|
||||
// 用户开始讲话时，立即中断当前响应 |
|
||||
_interruptCurrentResponse("检测到用户开始讲话，中断当前响应"); |
|
||||
} |
|
||||
break; |
|
||||
|
|
||||
case RecognitionEventType.finalResult: |
|
||||
if (event.text.isNotEmpty) { |
|
||||
// 最终结果，处理用户输入 |
|
||||
_processUserInput(event.text); |
|
||||
} |
|
||||
// 重置语音检测状态 |
|
||||
isSpeechDetected.value = false; |
|
||||
break; |
|
||||
|
|
||||
case RecognitionEventType.sessionStarted: |
|
||||
Logger.info('语音识别会话开始'); |
|
||||
break; |
|
||||
|
|
||||
case RecognitionEventType.sessionStopped: |
|
||||
Logger.info('语音识别会话结束'); |
|
||||
|
|
||||
break; |
|
||||
|
|
||||
case RecognitionEventType.error: |
|
||||
case RecognitionEventType.canceled: |
|
||||
Logger.error('语音识别错误: ${event.error}'); |
|
||||
|
|
||||
break; |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
// 中断当前响应 |
|
||||
void _interruptCurrentResponse(String reason) { |
|
||||
Logger.info(reason); |
|
||||
|
|
||||
// 如果正在活跃状态，需要中断当前操作 |
|
||||
if (state.value == VoiceInteractionState.active) { |
|
||||
// 停止TTS播放 |
|
||||
_ttsService.stop(); |
|
||||
isSpeaking.value = false; |
|
||||
isProcessingAI.value = false; |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
// 处理用户输入 |
|
||||
Future<void> _processUserInput(String text) async { |
|
||||
Logger.info('处理用户输入: $text'); |
|
||||
|
|
||||
// 设置为处理状态 |
|
||||
isProcessingAI.value = true; |
|
||||
|
|
||||
// 添加用户消息到历史记录 |
|
||||
final userMessage = {'role': 'user', 'content': text}; |
|
||||
_addToHistory(userMessage); |
|
||||
|
|
||||
// 创建用户消息对象 |
|
||||
final userMsg = Message( |
|
||||
role: 'user', |
|
||||
content: text, |
|
||||
timestamp: DateTime.now(), |
|
||||
); |
|
||||
|
|
||||
// AI响应处理标志 |
|
||||
bool isProcessingCancelled = false; |
|
||||
|
|
||||
try { |
|
||||
// 构建消息历史 |
|
||||
final messageHistory = _buildMessageHistory(); |
|
||||
|
|
||||
// 调用AI服务获取响应 |
|
||||
final responseStream = _aiService.sendMessageStream( |
|
||||
messages: messageHistory, |
|
||||
systemPrompt: "你是一个智能助手，请简明扼要地回答问题。", |
|
||||
); |
|
||||
|
|
||||
String aiResponse = ''; |
|
||||
|
|
||||
// 等待AI响应 |
|
||||
await for (final chunk in responseStream) { |
|
||||
// 检查是否被用户打断 |
|
||||
if (isSpeechDetected.value) { |
|
||||
// 用户开始说话，标记处理被取消 |
|
||||
isProcessingCancelled = true; |
|
||||
Logger.info('AI响应生成过程中被用户打断'); |
|
||||
break; |
|
||||
} |
|
||||
|
|
||||
// 如果状态已改变（可能由其他原因导致），停止处理 |
|
||||
if (state.value != VoiceInteractionState.active) { |
|
||||
isProcessingCancelled = true; |
|
||||
break; |
|
||||
} |
|
||||
|
|
||||
aiResponse += chunk; |
|
||||
|
|
||||
// 立即播放当前文本块，实现边生成边播放 |
|
||||
_speakStreamResponse(chunk); |
|
||||
} |
|
||||
|
|
||||
// 如果处理被取消，不继续后续操作 |
|
||||
if (isProcessingCancelled) { |
|
||||
isProcessingAI.value = false; |
|
||||
return; |
|
||||
} |
|
||||
|
|
||||
// 确保完整响应被处理 |
|
||||
if (aiResponse.isNotEmpty) { |
|
||||
// 将AI响应添加到历史记录 |
|
||||
final assistantMessage = {'role': 'assistant', 'content': aiResponse}; |
|
||||
_addToHistory(assistantMessage); |
|
||||
|
|
||||
// 创建助手消息对象 |
|
||||
final assistantMsg = Message( |
|
||||
role: 'assistant', |
|
||||
content: aiResponse, |
|
||||
timestamp: DateTime.now(), |
|
||||
); |
|
||||
|
|
||||
// 保存聊天历史 |
|
||||
await _saveChatHistory(userMsg, assistantMsg); |
|
||||
|
|
||||
// 发送聊天历史事件 |
|
||||
_sendChatHistoryEvent(userMsg.content, assistantMsg.content); |
|
||||
|
|
||||
// 刷新TTS流，确保所有文本都被播放 |
|
||||
await _ttsService.flushStream(); |
|
||||
isSpeaking.value = false; |
|
||||
} |
|
||||
|
|
||||
// 处理完成 |
|
||||
isProcessingAI.value = false; |
|
||||
} catch (e) { |
|
||||
Logger.error('AI响应处理失败: ${e.toString()}'); |
|
||||
// 错误恢复 |
|
||||
isProcessingAI.value = false; |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
// 构建用于AI服务的消息历史 |
|
||||
List<Map<String, String>> _buildMessageHistory() { |
|
||||
return List<Map<String, String>>.from(_messageHistory); |
|
||||
} |
|
||||
|
|
||||
// 添加消息到历史记录 |
|
||||
void _addToHistory(Map<String, String> message) { |
|
||||
_messageHistory.add(message); |
|
||||
|
|
||||
// 限制历史记录大小 |
|
||||
while (_messageHistory.length > _maxHistorySize) { |
|
||||
_messageHistory.removeAt(0); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
// 播放流式响应 |
|
||||
void _speakStreamResponse(String chunk) { |
|
||||
if (chunk.isEmpty) return; |
|
||||
|
|
||||
// 更新播放状态 |
|
||||
isSpeaking.value = true; |
|
||||
|
|
||||
// 使用流式TTS播放 |
|
||||
_ttsService.speakStream(chunk); |
|
||||
|
|
||||
// 更新活动时间 |
|
||||
_updateActivityTime(); |
|
||||
} |
|
||||
|
|
||||
// 停止TTS |
|
||||
void _stopTts() { |
|
||||
_ttsService.stop(); |
|
||||
isSpeaking.value = false; |
|
||||
} |
|
||||
|
|
||||
// 更新最后活动时间 |
|
||||
DateTime _lastActivityTime = DateTime.now(); |
|
||||
void _updateActivityTime() { |
|
||||
_lastActivityTime = DateTime.now(); |
|
||||
} |
|
||||
|
|
||||
// 启动不活动计时器（长时间无交互会切换到空闲状态） |
|
||||
void _startInactivityTimer() { |
|
||||
_cancelInactivityTimer(); |
|
||||
|
|
||||
_inactivityTimer = Timer.periodic(Duration(seconds: 5), (timer) { |
|
||||
// 计算空闲时间 |
|
||||
final idleTime = DateTime.now().difference(_lastActivityTime).inSeconds; |
|
||||
|
|
||||
// 如果空闲超过30秒，且不在播放或检测到语音，切换到空闲 |
|
||||
if (idleTime > 8 && |
|
||||
!isSpeaking.value && |
|
||||
!isProcessingAI.value && |
|
||||
!isSpeechDetected.value) { |
|
||||
_resetToIdle(); |
|
||||
timer.cancel(); |
|
||||
} |
|
||||
}); |
|
||||
} |
|
||||
|
|
||||
// 取消不活动计时器 |
|
||||
void _cancelInactivityTimer() { |
|
||||
_inactivityTimer?.cancel(); |
|
||||
_inactivityTimer = null; |
|
||||
} |
|
||||
|
|
||||
// 重置到空闲状态 |
|
||||
void _resetToIdle() { |
|
||||
_ttsService.speakOnce('没有听到声音,暂停对话,双击耳机唤醒!'); |
|
||||
_cancelInactivityTimer(); |
|
||||
|
|
||||
// 停止TTS |
|
||||
_stopTts(); |
|
||||
|
|
||||
// 停止语音识别 |
|
||||
_recognitionSubscription?.cancel(); |
|
||||
_asrService.stopContinuousRecognition(); |
|
||||
|
|
||||
// 重置状态 |
|
||||
state.value = VoiceInteractionState.idle; |
|
||||
isSpeechDetected.value = false; |
|
||||
isProcessingAI.value = false; |
|
||||
isSpeaking.value = false; |
|
||||
|
|
||||
// 清空历史记录 |
|
||||
_messageHistory.clear(); |
|
||||
|
|
||||
Logger.info('语音交互已重置为空闲状态'); |
|
||||
} |
|
||||
|
|
||||
// 暂停语音交互 |
|
||||
@override |
|
||||
void pauseVoiceInteraction() { |
|
||||
if (state.value != VoiceInteractionState.idle) { |
|
||||
_stopTts(); |
|
||||
_recognitionSubscription?.cancel(); |
|
||||
_asrService.stopContinuousRecognition(); |
|
||||
|
|
||||
// 重置所有状态 |
|
||||
state.value = VoiceInteractionState.idle; |
|
||||
isSpeechDetected.value = false; |
|
||||
isProcessingAI.value = false; |
|
||||
isSpeaking.value = false; |
|
||||
|
|
||||
// 清空历史记录 |
|
||||
_messageHistory.clear(); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
// 恢复语音交互 |
|
||||
void resumeVoiceInteraction() { |
|
||||
if (state.value == VoiceInteractionState.idle) { |
|
||||
_activateInteraction(); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
// 手动停止交互 |
|
||||
void stopInteraction() { |
|
||||
_resetToIdle(); |
|
||||
} |
|
||||
|
|
||||
// 获取当前状态 |
|
||||
VoiceInteractionState getCurrentState() { |
|
||||
return state.value; |
|
||||
} |
|
||||
|
|
||||
// 是否处于活跃状态 |
|
||||
@override |
|
||||
bool isActive() { |
|
||||
return state.value != VoiceInteractionState.idle; |
|
||||
} |
|
||||
|
|
||||
// 获取当前对话历史 |
|
||||
@override |
|
||||
List<Map<String, String>> getMessageHistory() { |
|
||||
return List<Map<String, String>>.from(_messageHistory); |
|
||||
} |
|
||||
|
|
||||
// 获取当前服务ID |
|
||||
@override |
|
||||
String getServiceId() { |
|
||||
return _agentId; |
|
||||
} |
|
||||
|
|
||||
// 释放资源 |
|
||||
@override |
|
||||
void onClose() { |
|
||||
_cancelInactivityTimer(); |
|
||||
_recognitionSubscription?.cancel(); |
|
||||
_resetToIdle(); |
|
||||
_eventStreamController.close(); |
|
||||
super.onClose(); |
|
||||
} |
|
||||
|
|
||||
// 保存聊天历史 |
|
||||
Future<void> _saveChatHistory(Message userMsg, Message assistantMsg) async { |
|
||||
try { |
|
||||
// 加载现有历史记录 |
|
||||
final existingMessages = await _chatHistoryService.loadHistory(_agentId); |
|
||||
|
|
||||
// 添加新消息 |
|
||||
existingMessages.addAll([userMsg, assistantMsg]); |
|
||||
|
|
||||
// 保存更新后的历史记录 |
|
||||
await _chatHistoryService.saveHistory(_agentId, existingMessages); |
|
||||
|
|
||||
Logger.info('保存聊天历史记录成功'); |
|
||||
} catch (e) { |
|
||||
Logger.error('保存聊天历史记录失败: ${e.toString()}'); |
|
||||
} |
|
||||
} |
|
||||
|
|
||||
// 发送聊天历史事件 |
|
||||
void _sendChatHistoryEvent(String userMessage, String assistantMessage) { |
|
||||
final event = ChatHistoryEvent( |
|
||||
agentId: _agentId, |
|
||||
userMessage: userMessage, |
|
||||
assistantMessage: assistantMessage, |
|
||||
timestamp: DateTime.now().millisecondsSinceEpoch, |
|
||||
); |
|
||||
|
|
||||
_eventStreamController.add(event); |
|
||||
Logger.info('已发送聊天历史事件'); |
|
||||
} |
|
||||
|
|
||||
// 发送识别开始事件 |
|
||||
void _sendRecognitionStartedEvent() { |
|
||||
final event = RecognitionStartedEvent( |
|
||||
timestamp: DateTime.now().millisecondsSinceEpoch, |
|
||||
); |
|
||||
|
|
||||
_eventStreamController.add(event); |
|
||||
Logger.info('已发送识别开始事件'); |
|
||||
} |
|
||||
} |
|
||||
Loading…
Reference in new issue