wolfplus
2 years ago
45 changed files with 4207 additions and 668 deletions
@ -1,456 +0,0 @@ |
|||
package com.yunqiinnovation.deepsound |
|||
|
|||
import android.content.Context |
|||
import org.json.JSONArray |
|||
import org.json.JSONObject |
|||
import android.util.Log |
|||
import com.yunqiinnovation.deepsound.core.utils.FileLogger |
|||
import com.yunqiinnovation.azure_speech.AzureAsrHelper |
|||
import com.yunqiinnovation.volcano_speech.VolcanoTtsHelper |
|||
import com.yunqiinnovation.open_ai_service.OpenAIService |
|||
|
|||
|
|||
/** |
|||
* 语音交互处理器 - 处理语音识别、TTS和AI对话相关逻辑 |
|||
*/ |
|||
class VoiceInteractionHandler( |
|||
private val context: Context, |
|||
private val azureSpeechKey: String, |
|||
private val azureSpeechRegion: String, |
|||
private val openaiApiKey: String, |
|||
private val openaiBaseUrl: String = "", |
|||
private val openaiModel: String = "", |
|||
private val volcanoSpeechAppId: String, |
|||
private val volcanoSpeechAppToken: String |
|||
) { |
|||
private val TAG = "VoiceInteractionHandler" |
|||
|
|||
// Azure服务 |
|||
private var azureAsrHelper: AzureAsrHelper? = null |
|||
private var volcanoTtsHelper: VolcanoTtsHelper? = null |
|||
|
|||
// OpenAI服务 |
|||
private val openAIService = OpenAIService() |
|||
|
|||
|
|||
// 语音功能处理 |
|||
private val voiceFunctionHandler = VoiceFunctionHandler(openAIService, context) |
|||
|
|||
// 当前用户输入 |
|||
private var currentUserInput = "" |
|||
|
|||
// 状态 |
|||
private var isInitialized = false |
|||
var isRecognitionActive = false |
|||
private set |
|||
var isTtsSpeaking = false |
|||
private set |
|||
var hasSpeechDetected = false |
|||
private set |
|||
|
|||
// 回调 |
|||
private var callback: InteractionCallback? = null |
|||
|
|||
/** |
|||
* 初始化 |
|||
*/ |
|||
fun initialize(): Boolean { |
|||
if (isInitialized) return true |
|||
|
|||
try { |
|||
// 初始化Azure ASR |
|||
azureAsrHelper = AzureAsrHelper(context).apply { |
|||
initialize(azureSpeechKey, azureSpeechRegion) |
|||
} |
|||
|
|||
// 初始化Volcano TTS (使用大模型TTS) |
|||
volcanoTtsHelper = VolcanoTtsHelper(context).apply { |
|||
// 这里需要替换为实际的Volcano SDK初始化参数 |
|||
// 暂时使用假参数，实际使用时需要替换为真实值 |
|||
initialize(volcanoSpeechAppId, volcanoSpeechAppToken, "volc.bigasr.sauc.duration") |
|||
|
|||
} |
|||
|
|||
// 初始化OpenAI服务 |
|||
openAIService.initialize(openaiApiKey, openaiBaseUrl, openaiModel) |
|||
|
|||
// 初始化语音功能处理器 |
|||
voiceFunctionHandler.initialize() |
|||
|
|||
isInitialized = true |
|||
return true |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "初始化失败: ${e.message}", e) |
|||
return false |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 设置回调 |
|||
*/ |
|||
fun setCallback(callback: InteractionCallback) { |
|||
this.callback = callback |
|||
} |
|||
|
|||
/** |
|||
* 开始语音识别 |
|||
*/ |
|||
fun startRecognition() { |
|||
if (isRecognitionActive) return |
|||
|
|||
// 检查录音权限 |
|||
if (!checkRecordAudioPermission()) { |
|||
callback?.onError("需要录音权限，请在设置中授予权限") |
|||
return |
|||
} |
|||
|
|||
isRecognitionActive = true |
|||
hasSpeechDetected = false |
|||
notifyStateChanged() |
|||
|
|||
try { |
|||
azureAsrHelper?.startContinuousRecognition(object : AzureAsrHelper.ContinuousRecognizeCallback { |
|||
override fun onRecognizing(recognizing: String, detectedLanguage: String) { |
|||
if (recognizing.isNotEmpty()) { |
|||
hasSpeechDetected = true |
|||
stopTts() |
|||
notifyStateChanged() |
|||
} |
|||
} |
|||
|
|||
override fun onResult(result: String, detectedLanguage: String) { |
|||
if (result.isNotEmpty()) { |
|||
notifyStateChanged() |
|||
|
|||
processWithOpenAI(result) |
|||
|
|||
} |
|||
|
|||
// 重置状态，继续识别 |
|||
hasSpeechDetected = false |
|||
} |
|||
|
|||
override fun onSessionStarted() { |
|||
notifyStateChanged() |
|||
} |
|||
|
|||
override fun onSessionStopped() { |
|||
isRecognitionActive = false |
|||
notifyStateChanged() |
|||
} |
|||
|
|||
override fun onCanceled(reason: String, errorDetails: String) { |
|||
isRecognitionActive = false |
|||
notifyStateChanged() |
|||
} |
|||
|
|||
override fun onError(error: String) { |
|||
isRecognitionActive = false |
|||
callback?.onError("语音识别出错") |
|||
notifyStateChanged() |
|||
} |
|||
|
|||
override fun onSuccess(message: String) { |
|||
// 处理成功事件 |
|||
} |
|||
}) |
|||
} catch (e: Exception) { |
|||
isRecognitionActive = false |
|||
FileLogger.e(TAG, "启动语音识别失败: ${e.message}", e) |
|||
callback?.onError("启动语音识别失败") |
|||
notifyStateChanged() |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 停止语音识别 |
|||
*/ |
|||
fun stopRecognition() { |
|||
if (!isRecognitionActive) return |
|||
|
|||
FileLogger.d(TAG, "停止语音识别") |
|||
|
|||
try { |
|||
azureAsrHelper?.stopContinuousRecognition(object : AzureAsrHelper.ContinuousRecognizeCallback { |
|||
override fun onResult(result: String, detectedLanguage: String) {} |
|||
override fun onRecognizing(recognizing: String, detectedLanguage: String) {} |
|||
override fun onSessionStarted() {} |
|||
override fun onSessionStopped() { |
|||
isRecognitionActive = false |
|||
FileLogger.d(TAG, "语音识别会话已停止") |
|||
notifyStateChanged() |
|||
} |
|||
override fun onCanceled(reason: String, errorDetails: String) { |
|||
isRecognitionActive = false |
|||
FileLogger.d(TAG, "语音识别已取消: $reason") |
|||
notifyStateChanged() |
|||
} |
|||
override fun onError(error: String) { |
|||
isRecognitionActive = false |
|||
FileLogger.e(TAG, "停止语音识别时出错: $error") |
|||
notifyStateChanged() |
|||
} |
|||
override fun onSuccess(message: String) { |
|||
isRecognitionActive = false |
|||
FileLogger.d(TAG, "语音识别已停止: $message") |
|||
notifyStateChanged() |
|||
} |
|||
}) |
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "停止语音识别异常: ${e.message}", e) |
|||
// 确保状态一致性 |
|||
isRecognitionActive = false |
|||
notifyStateChanged() |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 使用OpenAI处理语音识别结果 |
|||
*/ |
|||
private fun processWithOpenAI(text: String) { |
|||
// 保存当前用户输入，用于后续同步聊天记录 |
|||
currentUserInput = text |
|||
|
|||
Thread { |
|||
try { |
|||
val messages = JSONArray().apply { |
|||
put(openAIService.createUserMessage(text)) |
|||
} |
|||
|
|||
// 创建响应构建器 |
|||
val responseBuilder = StringBuilder() |
|||
|
|||
openAIService.sendMessageStream( |
|||
messages = messages, |
|||
callback = object : OpenAIService.StreamCallback { |
|||
override fun onToken(token: String) { |
|||
// 累加响应内容 |
|||
responseBuilder.append(token) |
|||
} |
|||
|
|||
override fun onComplete() { |
|||
// 处理完整响应 |
|||
val response = responseBuilder.toString() |
|||
if (response.isNotEmpty()) { |
|||
// 播放AI回复 |
|||
Log.d(TAG, "AI 回复: $response") |
|||
|
|||
speakAIResponse(response) |
|||
|
|||
// 同步聊天记录到Flutter端 |
|||
sendChatHistoryUpdate("personal_assistant", text, response) |
|||
} |
|||
} |
|||
|
|||
override fun onError(e: Exception) { |
|||
FileLogger.e(TAG, "AI流式处理出错: ${e.message}", e) |
|||
callback?.onError("AI处理出错") |
|||
} |
|||
|
|||
override fun onFunctionCall(call: JSONObject) { |
|||
FileLogger.d(TAG, "收到函数调用请求: ${call.getString("name")}") |
|||
|
|||
// 使用函数处理器处理函数调用 |
|||
val handled = voiceFunctionHandler.handleFunctionCall( |
|||
functionCall = call, |
|||
messages = messages, |
|||
callback = object : VoiceFunctionHandler.FunctionCallCallback { |
|||
override fun onTokenReceived(token: String) { |
|||
responseBuilder.append(token) |
|||
} |
|||
|
|||
override fun onComplete() { |
|||
val response = responseBuilder.toString() |
|||
if (response.isNotEmpty()) { |
|||
// 播放AI回复 |
|||
Log.d(TAG, "AI Function Call 回复: $response") |
|||
speakAIResponse(response) |
|||
|
|||
// 同步聊天记录到Flutter端 |
|||
sendChatHistoryUpdate("personal_assistant", text, response) |
|||
} |
|||
notifyStateChanged() |
|||
} |
|||
|
|||
override fun onError(message: String) { |
|||
FileLogger.e(TAG, "函数处理出错: $message") |
|||
callback?.onError(message) |
|||
} |
|||
|
|||
override fun onFunctionCall(nestedCall: JSONObject) { |
|||
FileLogger.d(TAG, "收到嵌套函数调用: ${nestedCall.getString("name")}") |
|||
// 不处理嵌套函数调用，直接返回错误提示 |
|||
// speakAIResponse("抱歉，暂不支持嵌套函数调用") |
|||
} |
|||
|
|||
override fun onExitWithMessage(farewell: String) { |
|||
// 播放退出消息 |
|||
speakAIResponse(farewell) |
|||
|
|||
// 同步聊天记录 |
|||
sendChatHistoryUpdate("personal_assistant", text, farewell) |
|||
|
|||
// 停止语音识别 |
|||
stopRecognition() |
|||
} |
|||
} |
|||
) |
|||
|
|||
if (!handled) { |
|||
// 如果函数没有被处理，作为普通文本处理 |
|||
FileLogger.d(TAG, "函数未处理，作为普通文本处理") |
|||
speakAIResponse("我无法处理这个请求") |
|||
sendChatHistoryUpdate("personal_assistant", text, "我无法处理这个请求") |
|||
} |
|||
} |
|||
} |
|||
) |
|||
|
|||
} catch (e: Exception) { |
|||
FileLogger.e(TAG, "AI处理出错: ${e.message}", e) |
|||
callback?.onError("AI处理出错") |
|||
} |
|||
}.start() |
|||
} |
|||
|
|||
/** |
|||
* 播放TTS |
|||
*/ |
|||
fun playTts(text: String, callback: TtsCallback? = null) { |
|||
isTtsSpeaking = true |
|||
notifyStateChanged() |
|||
|
|||
volcanoTtsHelper?.speak(text, object : VolcanoTtsHelper.TTSCallback { |
|||
override fun onStart(reqId: String) { |
|||
// TTS开始播放事件 |
|||
} |
|||
|
|||
override fun onProgress(reqId: String, progress: Double) { |
|||
// TTS播放进度事件 |
|||
} |
|||
|
|||
override fun onComplete(reqId: String) { |
|||
isTtsSpeaking = false |
|||
notifyStateChanged() |
|||
callback?.onComplete() |
|||
} |
|||
|
|||
override fun onError(reqId: String, errorCode: Int, errorMsg: String) { |
|||
isTtsSpeaking = false |
|||
notifyStateChanged() |
|||
callback?.onError(errorMsg) |
|||
} |
|||
}) |
|||
} |
|||
|
|||
/** |
|||
* 停止TTS播放 |
|||
*/ |
|||
fun stopTts() { |
|||
if (isTtsSpeaking) { |
|||
volcanoTtsHelper?.stop() |
|||
isTtsSpeaking = false |
|||
notifyStateChanged() |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 播放AI回复 |
|||
*/ |
|||
private fun speakAIResponse(text: String) { |
|||
isTtsSpeaking = true |
|||
notifyStateChanged() |
|||
|
|||
volcanoTtsHelper?.speak(text, object : VolcanoTtsHelper.TTSCallback { |
|||
override fun onStart(reqId: String) { |
|||
// TTS开始播放事件 |
|||
} |
|||
|
|||
override fun onProgress(reqId: String, progress: Double) { |
|||
// TTS播放进度事件 |
|||
} |
|||
|
|||
override fun onComplete(reqId: String) { |
|||
isTtsSpeaking = false |
|||
notifyStateChanged() |
|||
} |
|||
|
|||
override fun onError(reqId: String, errorCode: Int, errorMsg: String) { |
|||
isTtsSpeaking = false |
|||
notifyStateChanged() |
|||
} |
|||
}) |
|||
} |
|||
|
|||
/** |
|||
* 释放资源 |
|||
*/ |
|||
fun dispose() { |
|||
// 停止语音识别 |
|||
stopRecognition() |
|||
|
|||
// 停止TTS播放 |
|||
stopTts() |
|||
|
|||
// 释放Azure资源 |
|||
azureAsrHelper?.let { |
|||
FileLogger.d(TAG, "关闭Azure ASR服务") |
|||
it.dispose() |
|||
} |
|||
|
|||
volcanoTtsHelper?.let { |
|||
FileLogger.d(TAG, "关闭Volcano TTS服务") |
|||
it.release() |
|||
} |
|||
|
|||
FileLogger.d(TAG, "语音交互处理器资源已释放") |
|||
} |
|||
|
|||
/** |
|||
* 检查录音权限 |
|||
*/ |
|||
private fun checkRecordAudioPermission(): Boolean { |
|||
val permission = android.Manifest.permission.RECORD_AUDIO |
|||
val result = context.checkCallingOrSelfPermission(permission) |
|||
return result == android.content.pm.PackageManager.PERMISSION_GRANTED |
|||
} |
|||
|
|||
/** |
|||
* 通知状态变化 |
|||
*/ |
|||
private fun notifyStateChanged() { |
|||
callback?.onStateChanged(isRecognitionActive, isTtsSpeaking, hasSpeechDetected) |
|||
} |
|||
|
|||
/** |
|||
* 发送聊天历史更新 |
|||
*/ |
|||
private fun sendChatHistoryUpdate(agentId: String, userMessage: String, assistantMessage: String) { |
|||
val intent = android.content.Intent(VoiceInteractionService.ACTION_CHAT_HISTORY_UPDATED).apply { |
|||
putExtra("agentId", agentId) |
|||
putExtra("userMessage", userMessage) |
|||
putExtra("assistantMessage", assistantMessage) |
|||
putExtra("timestamp", System.currentTimeMillis()) |
|||
} |
|||
|
|||
// 发送广播 |
|||
context.sendBroadcast(intent) |
|||
} |
|||
|
|||
/** |
|||
* 交互回调接口 |
|||
*/ |
|||
interface InteractionCallback { |
|||
fun onStateChanged(isRecognitionActive: Boolean, isTtsSpeaking: Boolean, hasSpeechDetected: Boolean) |
|||
fun onError(message: String) |
|||
fun onPromptRequest(message: String) |
|||
} |
|||
|
|||
/** |
|||
* TTS回调接口 |
|||
*/ |
|||
interface TtsCallback { |
|||
fun onComplete() |
|||
fun onError(error: String) |
|||
} |
|||
} |
|||
@ -0,0 +1,89 @@ |
|||
/// 杰里(Jieli)设备相关常量定义 |
|||
/// 用于标准化系统属性类型和功能码 |
|||
|
|||
/// 系统属性类型常量 |
|||
class JieliAttrType { |
|||
// 公共属性 |
|||
static const int VOLUME = 1; // 音量 |
|||
static const int PLAYING_TIME = 2; // 播放时间 |
|||
static const int BATTERY_LEVEL = 3; // 电池电量 |
|||
static const int WORK_MODE = 4; // 工作模式 |
|||
static const int PLAYBACK_MODE = 5; // 播放模式(循环模式) |
|||
static const int EQ_MODE = 6; // EQ模式 |
|||
static const int LANGUAGE = 7; // 语言设置 |
|||
static const int CONTRAST = 8; // 对比度 |
|||
static const int LED_ONOFF = 9; // LED开关 |
|||
static const int POWER_OFF_TIME = 10; // 关机时间 |
|||
static const int LIGHT_ONOFF = 11; // 背光开关 |
|||
static const int BLETYPE_SETTING = 12; // BLE类型设置 |
|||
static const int TIME_OUT = 13; // 超时设置 |
|||
static const int DEVICE_NAME = 14; // 设备名称 |
|||
static const int ALARM_ENABLE = 15; // 闹钟开关 |
|||
static const int DEV_MAC = 16; // 设备MAC地址 |
|||
|
|||
// 音乐相关属性 |
|||
static const int MUSIC_STATUS = 20; // 音乐状态 |
|||
static const int MUSIC_CURR_DEVICE = 21; // 当前音乐设备 |
|||
static const int MUSIC_TOTAL_TIME = 22; // 音乐总时长 |
|||
static const int MUSIC_CURR_PLAY_TIME = 23; // 当前播放时间 |
|||
static const int MUSIC_NUM = 24; // 音乐数量 |
|||
static const int MUSIC_DEV_STATUS = 25; // 设备存储状态 |
|||
static const int MUSIC_BREAK_POINT = 26; // 断点信息 |
|||
static const int MUSIC_CURR_FILENUM = 27; // 当前文件编号 |
|||
static const int MUSIC_TOTAL_FILENUM = 28; // 总文件数 |
|||
static const int MEDIA_TIMESTAMP = 29; // 媒体时间戳 |
|||
|
|||
// 模式相关 |
|||
static const int CUR_MODE = 30; // 当前模式 |
|||
|
|||
// TWS相关 |
|||
static const int TWS_CONN_STATUS = 60; // TWS连接状态 |
|||
static const int LEFT_CHN_BAT = 61; // 左耳电量 |
|||
static const int RIGHT_CHN_BAT = 62; // 右耳电量 |
|||
static const int TWS_STATUS = 63; // TWS状态 |
|||
} |
|||
|
|||
/// 功能码 |
|||
class JieliFunctionCode { |
|||
static const int COMMON = 0; // 公共功能 |
|||
static const int MUSIC = 1; // 音乐功能 |
|||
static const int RADIO = 2; // 收音机功能 |
|||
static const int LINEIN = 3; // 线路输入功能 |
|||
static const int RTC = 4; // 时钟功能 |
|||
static const int BT = 5; // 蓝牙功能 |
|||
static const int PC = 6; // PC功能 |
|||
static const int RECORD = 7; // 录音功能 |
|||
static const int UDISK = 8; // U盘功能 |
|||
static const int TALK = 9; // 通话功能 |
|||
static const int PHOTO = 10; // 拍照功能 |
|||
static const int VIDEO = 11; // 视频功能 |
|||
} |
|||
|
|||
/// 音乐播放状态 |
|||
class JieliMusicStatus { |
|||
static const int STOP = 0; // 停止状态 |
|||
static const int PLAY = 1; // 播放状态 |
|||
static const int PAUSE = 2; // 暂停状态 |
|||
static const int FAST_FORWARD = 3; // 快进状态 |
|||
static const int FAST_BACKWARD = 4; // 快退状态 |
|||
} |
|||
|
|||
/// 循环播放模式 |
|||
class JieliPlaybackMode { |
|||
static const int ALL = 0; // 全部循环 |
|||
static const int FOLDER = 1; // 文件夹循环 |
|||
static const int ONE = 2; // 单曲循环 |
|||
static const int RANDOM = 3; // 随机播放 |
|||
static const int BROWSE = 4; // 浏览播放 |
|||
} |
|||
|
|||
/// EQ模式 |
|||
class JieliEQMode { |
|||
static const int NORMAL = 0; // 正常 |
|||
static const int ROCK = 1; // 摇滚 |
|||
static const int POP = 2; // 流行 |
|||
static const int CLASSIC = 3; // 经典 |
|||
static const int JAZZ = 4; // 爵士 |
|||
static const int COUNTRY = 5; // 乡村 |
|||
static const int CUSTOM = 6; // 自定义 |
|||
} |
|||
@ -1,97 +0,0 @@ |
|||
import 'dart:convert'; |
|||
|
|||
/// 函数服务 |
|||
/// 仅实现各种功能函数，不包含AI交互逻辑 |
|||
class FunctionService { |
|||
/// 天气查询工具定义 |
|||
/// 返回一个可直接用于tools参数的天气查询工具定义 |
|||
static Map<String, dynamic> getWeatherToolDefinition() { |
|||
return { |
|||
'type': 'function', |
|||
'function': { |
|||
'name': 'get_current_weather', |
|||
'description': '获取指定地点的当前天气信息', |
|||
'parameters': { |
|||
'type': 'object', |
|||
'properties': { |
|||
'location': { |
|||
'type': 'string', |
|||
'description': '地理位置，例如：北京市', |
|||
}, |
|||
'unit': { |
|||
'type': 'string', |
|||
'description': '温度单位', |
|||
'enum': ['celsius', 'fahrenheit'], |
|||
}, |
|||
}, |
|||
'required': ['location'], |
|||
}, |
|||
}, |
|||
}; |
|||
} |
|||
|
|||
/// 模拟天气API实现 |
|||
/// 返回一个模拟的天气信息，实际应用中应该调用真实的天气API |
|||
static Future<Map<String, dynamic>> getWeatherInfo(Map<String, dynamic> args) async { |
|||
final location = args['location'] ?? '未知地点'; |
|||
final unit = args['unit'] ?? 'celsius'; |
|||
|
|||
// 在实际应用中，这里应该调用真实的天气API |
|||
return { |
|||
'location': location, |
|||
'temperature': unit == 'celsius' ? '25°C' : '77°F', |
|||
'conditions': '晴转多云', |
|||
'humidity': '55%', |
|||
'wind': '西南风 3级', |
|||
'date': DateTime.now().toString().split(' ')[0], |
|||
}; |
|||
} |
|||
|
|||
/// 解析函数调用参数 |
|||
/// 从AI响应中提取函数调用参数 |
|||
static Map<String, dynamic> parseFunctionCallArguments(Map<String, dynamic> functionCallResponse) { |
|||
if (functionCallResponse['tool_calls'] == null || |
|||
functionCallResponse['tool_calls'].isEmpty) { |
|||
throw FunctionServiceException('No tool calls found in response'); |
|||
} |
|||
|
|||
final toolCall = functionCallResponse['tool_calls'][0]; |
|||
if (toolCall['function'] == null || toolCall['function']['arguments'] == null) { |
|||
throw FunctionServiceException('Invalid function call format'); |
|||
} |
|||
|
|||
try { |
|||
return json.decode(toolCall['function']['arguments']); |
|||
} catch (e) { |
|||
throw FunctionServiceException('Failed to parse function arguments: $e'); |
|||
} |
|||
} |
|||
|
|||
/// 获取函数调用ID和名称 |
|||
/// 用于构建工具响应消息 |
|||
static Map<String, String> getFunctionCallInfo(Map<String, dynamic> functionCallResponse) { |
|||
if (functionCallResponse['tool_calls'] == null || |
|||
functionCallResponse['tool_calls'].isEmpty) { |
|||
throw FunctionServiceException('No tool calls found in response'); |
|||
} |
|||
|
|||
final toolCall = functionCallResponse['tool_calls'][0]; |
|||
if (toolCall['id'] == null || toolCall['function'] == null || toolCall['function']['name'] == null) { |
|||
throw FunctionServiceException('Invalid function call format'); |
|||
} |
|||
|
|||
return { |
|||
'id': toolCall['id'], |
|||
'name': toolCall['function']['name'], |
|||
}; |
|||
} |
|||
} |
|||
|
|||
/// 函数调用服务异常类 |
|||
class FunctionServiceException implements Exception { |
|||
final String message; |
|||
FunctionServiceException(this.message); |
|||
|
|||
@override |
|||
String toString() => message; |
|||
} |
|||
@ -0,0 +1,11 @@ |
|||
import 'package:get/get.dart'; |
|||
import '../controllers/jieli_test_controller.dart'; |
|||
|
|||
class JieliTestBinding extends Bindings { |
|||
@override |
|||
void dependencies() { |
|||
Get.lazyPut<JieliTestController>( |
|||
() => JieliTestController(), |
|||
); |
|||
} |
|||
} |
|||
@ -0,0 +1,298 @@ |
|||
import 'dart:async'; |
|||
import 'dart:typed_data'; |
|||
import 'package:get/get.dart'; |
|||
import 'package:logger/logger.dart'; |
|||
import 'package:jieli/jieli.dart'; |
|||
|
|||
/// 杰理测试控制器 |
|||
class JieliTestController extends GetxController { |
|||
static final Logger logger = Logger(); |
|||
|
|||
// Jieli插件实例 |
|||
late Jieli jieli; |
|||
|
|||
// 状态变量 |
|||
var isScanning = false.obs; |
|||
var deviceInfo = '未获取'.obs; |
|||
var connectStatus = '未连接'.obs; |
|||
var currentDevice = Rx<BleDevice?>(null); |
|||
var scannedDevices = RxList<BleDevice>([]); |
|||
var wakeupReceived = false.obs; |
|||
var audioDataSize = 0.obs; |
|||
var receivedFrames = 0.obs; |
|||
var audioDataReceiving = false.obs; |
|||
|
|||
// 事件订阅 |
|||
StreamSubscription? _scanSubscription; |
|||
StreamSubscription? _connectionSubscription; |
|||
StreamSubscription? _wakeupSubscription; |
|||
StreamSubscription? _audioSubscription; |
|||
|
|||
@override |
|||
void onInit() { |
|||
super.onInit(); |
|||
logger.d('JieliTestController 初始化'); |
|||
_initializeJieli(); |
|||
} |
|||
|
|||
@override |
|||
void onClose() { |
|||
logger.d('JieliTestController 关闭'); |
|||
_cancelAllSubscriptions(); |
|||
_disposeJieli(); |
|||
super.onClose(); |
|||
} |
|||
|
|||
/// 取消所有订阅 |
|||
void _cancelAllSubscriptions() { |
|||
_scanSubscription?.cancel(); |
|||
_connectionSubscription?.cancel(); |
|||
_wakeupSubscription?.cancel(); |
|||
_audioSubscription?.cancel(); |
|||
} |
|||
|
|||
/// 初始化杰理SDK |
|||
void _initializeJieli() { |
|||
try { |
|||
logger.d('初始化Jieli插件'); |
|||
jieli = Jieli(); |
|||
_setupEventListeners(); |
|||
} catch (e) { |
|||
logger.e('初始化Jieli插件错误', error: e); |
|||
} |
|||
} |
|||
|
|||
/// 设置事件监听器 |
|||
void _setupEventListeners() { |
|||
// 监听扫描结果 |
|||
_scanSubscription = jieli.scanResults.listen((devices) { |
|||
// logger.d('扫描到设备: ${devices.length}个'); |
|||
scannedDevices.assignAll(devices); |
|||
}); |
|||
|
|||
// 监听连接状态 |
|||
_connectionSubscription = jieli.connectionState.listen((state) { |
|||
logger.d('连接状态变化: $state'); |
|||
switch (state) { |
|||
case ConnectionState.connected: |
|||
connectStatus.value = '已连接'; |
|||
break; |
|||
case ConnectionState.disconnected: |
|||
connectStatus.value = '已断开'; |
|||
currentDevice.value = null; |
|||
break; |
|||
case ConnectionState.connecting: |
|||
connectStatus.value = '连接中...'; |
|||
break; |
|||
case ConnectionState.disconnecting: |
|||
connectStatus.value = '断开中...'; |
|||
break; |
|||
case ConnectionState.error: |
|||
connectStatus.value = '连接错误'; |
|||
break; |
|||
} |
|||
}); |
|||
|
|||
// 监听唤醒信号 |
|||
_wakeupSubscription = jieli.wakeupStream.listen((wakeup) { |
|||
logger.d('收到唤醒信号'); |
|||
wakeupReceived.value = true; |
|||
Get.snackbar('收到唤醒信号', '耳机发送了唤醒信号'); |
|||
}); |
|||
|
|||
// 监听音频数据 |
|||
_audioSubscription = jieli.audioDataStream.listen((data) { |
|||
// 更新音频数据统计 |
|||
audioDataSize.value += data.length; |
|||
receivedFrames.value++; |
|||
audioDataReceiving.value = true; |
|||
|
|||
// 每100帧更新一次日志，避免日志过多 |
|||
if (receivedFrames.value % 100 == 0) { |
|||
logger.d('已接收音频数据: ${audioDataSize.value} 字节, ${receivedFrames.value} 帧'); |
|||
} |
|||
}); |
|||
} |
|||
|
|||
/// 检查蓝牙状态 |
|||
Future<bool> checkBluetoothStatus() async { |
|||
try { |
|||
final isEnabled = await jieli.isBluetoothEnabled(); |
|||
if (!isEnabled) { |
|||
logger.d('蓝牙未启用，请求启用蓝牙'); |
|||
return await jieli.requestBluetoothEnable(); |
|||
} |
|||
return true; |
|||
} catch (e) { |
|||
logger.e('检查蓝牙状态错误', error: e); |
|||
return false; |
|||
} |
|||
} |
|||
|
|||
/// 开始扫描设备 |
|||
Future<void> startScan() async { |
|||
if (isScanning.value) return; |
|||
|
|||
final bluetoothReady = await checkBluetoothStatus(); |
|||
if (!bluetoothReady) { |
|||
Get.snackbar('蓝牙未启用', '请启用蓝牙后再试'); |
|||
return; |
|||
} |
|||
|
|||
try { |
|||
logger.d('开始扫描设备'); |
|||
isScanning.value = true; |
|||
|
|||
// 清空之前的设备列表 |
|||
scannedDevices.clear(); |
|||
|
|||
// 开始扫描，10秒后自动停止 |
|||
final success = await jieli.startScan(scanTimeout: 10000); |
|||
|
|||
if (!success) { |
|||
logger.e('启动扫描失败'); |
|||
isScanning.value = false; |
|||
Get.snackbar('扫描失败', '启动扫描设备失败，请检查蓝牙权限'); |
|||
} |
|||
|
|||
// 10秒后自动更新UI状态 |
|||
Future.delayed(Duration(milliseconds: 10000), () { |
|||
isScanning.value = false; |
|||
}); |
|||
|
|||
} catch (e) { |
|||
logger.e('扫描设备错误', error: e); |
|||
isScanning.value = false; |
|||
Get.snackbar('扫描错误', e.toString()); |
|||
} |
|||
} |
|||
|
|||
/// 停止扫描 |
|||
Future<void> stopScan() async { |
|||
if (!isScanning.value) return; |
|||
|
|||
try { |
|||
logger.d('停止扫描'); |
|||
await jieli.stopScan(); |
|||
isScanning.value = false; |
|||
} catch (e) { |
|||
logger.e('停止扫描错误', error: e); |
|||
} |
|||
} |
|||
|
|||
/// 连接到指定设备 |
|||
Future<void> connectToDevice(BleDevice device) async { |
|||
try { |
|||
// 先断开当前连接 |
|||
if (currentDevice.value != null) { |
|||
await disconnectDevice(); |
|||
} |
|||
|
|||
// 更新UI状态 |
|||
connectStatus.value = '连接中...'; |
|||
logger.d('连接设备: ${device.name} (${device.id})'); |
|||
|
|||
// 重置音频和唤醒相关的状态 |
|||
wakeupReceived.value = false; |
|||
audioDataSize.value = 0; |
|||
receivedFrames.value = 0; |
|||
audioDataReceiving.value = false; |
|||
|
|||
// 连接设备 |
|||
final success = await jieli.connect(device.id); |
|||
|
|||
if (success) { |
|||
// 连接成功，更新当前设备 |
|||
currentDevice.value = device; |
|||
deviceInfo.value = '设备名称: ${device.name}\n设备ID: ${device.id}\nRSSI: ${device.rssi} dBm'; |
|||
logger.d('设备连接成功'); |
|||
} else { |
|||
deviceInfo.value = '连接失败'; |
|||
logger.d('设备连接失败'); |
|||
} |
|||
} catch (e) { |
|||
deviceInfo.value = '连接错误: ${e.toString()}'; |
|||
logger.e('连接设备错误', error: e); |
|||
} |
|||
} |
|||
|
|||
/// 断开设备连接 |
|||
Future<void> disconnectDevice() async { |
|||
if (currentDevice.value == null) return; |
|||
|
|||
try { |
|||
connectStatus.value = '断开中...'; |
|||
logger.d('断开设备连接'); |
|||
|
|||
final success = await jieli.disconnect(); |
|||
|
|||
if (success) { |
|||
deviceInfo.value = '未连接设备'; |
|||
logger.d('设备断开连接成功'); |
|||
} else { |
|||
logger.d('设备断开连接失败'); |
|||
} |
|||
|
|||
} catch (e) { |
|||
logger.e('断开设备错误', error: e); |
|||
} |
|||
} |
|||
|
|||
/// 发送开始录音命令 |
|||
Future<void> sendStartRecordingCommand() async { |
|||
if (currentDevice.value == null) { |
|||
Get.snackbar('操作失败', '未连接设备'); |
|||
return; |
|||
} |
|||
|
|||
try { |
|||
logger.d('发送开始录音命令'); |
|||
final success = await jieli.sendStartRecordingCommand(); |
|||
|
|||
if (success) { |
|||
Get.snackbar('命令已发送', '已发送开始录音命令'); |
|||
logger.d('开始录音命令发送成功'); |
|||
} else { |
|||
Get.snackbar('命令发送失败', '发送开始录音命令失败'); |
|||
logger.d('开始录音命令发送失败'); |
|||
} |
|||
} catch (e) { |
|||
logger.e('发送开始录音命令错误', error: e); |
|||
Get.snackbar('命令错误', e.toString()); |
|||
} |
|||
} |
|||
|
|||
/// 发送停止录音命令 |
|||
Future<void> sendStopRecordingCommand() async { |
|||
if (currentDevice.value == null) { |
|||
Get.snackbar('操作失败', '未连接设备'); |
|||
return; |
|||
} |
|||
|
|||
try { |
|||
logger.d('发送停止录音命令'); |
|||
final success = await jieli.sendStopRecordingCommand(); |
|||
|
|||
if (success) { |
|||
Get.snackbar('命令已发送', '已发送停止录音命令'); |
|||
logger.d('停止录音命令发送成功'); |
|||
} else { |
|||
Get.snackbar('命令发送失败', '发送停止录音命令失败'); |
|||
logger.d('停止录音命令发送失败'); |
|||
} |
|||
} catch (e) { |
|||
logger.e('发送停止录音命令错误', error: e); |
|||
Get.snackbar('命令错误', e.toString()); |
|||
} |
|||
} |
|||
|
|||
/// 清理资源 |
|||
void _disposeJieli() { |
|||
try { |
|||
logger.d('释放Jieli插件资源'); |
|||
jieli.dispose(); |
|||
} catch (e) { |
|||
logger.e('释放Jieli插件资源错误', error: e); |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1,494 @@ |
|||
import 'package:flutter/material.dart'; |
|||
import 'package:get/get.dart'; |
|||
import 'package:flutter_screenutil/flutter_screenutil.dart'; |
|||
import '../controllers/jieli_test_controller.dart'; |
|||
import 'package:jieli/jieli.dart'; |
|||
|
|||
class JieliTestView extends GetView<JieliTestController> { |
|||
const JieliTestView({Key? key}) : super(key: key); |
|||
|
|||
@override |
|||
Widget build(BuildContext context) { |
|||
final isDarkMode = Theme.of(context).brightness == Brightness.dark; |
|||
|
|||
return Scaffold( |
|||
backgroundColor: isDarkMode ? Colors.black : Colors.grey[50], |
|||
appBar: AppBar( |
|||
backgroundColor: isDarkMode ? Colors.black : Colors.white, |
|||
elevation: 0.5, |
|||
title: Text( |
|||
'杰理蓝牙测试', |
|||
style: TextStyle( |
|||
fontSize: 17.sp, |
|||
fontWeight: FontWeight.w600, |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
), |
|||
), |
|||
centerTitle: true, |
|||
leading: IconButton( |
|||
icon: Icon( |
|||
Icons.arrow_back_ios, |
|||
color: isDarkMode ? Colors.white : Colors.black, |
|||
size: 20.sp, |
|||
), |
|||
onPressed: () => Get.back(), |
|||
), |
|||
), |
|||
body: Padding( |
|||
padding: EdgeInsets.all(16.w), |
|||
child: Column( |
|||
crossAxisAlignment: CrossAxisAlignment.stretch, |
|||
children: [ |
|||
_buildStatusCard(isDarkMode), |
|||
SizedBox(height: 16.h), |
|||
_buildActionButtons(isDarkMode), |
|||
SizedBox(height: 16.h), |
|||
_buildDeviceInfo(isDarkMode), |
|||
SizedBox(height: 16.h), |
|||
_buildDevicesList(isDarkMode), |
|||
], |
|||
), |
|||
), |
|||
); |
|||
} |
|||
|
|||
Widget _buildStatusCard(bool isDarkMode) { |
|||
return Container( |
|||
padding: EdgeInsets.all(16.w), |
|||
decoration: BoxDecoration( |
|||
color: isDarkMode ? Colors.grey[900] : Colors.white, |
|||
borderRadius: BorderRadius.circular(12.r), |
|||
boxShadow: [ |
|||
BoxShadow( |
|||
color: Colors.black.withOpacity(0.05), |
|||
blurRadius: 10, |
|||
offset: const Offset(0, 2), |
|||
), |
|||
], |
|||
), |
|||
child: Column( |
|||
crossAxisAlignment: CrossAxisAlignment.start, |
|||
children: [ |
|||
Row( |
|||
children: [ |
|||
Text( |
|||
'连接状态: ', |
|||
style: TextStyle( |
|||
fontSize: 14.sp, |
|||
color: isDarkMode ? Colors.white : Colors.black87, |
|||
), |
|||
), |
|||
Obx(() => Text( |
|||
controller.connectStatus.value, |
|||
style: TextStyle( |
|||
fontSize: 14.sp, |
|||
fontWeight: FontWeight.bold, |
|||
color: _getStatusColor(controller.connectStatus.value), |
|||
), |
|||
)), |
|||
], |
|||
), |
|||
SizedBox(height: 8.h), |
|||
Row( |
|||
mainAxisAlignment: MainAxisAlignment.spaceBetween, |
|||
children: [ |
|||
Obx(() => _buildStatusChip( |
|||
label: '唤醒信号', |
|||
isActive: controller.wakeupReceived.value, |
|||
activeColor: Colors.orange, |
|||
isDarkMode: isDarkMode, |
|||
)), |
|||
Obx(() => _buildStatusChip( |
|||
label: '音频数据', |
|||
isActive: controller.audioDataReceiving.value, |
|||
activeColor: Colors.green, |
|||
isDarkMode: isDarkMode, |
|||
)), |
|||
], |
|||
), |
|||
SizedBox(height: 8.h), |
|||
Obx(() => controller.audioDataReceiving.value |
|||
? Column( |
|||
crossAxisAlignment: CrossAxisAlignment.start, |
|||
children: [ |
|||
Text( |
|||
'音频数据统计:', |
|||
style: TextStyle( |
|||
fontSize: 12.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
), |
|||
SizedBox(height: 4.h), |
|||
Text( |
|||
'已接收 ${(controller.audioDataSize.value / 1024).toStringAsFixed(2)} KB', |
|||
style: TextStyle( |
|||
fontSize: 12.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
), |
|||
Text( |
|||
'共 ${controller.receivedFrames.value} 帧', |
|||
style: TextStyle( |
|||
fontSize: 12.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
), |
|||
], |
|||
) |
|||
: SizedBox.shrink() |
|||
), |
|||
], |
|||
), |
|||
); |
|||
} |
|||
|
|||
Widget _buildStatusChip({ |
|||
required String label, |
|||
required bool isActive, |
|||
required Color activeColor, |
|||
required bool isDarkMode, |
|||
}) { |
|||
return Container( |
|||
padding: EdgeInsets.symmetric(horizontal: 12.w, vertical: 6.h), |
|||
decoration: BoxDecoration( |
|||
color: isActive |
|||
? activeColor |
|||
: (isDarkMode ? Colors.grey[800] : Colors.grey[200]), |
|||
borderRadius: BorderRadius.circular(16.r), |
|||
), |
|||
child: Row( |
|||
mainAxisSize: MainAxisSize.min, |
|||
children: [ |
|||
Container( |
|||
width: 8.w, |
|||
height: 8.w, |
|||
decoration: BoxDecoration( |
|||
color: isActive ? Colors.white : Colors.grey, |
|||
shape: BoxShape.circle, |
|||
), |
|||
), |
|||
SizedBox(width: 6.w), |
|||
Text( |
|||
label, |
|||
style: TextStyle( |
|||
fontSize: 12.sp, |
|||
color: isActive |
|||
? Colors.white |
|||
: (isDarkMode ? Colors.white70 : Colors.black54), |
|||
fontWeight: isActive ? FontWeight.bold : FontWeight.normal, |
|||
), |
|||
), |
|||
], |
|||
), |
|||
); |
|||
} |
|||
|
|||
Widget _buildActionButtons(bool isDarkMode) { |
|||
return Column( |
|||
children: [ |
|||
Row( |
|||
children: [ |
|||
Expanded( |
|||
child: Obx(() => ElevatedButton.icon( |
|||
onPressed: controller.isScanning.value |
|||
? controller.stopScan |
|||
: controller.startScan, |
|||
icon: Icon( |
|||
controller.isScanning.value ? Icons.stop : Icons.bluetooth_searching, |
|||
size: 18.sp, |
|||
), |
|||
label: Text( |
|||
controller.isScanning.value ? '停止扫描' : '扫描设备', |
|||
style: TextStyle(fontSize: 14.sp), |
|||
), |
|||
style: ElevatedButton.styleFrom( |
|||
backgroundColor: controller.isScanning.value |
|||
? Colors.red[600] |
|||
: Colors.blue[600], |
|||
padding: EdgeInsets.symmetric(vertical: 12.h), |
|||
shape: RoundedRectangleBorder( |
|||
borderRadius: BorderRadius.circular(8.r), |
|||
), |
|||
), |
|||
)), |
|||
), |
|||
], |
|||
), |
|||
SizedBox(height: 8.h), |
|||
Row( |
|||
children: [ |
|||
Expanded( |
|||
child: ElevatedButton.icon( |
|||
onPressed: controller.sendStartRecordingCommand, |
|||
icon: Icon( |
|||
Icons.mic, |
|||
size: 18.sp, |
|||
), |
|||
label: Text( |
|||
'开始录音', |
|||
style: TextStyle(fontSize: 14.sp), |
|||
), |
|||
style: ElevatedButton.styleFrom( |
|||
backgroundColor: Colors.green[600], |
|||
padding: EdgeInsets.symmetric(vertical: 12.h), |
|||
shape: RoundedRectangleBorder( |
|||
borderRadius: BorderRadius.circular(8.r), |
|||
), |
|||
), |
|||
), |
|||
), |
|||
SizedBox(width: 8.w), |
|||
Expanded( |
|||
child: ElevatedButton.icon( |
|||
onPressed: controller.sendStopRecordingCommand, |
|||
icon: Icon( |
|||
Icons.stop_circle, |
|||
size: 18.sp, |
|||
), |
|||
label: Text( |
|||
'停止录音', |
|||
style: TextStyle(fontSize: 14.sp), |
|||
), |
|||
style: ElevatedButton.styleFrom( |
|||
backgroundColor: Colors.red[600], |
|||
padding: EdgeInsets.symmetric(vertical: 12.h), |
|||
shape: RoundedRectangleBorder( |
|||
borderRadius: BorderRadius.circular(8.r), |
|||
), |
|||
), |
|||
), |
|||
), |
|||
], |
|||
), |
|||
], |
|||
); |
|||
} |
|||
|
|||
Widget _buildDeviceInfo(bool isDarkMode) { |
|||
return Container( |
|||
padding: EdgeInsets.all(16.w), |
|||
decoration: BoxDecoration( |
|||
color: isDarkMode ? Colors.grey[900] : Colors.white, |
|||
borderRadius: BorderRadius.circular(12.r), |
|||
boxShadow: [ |
|||
BoxShadow( |
|||
color: Colors.black.withOpacity(0.05), |
|||
blurRadius: 10, |
|||
offset: const Offset(0, 2), |
|||
), |
|||
], |
|||
), |
|||
child: Column( |
|||
crossAxisAlignment: CrossAxisAlignment.start, |
|||
children: [ |
|||
Text( |
|||
'设备信息:', |
|||
style: TextStyle( |
|||
fontSize: 14.sp, |
|||
color: isDarkMode ? Colors.white : Colors.black87, |
|||
), |
|||
), |
|||
SizedBox(height: 8.h), |
|||
Container( |
|||
padding: EdgeInsets.all(8.w), |
|||
decoration: BoxDecoration( |
|||
color: isDarkMode ? Colors.black : Colors.grey[100], |
|||
borderRadius: BorderRadius.circular(8.r), |
|||
), |
|||
child: Obx(() => Text( |
|||
controller.deviceInfo.value, |
|||
style: TextStyle( |
|||
fontSize: 13.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
height: 1.4, |
|||
), |
|||
)), |
|||
), |
|||
SizedBox(height: 16.h), |
|||
Obx(() => controller.currentDevice.value != null |
|||
? ElevatedButton.icon( |
|||
onPressed: controller.disconnectDevice, |
|||
icon: Icon( |
|||
Icons.bluetooth_disabled, |
|||
size: 16.sp, |
|||
), |
|||
label: Text( |
|||
'断开连接', |
|||
style: TextStyle(fontSize: 13.sp), |
|||
), |
|||
style: ElevatedButton.styleFrom( |
|||
backgroundColor: Colors.red[600], |
|||
padding: EdgeInsets.symmetric(horizontal: 16.w, vertical: 10.h), |
|||
shape: RoundedRectangleBorder( |
|||
borderRadius: BorderRadius.circular(8.r), |
|||
), |
|||
), |
|||
) |
|||
: SizedBox.shrink() |
|||
), |
|||
], |
|||
), |
|||
); |
|||
} |
|||
|
|||
Widget _buildDevicesList(bool isDarkMode) { |
|||
return Expanded( |
|||
child: Container( |
|||
decoration: BoxDecoration( |
|||
color: isDarkMode ? Colors.grey[900] : Colors.white, |
|||
borderRadius: BorderRadius.circular(12.r), |
|||
boxShadow: [ |
|||
BoxShadow( |
|||
color: Colors.black.withOpacity(0.05), |
|||
blurRadius: 10, |
|||
offset: const Offset(0, 2), |
|||
), |
|||
], |
|||
), |
|||
child: Column( |
|||
crossAxisAlignment: CrossAxisAlignment.start, |
|||
children: [ |
|||
Padding( |
|||
padding: EdgeInsets.all(16.w), |
|||
child: Row( |
|||
mainAxisAlignment: MainAxisAlignment.spaceBetween, |
|||
children: [ |
|||
Text( |
|||
'扫描到的设备', |
|||
style: TextStyle( |
|||
fontSize: 16.sp, |
|||
fontWeight: FontWeight.w600, |
|||
color: isDarkMode ? Colors.white : Colors.black87, |
|||
), |
|||
), |
|||
Obx(() => Text( |
|||
'${controller.scannedDevices.length}个设备', |
|||
style: TextStyle( |
|||
fontSize: 12.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
)), |
|||
], |
|||
), |
|||
), |
|||
Divider(height: 1, thickness: 1, color: isDarkMode ? Colors.grey[800] : Colors.grey[200]), |
|||
Expanded( |
|||
child: Obx(() => controller.scannedDevices.isEmpty |
|||
? Center( |
|||
child: controller.isScanning.value |
|||
? Column( |
|||
mainAxisAlignment: MainAxisAlignment.center, |
|||
children: [ |
|||
CircularProgressIndicator(), |
|||
SizedBox(height: 16.h), |
|||
Text( |
|||
'正在扫描...', |
|||
style: TextStyle( |
|||
fontSize: 14.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
), |
|||
], |
|||
) |
|||
: Text( |
|||
'未扫描到设备', |
|||
style: TextStyle( |
|||
fontSize: 14.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
), |
|||
) |
|||
: ListView.separated( |
|||
padding: EdgeInsets.symmetric(vertical: 8.h), |
|||
itemCount: controller.scannedDevices.length, |
|||
separatorBuilder: (context, index) => Divider( |
|||
height: 1, |
|||
thickness: 1, |
|||
color: isDarkMode ? Colors.grey[800] : Colors.grey[200], |
|||
), |
|||
itemBuilder: (context, index) { |
|||
final device = controller.scannedDevices[index]; |
|||
return ListTile( |
|||
dense: true, |
|||
title: Text( |
|||
device.name.isEmpty ? '未知设备' : device.name, |
|||
style: TextStyle( |
|||
fontSize: 14.sp, |
|||
fontWeight: FontWeight.w500, |
|||
color: isDarkMode ? Colors.white : Colors.black87, |
|||
), |
|||
), |
|||
subtitle: Column( |
|||
crossAxisAlignment: CrossAxisAlignment.start, |
|||
children: [ |
|||
Text( |
|||
'设备ID: ${device.id}', |
|||
style: TextStyle( |
|||
fontSize: 11.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
), |
|||
Text( |
|||
'RSSI: ${device.rssi} dBm', |
|||
style: TextStyle( |
|||
fontSize: 11.sp, |
|||
color: isDarkMode ? Colors.white70 : Colors.black54, |
|||
), |
|||
), |
|||
], |
|||
), |
|||
trailing: Obx(() => controller.currentDevice.value?.id == device.id |
|||
? Chip( |
|||
label: Text( |
|||
'已连接', |
|||
style: TextStyle( |
|||
fontSize: 12.sp, |
|||
color: Colors.white, |
|||
), |
|||
), |
|||
backgroundColor: Colors.green, |
|||
padding: EdgeInsets.symmetric(horizontal: 8.w), |
|||
) |
|||
: ElevatedButton( |
|||
onPressed: () => controller.connectToDevice(device), |
|||
child: Text( |
|||
'连接', |
|||
style: TextStyle(fontSize: 12.sp), |
|||
), |
|||
style: ElevatedButton.styleFrom( |
|||
backgroundColor: Colors.green[600], |
|||
padding: EdgeInsets.symmetric(horizontal: 12.w, vertical: 6.h), |
|||
shape: RoundedRectangleBorder( |
|||
borderRadius: BorderRadius.circular(6.r), |
|||
), |
|||
), |
|||
), |
|||
), |
|||
contentPadding: EdgeInsets.symmetric(horizontal: 16.w, vertical: 8.h), |
|||
isThreeLine: true, |
|||
); |
|||
}, |
|||
), |
|||
), |
|||
), |
|||
], |
|||
), |
|||
), |
|||
); |
|||
} |
|||
|
|||
Color _getStatusColor(String status) { |
|||
switch (status) { |
|||
case '连接中...': |
|||
return Colors.orange; |
|||
case '已连接': |
|||
return Colors.green; |
|||
case '连接失败': |
|||
return Colors.red; |
|||
case '已断开': |
|||
return Colors.grey; |
|||
default: |
|||
return Colors.grey; |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1,80 @@ |
|||
# chat_storage_sqlite |
|||
|
|||
SQLite存储插件，用于存储聊天记录并支持分页查询。 |
|||
|
|||
## 功能特点 |
|||
|
|||
- 使用SQLite数据库存储聊天记录 |
|||
- 提供分页查询功能，可指定获取对应页码的记录 |
|||
- 支持按会话ID组织和查询聊天记录 |
|||
- 提供添加、查询、删除等基本操作 |
|||
|
|||
## 使用方法 |
|||
|
|||
### 保存聊天记录 |
|||
|
|||
```dart |
|||
import 'package:chat_storage_sqlite/chat_storage_sqlite.dart'; |
|||
|
|||
// 保存一条聊天记录 |
|||
final result = await ChatStorageSqlite.saveMessage( |
|||
sessionId: 'session_123', |
|||
message: '你好，这是一条测试消息', |
|||
sender: 'user', |
|||
metadata: '{"timestamp": 1630000000000}' // 可选的元数据，支持JSON字符串 |
|||
); |
|||
|
|||
if (result['success']) { |
|||
print('消息保存成功，ID: ${result['id']}'); |
|||
} else { |
|||
print('消息保存失败: ${result['error']}'); |
|||
} |
|||
``` |
|||
|
|||
### 获取聊天记录（支持分页） |
|||
|
|||
```dart |
|||
// 获取指定会话的聊天记录，支持分页 |
|||
final pagedResult = await ChatStorageSqlite.getMessages( |
|||
sessionId: 'session_123', |
|||
page: 1, // 当前页码，从1开始 |
|||
pageSize: 20, // 每页记录数 |
|||
); |
|||
|
|||
// 使用结果 |
|||
print('总记录数: ${pagedResult.totalCount}'); |
|||
print('总页数: ${pagedResult.totalPages}'); |
|||
print('当前页: ${pagedResult.page}'); |
|||
|
|||
// 遍历消息列表 |
|||
for (var message in pagedResult.messages) { |
|||
print('ID: ${message.id}'); |
|||
print('发送者: ${message.sender}'); |
|||
print('内容: ${message.message}'); |
|||
print('时间: ${message.timestamp}'); |
|||
print('---'); |
|||
} |
|||
``` |
|||
|
|||
### 删除聊天记录 |
|||
|
|||
```dart |
|||
// 方式1：删除指定ID的消息 |
|||
final deleteResult1 = await ChatStorageSqlite.deleteMessages( |
|||
messageIds: [1, 2, 3], |
|||
); |
|||
|
|||
// 方式2：删除整个会话的所有消息 |
|||
final deleteResult2 = await ChatStorageSqlite.deleteMessages( |
|||
sessionId: 'session_123', |
|||
); |
|||
|
|||
// 方式3：清空整个数据库 |
|||
final clearResult = await ChatStorageSqlite.clearDatabase(); |
|||
``` |
|||
|
|||
## 注意事项 |
|||
|
|||
- 插件会自动创建和管理SQLite数据库，无需手动初始化 |
|||
- 所有操作都是异步的，请使用async/await处理返回结果 |
|||
- 插件内部已处理异常情况，但建议在使用时添加适当的错误处理 |
|||
@ -0,0 +1,60 @@ |
|||
plugins { |
|||
// Android Library 插件 |
|||
id("com.android.library") |
|||
// Kotlin Android 插件 |
|||
id("org.jetbrains.kotlin.android") |
|||
id("com.github.johnrengelman.shadow") version "8.1.1" |
|||
} |
|||
|
|||
android { |
|||
// 命名空间，对应你插件的包名（需与代码内包名保持一致） |
|||
namespace = "com.yunqiinnovation.chat_storage_sqlite" |
|||
|
|||
// 目标 SDK 版本 |
|||
compileSdk = 33 |
|||
|
|||
defaultConfig { |
|||
// 最低 SDK 版本 |
|||
minSdk = 21 |
|||
targetSdk = 33 |
|||
} |
|||
|
|||
// Java 语言级别兼容配置 |
|||
compileOptions { |
|||
sourceCompatibility = JavaVersion.VERSION_11 |
|||
targetCompatibility = JavaVersion.VERSION_11 |
|||
} |
|||
|
|||
// Kotlin 语言级别 |
|||
kotlinOptions { |
|||
jvmTarget = "11" |
|||
} |
|||
|
|||
// 添加packaging配置，排除冲突文件 |
|||
packaging { |
|||
resources { |
|||
excludes.add("META-INF/DEPENDENCIES") |
|||
excludes.add("META-INF/LICENSE") |
|||
excludes.add("META-INF/LICENSE.txt") |
|||
excludes.add("META-INF/license.txt") |
|||
excludes.add("META-INF/NOTICE") |
|||
excludes.add("META-INF/NOTICE.txt") |
|||
excludes.add("META-INF/notice.txt") |
|||
excludes.add("META-INF/*.kotlin_module") |
|||
} |
|||
} |
|||
} |
|||
|
|||
dependencies { |
|||
implementation("org.jetbrains.kotlinx:kotlinx-coroutines-android:1.6.4") |
|||
implementation("org.jetbrains.kotlinx:kotlinx-coroutines-core:1.6.4") |
|||
implementation("com.fasterxml.jackson.core:jackson-databind:2.14.2") |
|||
implementation("com.squareup.okhttp3:okhttp:4.9.3") |
|||
implementation("com.anthropic:anthropic-java:0.8.0") |
|||
implementation("io.modelcontextprotocol:kotlin-sdk:0.4.0") |
|||
} |
|||
|
|||
dependencies { |
|||
// SQLite相关依赖 |
|||
implementation("androidx.sqlite:sqlite:2.3.1") |
|||
} |
|||
@ -0,0 +1 @@ |
|||
rootProject.name = "chat_storage_sqlite" |
|||
@ -0,0 +1,8 @@ |
|||
<?xml version="1.0" encoding="utf-8"?> |
|||
<manifest xmlns:android="http://schemas.android.com/apk/res/android" |
|||
package="com.yunqiinnovation.chat_storage_sqlite"> |
|||
|
|||
<!-- 添加sqlite相关权限 --> |
|||
<uses-permission android:name="android.permission.READ_EXTERNAL_STORAGE" /> |
|||
<uses-permission android:name="android.permission.WRITE_EXTERNAL_STORAGE" /> |
|||
</manifest> |
|||
@ -0,0 +1,236 @@ |
|||
package com.yunqiinnovation.chat_storage_sqlite |
|||
|
|||
import android.content.Context |
|||
import android.database.Cursor |
|||
import android.database.sqlite.SQLiteDatabase |
|||
import android.database.sqlite.SQLiteOpenHelper |
|||
import android.util.Log |
|||
import io.flutter.embedding.engine.plugins.FlutterPlugin |
|||
import io.flutter.plugin.common.MethodCall |
|||
import io.flutter.plugin.common.MethodChannel |
|||
import io.flutter.plugin.common.MethodChannel.MethodCallHandler |
|||
import io.flutter.plugin.common.MethodChannel.Result |
|||
import org.json.JSONArray |
|||
import org.json.JSONObject |
|||
import java.text.SimpleDateFormat |
|||
import java.util.* |
|||
|
|||
// 定义数据库帮助类 |
|||
private class ChatDatabaseHelper(context: Context) : |
|||
SQLiteOpenHelper(context, DATABASE_NAME, null, DATABASE_VERSION) { |
|||
|
|||
companion object { |
|||
private const val DATABASE_NAME = "chat_messages.db" |
|||
private const val DATABASE_VERSION = 1 |
|||
|
|||
// 定义消息表 |
|||
private const val TABLE_MESSAGES = "messages" |
|||
private const val COLUMN_ID = "id" |
|||
private const val COLUMN_SESSION_ID = "session_id" |
|||
private const val COLUMN_MESSAGE = "message" |
|||
private const val COLUMN_SENDER = "sender" |
|||
private const val COLUMN_TIMESTAMP = "timestamp" |
|||
private const val COLUMN_METADATA = "metadata" |
|||
} |
|||
|
|||
override fun onCreate(db: SQLiteDatabase) { |
|||
// 创建消息表 |
|||
val createMessagesTable = """ |
|||
CREATE TABLE $TABLE_MESSAGES ( |
|||
$COLUMN_ID INTEGER PRIMARY KEY AUTOINCREMENT, |
|||
$COLUMN_SESSION_ID TEXT NOT NULL, |
|||
$COLUMN_MESSAGE TEXT NOT NULL, |
|||
$COLUMN_SENDER TEXT NOT NULL, |
|||
$COLUMN_TIMESTAMP TEXT NOT NULL, |
|||
$COLUMN_METADATA TEXT |
|||
) |
|||
""".trimIndent() |
|||
|
|||
db.execSQL(createMessagesTable) |
|||
|
|||
// 创建索引以加快查询速度 |
|||
db.execSQL("CREATE INDEX idx_session_id ON $TABLE_MESSAGES ($COLUMN_SESSION_ID)") |
|||
db.execSQL("CREATE INDEX idx_timestamp ON $TABLE_MESSAGES ($COLUMN_TIMESTAMP)") |
|||
} |
|||
|
|||
override fun onUpgrade(db: SQLiteDatabase, oldVersion: Int, newVersion: Int) { |
|||
// 处理数据库升级逻辑 |
|||
if (oldVersion < newVersion) { |
|||
// 简单的升级策略 - 删除旧表并创建新表 |
|||
// 在实际应用中，应该实现数据迁移而非删除 |
|||
db.execSQL("DROP TABLE IF EXISTS $TABLE_MESSAGES") |
|||
onCreate(db) |
|||
} |
|||
} |
|||
} |
|||
|
|||
/** ChatStorageSqlitePlugin */ |
|||
class ChatStorageSqlitePlugin: FlutterPlugin, MethodCallHandler { |
|||
private lateinit var channel : MethodChannel |
|||
private lateinit var context: Context |
|||
private lateinit var dbHelper: ChatDatabaseHelper |
|||
|
|||
override fun onAttachedToEngine(flutterPluginBinding: FlutterPlugin.FlutterPluginBinding) { |
|||
context = flutterPluginBinding.applicationContext |
|||
channel = MethodChannel(flutterPluginBinding.binaryMessenger, "chat_storage_sqlite") |
|||
channel.setMethodCallHandler(this) |
|||
dbHelper = ChatDatabaseHelper(context) |
|||
} |
|||
|
|||
override fun onMethodCall(call: MethodCall, result: Result) { |
|||
when (call.method) { |
|||
"saveMessage" -> { |
|||
try { |
|||
val sessionId = call.argument<String>("sessionId") ?: "" |
|||
val message = call.argument<String>("message") ?: "" |
|||
val sender = call.argument<String>("sender") ?: "" |
|||
val metadata = call.argument<String>("metadata") |
|||
|
|||
val db = dbHelper.writableDatabase |
|||
|
|||
// 获取当前时间作为时间戳 |
|||
val timestamp = SimpleDateFormat("yyyy-MM-dd HH:mm:ss", Locale.getDefault()).format(Date()) |
|||
|
|||
// 执行插入操作 |
|||
val values = android.content.ContentValues().apply { |
|||
put("session_id", sessionId) |
|||
put("message", message) |
|||
put("sender", sender) |
|||
put("timestamp", timestamp) |
|||
put("metadata", metadata) |
|||
} |
|||
|
|||
val id = db.insert("messages", null, values) |
|||
if (id != -1L) { |
|||
result.success(mapOf("success" to true, "id" to id)) |
|||
} else { |
|||
result.error("DB_ERROR", "插入消息失败", null) |
|||
} |
|||
} catch (e: Exception) { |
|||
result.error("EXCEPTION", "保存消息时发生错误: ${e.message}", null) |
|||
} |
|||
} |
|||
"getMessages" -> { |
|||
try { |
|||
val sessionId = call.argument<String>("sessionId") ?: "" |
|||
val page = call.argument<Int>("page") ?: 1 |
|||
val pageSize = call.argument<Int>("pageSize") ?: 20 |
|||
|
|||
val db = dbHelper.readableDatabase |
|||
val offset = (page - 1) * pageSize |
|||
|
|||
// 构建查询语句 |
|||
val query = """ |
|||
SELECT * FROM messages |
|||
WHERE session_id = ? |
|||
ORDER BY timestamp DESC |
|||
LIMIT ? OFFSET ? |
|||
""".trimIndent() |
|||
|
|||
val selectionArgs = arrayOf(sessionId, pageSize.toString(), offset.toString()) |
|||
val cursor = db.rawQuery(query, selectionArgs) |
|||
|
|||
val messages = cursorToJsonArray(cursor) |
|||
|
|||
// 获取总记录数 |
|||
val countQuery = "SELECT COUNT(*) FROM messages WHERE session_id = ?" |
|||
val countCursor = db.rawQuery(countQuery, arrayOf(sessionId)) |
|||
var totalCount = 0 |
|||
if (countCursor.moveToFirst()) { |
|||
totalCount = countCursor.getInt(0) |
|||
} |
|||
countCursor.close() |
|||
|
|||
// 计算总页数 |
|||
val totalPages = if (totalCount % pageSize == 0) { |
|||
totalCount / pageSize |
|||
} else { |
|||
(totalCount / pageSize) + 1 |
|||
} |
|||
|
|||
val response = JSONObject().apply { |
|||
put("messages", messages) |
|||
put("page", page) |
|||
put("pageSize", pageSize) |
|||
put("totalCount", totalCount) |
|||
put("totalPages", totalPages) |
|||
} |
|||
|
|||
result.success(response.toString()) |
|||
} catch (e: Exception) { |
|||
result.error("EXCEPTION", "获取消息时发生错误: ${e.message}", null) |
|||
} |
|||
} |
|||
"deleteMessages" -> { |
|||
try { |
|||
val sessionId = call.argument<String>("sessionId") ?: "" |
|||
val messageIds = call.argument<List<Int>>("messageIds") |
|||
|
|||
val db = dbHelper.writableDatabase |
|||
|
|||
if (messageIds != null && messageIds.isNotEmpty()) { |
|||
// 删除指定ID的消息 |
|||
val idsStr = messageIds.joinToString(",") |
|||
val deleteQuery = "DELETE FROM messages WHERE id IN ($idsStr)" |
|||
db.execSQL(deleteQuery) |
|||
result.success(mapOf("success" to true, "count" to messageIds.size)) |
|||
} else if (sessionId.isNotEmpty()) { |
|||
// 删除会话中的所有消息 |
|||
val deleteQuery = "DELETE FROM messages WHERE session_id = ?" |
|||
db.execSQL(deleteQuery, arrayOf(sessionId)) |
|||
result.success(mapOf("success" to true)) |
|||
} else { |
|||
result.error("INVALID_ARGS", "必须提供sessionId或messageIds", null) |
|||
} |
|||
} catch (e: Exception) { |
|||
result.error("EXCEPTION", "删除消息时发生错误: ${e.message}", null) |
|||
} |
|||
} |
|||
"clearDatabase" -> { |
|||
try { |
|||
val db = dbHelper.writableDatabase |
|||
db.execSQL("DELETE FROM messages") |
|||
result.success(mapOf("success" to true)) |
|||
} catch (e: Exception) { |
|||
result.error("EXCEPTION", "清空数据库时发生错误: ${e.message}", null) |
|||
} |
|||
} |
|||
else -> { |
|||
result.notImplemented() |
|||
} |
|||
} |
|||
} |
|||
|
|||
private fun cursorToJsonArray(cursor: Cursor): JSONArray { |
|||
val jsonArray = JSONArray() |
|||
|
|||
val idIndex = cursor.getColumnIndex("id") |
|||
val sessionIdIndex = cursor.getColumnIndex("session_id") |
|||
val messageIndex = cursor.getColumnIndex("message") |
|||
val senderIndex = cursor.getColumnIndex("sender") |
|||
val timestampIndex = cursor.getColumnIndex("timestamp") |
|||
val metadataIndex = cursor.getColumnIndex("metadata") |
|||
|
|||
while (cursor.moveToNext()) { |
|||
val jsonObject = JSONObject().apply { |
|||
put("id", cursor.getInt(idIndex)) |
|||
put("sessionId", cursor.getString(sessionIdIndex)) |
|||
put("message", cursor.getString(messageIndex)) |
|||
put("sender", cursor.getString(senderIndex)) |
|||
put("timestamp", cursor.getString(timestampIndex)) |
|||
|
|||
if (metadataIndex != -1 && !cursor.isNull(metadataIndex)) { |
|||
put("metadata", cursor.getString(metadataIndex)) |
|||
} |
|||
} |
|||
jsonArray.put(jsonObject) |
|||
} |
|||
|
|||
cursor.close() |
|||
return jsonArray |
|||
} |
|||
|
|||
override fun onDetachedFromEngine(binding: FlutterPlugin.FlutterPluginBinding) { |
|||
channel.setMethodCallHandler(null) |
|||
} |
|||
} |
|||
@ -0,0 +1,155 @@ |
|||
import 'dart:async'; |
|||
import 'dart:convert'; |
|||
|
|||
import 'package:flutter/services.dart'; |
|||
|
|||
/// 聊天记录数据模型 |
|||
class ChatMessage { |
|||
final int? id; |
|||
final String sessionId; |
|||
final String message; |
|||
final String sender; |
|||
final String timestamp; |
|||
final String? metadata; |
|||
|
|||
ChatMessage({ |
|||
this.id, |
|||
required this.sessionId, |
|||
required this.message, |
|||
required this.sender, |
|||
required this.timestamp, |
|||
this.metadata, |
|||
}); |
|||
|
|||
Map<String, dynamic> toMap() { |
|||
return { |
|||
'id': id, |
|||
'sessionId': sessionId, |
|||
'message': message, |
|||
'sender': sender, |
|||
'timestamp': timestamp, |
|||
'metadata': metadata, |
|||
}; |
|||
} |
|||
|
|||
factory ChatMessage.fromMap(Map<String, dynamic> map) { |
|||
return ChatMessage( |
|||
id: map['id'], |
|||
sessionId: map['sessionId'], |
|||
message: map['message'], |
|||
sender: map['sender'], |
|||
timestamp: map['timestamp'], |
|||
metadata: map['metadata'], |
|||
); |
|||
} |
|||
} |
|||
|
|||
/// 分页结果数据模型 |
|||
class PagedResult { |
|||
final List<ChatMessage> messages; |
|||
final int page; |
|||
final int pageSize; |
|||
final int totalCount; |
|||
final int totalPages; |
|||
|
|||
PagedResult({ |
|||
required this.messages, |
|||
required this.page, |
|||
required this.pageSize, |
|||
required this.totalCount, |
|||
required this.totalPages, |
|||
}); |
|||
} |
|||
|
|||
/// SQLite聊天记录存储插件 |
|||
class ChatStorageSqlite { |
|||
static const MethodChannel _channel = MethodChannel('chat_storage_sqlite'); |
|||
|
|||
/// 保存一条聊天记录 |
|||
static Future<Map<String, dynamic>> saveMessage({ |
|||
required String sessionId, |
|||
required String message, |
|||
required String sender, |
|||
String? metadata, |
|||
}) async { |
|||
try { |
|||
final result = await _channel.invokeMethod('saveMessage', { |
|||
'sessionId': sessionId, |
|||
'message': message, |
|||
'sender': sender, |
|||
'metadata': metadata, |
|||
}); |
|||
return Map<String, dynamic>.from(result); |
|||
} catch (e) { |
|||
return {'success': false, 'error': e.toString()}; |
|||
} |
|||
} |
|||
|
|||
/// 获取指定会话的聊天记录（支持分页） |
|||
static Future<PagedResult> getMessages({ |
|||
required String sessionId, |
|||
int page = 1, |
|||
int pageSize = 20, |
|||
}) async { |
|||
try { |
|||
final String result = await _channel.invokeMethod('getMessages', { |
|||
'sessionId': sessionId, |
|||
'page': page, |
|||
'pageSize': pageSize, |
|||
}); |
|||
|
|||
final Map<String, dynamic> data = jsonDecode(result); |
|||
final List<dynamic> messagesList = data['messages']; |
|||
|
|||
List<ChatMessage> messages = messagesList.map((item) { |
|||
return ChatMessage.fromMap(Map<String, dynamic>.from(item)); |
|||
}).toList(); |
|||
|
|||
return PagedResult( |
|||
messages: messages, |
|||
page: data['page'], |
|||
pageSize: data['pageSize'], |
|||
totalCount: data['totalCount'], |
|||
totalPages: data['totalPages'], |
|||
); |
|||
} catch (e) { |
|||
return PagedResult( |
|||
messages: [], |
|||
page: page, |
|||
pageSize: pageSize, |
|||
totalCount: 0, |
|||
totalPages: 0, |
|||
); |
|||
} |
|||
} |
|||
|
|||
/// 删除聊天记录，可按会话ID或消息ID列表删除 |
|||
static Future<Map<String, dynamic>> deleteMessages({ |
|||
String? sessionId, |
|||
List<int>? messageIds, |
|||
}) async { |
|||
try { |
|||
if (sessionId == null && (messageIds == null || messageIds.isEmpty)) { |
|||
return {'success': false, 'error': '必须提供sessionId或messageIds'}; |
|||
} |
|||
|
|||
final result = await _channel.invokeMethod('deleteMessages', { |
|||
'sessionId': sessionId, |
|||
'messageIds': messageIds, |
|||
}); |
|||
return Map<String, dynamic>.from(result); |
|||
} catch (e) { |
|||
return {'success': false, 'error': e.toString()}; |
|||
} |
|||
} |
|||
|
|||
/// 清空整个数据库 |
|||
static Future<Map<String, dynamic>> clearDatabase() async { |
|||
try { |
|||
final result = await _channel.invokeMethod('clearDatabase'); |
|||
return Map<String, dynamic>.from(result); |
|||
} catch (e) { |
|||
return {'success': false, 'error': e.toString()}; |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1,30 @@ |
|||
name: chat_storage_sqlite |
|||
description: SQLite存储插件，用于存储聊天记录并支持分页查询 |
|||
version: 0.0.1 |
|||
homepage: |
|||
|
|||
environment: |
|||
sdk: ">=2.17.0 <3.0.0" |
|||
flutter: ">=2.5.0" |
|||
|
|||
dependencies: |
|||
flutter: |
|||
sdk: flutter |
|||
sqflite: ^2.3.0 |
|||
path: ^1.8.3 |
|||
|
|||
dev_dependencies: |
|||
flutter_test: |
|||
sdk: flutter |
|||
flutter_lints: ^2.0.0 |
|||
|
|||
# The following section is specific to Flutter packages. |
|||
flutter: |
|||
# This section identifies this Flutter project as a plugin project. |
|||
plugin: |
|||
platforms: |
|||
android: |
|||
package: com.yunqiinnovation.chat_storage_sqlite |
|||
pluginClass: ChatStorageSqlitePlugin |
|||
ios: |
|||
pluginClass: ChatStorageSqlitePlugin |
|||
@ -0,0 +1,144 @@ |
|||
# Jieli 插件 |
|||
|
|||
一个用于连接杰理蓝牙耳机的Flutter插件，支持Android 12+的BLE通信。 |
|||
|
|||
## 功能 |
|||
|
|||
- 扫描支持特定BLE服务的耳机设备 |
|||
- 连接设备并发现服务 |
|||
- 接收耳机的唤醒通知 |
|||
- 向耳机发送控制命令启动录音 |
|||
- 接收音频数据流 |
|||
|
|||
## 技术规范 |
|||
|
|||
此插件实现了以下BLE特性： |
|||
|
|||
- **服务UUID**: 0000A100-0000-1000-8000-00805F9B34FB |
|||
- **音频数据特征UUID**: 0000A101-0000-1000-8000-00805F9B34FB |
|||
- **控制特征UUID**: 0000A102-0000-1000-8000-00805F9B34FB |
|||
|
|||
## 使用方法 |
|||
|
|||
### 初始化插件 |
|||
|
|||
```dart |
|||
final jieli = Jieli(); |
|||
``` |
|||
|
|||
### 检查蓝牙状态 |
|||
|
|||
```dart |
|||
bool isEnabled = await jieli.isBluetoothEnabled(); |
|||
if (!isEnabled) { |
|||
await jieli.requestBluetoothEnable(); |
|||
} |
|||
``` |
|||
|
|||
### 扫描设备 |
|||
|
|||
```dart |
|||
// 监听扫描结果 |
|||
jieli.scanResults.listen((devices) { |
|||
// 处理扫描到的设备列表 |
|||
for (var device in devices) { |
|||
print('发现设备: ${device.name} (${device.id}), RSSI: ${device.rssi}'); |
|||
} |
|||
}); |
|||
|
|||
// 开始扫描，10秒后自动停止 |
|||
await jieli.startScan(scanTimeout: 10000); |
|||
|
|||
// 手动停止扫描 |
|||
await jieli.stopScan(); |
|||
``` |
|||
|
|||
### 连接设备 |
|||
|
|||
```dart |
|||
// 监听连接状态 |
|||
jieli.connectionState.listen((state) { |
|||
switch (state) { |
|||
case ConnectionState.connected: |
|||
print('设备已连接'); |
|||
break; |
|||
case ConnectionState.disconnected: |
|||
print('设备已断开'); |
|||
break; |
|||
case ConnectionState.connecting: |
|||
print('正在连接...'); |
|||
break; |
|||
case ConnectionState.disconnecting: |
|||
print('正在断开...'); |
|||
break; |
|||
case ConnectionState.error: |
|||
print('连接错误'); |
|||
break; |
|||
} |
|||
}); |
|||
|
|||
// 连接到设备 |
|||
await jieli.connect(deviceId); |
|||
|
|||
// 断开连接 |
|||
await jieli.disconnect(); |
|||
``` |
|||
|
|||
### 接收唤醒信号 |
|||
|
|||
```dart |
|||
// 监听唤醒信号 |
|||
jieli.wakeupStream.listen((wakeup) { |
|||
print('收到唤醒信号'); |
|||
// 通常在收到唤醒后自动发送开始录音命令 |
|||
}); |
|||
``` |
|||
|
|||
### 发送录音命令 |
|||
|
|||
```dart |
|||
// 发送开始录音命令 |
|||
await jieli.sendStartRecordingCommand(); |
|||
|
|||
// 发送停止录音命令 |
|||
await jieli.sendStopRecordingCommand(); |
|||
``` |
|||
|
|||
### 接收音频数据 |
|||
|
|||
```dart |
|||
// 监听音频数据流 |
|||
jieli.audioDataStream.listen((data) { |
|||
print('收到音频数据: ${data.length} 字节'); |
|||
// 处理音频数据 |
|||
}); |
|||
``` |
|||
|
|||
### 资源清理 |
|||
|
|||
```dart |
|||
// 在不再需要插件时释放资源 |
|||
await jieli.dispose(); |
|||
``` |
|||
|
|||
## 权限 |
|||
|
|||
使用此插件需要以下Android权限： |
|||
|
|||
- Android 12+ (API 31+): `BLUETOOTH_SCAN`, `BLUETOOTH_CONNECT` |
|||
- Android 11及以下: `BLUETOOTH`, `BLUETOOTH_ADMIN` |
|||
|
|||
插件会在需要时自动请求权限，但建议在应用清单文件中声明这些权限： |
|||
|
|||
```xml |
|||
<!-- 针对 Android 11 及以下的传统蓝牙权限 --> |
|||
<uses-permission android:name="android.permission.BLUETOOTH" |
|||
android:maxSdkVersion="30" /> |
|||
<uses-permission android:name="android.permission.BLUETOOTH_ADMIN" |
|||
android:maxSdkVersion="30" /> |
|||
|
|||
<!-- Android 12+ 新的 BLE 扫描和连接权限 --> |
|||
<uses-permission android:name="android.permission.BLUETOOTH_SCAN" |
|||
android:usesPermissionFlags="neverForLocation" /> |
|||
<uses-permission android:name="android.permission.BLUETOOTH_CONNECT" /> |
|||
``` |
|||
@ -0,0 +1,55 @@ |
|||
plugins { |
|||
// Android Library 插件 |
|||
id("com.android.library") |
|||
// Kotlin Android 插件 |
|||
id("org.jetbrains.kotlin.android") |
|||
id("com.github.johnrengelman.shadow") version "8.1.1" |
|||
} |
|||
|
|||
android { |
|||
// 命名空间，对应你插件的包名（需与代码内包名保持一致） |
|||
namespace = "com.yunqiinnovation.jieli" |
|||
|
|||
// 目标 SDK 版本 |
|||
compileSdk = 33 |
|||
|
|||
defaultConfig { |
|||
// 最低 SDK 版本 |
|||
minSdk = 21 |
|||
targetSdk = 33 |
|||
} |
|||
|
|||
// Java 语言级别兼容配置 |
|||
compileOptions { |
|||
sourceCompatibility = JavaVersion.VERSION_11 |
|||
targetCompatibility = JavaVersion.VERSION_11 |
|||
} |
|||
|
|||
// Kotlin 语言级别 |
|||
kotlinOptions { |
|||
jvmTarget = "11" |
|||
} |
|||
|
|||
// 添加packaging配置，排除冲突文件 |
|||
packaging { |
|||
resources { |
|||
excludes.add("META-INF/DEPENDENCIES") |
|||
excludes.add("META-INF/LICENSE") |
|||
excludes.add("META-INF/LICENSE.txt") |
|||
excludes.add("META-INF/license.txt") |
|||
excludes.add("META-INF/NOTICE") |
|||
excludes.add("META-INF/NOTICE.txt") |
|||
excludes.add("META-INF/notice.txt") |
|||
excludes.add("META-INF/*.kotlin_module") |
|||
} |
|||
} |
|||
} |
|||
|
|||
dependencies { |
|||
implementation("org.jetbrains.kotlin:kotlin-stdlib-jdk7:1.6.10") |
|||
implementation("androidx.core:core-ktx:1.7.0") |
|||
implementation("androidx.lifecycle:lifecycle-viewmodel-ktx:2.4.0") |
|||
implementation("androidx.lifecycle:lifecycle-livedata-ktx:2.4.0") |
|||
implementation("androidx.lifecycle:lifecycle-service:2.4.0") |
|||
implementation("org.jetbrains.kotlinx:kotlinx-coroutines-android:1.5.2") |
|||
} |
|||
@ -0,0 +1 @@ |
|||
rootProject.name = "jieli" |
|||
@ -0,0 +1,22 @@ |
|||
<?xml version="1.0" encoding="utf-8"?> |
|||
<manifest xmlns:android="http://schemas.android.com/apk/res/android" |
|||
package="com.yunqiinnovation.jieli"> |
|||
|
|||
<!-- 声明需要蓝牙功能 --> |
|||
<uses-feature android:name="android.hardware.bluetooth_le" android:required="true" /> |
|||
|
|||
<!-- 针对 Android 11 及以下的传统蓝牙权限 --> |
|||
<uses-permission android:name="android.permission.BLUETOOTH" |
|||
android:maxSdkVersion="30" /> |
|||
<uses-permission android:name="android.permission.BLUETOOTH_ADMIN" |
|||
android:maxSdkVersion="30" /> |
|||
|
|||
<!-- Android 12+ 新的 BLE 扫描和连接权限 --> |
|||
<uses-permission android:name="android.permission.BLUETOOTH_SCAN" |
|||
android:usesPermissionFlags="neverForLocation" /> |
|||
<uses-permission android:name="android.permission.BLUETOOTH_CONNECT" /> |
|||
|
|||
<!-- 前台服务权限 --> |
|||
<uses-permission android:name="android.permission.FOREGROUND_SERVICE" /> |
|||
|
|||
</manifest> |
|||
@ -0,0 +1,460 @@ |
|||
package com.yunqiinnovation.jieli |
|||
|
|||
import android.bluetooth.* |
|||
import android.bluetooth.le.* |
|||
import android.content.Context |
|||
import android.os.Handler |
|||
import android.os.Looper |
|||
import android.os.ParcelUuid |
|||
import android.util.Log |
|||
import androidx.lifecycle.LifecycleService |
|||
import androidx.lifecycle.MutableLiveData |
|||
import kotlinx.coroutines.* |
|||
import java.util.* |
|||
|
|||
/** |
|||
* BLE回调接口，统一处理蓝牙事件 |
|||
*/ |
|||
interface BleCallback { |
|||
/** |
|||
* 扫描结果回调 |
|||
* @param devices 扫描到的设备列表 |
|||
*/ |
|||
fun onScanResult(devices: List<Map<String, Any>>) |
|||
|
|||
/** |
|||
* 连接状态变化回调 |
|||
* @param state 连接状态 |
|||
*/ |
|||
fun onConnectionStateChanged(state: Int) |
|||
|
|||
/** |
|||
* 音频数据回调 |
|||
* @param data 音频数据字节数组 |
|||
*/ |
|||
fun onAudioDataReceived(data: ByteArray) |
|||
|
|||
/** |
|||
* 唤醒信号回调 |
|||
*/ |
|||
fun onWakeupSignalReceived() |
|||
} |
|||
|
|||
/** |
|||
* BLE服务类，提供核心蓝牙功能 |
|||
*/ |
|||
class BleService(private val context: Context) { |
|||
companion object { |
|||
private const val TAG = "JieliBleCoreService" |
|||
|
|||
// 服务和特征UUID |
|||
private const val AUDIO_SERVICE_UUID = "0000A100-0000-1000-8000-00805F9B34FB" |
|||
private const val AUDIO_DATA_CHAR_UUID = "0000A101-0000-1000-8000-00805F9B34FB" |
|||
private const val CONTROL_CHAR_UUID = "0000A102-0000-1000-8000-00805F9B34FB" |
|||
private const val CLIENT_CHAR_CONFIG_UUID = "00002902-0000-1000-8000-00805f9b34fb" |
|||
|
|||
// 连接状态常量 |
|||
const val STATE_DISCONNECTED = 0 |
|||
const val STATE_CONNECTING = 1 |
|||
const val STATE_CONNECTED = 2 |
|||
const val STATE_DISCONNECTING = 3 |
|||
const val STATE_ERROR = 4 |
|||
|
|||
// 扫描结果更新间隔(毫秒) |
|||
private const val SCAN_RESULT_UPDATE_INTERVAL = 500L |
|||
} |
|||
|
|||
// 蓝牙管理器和适配器 |
|||
private val bluetoothManager = context.getSystemService(Context.BLUETOOTH_SERVICE) as BluetoothManager |
|||
private val bluetoothAdapter: BluetoothAdapter? = bluetoothManager.adapter |
|||
private val bluetoothLeScanner: BluetoothLeScanner? = bluetoothAdapter?.bluetoothLeScanner |
|||
|
|||
// GATT连接和特征 |
|||
private var bluetoothGatt: BluetoothGatt? = null |
|||
private var audioDataChar: BluetoothGattCharacteristic? = null |
|||
private var controlChar: BluetoothGattCharacteristic? = null |
|||
|
|||
// 扫描相关 |
|||
private val scanHandler = Handler(Looper.getMainLooper()) |
|||
private val scanResults = ArrayList<ScanResult>() |
|||
private var isScanning = false |
|||
private var isPendingScanResultUpdate = false |
|||
private val scanResultUpdateRunnable = Runnable { |
|||
notifyScanResults() |
|||
isPendingScanResultUpdate = false |
|||
} |
|||
|
|||
// 连接状态LiveData |
|||
val connectionState = MutableLiveData<Int>(STATE_DISCONNECTED) |
|||
|
|||
// 统一回调接口 |
|||
var callback: BleCallback? = null |
|||
|
|||
/** |
|||
* 开始扫描BLE设备 |
|||
*/ |
|||
fun startScan(scanTimeout: Long = 5000): Boolean { |
|||
if (bluetoothLeScanner == null || isScanning) { |
|||
return false |
|||
} |
|||
|
|||
Log.i(TAG, "开始扫描BLE设备...") |
|||
scanResults.clear() |
|||
|
|||
val serviceUuid = UUID.fromString(AUDIO_SERVICE_UUID) |
|||
val scanFilter = ScanFilter.Builder() |
|||
// .setServiceUuid(ParcelUuid(serviceUuid)) |
|||
.build() |
|||
val scanFilters = listOf(scanFilter) |
|||
|
|||
val scanSettings = ScanSettings.Builder() |
|||
.setScanMode(ScanSettings.SCAN_MODE_LOW_LATENCY) |
|||
.build() |
|||
|
|||
bluetoothLeScanner.startScan(scanFilters, scanSettings, scanCallback) |
|||
isScanning = true |
|||
|
|||
// 设置超时停止扫描 |
|||
scanHandler.postDelayed({ |
|||
Log.d(TAG, "定时器触发，准备停止扫描 [主线程:${Looper.myLooper() == Looper.getMainLooper()}]") |
|||
stopScan() |
|||
}, scanTimeout) |
|||
|
|||
return true |
|||
} |
|||
|
|||
/** |
|||
* 停止扫描 |
|||
*/ |
|||
fun stopScan(): Boolean { |
|||
Log.i(TAG, "停止扫描BLE设备") |
|||
|
|||
if (bluetoothLeScanner == null || !isScanning) { |
|||
return false |
|||
} |
|||
|
|||
bluetoothLeScanner.stopScan(scanCallback) |
|||
scanHandler.removeCallbacksAndMessages(null) |
|||
isScanning = false |
|||
|
|||
// 最后一次发送扫描结果 |
|||
notifyScanResults() |
|||
|
|||
return true |
|||
} |
|||
|
|||
/** |
|||
* 扫描回调 |
|||
*/ |
|||
private val scanCallback = object : ScanCallback() { |
|||
override fun onScanResult(callbackType: Int, result: ScanResult) { |
|||
val device = result.device |
|||
val deviceName = device.name ?: "未知设备" |
|||
val deviceAddress = device.address |
|||
val rssi = result.rssi |
|||
|
|||
// Log.d(TAG, "发现设备: $deviceName [$deviceAddress], RSSI: $rssi") |
|||
|
|||
// 避免重复添加 |
|||
val existingIndex = scanResults.indexOfFirst { it.device.address == deviceAddress } |
|||
if (existingIndex >= 0) { |
|||
scanResults[existingIndex] = result |
|||
} else { |
|||
scanResults.add(result) |
|||
} |
|||
|
|||
// 如果没有待处理的更新，安排一个 |
|||
if (!isPendingScanResultUpdate) { |
|||
isPendingScanResultUpdate = true |
|||
scanHandler.postDelayed(scanResultUpdateRunnable, SCAN_RESULT_UPDATE_INTERVAL) |
|||
} |
|||
} |
|||
|
|||
override fun onScanFailed(errorCode: Int) { |
|||
Log.e(TAG, "扫描失败，错误码: $errorCode") |
|||
isScanning = false |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 将扫描结果通知回调 |
|||
*/ |
|||
private fun notifyScanResults() { |
|||
val devicesJson = scanResults.map { result -> |
|||
mapOf( |
|||
"id" to result.device.address, |
|||
"name" to (result.device.name ?: "未知设备"), |
|||
"rssi" to result.rssi |
|||
) |
|||
} |
|||
|
|||
callback?.onScanResult(devicesJson) |
|||
} |
|||
|
|||
/** |
|||
* 连接到指定设备 |
|||
*/ |
|||
fun connect(deviceAddress: String) { |
|||
if (bluetoothAdapter == null) { |
|||
Log.e(TAG, "蓝牙适配器不可用") |
|||
updateConnectionState(STATE_ERROR) |
|||
return |
|||
} |
|||
|
|||
// 先断开现有连接 |
|||
bluetoothGatt?.close() |
|||
bluetoothGatt = null |
|||
|
|||
try { |
|||
val device = bluetoothAdapter.getRemoteDevice(deviceAddress) |
|||
updateConnectionState(STATE_CONNECTING) |
|||
|
|||
// 连接GATT服务器 |
|||
Log.i(TAG, "正在连接设备: ${device.name ?: "未知设备"} [$deviceAddress]") |
|||
bluetoothGatt = device.connectGatt(context, false, gattCallback) |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "连接设备时发生错误: ${e.message}") |
|||
updateConnectionState(STATE_ERROR) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 断开连接 |
|||
*/ |
|||
fun disconnect() { |
|||
bluetoothGatt?.disconnect() |
|||
updateConnectionState(STATE_DISCONNECTING) |
|||
} |
|||
|
|||
/** |
|||
* 更新连接状态并通知回调 |
|||
*/ |
|||
private fun updateConnectionState(state: Int) { |
|||
connectionState.postValue(state) |
|||
callback?.onConnectionStateChanged(state) |
|||
} |
|||
|
|||
/** |
|||
* GATT回调 |
|||
*/ |
|||
private val gattCallback = object : BluetoothGattCallback() { |
|||
override fun onConnectionStateChange(gatt: BluetoothGatt, status: Int, newState: Int) { |
|||
if (newState == BluetoothProfile.STATE_CONNECTED && status == BluetoothGatt.GATT_SUCCESS) { |
|||
Log.i(TAG, "设备已连接，开始发现服务...") |
|||
updateConnectionState(STATE_CONNECTED) |
|||
|
|||
// 开始搜索服务 |
|||
gatt.discoverServices() |
|||
} else if (newState == BluetoothProfile.STATE_DISCONNECTED) { |
|||
Log.i(TAG, "设备已断开连接") |
|||
updateConnectionState(STATE_DISCONNECTED) |
|||
|
|||
// 清理资源 |
|||
gatt.close() |
|||
bluetoothGatt = null |
|||
audioDataChar = null |
|||
controlChar = null |
|||
} else if (status != BluetoothGatt.GATT_SUCCESS) { |
|||
Log.e(TAG, "连接失败，status=$status") |
|||
updateConnectionState(STATE_ERROR) |
|||
|
|||
gatt.close() |
|||
bluetoothGatt = null |
|||
} |
|||
} |
|||
|
|||
override fun onServicesDiscovered(gatt: BluetoothGatt, status: Int) { |
|||
if (status == BluetoothGatt.GATT_SUCCESS) { |
|||
Log.i(TAG, "服务发现成功") |
|||
|
|||
// 查找目标服务 |
|||
val audioService = gatt.getService(UUID.fromString(AUDIO_SERVICE_UUID)) |
|||
if (audioService != null) { |
|||
Log.i(TAG, "找到音频服务") |
|||
|
|||
// 获取音频数据和控制特征 |
|||
audioDataChar = audioService.getCharacteristic(UUID.fromString(AUDIO_DATA_CHAR_UUID)) |
|||
controlChar = audioService.getCharacteristic(UUID.fromString(CONTROL_CHAR_UUID)) |
|||
|
|||
if (audioDataChar != null && controlChar != null) { |
|||
Log.i(TAG, "找到所需特征") |
|||
|
|||
// 注册特征通知 |
|||
setupNotifications(gatt) |
|||
} else { |
|||
Log.e(TAG, "未找到所需特征") |
|||
updateConnectionState(STATE_ERROR) |
|||
} |
|||
} else { |
|||
Log.e(TAG, "未找到音频服务") |
|||
updateConnectionState(STATE_ERROR) |
|||
} |
|||
} else { |
|||
Log.e(TAG, "服务发现失败，status=$status") |
|||
updateConnectionState(STATE_ERROR) |
|||
} |
|||
} |
|||
|
|||
override fun onCharacteristicChanged(gatt: BluetoothGatt, characteristic: BluetoothGattCharacteristic) { |
|||
val characteristicUuid = characteristic.uuid.toString() |
|||
|
|||
when (characteristicUuid) { |
|||
AUDIO_DATA_CHAR_UUID -> { |
|||
// 收到音频数据 |
|||
val audioData = characteristic.value |
|||
Log.d(TAG, "收到音频数据帧，大小: ${audioData.size} 字节") |
|||
|
|||
callback?.onAudioDataReceived(audioData) |
|||
} |
|||
CONTROL_CHAR_UUID -> { |
|||
// 收到唤醒信号 |
|||
val value = characteristic.value |
|||
Log.i(TAG, "收到控制通知: ${value.contentToString()}") |
|||
|
|||
// 假设0x01表示唤醒信号 |
|||
if (value.isNotEmpty() && value[0].toInt() == 0x01) { |
|||
Log.i(TAG, "收到唤醒信号") |
|||
|
|||
callback?.onWakeupSignalReceived() |
|||
|
|||
// 收到唤醒后自动发送开始录音命令 |
|||
sendStartRecordingCommand() |
|||
} |
|||
} |
|||
} |
|||
} |
|||
|
|||
override fun onCharacteristicWrite(gatt: BluetoothGatt, characteristic: BluetoothGattCharacteristic, status: Int) { |
|||
if (characteristic.uuid.toString() == CONTROL_CHAR_UUID) { |
|||
if (status == BluetoothGatt.GATT_SUCCESS) { |
|||
Log.i(TAG, "命令发送成功: ${characteristic.value.contentToString()}") |
|||
} else { |
|||
Log.e(TAG, "命令发送失败，status=$status") |
|||
} |
|||
} |
|||
} |
|||
|
|||
override fun onDescriptorWrite(gatt: BluetoothGatt, descriptor: BluetoothGattDescriptor, status: Int) { |
|||
if (status == BluetoothGatt.GATT_SUCCESS) { |
|||
Log.i(TAG, "描述符写入成功: ${descriptor.uuid}") |
|||
|
|||
// 如果是音频数据特征的描述符，再订阅控制特征 |
|||
if (descriptor.characteristic.uuid.toString() == AUDIO_DATA_CHAR_UUID) { |
|||
setupControlNotification(gatt) |
|||
} |
|||
} else { |
|||
Log.e(TAG, "描述符写入失败，status=$status") |
|||
} |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 设置特征通知 |
|||
*/ |
|||
private fun setupNotifications(gatt: BluetoothGatt) { |
|||
// 先订阅音频数据通知 |
|||
if (audioDataChar?.properties?.and(BluetoothGattCharacteristic.PROPERTY_NOTIFY) != 0) { |
|||
gatt.setCharacteristicNotification(audioDataChar, true) |
|||
|
|||
val descriptor = audioDataChar?.getDescriptor(UUID.fromString(CLIENT_CHAR_CONFIG_UUID)) |
|||
descriptor?.value = BluetoothGattDescriptor.ENABLE_NOTIFICATION_VALUE |
|||
|
|||
if (descriptor != null) { |
|||
gatt.writeDescriptor(descriptor) |
|||
Log.i(TAG, "设置音频数据特征通知") |
|||
} |
|||
} else { |
|||
Log.e(TAG, "音频数据特征不支持通知") |
|||
setupControlNotification(gatt) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 设置控制特征通知 |
|||
*/ |
|||
private fun setupControlNotification(gatt: BluetoothGatt) { |
|||
if (controlChar?.properties?.and(BluetoothGattCharacteristic.PROPERTY_NOTIFY) != 0) { |
|||
gatt.setCharacteristicNotification(controlChar, true) |
|||
|
|||
val descriptor = controlChar?.getDescriptor(UUID.fromString(CLIENT_CHAR_CONFIG_UUID)) |
|||
descriptor?.value = BluetoothGattDescriptor.ENABLE_NOTIFICATION_VALUE |
|||
|
|||
if (descriptor != null) { |
|||
gatt.writeDescriptor(descriptor) |
|||
Log.i(TAG, "设置控制特征通知") |
|||
} |
|||
} else { |
|||
Log.e(TAG, "控制特征不支持通知") |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 发送开始录音命令（向控制特征写入0x01） |
|||
*/ |
|||
fun sendStartRecordingCommand(): Boolean { |
|||
if (bluetoothGatt == null || controlChar == null || connectionState.value != STATE_CONNECTED) { |
|||
Log.e(TAG, "无法发送开始录音命令，设备未连接") |
|||
return false |
|||
} |
|||
|
|||
try { |
|||
val commandData = byteArrayOf(0x01) |
|||
controlChar?.value = commandData |
|||
controlChar?.writeType = BluetoothGattCharacteristic.WRITE_TYPE_DEFAULT |
|||
|
|||
val success = bluetoothGatt?.writeCharacteristic(controlChar) ?: false |
|||
|
|||
if (success) { |
|||
Log.i(TAG, "开始录音命令已发送") |
|||
} else { |
|||
Log.e(TAG, "开始录音命令发送失败") |
|||
} |
|||
|
|||
return success |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "发送开始录音命令时发生异常: ${e.message}") |
|||
return false |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 发送停止录音命令（向控制特征写入0x02） |
|||
*/ |
|||
fun sendStopRecordingCommand(): Boolean { |
|||
if (bluetoothGatt == null || controlChar == null || connectionState.value != STATE_CONNECTED) { |
|||
Log.e(TAG, "无法发送停止录音命令，设备未连接") |
|||
return false |
|||
} |
|||
|
|||
try { |
|||
val commandData = byteArrayOf(0x02) |
|||
controlChar?.value = commandData |
|||
controlChar?.writeType = BluetoothGattCharacteristic.WRITE_TYPE_DEFAULT |
|||
|
|||
val success = bluetoothGatt?.writeCharacteristic(controlChar) ?: false |
|||
|
|||
if (success) { |
|||
Log.i(TAG, "停止录音命令已发送") |
|||
} else { |
|||
Log.e(TAG, "停止录音命令发送失败") |
|||
} |
|||
|
|||
return success |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "发送停止录音命令时发生异常: ${e.message}") |
|||
return false |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 清理资源 |
|||
*/ |
|||
fun cleanup() { |
|||
stopScan() |
|||
scanHandler.removeCallbacks(scanResultUpdateRunnable) |
|||
bluetoothGatt?.close() |
|||
bluetoothGatt = null |
|||
audioDataChar = null |
|||
controlChar = null |
|||
} |
|||
} |
|||
@ -0,0 +1,269 @@ |
|||
package com.yunqiinnovation.jieli |
|||
|
|||
import android.app.Activity |
|||
import android.bluetooth.BluetoothAdapter |
|||
import android.bluetooth.BluetoothManager |
|||
import android.content.Context |
|||
import android.content.Intent |
|||
import android.content.pm.PackageManager |
|||
import androidx.annotation.NonNull |
|||
import androidx.core.app.ActivityCompat |
|||
import androidx.core.content.ContextCompat |
|||
import io.flutter.embedding.engine.plugins.FlutterPlugin |
|||
import io.flutter.embedding.engine.plugins.activity.ActivityAware |
|||
import io.flutter.embedding.engine.plugins.activity.ActivityPluginBinding |
|||
import io.flutter.plugin.common.EventChannel |
|||
import io.flutter.plugin.common.MethodCall |
|||
import io.flutter.plugin.common.MethodChannel |
|||
import io.flutter.plugin.common.MethodChannel.MethodCallHandler |
|||
import io.flutter.plugin.common.MethodChannel.Result |
|||
import kotlinx.coroutines.* |
|||
|
|||
/** JieliPlugin */ |
|||
class JieliPlugin: FlutterPlugin, MethodCallHandler, ActivityAware, EventChannel.StreamHandler { |
|||
/// 方法通道 |
|||
private lateinit var methodChannel: MethodChannel |
|||
/// 统一事件通道 |
|||
private lateinit var eventChannel: EventChannel |
|||
|
|||
private lateinit var context: Context |
|||
private var activity: Activity? = null |
|||
|
|||
/// BLE服务实例 |
|||
private lateinit var bleService: BleService |
|||
|
|||
// 协程作用域 |
|||
private val pluginScope = CoroutineScope(Dispatchers.IO + SupervisorJob()) |
|||
|
|||
// 事件接收器 |
|||
private var eventSink: EventChannel.EventSink? = null |
|||
|
|||
// 事件类型常量 |
|||
companion object { |
|||
private const val EVENT_TYPE_AUDIO_DATA = "audio_data" |
|||
private const val EVENT_TYPE_CONNECTION_STATE = "connection_state" |
|||
private const val EVENT_TYPE_SCAN_RESULT = "scan_result" |
|||
private const val EVENT_TYPE_WAKEUP_SIGNAL = "wakeup_signal" |
|||
} |
|||
|
|||
// 蓝牙相关请求码 |
|||
private val REQUEST_ENABLE_BT = 1 |
|||
private val REQUEST_PERMISSION_BLE = 2 |
|||
|
|||
override fun onAttachedToEngine(@NonNull flutterPluginBinding: FlutterPlugin.FlutterPluginBinding) { |
|||
val binaryMessenger = flutterPluginBinding.binaryMessenger |
|||
|
|||
// 设置方法通道 |
|||
methodChannel = MethodChannel(binaryMessenger, "com.yunqiinnovation.jieli") |
|||
methodChannel.setMethodCallHandler(this) |
|||
|
|||
// 设置统一事件通道 |
|||
eventChannel = EventChannel(binaryMessenger, "com.yunqiinnovation.jieli/events") |
|||
eventChannel.setStreamHandler(this) |
|||
|
|||
context = flutterPluginBinding.applicationContext |
|||
|
|||
// 初始化BLE服务 |
|||
bleService = BleService(context) |
|||
|
|||
// 设置回调 |
|||
setupBleCallbacks() |
|||
} |
|||
|
|||
/** |
|||
* 设置BLE服务回调 |
|||
*/ |
|||
private fun setupBleCallbacks() { |
|||
// 设置统一回调接口 |
|||
bleService.callback = object : BleCallback { |
|||
override fun onScanResult(devices: List<Map<String, Any>>) { |
|||
pluginScope.launch(Dispatchers.Main) { |
|||
sendEvent(EVENT_TYPE_SCAN_RESULT, devices) |
|||
} |
|||
} |
|||
|
|||
override fun onConnectionStateChanged(state: Int) { |
|||
pluginScope.launch(Dispatchers.Main) { |
|||
sendEvent(EVENT_TYPE_CONNECTION_STATE, state) |
|||
} |
|||
} |
|||
|
|||
override fun onAudioDataReceived(data: ByteArray) { |
|||
pluginScope.launch(Dispatchers.Main) { |
|||
sendEvent(EVENT_TYPE_AUDIO_DATA, data) |
|||
} |
|||
} |
|||
|
|||
override fun onWakeupSignalReceived() { |
|||
pluginScope.launch(Dispatchers.Main) { |
|||
sendEvent(EVENT_TYPE_WAKEUP_SIGNAL, true) |
|||
} |
|||
} |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 发送事件到Flutter端 |
|||
*/ |
|||
private fun sendEvent(eventType: String, data: Any?) { |
|||
eventSink?.success(mapOf( |
|||
"type" to eventType, |
|||
"data" to data |
|||
)) |
|||
} |
|||
|
|||
override fun onMethodCall(@NonNull call: MethodCall, @NonNull result: Result) { |
|||
when (call.method) { |
|||
"startScan" -> { |
|||
val scanTimeout = call.argument<Int>("scanTimeout") ?: 10000 |
|||
|
|||
if (!hasRequiredPermissions()) { |
|||
requestBlePermissions() |
|||
result.error("PERMISSION_DENIED", "需要蓝牙权限才能扫描设备", null) |
|||
return |
|||
} |
|||
|
|||
val success = bleService.startScan(scanTimeout.toLong()) |
|||
result.success(success) |
|||
} |
|||
"stopScan" -> { |
|||
val success = bleService.stopScan() |
|||
result.success(success) |
|||
} |
|||
"connect" -> { |
|||
val deviceId = call.argument<String>("deviceId") |
|||
if (deviceId == null) { |
|||
result.error("INVALID_ARGUMENT", "设备ID不能为空", null) |
|||
return |
|||
} |
|||
|
|||
if (!hasRequiredPermissions()) { |
|||
requestBlePermissions() |
|||
result.error("PERMISSION_DENIED", "需要蓝牙权限才能连接设备", null) |
|||
return |
|||
} |
|||
|
|||
bleService.connect(deviceId) |
|||
result.success(true) |
|||
} |
|||
"disconnect" -> { |
|||
bleService.disconnect() |
|||
result.success(true) |
|||
} |
|||
"sendStartRecordingCommand" -> { |
|||
val success = bleService.sendStartRecordingCommand() |
|||
result.success(success) |
|||
} |
|||
"sendStopRecordingCommand" -> { |
|||
val success = bleService.sendStopRecordingCommand() |
|||
result.success(success) |
|||
} |
|||
"isBluetoothEnabled" -> { |
|||
val bluetoothManager = context.getSystemService(Context.BLUETOOTH_SERVICE) as BluetoothManager |
|||
val bluetoothAdapter = bluetoothManager.adapter |
|||
result.success(bluetoothAdapter?.isEnabled == true) |
|||
} |
|||
"requestBluetoothEnable" -> { |
|||
if (activity == null) { |
|||
result.error("ACTIVITY_NOT_AVAILABLE", "Activity不可用，无法请求打开蓝牙", null) |
|||
return |
|||
} |
|||
|
|||
val bluetoothManager = context.getSystemService(Context.BLUETOOTH_SERVICE) as BluetoothManager |
|||
val bluetoothAdapter = bluetoothManager.adapter |
|||
|
|||
if (bluetoothAdapter == null) { |
|||
result.error("BLUETOOTH_UNAVAILABLE", "设备不支持蓝牙", null) |
|||
return |
|||
} |
|||
|
|||
if (bluetoothAdapter.isEnabled) { |
|||
result.success(true) |
|||
return |
|||
} |
|||
|
|||
// 请求打开蓝牙 |
|||
val enableBtIntent = Intent(BluetoothAdapter.ACTION_REQUEST_ENABLE) |
|||
activity?.startActivityForResult(enableBtIntent, REQUEST_ENABLE_BT) |
|||
result.success(true) |
|||
} |
|||
else -> { |
|||
result.notImplemented() |
|||
} |
|||
} |
|||
} |
|||
|
|||
override fun onDetachedFromEngine(@NonNull binding: FlutterPlugin.FlutterPluginBinding) { |
|||
methodChannel.setMethodCallHandler(null) |
|||
eventChannel.setStreamHandler(null) |
|||
|
|||
bleService.cleanup() |
|||
pluginScope.cancel() |
|||
} |
|||
|
|||
override fun onAttachedToActivity(binding: ActivityPluginBinding) { |
|||
activity = binding.activity |
|||
} |
|||
|
|||
override fun onDetachedFromActivityForConfigChanges() { |
|||
activity = null |
|||
} |
|||
|
|||
override fun onReattachedToActivityForConfigChanges(binding: ActivityPluginBinding) { |
|||
activity = binding.activity |
|||
} |
|||
|
|||
override fun onDetachedFromActivity() { |
|||
activity = null |
|||
} |
|||
|
|||
/// EventChannel.StreamHandler接口实现 |
|||
override fun onListen(arguments: Any?, events: EventChannel.EventSink?) { |
|||
eventSink = events |
|||
} |
|||
|
|||
override fun onCancel(arguments: Any?) { |
|||
eventSink = null |
|||
} |
|||
|
|||
/// 检查是否拥有所需权限 |
|||
private fun hasRequiredPermissions(): Boolean { |
|||
return if (android.os.Build.VERSION.SDK_INT >= android.os.Build.VERSION_CODES.S) { |
|||
hasPermission(android.Manifest.permission.BLUETOOTH_SCAN) && |
|||
hasPermission(android.Manifest.permission.BLUETOOTH_CONNECT) |
|||
} else { |
|||
hasPermission(android.Manifest.permission.BLUETOOTH) && |
|||
hasPermission(android.Manifest.permission.BLUETOOTH_ADMIN) |
|||
} |
|||
} |
|||
|
|||
/// 检查单个权限 |
|||
private fun hasPermission(permission: String): Boolean { |
|||
return ContextCompat.checkSelfPermission(context, permission) == PackageManager.PERMISSION_GRANTED |
|||
} |
|||
|
|||
/// 请求BLE权限 |
|||
private fun requestBlePermissions() { |
|||
activity?.let { |
|||
if (android.os.Build.VERSION.SDK_INT >= android.os.Build.VERSION_CODES.S) { |
|||
ActivityCompat.requestPermissions( |
|||
it, |
|||
arrayOf( |
|||
android.Manifest.permission.BLUETOOTH_SCAN, |
|||
android.Manifest.permission.BLUETOOTH_CONNECT |
|||
), |
|||
REQUEST_PERMISSION_BLE |
|||
) |
|||
} else { |
|||
ActivityCompat.requestPermissions( |
|||
it, |
|||
arrayOf( |
|||
android.Manifest.permission.BLUETOOTH, |
|||
android.Manifest.permission.BLUETOOTH_ADMIN |
|||
), |
|||
REQUEST_PERMISSION_BLE |
|||
) |
|||
} |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1,188 @@ |
|||
import 'dart:async'; |
|||
import 'dart:typed_data'; |
|||
|
|||
import 'package:flutter/services.dart'; |
|||
|
|||
/// 设备类，代表一个BLE设备 |
|||
class BleDevice { |
|||
final String id; |
|||
final String name; |
|||
final int rssi; |
|||
|
|||
BleDevice({required this.id, required this.name, required this.rssi}); |
|||
|
|||
factory BleDevice.fromJson(Map<String, dynamic> json) { |
|||
return BleDevice( |
|||
id: json['id'] as String, |
|||
name: json['name'] as String? ?? 'Unknown Device', |
|||
rssi: json['rssi'] as int? ?? 0, |
|||
); |
|||
} |
|||
|
|||
Map<String, dynamic> toJson() { |
|||
return { |
|||
'id': id, |
|||
'name': name, |
|||
'rssi': rssi, |
|||
}; |
|||
} |
|||
|
|||
@override |
|||
String toString() => 'BleDevice(id: $id, name: $name, rssi: $rssi)'; |
|||
} |
|||
|
|||
/// 连接状态 |
|||
enum ConnectionState { |
|||
disconnected, |
|||
connecting, |
|||
connected, |
|||
disconnecting, |
|||
error |
|||
} |
|||
|
|||
/// 事件类型 |
|||
class EventType { |
|||
static const String audioData = 'audio_data'; |
|||
static const String connectionState = 'connection_state'; |
|||
static const String scanResult = 'scan_result'; |
|||
static const String wakeupSignal = 'wakeup_signal'; |
|||
} |
|||
|
|||
/// 杰理BLE插件主类 |
|||
class Jieli { |
|||
static const MethodChannel _methodChannel = MethodChannel('com.yunqiinnovation.jieli'); |
|||
static const EventChannel _eventChannel = EventChannel('com.yunqiinnovation.jieli/events'); |
|||
|
|||
/// 扫描结果流 |
|||
static final StreamController<List<BleDevice>> _scanController = |
|||
StreamController<List<BleDevice>>.broadcast(); |
|||
Stream<List<BleDevice>> get scanResults => _scanController.stream; |
|||
|
|||
/// 连接状态变化流 |
|||
static final StreamController<ConnectionState> _connectionController = |
|||
StreamController<ConnectionState>.broadcast(); |
|||
Stream<ConnectionState> get connectionState => _connectionController.stream; |
|||
|
|||
/// 音频数据流 |
|||
static final StreamController<Uint8List> _audioController = |
|||
StreamController<Uint8List>.broadcast(); |
|||
Stream<Uint8List> get audioDataStream => _audioController.stream; |
|||
|
|||
/// 唤醒信号流 |
|||
static final StreamController<bool> _wakeupController = |
|||
StreamController<bool>.broadcast(); |
|||
Stream<bool> get wakeupStream => _wakeupController.stream; |
|||
|
|||
/// 事件流订阅 |
|||
StreamSubscription? _eventSubscription; |
|||
|
|||
/// 构造函数，初始化平台通道和事件监听 |
|||
Jieli() { |
|||
_setupEventListener(); |
|||
} |
|||
|
|||
/// 设置事件监听器 |
|||
void _setupEventListener() { |
|||
_eventSubscription = _eventChannel.receiveBroadcastStream().listen(_handleEvent); |
|||
} |
|||
|
|||
/// 处理来自原生平台的事件 |
|||
void _handleEvent(dynamic event) { |
|||
if (event is! Map<dynamic, dynamic>) return; |
|||
|
|||
final eventData = Map<String, dynamic>.from(event); |
|||
final String eventType = eventData['type'] as String; |
|||
final dynamic data = eventData['data']; |
|||
|
|||
switch (eventType) { |
|||
case EventType.scanResult: |
|||
if (data is List<dynamic>) { |
|||
final deviceList = data |
|||
.map((item) => BleDevice.fromJson(Map<String, dynamic>.from(item))) |
|||
.toList(); |
|||
_scanController.add(deviceList); |
|||
} |
|||
break; |
|||
case EventType.connectionState: |
|||
if (data is int && data >= 0 && data < ConnectionState.values.length) { |
|||
_connectionController.add(ConnectionState.values[data]); |
|||
} |
|||
break; |
|||
case EventType.audioData: |
|||
if (data is Uint8List) { |
|||
_audioController.add(data); |
|||
} |
|||
break; |
|||
case EventType.wakeupSignal: |
|||
if (data is bool) { |
|||
_wakeupController.add(data); |
|||
} |
|||
break; |
|||
} |
|||
} |
|||
|
|||
/// 开始扫描BLE设备 |
|||
Future<bool> startScan({int scanTimeout = 10000}) async { |
|||
final result = await _methodChannel.invokeMethod<bool>( |
|||
'startScan', |
|||
{'scanTimeout': scanTimeout}, |
|||
); |
|||
return result ?? false; |
|||
} |
|||
|
|||
/// 停止扫描BLE设备 |
|||
Future<bool> stopScan() async { |
|||
final result = await _methodChannel.invokeMethod<bool>('stopScan'); |
|||
return result ?? false; |
|||
} |
|||
|
|||
/// 连接到指定设备 |
|||
Future<bool> connect(String deviceId) async { |
|||
final result = await _methodChannel.invokeMethod<bool>( |
|||
'connect', |
|||
{'deviceId': deviceId}, |
|||
); |
|||
return result ?? false; |
|||
} |
|||
|
|||
/// 断开连接 |
|||
Future<bool> disconnect() async { |
|||
final result = await _methodChannel.invokeMethod<bool>('disconnect'); |
|||
return result ?? false; |
|||
} |
|||
|
|||
/// 发送开始录音命令 |
|||
Future<bool> sendStartRecordingCommand() async { |
|||
final result = await _methodChannel.invokeMethod<bool>('sendStartRecordingCommand'); |
|||
return result ?? false; |
|||
} |
|||
|
|||
/// 发送停止录音命令 |
|||
Future<bool> sendStopRecordingCommand() async { |
|||
final result = await _methodChannel.invokeMethod<bool>('sendStopRecordingCommand'); |
|||
return result ?? false; |
|||
} |
|||
|
|||
/// 关闭插件，释放资源 |
|||
Future<void> dispose() async { |
|||
await stopScan(); |
|||
await disconnect(); |
|||
_eventSubscription?.cancel(); |
|||
_scanController.close(); |
|||
_connectionController.close(); |
|||
_audioController.close(); |
|||
_wakeupController.close(); |
|||
} |
|||
|
|||
/// 检查蓝牙是否已启用 |
|||
Future<bool> isBluetoothEnabled() async { |
|||
final result = await _methodChannel.invokeMethod<bool>('isBluetoothEnabled'); |
|||
return result ?? false; |
|||
} |
|||
|
|||
/// 请求打开蓝牙 |
|||
Future<bool> requestBluetoothEnable() async { |
|||
final result = await _methodChannel.invokeMethod<bool>('requestBluetoothEnable'); |
|||
return result ?? false; |
|||
} |
|||
} |
|||
@ -0,0 +1,23 @@ |
|||
name: jieli |
|||
description: A Flutter plugin for connecting with Jieli BLE earphones |
|||
version: 0.0.1 |
|||
homepage: |
|||
|
|||
environment: |
|||
sdk: ">=2.12.0 <3.0.0" |
|||
flutter: ">=2.0.0" |
|||
|
|||
dependencies: |
|||
flutter: |
|||
sdk: flutter |
|||
|
|||
dev_dependencies: |
|||
flutter_test: |
|||
sdk: flutter |
|||
|
|||
flutter: |
|||
plugin: |
|||
platforms: |
|||
android: |
|||
package: com.yunqiinnovation.jieli |
|||
pluginClass: JieliPlugin |
|||
@ -0,0 +1,12 @@ |
|||
<manifest xmlns:android="http://schemas.android.com/apk/res/android" |
|||
package="com.yunqiinnovation.open_ai_service"> |
|||
|
|||
<!-- 拨打电话权限 --> |
|||
<uses-permission android:name="android.permission.CALL_PHONE" /> |
|||
|
|||
<!-- 发送短信权限 --> |
|||
<uses-permission android:name="android.permission.SEND_SMS" /> |
|||
|
|||
<!-- 读取联系人权限 --> |
|||
<uses-permission android:name="android.permission.READ_CONTACTS" /> |
|||
</manifest> |
|||
@ -0,0 +1,496 @@ |
|||
package com.yunqiinnovation.open_ai_service |
|||
|
|||
import android.content.Context |
|||
import android.util.Log |
|||
import com.anthropic.core.JsonValue |
|||
import com.anthropic.models.messages.Tool |
|||
import com.anthropic.models.messages.ToolUnion |
|||
import com.fasterxml.jackson.core.type.TypeReference |
|||
import com.fasterxml.jackson.databind.JsonNode |
|||
import com.fasterxml.jackson.databind.ObjectMapper |
|||
import io.ktor.client.HttpClient |
|||
import io.modelcontextprotocol.kotlin.sdk.Implementation |
|||
import io.modelcontextprotocol.kotlin.sdk.TextContent |
|||
import io.modelcontextprotocol.kotlin.sdk.client.Client |
|||
import io.modelcontextprotocol.kotlin.sdk.client.WebSocketClientTransport |
|||
import kotlinx.coroutines.runBlocking |
|||
import kotlinx.serialization.json.JsonObject |
|||
import org.json.JSONObject |
|||
import kotlin.jvm.optionals.getOrNull |
|||
|
|||
/** |
|||
* 工具类型枚举 |
|||
*/ |
|||
enum class ToolType { |
|||
LOCAL_FUNCTION, // 本地函数 |
|||
MCP_TOOL // MCP工具 |
|||
} |
|||
|
|||
/** |
|||
* 函数处理器接口 |
|||
*/ |
|||
interface FunctionHandler { |
|||
/** |
|||
* 处理函数调用 |
|||
* @param arguments 函数参数，Map格式 |
|||
* @return 函数执行结果，字符串 |
|||
*/ |
|||
suspend fun handle(arguments: Map<String, Any>): String |
|||
} |
|||
|
|||
/** |
|||
* MCP客户端，用于连接Model Context Protocol服务器和管理本地函数 |
|||
*/ |
|||
class MCPClient(private val context: Context? = null) : AutoCloseable { |
|||
private val TAG = "MCPClient" |
|||
|
|||
// 初始化MCP客户端 |
|||
private val mcp: Client = Client( |
|||
clientInfo = Implementation( |
|||
name = "deep-voice-mcp-client", |
|||
version = "1.0.0" |
|||
) |
|||
) |
|||
|
|||
// 服务器提供的工具列表 |
|||
private var tools: List<ToolUnion> = emptyList() |
|||
|
|||
// 工具Map列表，用于OpenAI请求 |
|||
private val toolMaps = mutableListOf<Map<String, Any>>() |
|||
|
|||
// 本地函数Map，函数名 -> 处理器 |
|||
private val localFunctions = mutableMapOf<String, FunctionHandler>() |
|||
|
|||
// 本地函数定义Map，函数名 -> 定义 |
|||
private val localFunctionDefs = mutableMapOf<String, String>() |
|||
|
|||
// 是否已连接 |
|||
private var isConnected = false |
|||
|
|||
// 系统功能处理器 |
|||
private val systemFunctionHandler = SystemFunctionHandler(context!!) |
|||
|
|||
init { |
|||
// 如果提供了Context，自动注册语音功能处理器 |
|||
context?.let { initializeVoiceFunctions(it) } |
|||
} |
|||
|
|||
/** |
|||
* 初始化语音功能处理器 |
|||
*/ |
|||
private fun initializeVoiceFunctions(context: Context) { |
|||
try { |
|||
// 使用SystemFunctionHandler注册所有功能 |
|||
systemFunctionHandler.registerAllFunctions(this) |
|||
|
|||
Log.d(TAG, "语音功能初始化完成") |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "语音功能初始化失败: ${e.message}", e) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 将JsonObject转换为JsonValue |
|||
*/ |
|||
private fun JsonObject.toJsonValue(): JsonValue { |
|||
val mapper = ObjectMapper() |
|||
val node = mapper.readTree(this.toString()) |
|||
return JsonValue.fromJsonNode(node) |
|||
} |
|||
|
|||
/** |
|||
* 连接到MCP服务器(通过WebSocket) |
|||
*/ |
|||
suspend fun connectToWebSocket(serverUrl: String): Boolean { |
|||
try { |
|||
// 创建WebSocket传输层 |
|||
val transport = WebSocketClientTransport( |
|||
client = HttpClient(), |
|||
urlString = serverUrl |
|||
) |
|||
|
|||
// 连接MCP客户端到服务器 |
|||
mcp.connect(transport) |
|||
|
|||
// 获取服务器提供的工具列表 |
|||
val toolsResult = mcp.listTools() |
|||
Log.d(TAG, "获取到工具列表: $toolsResult") |
|||
|
|||
// 处理工具列表 |
|||
processToolsList(toolsResult) |
|||
|
|||
isConnected = true |
|||
Log.d(TAG, "已连接到WebSocket服务器，可用工具: ${tools.map { it.tool().get().name() }.joinToString(", ")}") |
|||
return true |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "连接WebSocket服务器失败: ${e.message}", e) |
|||
return false |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 处理工具列表 |
|||
*/ |
|||
private fun processToolsList(toolsResult: io.modelcontextprotocol.kotlin.sdk.ListToolsResult?) { |
|||
tools = toolsResult?.tools?.map { tool -> |
|||
// 确保输入模式有效 |
|||
val inputType = tool.inputSchema?.type ?: "object" |
|||
val inputProperties = tool.inputSchema?.properties ?: emptyMap() |
|||
val inputRequired = tool.inputSchema?.required ?: emptyList<String>() |
|||
|
|||
ToolUnion.ofTool( |
|||
Tool.builder() |
|||
.name(tool.name) |
|||
.description(tool.description ?: "") |
|||
.inputSchema( |
|||
Tool.InputSchema.builder() |
|||
.type(JsonValue.from(inputType)) |
|||
.properties(if (inputProperties is JsonObject) inputProperties.toJsonValue() else JsonValue.from(emptyMap<String, String>())) |
|||
.putAdditionalProperty("required", JsonValue.from(inputRequired)) |
|||
.build() |
|||
) |
|||
.build() |
|||
) |
|||
} ?: emptyList() |
|||
|
|||
// 更新用于OpenAI的工具映射 |
|||
updateToolMaps() |
|||
} |
|||
|
|||
|
|||
/** |
|||
* 注册本地函数 |
|||
* @param name 函数名称 |
|||
* @param description 函数描述 |
|||
* @param parameters 函数参数定义（Map或JSONObject） |
|||
* @param handler 函数处理器 |
|||
* @return 是否注册成功 |
|||
*/ |
|||
fun registerLocalFunction( |
|||
name: String, |
|||
description: String, |
|||
parameters: Any, |
|||
handler: FunctionHandler |
|||
): Boolean { |
|||
try { |
|||
// 将参数统一转换为Map格式 |
|||
val parametersMap: Map<String, Any> = when (parameters) { |
|||
is Map<*, *> -> { |
|||
@Suppress("UNCHECKED_CAST") |
|||
parameters as Map<String, Any> |
|||
} |
|||
is JSONObject -> { |
|||
val mapper = ObjectMapper() |
|||
mapper.readValue( |
|||
parameters.toString(), |
|||
object : TypeReference<Map<String, Any>>() {} |
|||
) |
|||
} |
|||
else -> { |
|||
Log.e(TAG, "参数类型不支持: ${parameters.javaClass.name}") |
|||
return false |
|||
} |
|||
} |
|||
|
|||
// 检查参数是否包含必要字段 |
|||
if (!parametersMap.containsKey("type") || (parametersMap["type"] != "object")) { |
|||
Log.e(TAG, "参数必须是object类型") |
|||
return false |
|||
} |
|||
|
|||
// 注册函数处理器 |
|||
localFunctions[name] = handler |
|||
|
|||
// 创建函数定义 |
|||
val functionDef = mapOf( |
|||
"name" to name, |
|||
"description" to description, |
|||
"parameters" to parametersMap |
|||
) |
|||
|
|||
// 保存函数定义 |
|||
localFunctionDefs[name] = ObjectMapper().writeValueAsString(functionDef) |
|||
|
|||
// 更新工具映射 |
|||
updateToolMaps() |
|||
|
|||
Log.d(TAG, "注册本地函数成功: $name") |
|||
return true |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "注册本地函数失败: ${e.message}", e) |
|||
return false |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 取消注册本地函数 |
|||
* @param name 函数名称 |
|||
* @return 是否取消成功 |
|||
*/ |
|||
fun unregisterLocalFunction(name: String): Boolean { |
|||
val removed = localFunctions.remove(name) != null |
|||
if (removed) { |
|||
localFunctionDefs.remove(name) |
|||
updateToolMaps() |
|||
Log.d(TAG, "取消注册本地函数成功: $name") |
|||
} |
|||
return removed |
|||
} |
|||
|
|||
/** |
|||
* 更新工具Map列表，用于OpenAI请求 |
|||
*/ |
|||
private fun updateToolMaps() { |
|||
toolMaps.clear() |
|||
|
|||
// 首先添加本地函数 |
|||
localFunctionDefs.forEach { (name, functionDefJson) -> |
|||
try { |
|||
val mapper = ObjectMapper() |
|||
val functionDef = mapper.readValue(functionDefJson, object : TypeReference<Map<String, Any>>() {}) |
|||
val toolMap = mapOf( |
|||
"type" to "function", |
|||
"function" to functionDef |
|||
) |
|||
toolMaps.add(toolMap) |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "解析本地函数定义失败: $name, ${e.message}", e) |
|||
} |
|||
} |
|||
|
|||
// 然后添加MCP工具 |
|||
tools.forEach { toolUnion -> |
|||
try { |
|||
val tool = toolUnion.tool().get() |
|||
val parametersMap = mutableMapOf<String, Any>() |
|||
|
|||
// 提取工具类型及参数 |
|||
try { |
|||
val inputSchema = tool.inputSchema() |
|||
// 解析JsonValue |
|||
val mapper = ObjectMapper() |
|||
val inputSchemaStr = inputSchema.toString() |
|||
val inputSchemaJson = mapper.readTree(inputSchemaStr) |
|||
val typeValue = inputSchemaJson.path("type") |
|||
parametersMap["type"] = if (typeValue.isTextual) typeValue.asText() else "object" |
|||
|
|||
// 提取properties字段 |
|||
val propertiesMap = mutableMapOf<String, Any>() |
|||
val propertiesNode = inputSchemaJson.path("properties") |
|||
if (propertiesNode.isObject) { |
|||
propertiesNode.fieldNames().forEach { fieldName -> |
|||
val fieldNode = propertiesNode.get(fieldName) |
|||
propertiesMap[fieldName] = convertJsonNodeToMap(fieldNode) |
|||
} |
|||
} |
|||
parametersMap["properties"] = propertiesMap |
|||
|
|||
// 提取required字段 |
|||
val requiredList = mutableListOf<String>() |
|||
val requiredNode = inputSchemaJson.path("required") |
|||
if (requiredNode.isArray) { |
|||
for (i in 0 until requiredNode.size()) { |
|||
if (requiredNode.get(i).isTextual) { |
|||
requiredList.add(requiredNode.get(i).asText()) |
|||
} |
|||
} |
|||
} |
|||
parametersMap["required"] = requiredList |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "解析工具参数失败: ${e.message}", e) |
|||
// 设置默认参数 |
|||
parametersMap["type"] = "object" |
|||
parametersMap["properties"] = emptyMap<String, Any>() |
|||
parametersMap["required"] = emptyList<String>() |
|||
} |
|||
|
|||
// 创建工具Map |
|||
val toolMap = mapOf( |
|||
"type" to "function", |
|||
"function" to mapOf( |
|||
"name" to tool.name(), |
|||
"description" to (tool.description() ?: ""), |
|||
"parameters" to parametersMap |
|||
) |
|||
) |
|||
|
|||
toolMaps.add(toolMap) |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "转换工具到Map失败: ${e.message}", e) |
|||
} |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 将JsonNode转换为Map |
|||
*/ |
|||
private fun convertJsonNodeToMap(node: JsonNode): Any { |
|||
return when { |
|||
node.isTextual() -> node.asText() |
|||
node.isNumber() -> node.asDouble() |
|||
node.isBoolean() -> node.asBoolean() |
|||
node.isObject() -> { |
|||
val result = mutableMapOf<String, Any>() |
|||
node.fieldNames().forEach { fieldName -> |
|||
result[fieldName] = convertJsonNodeToMap(node.get(fieldName)) |
|||
} |
|||
result |
|||
} |
|||
node.isArray() -> { |
|||
val result = mutableListOf<Any>() |
|||
for (i in 0 until node.size()) { |
|||
result.add(convertJsonNodeToMap(node.get(i))) |
|||
} |
|||
result |
|||
} |
|||
node.isNull() -> "null" |
|||
else -> node.toString() |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 获取工具Map列表，用于OpenAI请求 |
|||
*/ |
|||
fun getToolMaps(): List<Map<String, Any>> { |
|||
return toolMaps |
|||
} |
|||
|
|||
/** |
|||
* 获取工具类型 |
|||
* @param name 工具名称 |
|||
* @return 工具类型，如果不存在则返回null |
|||
*/ |
|||
fun getToolType(name: String): ToolType? { |
|||
if (localFunctions.containsKey(name)) { |
|||
return ToolType.LOCAL_FUNCTION |
|||
} |
|||
|
|||
if (tools.any { it.tool().get().name() == name }) { |
|||
return ToolType.MCP_TOOL |
|||
} |
|||
|
|||
return null |
|||
} |
|||
|
|||
/** |
|||
* 调用工具（统一入口） |
|||
* @param name 工具名称 |
|||
* @param arguments 参数 |
|||
* @return 调用结果 |
|||
*/ |
|||
suspend fun callTool(name: String, arguments: Map<String, Any>): String? { |
|||
val toolType = getToolType(name) |
|||
|
|||
return when (toolType) { |
|||
ToolType.LOCAL_FUNCTION -> { |
|||
callLocalFunction(name, arguments) |
|||
} |
|||
ToolType.MCP_TOOL -> { |
|||
callMcpTool(name, arguments) |
|||
} |
|||
null -> { |
|||
Log.e(TAG, "未找到工具: $name") |
|||
null |
|||
} |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 调用本地函数 |
|||
*/ |
|||
private suspend fun callLocalFunction(name: String, arguments: Map<String, Any>): String? { |
|||
return try { |
|||
val handler = localFunctions[name] |
|||
if (handler != null) { |
|||
handler.handle(arguments) |
|||
} else { |
|||
Log.e(TAG, "未找到本地函数: $name") |
|||
null |
|||
} |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "调用本地函数失败: ${e.message}", e) |
|||
"调用本地函数失败: ${e.message}" |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 调用MCP工具 |
|||
*/ |
|||
private suspend fun callMcpTool(name: String, arguments: Map<String, Any>): String? { |
|||
if (!isConnected) { |
|||
Log.e(TAG, "未连接到MCP服务器", null) |
|||
return "未连接到MCP服务器" |
|||
} |
|||
|
|||
return try { |
|||
val result = mcp.callTool( |
|||
name = name, |
|||
arguments = arguments |
|||
) |
|||
|
|||
// 处理工具调用结果 |
|||
result?.content?.joinToString("\n") { content -> |
|||
when (content) { |
|||
is TextContent -> content.text ?: "" |
|||
else -> "" |
|||
} |
|||
} |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "调用MCP工具失败: ${e.message}", e) |
|||
"调用MCP工具失败: ${e.message}" |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 获取可用的工具列表 |
|||
*/ |
|||
fun getTools(): List<ToolUnion> { |
|||
return tools |
|||
} |
|||
|
|||
/** |
|||
* 检查工具是否存在 |
|||
*/ |
|||
fun hasToolWithName(name: String): Boolean { |
|||
return localFunctions.containsKey(name) || toolMaps.any { |
|||
val functionMap = it["function"] as? Map<String, Any> |
|||
functionMap?.get("name") == name |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 从字符串解析JSON参数 |
|||
*/ |
|||
fun parseJsonArguments(json: String): Map<String, Any> { |
|||
return try { |
|||
ObjectMapper().readValue(json, object : TypeReference<Map<String, Any>>() {}) |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "解析JSON参数失败: ${e.message}", e) |
|||
emptyMap() |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 检查是否已连接到MCP服务器 |
|||
*/ |
|||
fun isConnected(): Boolean { |
|||
return isConnected |
|||
} |
|||
|
|||
/** |
|||
* 关闭连接 |
|||
*/ |
|||
override fun close() { |
|||
runBlocking { |
|||
try { |
|||
mcp.close() |
|||
isConnected = false |
|||
tools = emptyList() |
|||
toolMaps.clear() |
|||
Log.d(TAG, "已关闭MCP服务器连接", null) |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "关闭MCP服务器连接失败: ${e.message}", e) |
|||
} |
|||
} |
|||
} |
|||
} |
|||
@ -0,0 +1,422 @@ |
|||
package com.yunqiinnovation.open_ai_service |
|||
|
|||
import android.content.Context |
|||
import android.content.Intent |
|||
import android.content.pm.PackageManager |
|||
import android.net.Uri |
|||
import android.provider.ContactsContract |
|||
import android.telephony.SmsManager |
|||
import android.util.Log |
|||
import org.json.JSONObject |
|||
|
|||
/** |
|||
* 系统功能处理器 - 负责调用系统API执行各种功能以及注册系统功能 |
|||
*/ |
|||
class SystemFunctionHandler(private val context: Context) { |
|||
companion object { |
|||
private const val TAG = "SystemFunctionHandler" |
|||
const val ACTION_EXIT_INTERACTION = "com.yunqiinnovation.deepsound.action.EXIT_INTERACTION" |
|||
} |
|||
|
|||
/** |
|||
* 在MCPClient中注册所有系统功能 |
|||
* @param client MCPClient实例 |
|||
*/ |
|||
fun registerAllFunctions(client: MCPClient) { |
|||
try { |
|||
// 注册退出交互函数 |
|||
registerExitInteractionFunction(client) |
|||
|
|||
// 注册翻译模式函数 |
|||
registerTranslationModeFunction(client) |
|||
|
|||
// 注册发送短信函数 |
|||
registerSendTextMessageFunction(client) |
|||
|
|||
// 注册拨打电话函数 |
|||
registerMakePhoneCallFunction(client) |
|||
|
|||
// 注册打开应用函数 |
|||
registerOpenAppFunction(client) |
|||
|
|||
Log.d(TAG, "所有系统功能注册完成") |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "注册系统功能失败: ${e.message}", e) |
|||
} |
|||
} |
|||
|
|||
|
|||
/** |
|||
* 注册退出交互函数 |
|||
*/ |
|||
private fun registerExitInteractionFunction(client: MCPClient) { |
|||
client.registerLocalFunction( |
|||
"exit_interaction", |
|||
"退出当前语音交互", |
|||
JSONObject(""" |
|||
{ |
|||
"type": "object", |
|||
"properties": {}, |
|||
"required": [] |
|||
} |
|||
"""), |
|||
object : FunctionHandler { |
|||
override suspend fun handle(arguments: Map<String, Any>): String { |
|||
// 调用发送广播的函数 |
|||
sendExitInteractionBroadcast() |
|||
|
|||
return "{\"result\": \"已退出语音交互\"}" |
|||
} |
|||
} |
|||
) |
|||
Log.d(TAG, "已注册退出交互功能") |
|||
} |
|||
|
|||
/** |
|||
* 注册翻译模式函数 |
|||
*/ |
|||
private fun registerTranslationModeFunction(client: MCPClient) { |
|||
client.registerLocalFunction( |
|||
"enter_translation_mode", |
|||
"进入实时翻译模式", |
|||
JSONObject(""" |
|||
{ |
|||
"type": "object", |
|||
"properties": {}, |
|||
"required": [] |
|||
} |
|||
"""), |
|||
object : FunctionHandler { |
|||
override suspend fun handle(arguments: Map<String, Any>): String { |
|||
val result = enterTranslationMode() |
|||
return "{\"result\": \"${result.message}\"}" |
|||
} |
|||
} |
|||
) |
|||
Log.d(TAG, "已注册翻译模式功能") |
|||
} |
|||
|
|||
/** |
|||
* 注册发送短信函数 |
|||
*/ |
|||
private fun registerSendTextMessageFunction(client: MCPClient) { |
|||
client.registerLocalFunction( |
|||
"send_text_message", |
|||
"发送短信", |
|||
JSONObject(""" |
|||
{ |
|||
"type": "object", |
|||
"properties": { |
|||
"contact": { |
|||
"type": "string", |
|||
"description": "联系人姓名或电话号码" |
|||
}, |
|||
"message": { |
|||
"type": "string", |
|||
"description": "短信内容" |
|||
} |
|||
}, |
|||
"required": ["contact", "message"] |
|||
} |
|||
"""), |
|||
object : FunctionHandler { |
|||
override suspend fun handle(arguments: Map<String, Any>): String { |
|||
val contact = arguments["contact"] as? String ?: "" |
|||
val message = arguments["message"] as? String ?: "" |
|||
val result = sendTextMessage(contact, message) |
|||
return "{\"result\": \"${result.message}\"}" |
|||
} |
|||
} |
|||
) |
|||
Log.d(TAG, "已注册发送短信功能") |
|||
} |
|||
|
|||
/** |
|||
* 注册拨打电话函数 |
|||
*/ |
|||
private fun registerMakePhoneCallFunction(client: MCPClient) { |
|||
client.registerLocalFunction( |
|||
"make_phone_call", |
|||
"拨打电话", |
|||
JSONObject(""" |
|||
{ |
|||
"type": "object", |
|||
"properties": { |
|||
"contact": { |
|||
"type": "string", |
|||
"description": "联系人姓名或电话号码" |
|||
} |
|||
}, |
|||
"required": ["contact"] |
|||
} |
|||
"""), |
|||
object : FunctionHandler { |
|||
override suspend fun handle(arguments: Map<String, Any>): String { |
|||
val contact = arguments["contact"] as? String ?: "" |
|||
val result = makePhoneCall(contact) |
|||
return "{\"result\": \"${result.message}\"}" |
|||
} |
|||
} |
|||
) |
|||
Log.d(TAG, "已注册拨打电话功能") |
|||
} |
|||
|
|||
/** |
|||
* 注册打开应用函数 |
|||
*/ |
|||
private fun registerOpenAppFunction(client: MCPClient) { |
|||
client.registerLocalFunction( |
|||
"open_app", |
|||
"打开应用", |
|||
JSONObject(""" |
|||
{ |
|||
"type": "object", |
|||
"properties": { |
|||
"app_name": { |
|||
"type": "string", |
|||
"description": "应用名称" |
|||
} |
|||
}, |
|||
"required": ["app_name"] |
|||
} |
|||
"""), |
|||
object : FunctionHandler { |
|||
override suspend fun handle(arguments: Map<String, Any>): String { |
|||
val appName = arguments["app_name"] as? String ?: "" |
|||
val result = openApp(appName) |
|||
return "{\"result\": \"${result.message}\"}" |
|||
} |
|||
} |
|||
) |
|||
Log.d(TAG, "已注册打开应用功能") |
|||
} |
|||
|
|||
|
|||
/** |
|||
* 发送退出交互广播 |
|||
*/ |
|||
private fun sendExitInteractionBroadcast() { |
|||
// 发送广播通知VoiceInteractionHandler停止语音识别 |
|||
val intent = Intent(ACTION_EXIT_INTERACTION).apply { |
|||
// 明确指定接收广播的包名 |
|||
setPackage(context.packageName) |
|||
putExtra("timestamp", System.currentTimeMillis()) |
|||
// 添加FLAG_RECEIVER_FOREGROUND确保及时处理 |
|||
addFlags(Intent.FLAG_RECEIVER_FOREGROUND) |
|||
} |
|||
Log.d(TAG, "准备发送停止交互广播，包名: ${context.packageName}") |
|||
context.sendBroadcast(intent) |
|||
Log.d(TAG, "已发送停止交互广播") |
|||
} |
|||
|
|||
|
|||
|
|||
/** |
|||
* 启动翻译模式 |
|||
* @return 操作结果 |
|||
*/ |
|||
fun enterTranslationMode(): Result { |
|||
Log.d(TAG, "进入翻译模式") |
|||
// 此处应添加实际的翻译模式实现 |
|||
// 可能需要启动一个专门的翻译服务或活动 |
|||
|
|||
// 广播通知APP的其他部分进入翻译模式 |
|||
val intent = Intent("com.yunqiinnovation.deepsound.ACTION_ENTER_TRANSLATION_MODE").apply { |
|||
setPackage(context.packageName) |
|||
|
|||
putExtra("timestamp", System.currentTimeMillis()) |
|||
// 添加FLAG_RECEIVER_FOREGROUND确保及时处理 |
|||
addFlags(Intent.FLAG_RECEIVER_FOREGROUND) |
|||
} |
|||
|
|||
// 发送广播 |
|||
context.sendBroadcast(intent) |
|||
Log.d(TAG, "已发送广播: ENTER_TRANSLATION_MODE") |
|||
|
|||
return Result( |
|||
success = true, |
|||
message = "已进入实时翻译模式" |
|||
) |
|||
} |
|||
|
|||
/** |
|||
* 发送短信 |
|||
* @param contact 联系人（名称或电话号码） |
|||
* @param message 短信内容 |
|||
* @return 操作结果 |
|||
*/ |
|||
fun sendTextMessage(contact: String, message: String): Result { |
|||
Log.d(TAG, "发送短信给 $contact: $message") |
|||
|
|||
try { |
|||
val phoneNumber = getPhoneNumberForContact(contact) |
|||
if (phoneNumber.isEmpty()) { |
|||
return Result( |
|||
success = false, |
|||
message = "未找到联系人信息: $contact" |
|||
) |
|||
} |
|||
|
|||
// 使用SmsManager发送短信 |
|||
val smsManager = SmsManager.getDefault() |
|||
smsManager.sendTextMessage(phoneNumber, null, message, null, null) |
|||
|
|||
return Result( |
|||
success = true, |
|||
message = "已向${contact}发送短信: $message" |
|||
) |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "发送短信失败: ${e.message}", e) |
|||
return Result( |
|||
success = false, |
|||
message = "发送短信失败: ${e.message}" |
|||
) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 拨打电话 |
|||
* @param contact 联系人（名称或电话号码） |
|||
* @return 操作结果 |
|||
*/ |
|||
fun makePhoneCall(contact: String): Result { |
|||
Log.d(TAG, "拨打电话给 $contact") |
|||
|
|||
try { |
|||
val phoneNumber = getPhoneNumberForContact(contact) |
|||
if (phoneNumber.isEmpty()) { |
|||
return Result( |
|||
success = false, |
|||
message = "未找到联系人信息: $contact" |
|||
) |
|||
} |
|||
|
|||
// 创建拨号意图 |
|||
val intent = Intent(Intent.ACTION_CALL) |
|||
intent.data = Uri.parse("tel:$phoneNumber") |
|||
intent.flags = Intent.FLAG_ACTIVITY_NEW_TASK |
|||
context.startActivity(intent) |
|||
|
|||
return Result( |
|||
success = true, |
|||
message = "正在拨打${contact}的电话" |
|||
) |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "拨打电话失败: ${e.message}", e) |
|||
return Result( |
|||
success = false, |
|||
message = "拨打电话失败: ${e.message}" |
|||
) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 打开应用程序 |
|||
* @param appName 应用名称 |
|||
* @return 操作结果 |
|||
*/ |
|||
fun openApp(appName: String): Result { |
|||
Log.d(TAG, "打开应用: $appName") |
|||
|
|||
try { |
|||
// 查找应用的包名 |
|||
val packageManager = context.packageManager |
|||
val intent = Intent(Intent.ACTION_MAIN, null) |
|||
intent.addCategory(Intent.CATEGORY_LAUNCHER) |
|||
|
|||
val apps = packageManager.queryIntentActivities(intent, 0) |
|||
|
|||
for (resolveInfo in apps) { |
|||
val appLabel = resolveInfo.loadLabel(packageManager).toString() |
|||
if (appLabel.equals(appName, ignoreCase = true) || |
|||
appLabel.contains(appName, ignoreCase = true)) { |
|||
|
|||
// 找到匹配的应用 |
|||
val packageName = resolveInfo.activityInfo.packageName |
|||
val launchIntent = packageManager.getLaunchIntentForPackage(packageName) |
|||
|
|||
if (launchIntent != null) { |
|||
launchIntent.flags = Intent.FLAG_ACTIVITY_NEW_TASK |
|||
context.startActivity(launchIntent) |
|||
|
|||
return Result( |
|||
success = true, |
|||
message = "正在打开${appName}应用" |
|||
) |
|||
} |
|||
} |
|||
} |
|||
|
|||
return Result( |
|||
success = false, |
|||
message = "未找到应用: $appName" |
|||
) |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "打开应用失败: ${e.message}", e) |
|||
return Result( |
|||
success = false, |
|||
message = "打开应用失败: ${e.message}" |
|||
) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 根据联系人名称获取电话号码 |
|||
* @param contact 联系人名称或电话号码 |
|||
* @return 电话号码 |
|||
*/ |
|||
private fun getPhoneNumberForContact(contact: String): String { |
|||
// 如果输入的是电话号码（简单判断，包含数字和特殊符号） |
|||
if (contact.matches(Regex("^[+\\d\\s\\-()]*\$")) && contact.any { it.isDigit() }) { |
|||
// 移除非数字字符 |
|||
return contact.replace(Regex("[^+\\d]"), "") |
|||
} |
|||
|
|||
// 从联系人数据库查询 |
|||
try { |
|||
val contentResolver = context.contentResolver |
|||
val uri = Uri.withAppendedPath( |
|||
ContactsContract.Contacts.CONTENT_FILTER_URI, |
|||
Uri.encode(contact) |
|||
) |
|||
|
|||
val projection = arrayOf( |
|||
ContactsContract.Contacts._ID, |
|||
ContactsContract.Contacts.DISPLAY_NAME, |
|||
ContactsContract.Contacts.HAS_PHONE_NUMBER |
|||
) |
|||
|
|||
contentResolver.query(uri, projection, null, null, null)?.use { cursor -> |
|||
if (cursor.moveToFirst()) { |
|||
val hasPhoneNumber = cursor.getInt(cursor.getColumnIndexOrThrow(ContactsContract.Contacts.HAS_PHONE_NUMBER)) |
|||
|
|||
if (hasPhoneNumber > 0) { |
|||
val contactId = cursor.getString(cursor.getColumnIndexOrThrow(ContactsContract.Contacts._ID)) |
|||
val phoneUri = ContactsContract.CommonDataKinds.Phone.CONTENT_URI |
|||
val phoneProjection = arrayOf(ContactsContract.CommonDataKinds.Phone.NUMBER) |
|||
val phoneSelection = "${ContactsContract.CommonDataKinds.Phone.CONTACT_ID} = ?" |
|||
val phoneSelectionArgs = arrayOf(contactId) |
|||
|
|||
contentResolver.query(phoneUri, phoneProjection, phoneSelection, phoneSelectionArgs, null)?.use { phoneCursor -> |
|||
if (phoneCursor.moveToFirst()) { |
|||
return phoneCursor.getString(phoneCursor.getColumnIndexOrThrow(ContactsContract.CommonDataKinds.Phone.NUMBER)) |
|||
} |
|||
} |
|||
} |
|||
} |
|||
} |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "查询联系人信息失败: ${e.message}", e) |
|||
} |
|||
|
|||
return "" |
|||
} |
|||
|
|||
/** |
|||
* 操作结果数据类 |
|||
*/ |
|||
data class Result( |
|||
val success: Boolean, |
|||
val message: String |
|||
) |
|||
} |
|||
@ -1 +1,57 @@ |
|||
curl -v -X POST -H 'Content-Type: application/json' -H 'Authorization: Bearer 168deb3d-fd0c-4912-b9f1-aaee5c6743e6' -H 'Accept: text/event-stream' -d '{"model":"bot-20250405211523-l7c9r","messages":[{"role":"system","content":" 你是一个智能语音助手，能够简洁明了地回答用户的问题。\n时刻关心用户的情绪和需求，主动提供鼓励和温暖。\n\n语言风格活泼、亲切，能够幽默地互动，陪伴用户，缓解压力，增添生活乐趣。\n\n请始终以用户为中心，保持回应的高效性、准确性和温暖体贴，成为用户真正的灵魂伴侣。\n \n 当用户说\"退出\"、\"再见\"、\"结束对话\"等类似意图时，你应该使用exit_interaction函数来结束对话，\n 并在结束前说一句友好的告别语，例如\"再见，有需要随时找我\"。"},{"role":"system","content":" 你是一个智能语音助手，能够简洁明了地回答用户的问题。\n时刻关心用户的情绪和需求，主动提供鼓励和温暖。\n\n语言风格活泼、亲切，能够幽默地互动，陪伴用户，缓解压力，增添生活乐趣。\n\n请始终以用户为中心，保持回应的高效性、准确性和温暖体贴，成为用户真正的灵魂伴侣。\n \n 当用户说\"退出\"、\"再见\"、\"结束对话\"等类似意图时，你应该使用exit_interaction函数来结束对话，\n 并在结束前说一句友好的告别语，例如\"再见，有需要随时找我\"。"},{"role":"user","content":"退下吧。"},{"role":"assistant","content":"","tool_calls":[{"id":"call_8k680azmfc4thqrrnwpwqxah","type":"function","function":{"name":"exit_interaction","arguments":" {}"}}]},{"role":"tool","content":"{\"result\": \"已退出语音交互\"}","tool_call_id":"call_8k680azmfc4thqrrnwpwqxah"}],"temperature":0.7,"max_tokens":2000,"stream":true,"tools":[{"type":"function","function":{"name":"exit_interaction","description":"退出当前语音交互","parameters":{"type":"object","properties":{},"required":[]}}}]}' 'https://ark.cn-beijing.volces.com/api/v3/bots/chat/completions' |
|||
curl -v -X POST -H 'Content-Type: application/json' -H 'Authorization: Bearer 168deb3d-fd0c-4912-b9f1-aaee5c6743e6' -H 'Accept: text/event-stream' -d '{ |
|||
"model": "bot-20250405211523-l7c9r", |
|||
"messages": [ |
|||
{ |
|||
"role": "system", |
|||
"content": " 你是一个智能语音助手，能够简洁明了地回答用户的问题。\n时刻关心用户的情绪和需求，主动提供鼓励和温暖。\n\n语言风格活泼、亲切，能够幽默地互动，陪伴用户，缓解压力，增添生活乐趣。\n\n请始终以用户为中心，保持回应的高效性、准确性和温暖体贴，成为用户真正的灵魂伴侣。\n \n 当用户说\"退出\"、\"再见\"、\"结束对话\"等类似意图时，你应该使用exit_interaction函数来结束对话，\n 并在结束前说一句友好的告别语，例如\"再见，有需要随时找我\"。" |
|||
}, |
|||
{ |
|||
"role": "system", |
|||
"content": " 你是一个智能语音助手，能够简洁明了地回答用户的问题。\n时刻关心用户的情绪和需求，主动提供鼓励和温暖。\n\n语言风格活泼、亲切，能够幽默地互动，陪伴用户，缓解压力，增添生活乐趣。\n\n请始终以用户为中心，保持回应的高效性、准确性和温暖体贴，成为用户真正的灵魂伴侣。\n \n 当用户说\"退出\"、\"再见\"、\"结束对话\"等类似意图时，你应该使用exit_interaction函数来结束对话，\n 并在结束前说一句友好的告别语，例如\"再见，有需要随时找我\"。" |
|||
}, |
|||
{ |
|||
"role": "user", |
|||
"content": "退下吧。" |
|||
}, |
|||
{ |
|||
"role": "assistant", |
|||
"content": "", |
|||
"tool_calls": [ |
|||
{ |
|||
"id": "call_8k680azmfc4thqrrnwpwqxah", |
|||
"type": "function", |
|||
"function": { |
|||
"name": "exit_interaction", |
|||
"arguments": " {}" |
|||
} |
|||
} |
|||
] |
|||
}, |
|||
{ |
|||
"role": "tool", |
|||
"content": "{\"result\": \"已退出语音交互\"}", |
|||
"tool_call_id": "call_8k680azmfc4thqrrnwpwqxah" |
|||
} |
|||
], |
|||
"temperature": 0.7, |
|||
"max_tokens": 2000, |
|||
"stream": true, |
|||
"tools": [ |
|||
{ |
|||
"type": "function", |
|||
"function": { |
|||
"name": "exit_interaction", |
|||
"description": "退出当前语音交互", |
|||
"parameters": { |
|||
"type": "object", |
|||
"properties": {}, |
|||
"required": [] |
|||
} |
|||
} |
|||
} |
|||
] |
|||
}' 'https: //ark.cn-beijing.volces.com/api/v3/bots/chat/completions' |
|||
{ |
|||
"code": 0, |
|||
"message": "Error during WebSocket handshake: Unexpected response code: 400", |
|||
"request_log":"{\"ab_test\":{},\"base\":{\"has_upload\":false,\"is_pending\":true,\"load_flags\":18,\"load_state\":0,\"method\":\"GET\",\"net_error\":-320,\"network_isolation_key\":\"wss://openspeech.bytedance.com wss://openspeech.bytedance.com\",\"origin_url\":\"wss://openspeech.bytedance.com/api/v3/sauc/bigmodel\",\"redirect_times\":0,\"status\":\"FAILED\",\"traffic_annotation\":77012883},\"dns\":{\"address_list\":[\"163.181.50.229:443\",\"163.181.50.223:443\",\"163.181.50.221:443\",\"163.181.50.224:443\",\"163.181.50.226:443\",\"163.181.50.222:443\",\"163.181.50.228:443\",\"163.181.50.227:443\"],\"async_batch_httpdns\":0,\"cache_source\":6,\"cache_stale_reason\":0,\"from_stale_cache\":0,\"hijacked_error\":0,\"is_auth\":false,\"nameservers\":[],\"net_type\":0,\"preload_batch_httpdns\":0,\"queried_with_cip\":\"\",\"race_dns_stale_cache\":0,\"skip_prefer_ip_error\":0,\"source\":2},\"event\":{\"engine_startup\":1744019237.421243,\"network_change\":0.0},\"header\":{\"X-Tt-Logid\":\"2025040717474815E3294F926C737834FA\",\"server-timing\":\"inner; dur=5, cdn-cache;desc=MISS,edge;dur=653,origin;dur=14\",\"x-tt-trace-host\":\"012d6b6cae97bb056dd2540a62f7f6e52ccfb433febe931be5ddf1ac674ca77c57b7dee570790477696b7b5c17bbdd77bf841100de6d411ef8ccc26681b9799e4aee97897e0681b3a8b304853d1848fcbd9fec458fdd375cddc4a7873cdbcef3a0\",\"x-tt-trace-id\":\"00-0fa6216304269466036ad7b0703104d2-0fa6216304269466-01\",\"x-tt-trace-tag\":\"id=03;cdn-cache=miss;type=dyn\"},\"ifconfig\":{\"ipv4_reachable\":true,\"ipv6_reachable\":false},\"multinetwork\":{},\"nqe\":{\"bs_sys_state\":false,\"downlink_throughput\":2658,\"effective_net_type\":5,\"group_rtt_estimate\":[],\"http_rtt\":116,\"pending_requests\":\"1\",\"real_net_type\":2,\"tcp_rtt\":46,\"total_requests\":\"6\"},\"other\":{\"core_ver\":\"87.0.4273.1\",\"gateway\":\"0.0.0.0\",\"is_background\":false,\"is_internal_retry\":false,\"is_main_process\":true,\"libcore\":\"cronet\",\"net_thread_priority\":0,\"quic_commit\":\"6ea2111b/2023-03-16\",\"resume_time\":\"-1\",\"retry_attempts\":0,\"ttnet_build_timestamp\":\"1689596445\",\"ttnet_version\":\"4.1.127.2-tob\",\"version\":\"534436af/2023-07-17\"},\"response\":{\"cached\":false,\"code\":400,\"connection_info\":1,\"network_accessed\":true,\"received_bytes\":0,\"sent_bytes\":0,\"via_proxy\":false},\"session\":{},\"socket\":{\"address_family\":1,\"cip\":\"\",\"connection_attemps\":[],\"happy_eyeballs_result\":2,\"remote\":\"163.181.50.229:443\",\"socket_reused\":false},\"socketpool\":{\"assign_type\":0,\"consume_time\":0,\"is_backup_job\":false,\"pending_reason\":0,\"pending_time\":0,\"reuse_type\":0,\"socket_idle_time\":0},\"ssl\":{\"cert_status\":0,\"connection_status\":6296321,\"handshake_type\":1,\"is_issued_by_known_root\":true,\"server_cert_common_name\":\"*.bytedance.com\"},\"store_idc\":{\"init\":1},\"timing\":{\"detailed_duration\":{\"before_stream\":0,\"body_recv\":-1,\"cdn-cache\":\"miss\",\"connect_delay\":0,\"create_stream\":98,\"dispatch\":0,\"dns\":0,\"edge\":653,\"header_recv\":-1,\"inner\":5,\"origin\":9,\"proxy\":0,\"rtt\":43,\"security_callback\":0,\"send\":0,\"ssl\":48,\"tcp\":49,\"ttfb\":710},\"request\":{\"create_stream_finish\":1744019267.633028,\"create_stream_start\":1744019267.534112,\"duration\":812,\"http_transaction_start\":1744019267.534081,\"request_sent_time\":1744019267.633497,\"response_recv_time\":1744019268.344466,\"start_time\":1744019267.533685}},\"tnc\":{\"data\":{\"canary\":\"\",\"cold_start\":1,\"config\":\"\",\"config_updated\":0,\"local_probe_version\":\"\",\"rules\":\"\",\"source\":0,\"update_time\":\"-1\"},\"probe\":{\"cmd\":\"0\",\"get_time\":\"-1\",\"send_time\":\"-1\",\"state\":1,\"version\":\"0\"},\"request\":{\"probe_version\":\"0\",\"source\":0,\"start_time\":\"-1\",\"state\":1}},\"t |
|||
Loading…
Reference in new issue