wolfplus
2 years ago
10 changed files with 1066 additions and 19 deletions
@ -0,0 +1,551 @@ |
|||
package com.example.deep_voice |
|||
|
|||
import android.app.Notification |
|||
import android.app.NotificationChannel |
|||
import android.app.NotificationManager |
|||
import android.app.PendingIntent |
|||
import android.app.Service |
|||
import android.content.Context |
|||
import android.content.Intent |
|||
import android.os.Build |
|||
import android.os.IBinder |
|||
import android.util.Log |
|||
import android.view.KeyEvent |
|||
import androidx.annotation.Nullable |
|||
import androidx.core.app.NotificationCompat |
|||
import androidx.media.session.MediaButtonReceiver |
|||
import android.support.v4.media.session.MediaSessionCompat |
|||
import android.support.v4.media.session.PlaybackStateCompat |
|||
import android.content.ComponentName |
|||
import android.media.AudioManager |
|||
import java.util.concurrent.atomic.AtomicBoolean |
|||
import org.json.JSONArray |
|||
|
|||
/** |
|||
* 后台语音交互 Service： |
|||
* 1) 前台服务，确保不会被系统轻易杀死 |
|||
* 2) MediaSession 捕获蓝牙耳机按键 |
|||
* 3) 处理录音/语音识别 |
|||
*/ |
|||
class VoiceInteractionService : Service() { |
|||
|
|||
companion object { |
|||
private const val TAG = "VoiceInteractionService" |
|||
private const val NOTIFICATION_ID = 1001 |
|||
private const val CHANNEL_ID = "voice_interaction_channel" |
|||
|
|||
// 用于跟踪服务是否正在运行 |
|||
private val isRunning = AtomicBoolean(false) |
|||
|
|||
// 获取服务运行状态 |
|||
fun isServiceRunning(): Boolean { |
|||
return isRunning.get() |
|||
} |
|||
} |
|||
|
|||
private lateinit var mediaSession: MediaSessionCompat |
|||
private var isRecording = false |
|||
private var isProcessing = false |
|||
private var lastKeyEventTime = 0L |
|||
private var keyEventCount = 0 |
|||
private lateinit var audioManager: AudioManager |
|||
|
|||
// Azure服务 |
|||
private lateinit var azureAsrHelper: AzureAsrHelper |
|||
private lateinit var azureTtsHelper: AzureTtsHelper |
|||
|
|||
// 火山AI服务 |
|||
private lateinit var volcanoAIService: VolcanoAIService |
|||
|
|||
// 系统提示词 |
|||
private val systemPrompt = """ |
|||
你是一个智能语音助手，能够简洁明了地回答用户的问题。 |
|||
请保持回答简短、准确，避免过长的解释。 |
|||
如果用户的问题不清楚，请礼貌地请求澄清。 |
|||
不要使用复杂的术语，除非用户明确要求。 |
|||
""".trimIndent() |
|||
|
|||
override fun onCreate() { |
|||
super.onCreate() |
|||
Log.d(TAG, "onCreate") |
|||
isRunning.set(true) |
|||
|
|||
// 获取 AudioManager |
|||
audioManager = getSystemService(Context.AUDIO_SERVICE) as AudioManager |
|||
|
|||
// 1. 初始化Azure服务 |
|||
initAzureServices() |
|||
|
|||
// 2. 初始化火山AI服务 |
|||
volcanoAIService = VolcanoAIService(applicationContext) |
|||
|
|||
// 3. 初始化MediaSession |
|||
initMediaSession() |
|||
|
|||
// 4. 启动前台通知（Foreground Service） |
|||
startForegroundServiceWithNotification() |
|||
|
|||
// 5. 注册成为媒体按钮接收器 |
|||
registerMediaButtonReceiver() |
|||
|
|||
// 6. 测试按键事件 |
|||
testKeyEvent() |
|||
} |
|||
|
|||
/** |
|||
* 测试按键事件，模拟一个按键事件以验证处理逻辑 |
|||
*/ |
|||
private fun testKeyEvent() { |
|||
Log.d(TAG, "测试按键事件处理") |
|||
val keyEvent = KeyEvent(KeyEvent.ACTION_DOWN, KeyEvent.KEYCODE_HEADSETHOOK) |
|||
val mediaButtonIntent = Intent(Intent.ACTION_MEDIA_BUTTON).apply { |
|||
putExtra(Intent.EXTRA_KEY_EVENT, keyEvent) |
|||
component = ComponentName(packageName, VoiceInteractionService::class.java.name) |
|||
} |
|||
|
|||
// MediaButtonReceiver.handleIntent 返回的是 KeyEvent 类型，而不是 Boolean |
|||
MediaButtonReceiver.handleIntent(mediaSession, mediaButtonIntent) |
|||
Log.d(TAG, "测试按键事件已发送") |
|||
|
|||
// 直接处理按键事件 |
|||
handleKeyEvent(keyEvent) |
|||
} |
|||
|
|||
/** |
|||
* 处理按键事件 |
|||
*/ |
|||
private fun handleKeyEvent(keyEvent: KeyEvent) { |
|||
if (keyEvent.action == KeyEvent.ACTION_DOWN) { |
|||
when (keyEvent.keyCode) { |
|||
KeyEvent.KEYCODE_MEDIA_PLAY, |
|||
KeyEvent.KEYCODE_MEDIA_PAUSE, |
|||
KeyEvent.KEYCODE_HEADSETHOOK, |
|||
KeyEvent.KEYCODE_MEDIA_PLAY_PAUSE -> { |
|||
Log.d(TAG, "处理按键事件: ${keyEvent.keyCode}") |
|||
|
|||
// 检测双击 |
|||
val currentTime = System.currentTimeMillis() |
|||
if (currentTime - lastKeyEventTime < 500) { // 500毫秒内的按键视为连续按键 |
|||
keyEventCount++ |
|||
if (keyEventCount == 1) { // 这是第二次按键，即双击 |
|||
Log.d(TAG, "检测到双击，开始语音交互") |
|||
handleDoubleClick() |
|||
keyEventCount = 0 |
|||
} |
|||
} else { |
|||
keyEventCount = 0 |
|||
} |
|||
lastKeyEventTime = currentTime |
|||
} |
|||
} |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 注册成为媒体按钮接收器 |
|||
*/ |
|||
private fun registerMediaButtonReceiver() { |
|||
val mediaButtonReceiver = ComponentName(packageName, MediaButtonReceiver::class.java.name) |
|||
audioManager.registerMediaButtonEventReceiver(mediaButtonReceiver) |
|||
Log.d(TAG, "已注册媒体按钮接收器: $mediaButtonReceiver") |
|||
} |
|||
|
|||
/** |
|||
* 初始化Azure服务 |
|||
*/ |
|||
private fun initAzureServices() { |
|||
azureAsrHelper = AzureAsrHelper() |
|||
azureTtsHelper = AzureTtsHelper() |
|||
|
|||
// 从应用的SharedPreferences获取Azure配置 |
|||
val sharedPreferences = applicationContext.getSharedPreferences("FlutterSharedPreferences", Context.MODE_PRIVATE) |
|||
val subscriptionKey = sharedPreferences.getString("flutter.azure_speech_key", "") ?: "" |
|||
val serviceRegion = sharedPreferences.getString("flutter.azure_speech_region", "") ?: "" |
|||
|
|||
Log.d(TAG, "Azure配置信息: subscriptionKey=$subscriptionKey, serviceRegion=$serviceRegion") |
|||
|
|||
if (subscriptionKey.isNotEmpty() && serviceRegion.isNotEmpty()) { |
|||
// 初始化ASR |
|||
azureAsrHelper.initialize(subscriptionKey, serviceRegion, "zh-CN") |
|||
|
|||
// 初始化TTS |
|||
azureTtsHelper.initialize(subscriptionKey, serviceRegion, "zh-CN") |
|||
} else { |
|||
Log.e(TAG, "Azure配置信息不完整，无法初始化Azure服务") |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 初始化 MediaSession 以捕获蓝牙耳机按键 |
|||
*/ |
|||
private fun initMediaSession() { |
|||
mediaSession = MediaSessionCompat(applicationContext, "VoiceServiceSession") |
|||
|
|||
// 支持媒体按钮和传输控件 |
|||
mediaSession.setFlags( |
|||
MediaSessionCompat.FLAG_HANDLES_MEDIA_BUTTONS or |
|||
MediaSessionCompat.FLAG_HANDLES_TRANSPORT_CONTROLS |
|||
) |
|||
|
|||
// 设置播放状态 |
|||
val playbackStateBuilder = PlaybackStateCompat.Builder() |
|||
.setActions( |
|||
PlaybackStateCompat.ACTION_PLAY or |
|||
PlaybackStateCompat.ACTION_PAUSE or |
|||
PlaybackStateCompat.ACTION_PLAY_PAUSE or |
|||
PlaybackStateCompat.ACTION_SKIP_TO_NEXT or |
|||
PlaybackStateCompat.ACTION_SKIP_TO_PREVIOUS |
|||
) |
|||
.setState(PlaybackStateCompat.STATE_PAUSED, 0, 1.0f) |
|||
mediaSession.setPlaybackState(playbackStateBuilder.build()) |
|||
|
|||
// 监听回调 |
|||
mediaSession.setCallback(object : MediaSessionCompat.Callback() { |
|||
override fun onMediaButtonEvent(mediaButtonEvent: Intent): Boolean { |
|||
// 根据 Android 版本使用不同的方式获取 KeyEvent |
|||
val keyEvent = if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.TIRAMISU) { |
|||
mediaButtonEvent.getParcelableExtra(Intent.EXTRA_KEY_EVENT, KeyEvent::class.java) |
|||
} else { |
|||
@Suppress("DEPRECATION") |
|||
mediaButtonEvent.getParcelableExtra(Intent.EXTRA_KEY_EVENT) as? KeyEvent |
|||
} |
|||
|
|||
Log.d(TAG, "收到媒体按钮事件: $keyEvent") |
|||
|
|||
if (keyEvent != null) { |
|||
Log.d(TAG, "按键代码: ${keyEvent.keyCode}, 动作: ${keyEvent.action}") |
|||
|
|||
if (keyEvent.action == KeyEvent.ACTION_DOWN) { |
|||
when (keyEvent.keyCode) { |
|||
KeyEvent.KEYCODE_MEDIA_PLAY, |
|||
KeyEvent.KEYCODE_MEDIA_PAUSE, |
|||
KeyEvent.KEYCODE_HEADSETHOOK, |
|||
KeyEvent.KEYCODE_MEDIA_PLAY_PAUSE -> { |
|||
Log.d(TAG, "蓝牙耳机按键被按下: ${keyEvent.keyCode}") |
|||
|
|||
// 检测双击 |
|||
val currentTime = System.currentTimeMillis() |
|||
if (currentTime - lastKeyEventTime < 500) { // 500毫秒内的按键视为连续按键 |
|||
keyEventCount++ |
|||
if (keyEventCount == 1) { // 这是第二次按键，即双击 |
|||
Log.d(TAG, "检测到双击，开始语音交互") |
|||
handleDoubleClick() |
|||
keyEventCount = 0 |
|||
return true |
|||
} |
|||
} else { |
|||
keyEventCount = 0 |
|||
} |
|||
lastKeyEventTime = currentTime |
|||
|
|||
// 单击也处理 |
|||
if (keyEventCount == 0) { |
|||
Log.d(TAG, "检测到单击，开始语音交互") |
|||
handleDoubleClick() |
|||
return true |
|||
} |
|||
} |
|||
} |
|||
} |
|||
} |
|||
return super.onMediaButtonEvent(mediaButtonEvent) |
|||
} |
|||
|
|||
override fun onPlay() { |
|||
Log.d(TAG, "MediaSession.onPlay()") |
|||
handleDoubleClick() |
|||
return super.onPlay() |
|||
} |
|||
|
|||
override fun onPause() { |
|||
Log.d(TAG, "MediaSession.onPause()") |
|||
handleDoubleClick() |
|||
return super.onPause() |
|||
} |
|||
}) |
|||
|
|||
// 激活 MediaSession |
|||
mediaSession.isActive = true |
|||
Log.d(TAG, "MediaSession 已激活: ${mediaSession.isActive}") |
|||
} |
|||
|
|||
/** |
|||
* 处理耳机双击事件 |
|||
*/ |
|||
private fun handleDoubleClick() { |
|||
if (isProcessing) { |
|||
Log.d(TAG, "正在处理中，忽略此次点击") |
|||
return |
|||
} |
|||
|
|||
if (!isRecording) { |
|||
startVoiceInteraction() |
|||
} else { |
|||
stopVoiceInteraction() |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 开始语音交互 |
|||
*/ |
|||
private fun startVoiceInteraction() { |
|||
if (isRecording || isProcessing) { |
|||
return |
|||
} |
|||
|
|||
isRecording = true |
|||
isProcessing = true |
|||
|
|||
// 播放提示音 |
|||
playStartPrompt() |
|||
|
|||
// 开始录音识别 |
|||
azureAsrHelper.startContinuousRecognition(null, object : AzureAsrHelper.ContinuousRecognizeCallback { |
|||
override fun onRecognizing(recognizing: String) { |
|||
// 实时识别结果，可以记录日志 |
|||
Log.d(TAG, "正在识别: $recognizing") |
|||
} |
|||
|
|||
override fun onResult(result: String) { |
|||
// 最终识别结果 |
|||
Log.d(TAG, "语音识别结果: $result") |
|||
|
|||
// 停止录音 |
|||
isRecording = false |
|||
|
|||
// 如果有识别结果，则发送到VolcanoAI处理 |
|||
if (result.isNotEmpty()) { |
|||
processWithVolcanoAI(result) |
|||
} else { |
|||
isProcessing = false |
|||
} |
|||
} |
|||
|
|||
override fun onSessionStarted() { |
|||
Log.d(TAG, "语音识别会话开始") |
|||
} |
|||
|
|||
override fun onSessionStopped() { |
|||
Log.d(TAG, "语音识别会话结束") |
|||
} |
|||
|
|||
override fun onCanceled(reason: String, errorDetails: String) { |
|||
Log.e(TAG, "语音识别取消: $reason, 详情: $errorDetails") |
|||
isRecording = false |
|||
isProcessing = false |
|||
} |
|||
|
|||
override fun onError(error: String) { |
|||
Log.e(TAG, "语音识别错误: $error") |
|||
isRecording = false |
|||
isProcessing = false |
|||
|
|||
// 播放错误提示音 |
|||
playErrorPrompt() |
|||
} |
|||
}) |
|||
} |
|||
|
|||
/** |
|||
* 停止语音交互 |
|||
*/ |
|||
private fun stopVoiceInteraction() { |
|||
if (!isRecording) { |
|||
return |
|||
} |
|||
|
|||
// 停止录音 |
|||
azureAsrHelper.stopContinuousRecognition(object : AzureAsrHelper.ContinuousRecognizeCallback { |
|||
override fun onResult(result: String) { |
|||
// 不处理结果 |
|||
} |
|||
|
|||
override fun onRecognizing(recognizing: String) { |
|||
// 不处理中间结果 |
|||
} |
|||
|
|||
override fun onSessionStarted() { |
|||
// 不处理会话开始事件 |
|||
} |
|||
|
|||
override fun onSessionStopped() { |
|||
Log.d(TAG, "语音识别会话已停止") |
|||
} |
|||
|
|||
override fun onCanceled(reason: String, errorDetails: String) { |
|||
Log.d(TAG, "语音识别已取消: $reason") |
|||
} |
|||
|
|||
override fun onError(error: String) { |
|||
Log.e(TAG, "停止语音识别错误: $error") |
|||
} |
|||
}) |
|||
isRecording = false |
|||
} |
|||
|
|||
/** |
|||
* 播放开始提示音 |
|||
*/ |
|||
private fun playStartPrompt() { |
|||
azureTtsHelper.speakText("我在听", object : AzureTtsHelper.TTSCallback { |
|||
override fun onSuccess(message: String) { |
|||
Log.d(TAG, "提示音播放完成") |
|||
} |
|||
|
|||
override fun onError(error: String) { |
|||
Log.e(TAG, "提示音播放错误: $error") |
|||
} |
|||
}) |
|||
} |
|||
|
|||
/** |
|||
* 播放错误提示音 |
|||
*/ |
|||
private fun playErrorPrompt() { |
|||
azureTtsHelper.speakText("抱歉，我没有听清", object : AzureTtsHelper.TTSCallback { |
|||
override fun onSuccess(message: String) { |
|||
Log.d(TAG, "错误提示音播放完成") |
|||
} |
|||
|
|||
override fun onError(error: String) { |
|||
Log.e(TAG, "错误提示音播放错误: $error") |
|||
} |
|||
}) |
|||
} |
|||
|
|||
/** |
|||
* 使用VolcanoAI处理语音识别结果 |
|||
*/ |
|||
private fun processWithVolcanoAI(text: String) { |
|||
// 使用原生VolcanoAIService处理 |
|||
Thread { |
|||
try { |
|||
// 创建用户消息 |
|||
val messages = JSONArray().apply { |
|||
put(volcanoAIService.createUserMessage(text)) |
|||
} |
|||
|
|||
// 发送请求到VolcanoAI |
|||
val response = volcanoAIService.sendMessage(messages, systemPrompt) |
|||
|
|||
// 播放AI回复 |
|||
speakAIResponse(response) |
|||
} catch (e: Exception) { |
|||
Log.e(TAG, "VolcanoAI处理错误: ${e.message}") |
|||
isProcessing = false |
|||
|
|||
// 播放错误提示音 |
|||
playErrorPrompt() |
|||
} |
|||
}.start() |
|||
} |
|||
|
|||
/** |
|||
* 播放AI回复 |
|||
*/ |
|||
private fun speakAIResponse(text: String) { |
|||
azureTtsHelper.speakText(text, object : AzureTtsHelper.TTSCallback { |
|||
override fun onSuccess(message: String) { |
|||
Log.d(TAG, "AI回复播放完成") |
|||
isProcessing = false |
|||
} |
|||
|
|||
override fun onError(error: String) { |
|||
Log.e(TAG, "AI回复播放错误: $error") |
|||
isProcessing = false |
|||
} |
|||
}) |
|||
} |
|||
|
|||
/** |
|||
* 启动一个"前台通知"，保证此Service在后台不会被系统回收 |
|||
*/ |
|||
private fun startForegroundServiceWithNotification() { |
|||
val manager = getSystemService(Context.NOTIFICATION_SERVICE) as NotificationManager |
|||
|
|||
// Android 8.0+ 需要创建通知渠道 |
|||
if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.O) { |
|||
val channel = NotificationChannel( |
|||
CHANNEL_ID, |
|||
"语音交互服务", |
|||
NotificationManager.IMPORTANCE_LOW |
|||
) |
|||
manager.createNotificationChannel(channel) |
|||
} |
|||
|
|||
// 点击通知打开MainActivity |
|||
val intent = Intent(this, MainActivity::class.java).apply { |
|||
flags = Intent.FLAG_ACTIVITY_NEW_TASK or Intent.FLAG_ACTIVITY_CLEAR_TOP |
|||
} |
|||
val pendingIntent = PendingIntent.getActivity( |
|||
this, |
|||
0, |
|||
intent, |
|||
PendingIntent.FLAG_IMMUTABLE or PendingIntent.FLAG_UPDATE_CURRENT |
|||
) |
|||
|
|||
val notification: Notification = NotificationCompat.Builder(this, CHANNEL_ID) |
|||
.setContentTitle("语音助手") |
|||
.setContentText("双击蓝牙耳机按键即可开始语音交互") |
|||
.setSmallIcon(R.mipmap.ic_launcher) |
|||
.setContentIntent(pendingIntent) |
|||
.build() |
|||
|
|||
startForeground(NOTIFICATION_ID, notification) |
|||
} |
|||
|
|||
/** |
|||
* 当 Service 被启动时调用 |
|||
*/ |
|||
override fun onStartCommand(intent: Intent?, flags: Int, startId: Int): Int { |
|||
Log.d(TAG, "onStartCommand: $intent") |
|||
|
|||
// 处理媒体按键 Intent |
|||
if (intent != null) { |
|||
// 如果是媒体按钮事件，尝试手动处理 |
|||
if (Intent.ACTION_MEDIA_BUTTON == intent.action) { |
|||
Log.d(TAG, "收到媒体按钮事件: $intent") |
|||
|
|||
// 根据 Android 版本使用不同的方式获取 KeyEvent |
|||
val keyEvent = if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.TIRAMISU) { |
|||
intent.getParcelableExtra(Intent.EXTRA_KEY_EVENT, KeyEvent::class.java) |
|||
} else { |
|||
@Suppress("DEPRECATION") |
|||
intent.getParcelableExtra(Intent.EXTRA_KEY_EVENT) as? KeyEvent |
|||
} |
|||
|
|||
Log.d(TAG, "手动处理媒体按钮事件: $keyEvent") |
|||
if (keyEvent != null) { |
|||
handleKeyEvent(keyEvent) |
|||
} |
|||
} |
|||
|
|||
// 无论如何都要尝试让 MediaSession 处理 |
|||
MediaButtonReceiver.handleIntent(mediaSession, intent) |
|||
} |
|||
|
|||
return START_STICKY |
|||
} |
|||
|
|||
@Nullable |
|||
override fun onBind(intent: Intent?): IBinder? = null |
|||
|
|||
override fun onDestroy() { |
|||
Log.d(TAG, "onDestroy") |
|||
super.onDestroy() |
|||
|
|||
// 取消注册媒体按钮接收器 |
|||
val mediaButtonReceiver = ComponentName(packageName, MediaButtonReceiver::class.java.name) |
|||
audioManager.unregisterMediaButtonEventReceiver(mediaButtonReceiver) |
|||
|
|||
// 释放资源 |
|||
mediaSession.isActive = false |
|||
mediaSession.release() |
|||
|
|||
// 释放Azure服务 |
|||
azureAsrHelper.dispose() |
|||
azureTtsHelper.dispose() |
|||
|
|||
isRunning.set(false) |
|||
} |
|||
} |
|||
@ -0,0 +1,324 @@ |
|||
package com.example.deep_voice |
|||
|
|||
import android.content.Context |
|||
import android.util.Log |
|||
import okhttp3.* |
|||
import okhttp3.MediaType.Companion.toMediaTypeOrNull |
|||
import okhttp3.RequestBody.Companion.toRequestBody |
|||
import org.json.JSONArray |
|||
import org.json.JSONObject |
|||
import java.io.IOException |
|||
import java.util.concurrent.CountDownLatch |
|||
import java.util.concurrent.TimeUnit |
|||
|
|||
/** |
|||
* 火山AI服务的原生实现 |
|||
* |
|||
* 参考Flutter端的VolcanoAIService实现，提供同步和异步的API调用方式 |
|||
*/ |
|||
class VolcanoAIService(private val context: Context) { |
|||
private val TAG = "VolcanoAIService" |
|||
private val baseUrl = "https://ark.cn-beijing.volces.com/api/v3" |
|||
private val chatEndpoint = "/chat/completions" |
|||
private val client = OkHttpClient.Builder() |
|||
.connectTimeout(30, TimeUnit.SECONDS) |
|||
.readTimeout(30, TimeUnit.SECONDS) |
|||
.writeTimeout(30, TimeUnit.SECONDS) |
|||
.build() |
|||
|
|||
private val apiKey: String |
|||
get() { |
|||
val sharedPreferences = context.getSharedPreferences("FlutterSharedPreferences", Context.MODE_PRIVATE) |
|||
return sharedPreferences.getString("flutter.volcano_ai_api_key", "") ?: "" |
|||
} |
|||
|
|||
init { |
|||
if (apiKey.isEmpty()) { |
|||
Log.e(TAG, "火山AI配置信息不完整，请检查环境变量") |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 生成个性化问候语 |
|||
* |
|||
* @param agentName 代理名称 |
|||
* @param systemPrompt 系统提示词 |
|||
* @param callback 回调函数，返回生成的问候语 |
|||
*/ |
|||
fun generateGreeting(agentName: String, systemPrompt: String, callback: (String?, Exception?) -> Unit) { |
|||
val messages = JSONArray().apply { |
|||
put(JSONObject().apply { |
|||
put("role", "system") |
|||
put("content", systemPrompt) |
|||
}) |
|||
put(JSONObject().apply { |
|||
put("role", "user") |
|||
put("content", "请用一句简短的话向我打个招呼，要符合你的身份和性格特点，不要超过18个字。") |
|||
}) |
|||
} |
|||
|
|||
sendMessageStream(messages, systemPrompt, object : StreamCallback { |
|||
val stringBuilder = StringBuilder() |
|||
|
|||
override fun onToken(token: String) { |
|||
stringBuilder.append(token) |
|||
} |
|||
|
|||
override fun onComplete() { |
|||
callback(stringBuilder.toString(), null) |
|||
} |
|||
|
|||
override fun onError(e: Exception) { |
|||
callback(null, e) |
|||
} |
|||
}) |
|||
} |
|||
|
|||
/** |
|||
* 发送消息（非流式输出） |
|||
* |
|||
* @param messages 消息列表 |
|||
* @param systemPrompt 系统提示词 |
|||
* @return 返回AI的回复 |
|||
* @throws VolcanoAIException 如果API调用失败 |
|||
*/ |
|||
@Throws(VolcanoAIException::class) |
|||
fun sendMessage(messages: JSONArray, systemPrompt: String): String { |
|||
val fullMessages = JSONArray().apply { |
|||
put(JSONObject().apply { |
|||
put("role", "system") |
|||
put("content", systemPrompt) |
|||
}) |
|||
for (i in 0 until messages.length()) { |
|||
put(messages.getJSONObject(i)) |
|||
} |
|||
} |
|||
|
|||
val requestBody = JSONObject().apply { |
|||
put("model", "doubao-1-5-lite-32k-250115") |
|||
put("messages", fullMessages) |
|||
put("temperature", 0.7) |
|||
put("max_tokens", 2000) |
|||
put("stream", false) |
|||
} |
|||
|
|||
val mediaType = "application/json".toMediaTypeOrNull() |
|||
val request = Request.Builder() |
|||
.url("$baseUrl$chatEndpoint") |
|||
.addHeader("Content-Type", "application/json") |
|||
.addHeader("Authorization", "Bearer $apiKey") |
|||
.post(requestBody.toString().toRequestBody(mediaType)) |
|||
.build() |
|||
|
|||
try { |
|||
client.newCall(request).execute().use { response -> |
|||
if (!response.isSuccessful) { |
|||
val errorBody = response.body?.string() ?: "" |
|||
val errorMessage = try { |
|||
JSONObject(errorBody).getJSONObject("error").getString("message") |
|||
} catch (e: Exception) { |
|||
"Unknown error occurred" |
|||
} |
|||
throw VolcanoAIException(errorMessage) |
|||
} |
|||
|
|||
val responseBody = response.body?.string() ?: throw VolcanoAIException("Empty response") |
|||
val jsonResponse = JSONObject(responseBody) |
|||
|
|||
if (jsonResponse.has("choices") && |
|||
jsonResponse.getJSONArray("choices").length() > 0 && |
|||
jsonResponse.getJSONArray("choices").getJSONObject(0).has("message")) { |
|||
return jsonResponse.getJSONArray("choices") |
|||
.getJSONObject(0) |
|||
.getJSONObject("message") |
|||
.getString("content") |
|||
} |
|||
|
|||
throw VolcanoAIException("Invalid response format") |
|||
} |
|||
} catch (e: Exception) { |
|||
if (e is VolcanoAIException) throw e |
|||
throw VolcanoAIException("Failed to communicate with AI service: ${e.message}") |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 发送消息（流式输出） |
|||
* |
|||
* @param messages 消息列表 |
|||
* @param systemPrompt 系统提示词 |
|||
* @param callback 回调函数，用于接收流式输出的结果 |
|||
*/ |
|||
fun sendMessageStream(messages: JSONArray, systemPrompt: String, callback: StreamCallback) { |
|||
val fullMessages = JSONArray().apply { |
|||
put(JSONObject().apply { |
|||
put("role", "system") |
|||
put("content", systemPrompt) |
|||
}) |
|||
for (i in 0 until messages.length()) { |
|||
put(messages.getJSONObject(i)) |
|||
} |
|||
} |
|||
|
|||
val requestBody = JSONObject().apply { |
|||
put("model", "doubao-1-5-lite-32k-250115") |
|||
put("messages", fullMessages) |
|||
put("temperature", 0.7) |
|||
put("max_tokens", 2000) |
|||
put("stream", true) |
|||
} |
|||
|
|||
val mediaType = "application/json".toMediaTypeOrNull() |
|||
val request = Request.Builder() |
|||
.url("$baseUrl$chatEndpoint") |
|||
.addHeader("Content-Type", "application/json") |
|||
.addHeader("Authorization", "Bearer $apiKey") |
|||
.addHeader("Accept", "text/event-stream") |
|||
.post(requestBody.toString().toRequestBody(mediaType)) |
|||
.build() |
|||
|
|||
client.newCall(request).enqueue(object : Callback { |
|||
override fun onFailure(call: Call, e: IOException) { |
|||
callback.onError(VolcanoAIException("Failed to communicate with AI service: ${e.message}")) |
|||
} |
|||
|
|||
override fun onResponse(call: Call, response: Response) { |
|||
if (!response.isSuccessful) { |
|||
val errorBody = response.body?.string() ?: "" |
|||
val errorMessage = try { |
|||
JSONObject(errorBody).getJSONObject("error").getString("message") |
|||
} catch (e: Exception) { |
|||
"Unknown error occurred" |
|||
} |
|||
callback.onError(VolcanoAIException(errorMessage)) |
|||
return |
|||
} |
|||
|
|||
val responseBody = response.body ?: return |
|||
val source = responseBody.source() |
|||
val bufferedSource = source.buffer |
|||
|
|||
try { |
|||
while (!bufferedSource.exhausted()) { |
|||
val line = bufferedSource.readUtf8Line() ?: continue |
|||
|
|||
if (line.isEmpty()) continue |
|||
if (line.startsWith("data: ")) { |
|||
val data = line.substring(6) |
|||
if (data == "[DONE]") { |
|||
callback.onComplete() |
|||
break |
|||
} |
|||
|
|||
try { |
|||
val jsonData = JSONObject(data) |
|||
if (jsonData.has("choices") && |
|||
jsonData.getJSONArray("choices").length() > 0 && |
|||
jsonData.getJSONArray("choices").getJSONObject(0).has("delta") && |
|||
jsonData.getJSONArray("choices").getJSONObject(0).getJSONObject("delta").has("content")) { |
|||
val content = jsonData.getJSONArray("choices") |
|||
.getJSONObject(0) |
|||
.getJSONObject("delta") |
|||
.getString("content") |
|||
callback.onToken(content) |
|||
} |
|||
} catch (e: Exception) { |
|||
// 忽略无效的JSON数据 |
|||
continue |
|||
} |
|||
} |
|||
} |
|||
} catch (e: Exception) { |
|||
callback.onError(VolcanoAIException("Error processing stream: ${e.message}")) |
|||
} finally { |
|||
response.close() |
|||
} |
|||
} |
|||
}) |
|||
} |
|||
|
|||
/** |
|||
* 同步方式发送消息（流式输出） |
|||
* |
|||
* 注意：此方法会阻塞当前线程，请在后台线程中调用 |
|||
* |
|||
* @param messages 消息列表 |
|||
* @param systemPrompt 系统提示词 |
|||
* @return 返回完整的AI回复 |
|||
* @throws VolcanoAIException 如果API调用失败 |
|||
*/ |
|||
@Throws(VolcanoAIException::class) |
|||
fun sendMessageStreamSync(messages: JSONArray, systemPrompt: String): String { |
|||
val result = StringBuilder() |
|||
val latch = CountDownLatch(1) |
|||
var exception: Exception? = null |
|||
|
|||
sendMessageStream(messages, systemPrompt, object : StreamCallback { |
|||
override fun onToken(token: String) { |
|||
result.append(token) |
|||
} |
|||
|
|||
override fun onComplete() { |
|||
latch.countDown() |
|||
} |
|||
|
|||
override fun onError(e: Exception) { |
|||
exception = e |
|||
latch.countDown() |
|||
} |
|||
}) |
|||
|
|||
// 等待流式输出完成或出错 |
|||
latch.await(60, TimeUnit.SECONDS) |
|||
|
|||
if (exception != null) { |
|||
throw exception as VolcanoAIException |
|||
} |
|||
|
|||
return result.toString() |
|||
} |
|||
|
|||
/** |
|||
* 创建用户消息 |
|||
*/ |
|||
fun createUserMessage(content: String): JSONObject { |
|||
return JSONObject().apply { |
|||
put("role", "user") |
|||
put("content", content) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 创建系统消息 |
|||
*/ |
|||
fun createSystemMessage(content: String): JSONObject { |
|||
return JSONObject().apply { |
|||
put("role", "system") |
|||
put("content", content) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 创建助手消息 |
|||
*/ |
|||
fun createAssistantMessage(content: String): JSONObject { |
|||
return JSONObject().apply { |
|||
put("role", "assistant") |
|||
put("content", content) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 流式输出回调接口 |
|||
*/ |
|||
interface StreamCallback { |
|||
fun onToken(token: String) |
|||
fun onComplete() |
|||
fun onError(e: Exception) |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 火山AI异常 |
|||
*/ |
|||
class VolcanoAIException(message: String) : Exception(message) |
|||
@ -0,0 +1,57 @@ |
|||
import 'package:flutter_dotenv/flutter_dotenv.dart'; |
|||
import 'package:get/get.dart'; |
|||
import 'package:get_storage/get_storage.dart'; |
|||
import 'package:shared_preferences/shared_preferences.dart'; |
|||
import 'package:logger/logger.dart'; |
|||
import 'package:flutter/services.dart'; |
|||
|
|||
/// 配置服务，用于管理应用配置和环境变量 |
|||
class ConfigService extends GetxService { |
|||
final Logger _logger = Logger(); |
|||
late final SharedPreferences _prefs; |
|||
|
|||
// 创建一个 MethodChannel 用于与原生代码通信 |
|||
static const MethodChannel _channel = MethodChannel('com.example.deep_voice/config'); |
|||
|
|||
// 初始化服务 |
|||
Future<ConfigService> init() async { |
|||
try { |
|||
_prefs = await SharedPreferences.getInstance(); |
|||
|
|||
// 从 .env 读取 Azure 语音服务配置 |
|||
final azureSpeechKey = dotenv.env['AZURE_ASR_SUBSCRIPTION_KEY']; |
|||
final azureSpeechRegion = dotenv.env['AZURE_ASR_SERVICE_REGION']; |
|||
|
|||
// 从 .env 读取火山 AI API Key |
|||
final volcanoAiApiKey = dotenv.env['VOLCANO_AI_API_KEY']; |
|||
|
|||
|
|||
// 通过 MethodChannel 向原生代码传递配置值 |
|||
try { |
|||
await _channel.invokeMethod('setConfig', { |
|||
'azure_speech_key': azureSpeechKey ?? '', |
|||
'azure_speech_region': azureSpeechRegion ?? '', |
|||
'volcano_ai_api_key': volcanoAiApiKey ?? '', |
|||
}); |
|||
_logger.i('已通过 MethodChannel 向原生代码传递配置值'); |
|||
} catch (e) { |
|||
_logger.e('通过 MethodChannel 传递配置值失败: $e'); |
|||
} |
|||
|
|||
return this; |
|||
} catch (e) { |
|||
_logger.e('初始化配置服务失败: $e'); |
|||
rethrow; |
|||
} |
|||
} |
|||
|
|||
// 获取配置值 |
|||
String? getString(String key) { |
|||
return _prefs.getString(key); |
|||
} |
|||
|
|||
// 设置配置值 |
|||
Future<bool> setString(String key, String value) { |
|||
return _prefs.setString(key, value); |
|||
} |
|||
} |
|||
Loading…
Reference in new issue