wolfplus
1 year ago
17 changed files with 328 additions and 1558 deletions
File diff suppressed because it is too large
@ -1,4 +0,0 @@ |
|||
#import <Flutter/Flutter.h> |
|||
|
|||
@interface AgentServicePlugin : NSObject<FlutterPlugin> |
|||
@end |
|||
@ -1,12 +0,0 @@ |
|||
#import "AgentServicePlugin.h" |
|||
#if __has_include(<agent_service/agent_service-Swift.h>) |
|||
#import <agent_service/agent_service-Swift.h> |
|||
#else |
|||
#import "agent_service-Swift.h" |
|||
#endif |
|||
|
|||
@implementation AgentServicePlugin |
|||
+ (void)registerWithRegistrar:(NSObject<FlutterPluginRegistrar>*)registrar { |
|||
[AgentServicePlugin registerWithRegistrar:registrar]; |
|||
} |
|||
@end |
|||
@ -1,160 +0,0 @@ |
|||
import Flutter |
|||
import UIKit |
|||
import Foundation |
|||
import os.log |
|||
|
|||
/// 代理服务Flutter插件，负责将Flutter调用桥接到原生实现 |
|||
public class AgentServicePlugin: NSObject, FlutterPlugin { |
|||
|
|||
/// 插件注册方法，Flutter引擎调用 |
|||
public static func register(with registrar: FlutterPluginRegistrar) { |
|||
let channel = FlutterMethodChannel(name: "com.yunqiinnovation.agent_service", binaryMessenger: registrar.messenger()) |
|||
let eventChannel = FlutterEventChannel(name: "com.yunqiinnovation.agent_service/events", binaryMessenger: registrar.messenger()) |
|||
let instance = AgentServicePlugin() |
|||
|
|||
registrar.addMethodCallDelegate(instance, channel: channel) |
|||
eventChannel.setStreamHandler(instance.eventHandler) |
|||
} |
|||
|
|||
// MARK: - 属性 |
|||
|
|||
private let impl = AgentServiceImpl.shared |
|||
private lazy var eventHandler = AgentServiceEventHandler(impl: impl) |
|||
|
|||
// MARK: - FlutterPlugin 实现 |
|||
|
|||
/// 处理Flutter发来的方法调用 |
|||
public func handle(_ call: FlutterMethodCall, result: @escaping FlutterResult) { |
|||
switch call.method { |
|||
case "startAgentService": |
|||
guard let arguments = call.arguments as? [String: Any], |
|||
let config = arguments["config"] as? [String: Any] else { |
|||
result(FlutterError(code: "INVALID_ARGUMENTS", message: "配置参数不能为空", details: nil)) |
|||
return |
|||
} |
|||
|
|||
let success = impl.initialize(config: config) |
|||
result(success) |
|||
|
|||
case "stopAgentService": |
|||
let success = impl.dispose() |
|||
result(success) |
|||
|
|||
case "startConversation": |
|||
impl.startRecognition() |
|||
result(true) |
|||
|
|||
case "stopConversation": |
|||
impl.stopRecognition() |
|||
result(true) |
|||
|
|||
case "processTextInput": |
|||
guard let arguments = call.arguments as? [String: Any], |
|||
let text = arguments["text"] as? String else { |
|||
result(FlutterError(code: "INVALID_ARGUMENTS", message: "文本不能为空", details: nil)) |
|||
return |
|||
} |
|||
|
|||
let speakResponse = arguments["speakResponse"] as? Bool ?? false |
|||
let success = impl.processTextInput(text, speakResponse: speakResponse) |
|||
result(success) |
|||
|
|||
case "processImageInput": |
|||
guard let arguments = call.arguments as? [String: Any], |
|||
let imagePath = arguments["imagePath"] as? String else { |
|||
result(FlutterError(code: "INVALID_ARGUMENTS", message: "图片路径不能为空", details: nil)) |
|||
return |
|||
} |
|||
|
|||
let text = arguments["text"] as? String ?? "" |
|||
let speakResponse = arguments["speakResponse"] as? Bool ?? false |
|||
let success = impl.processImageInput(imagePath: imagePath, text: text, speakResponse: speakResponse) |
|||
result(success) |
|||
|
|||
case "speakText": |
|||
guard let arguments = call.arguments as? [String: Any], |
|||
let text = arguments["text"] as? String else { |
|||
result(FlutterError(code: "INVALID_ARGUMENTS", message: "文本不能为空", details: nil)) |
|||
return |
|||
} |
|||
|
|||
let success = impl.speakText(text) |
|||
result(success) |
|||
|
|||
case "stopTts": |
|||
let success = impl.stopTts() |
|||
result(success) |
|||
|
|||
case "clearChatHistory": |
|||
let success = impl.clearChatHistory() |
|||
result(success) |
|||
|
|||
case "interruptCurrentResponse": |
|||
let success = impl.interruptCurrentResponse() |
|||
result(success) |
|||
|
|||
case "dispose": |
|||
let success = impl.dispose() |
|||
result(success) |
|||
|
|||
default: |
|||
result(FlutterMethodNotImplemented) |
|||
} |
|||
} |
|||
} |
|||
|
|||
/// 代理服务事件处理器，负责将原生事件传递给Flutter |
|||
class AgentServiceEventHandler: NSObject, FlutterStreamHandler { |
|||
private let impl: AgentServiceImpl |
|||
private var eventSink: FlutterEventSink? |
|||
private let logger = OSLog(subsystem: "com.yunqiinnovation.agent_service", category: "AgentServiceEventHandler") |
|||
|
|||
init(impl: AgentServiceImpl) { |
|||
self.impl = impl |
|||
super.init() |
|||
} |
|||
|
|||
/// 监听开始时调用 |
|||
func onListen(withArguments arguments: Any?, eventSink events: @escaping FlutterEventSink) -> FlutterError? { |
|||
self.eventSink = events |
|||
|
|||
// 添加实现的事件监听器 |
|||
impl.addListener(self) |
|||
return nil |
|||
} |
|||
|
|||
/// 监听取消时调用 |
|||
func onCancel(withArguments arguments: Any?) -> FlutterError? { |
|||
impl.removeListener(self) |
|||
self.eventSink = nil |
|||
return nil |
|||
} |
|||
} |
|||
|
|||
// 扩展事件处理器以实现AgentServiceListener接口 |
|||
extension AgentServiceEventHandler: AgentServiceListener { |
|||
func onEvent(eventName: String, data: [String: Any]) { |
|||
// 确保在主线程上调用 |
|||
DispatchQueue.main.async { [weak self] in |
|||
guard let self = self else { return } |
|||
|
|||
// 将事件数据格式化为与Android版本一致的格式 |
|||
let eventData: [String: Any] = [ |
|||
"event": eventName, |
|||
"data": data |
|||
] |
|||
|
|||
// 转换为JSON字符串发送，与Android版本保持一致 |
|||
do { |
|||
let jsonData = try JSONSerialization.data(withJSONObject: eventData, options: []) |
|||
if let jsonString = String(data: jsonData, encoding: .utf8) { |
|||
self.eventSink?(jsonString) |
|||
} else { |
|||
os_log("无法创建JSON字符串", log: self.logger, type: .error) |
|||
} |
|||
} catch { |
|||
os_log("JSON序列化失败: %{public}@", log: self.logger, type: .error, error.localizedDescription) |
|||
} |
|||
} |
|||
} |
|||
} |
|||
@ -1,240 +0,0 @@ |
|||
import AVFoundation |
|||
import os.log |
|||
|
|||
public enum AudioIntent { |
|||
case voice |
|||
case playback |
|||
} |
|||
|
|||
public class AudioSessionHub { |
|||
|
|||
public static let shared = AudioSessionHub() |
|||
|
|||
private let logger = OSLog(subsystem: "com.yunqiinnovation.agent_service", category: "AudioSessionHub") |
|||
private var currentIntent: AudioIntent? |
|||
private let audioSession = AVAudioSession.sharedInstance() |
|||
private var isInterrupted = false |
|||
|
|||
private init() { |
|||
setupNotifications() |
|||
} |
|||
|
|||
public func begin(_ intent: AudioIntent) { |
|||
if intent == currentIntent && audioSession.isOtherAudioPlaying == false { |
|||
return |
|||
} |
|||
|
|||
currentIntent = intent |
|||
|
|||
do { |
|||
switch intent { |
|||
|
|||
case .voice: |
|||
try audioSession.setCategory(.playAndRecord, |
|||
mode: .voiceChat, |
|||
options: [.allowBluetooth, .mixWithOthers]) |
|||
|
|||
// 如果有蓝牙HFP设备，强制设置为首选输入 |
|||
if let bluetoothInput = audioSession.availableInputs?.first(where: { $0.portType == .bluetoothHFP }) { |
|||
try audioSession.setPreferredInput(bluetoothInput) |
|||
os_log("已设置蓝牙HFP为首选输入: %{public}@", log: logger, type: .info, bluetoothInput.portName) |
|||
} |
|||
|
|||
case .playback: |
|||
try audioSession.setCategory(.playback, |
|||
mode: .default, |
|||
options: [.allowBluetooth, .mixWithOthers]) |
|||
|
|||
} |
|||
|
|||
try audioSession.setActive(true, options: .notifyOthersOnDeactivation) |
|||
|
|||
os_log("音频会话已设置为：%{public}@", log: logger, type: .debug, String(describing: intent)) |
|||
|
|||
// 输出当前音频路由信息 |
|||
let hasBluetoothDevice = hasBluetoothAudioDevice() |
|||
let hasBluetoothMic = hasBluetoothMicrophone() |
|||
let currentInput = getCurrentInputDevice() |
|||
|
|||
os_log("蓝牙音频设备状态: %{public}@", log: logger, type: .info, hasBluetoothDevice ? "已连接" : "未连接") |
|||
os_log("蓝牙麦克风状态: %{public}@", log: logger, type: .info, hasBluetoothMic ? "已连接" : "未连接") |
|||
os_log("当前输入设备: %{public}@", log: logger, type: .info, currentInput) |
|||
|
|||
if hasBluetoothDevice { |
|||
os_log("%{public}@", log: logger, type: .debug, getCurrentAudioRoute()) |
|||
} |
|||
} catch { |
|||
os_log("设置音频会话失败：%{public}@", log: logger, type: .error, error.localizedDescription) |
|||
} |
|||
} |
|||
|
|||
public func appWillEnterForeground() { |
|||
if let intent = currentIntent { |
|||
begin(intent) |
|||
} |
|||
} |
|||
|
|||
public func appDidEnterBackground() { |
|||
do { |
|||
try audioSession.setActive(false, options: .notifyOthersOnDeactivation) |
|||
os_log("音频会话已释放（应用进入后台）", log: logger, type: .debug) |
|||
} catch { |
|||
os_log("释放音频会话失败：%{public}@", log: logger, type: .error, error.localizedDescription) |
|||
} |
|||
} |
|||
|
|||
/// 获取当前音频路由信息 |
|||
public func getCurrentAudioRoute() -> String { |
|||
let currentRoute = audioSession.currentRoute |
|||
var routeInfo = "当前音频路由:\n" |
|||
|
|||
// 输出设备 |
|||
routeInfo += "输出设备:\n" |
|||
for output in currentRoute.outputs { |
|||
routeInfo += " - \(output.portName) (\(output.portType.rawValue))\n" |
|||
} |
|||
|
|||
// 输入设备 |
|||
routeInfo += "输入设备:\n" |
|||
for input in currentRoute.inputs { |
|||
routeInfo += " - \(input.portName) (\(input.portType.rawValue))\n" |
|||
} |
|||
|
|||
return routeInfo |
|||
} |
|||
|
|||
/// 检查是否有蓝牙音频设备连接 |
|||
public func hasBluetoothAudioDevice() -> Bool { |
|||
let currentRoute = audioSession.currentRoute |
|||
|
|||
// 检查输出设备 |
|||
for output in currentRoute.outputs { |
|||
if output.portType == .bluetoothA2DP || |
|||
output.portType == .bluetoothHFP || |
|||
output.portType == .bluetoothLE { |
|||
return true |
|||
} |
|||
} |
|||
|
|||
// 检查输入设备（这是关键！） |
|||
for input in currentRoute.inputs { |
|||
if input.portType == .bluetoothHFP { |
|||
return true |
|||
} |
|||
} |
|||
|
|||
return false |
|||
} |
|||
|
|||
/// 检查是否有蓝牙麦克风作为输入设备 |
|||
public func hasBluetoothMicrophone() -> Bool { |
|||
let currentRoute = audioSession.currentRoute |
|||
|
|||
for input in currentRoute.inputs { |
|||
if input.portType == .bluetoothHFP { |
|||
return true |
|||
} |
|||
} |
|||
|
|||
return false |
|||
} |
|||
|
|||
/// 获取当前输入设备信息 |
|||
public func getCurrentInputDevice() -> String { |
|||
let currentRoute = audioSession.currentRoute |
|||
|
|||
if let input = currentRoute.inputs.first { |
|||
return "\(input.portName) (\(input.portType.rawValue))" |
|||
} |
|||
|
|||
return "无输入设备" |
|||
} |
|||
|
|||
private func setupNotifications() { |
|||
NotificationCenter.default.addObserver( |
|||
self, |
|||
selector: #selector(handleAudioSessionInterruption), |
|||
name: AVAudioSession.interruptionNotification, |
|||
object: nil |
|||
) |
|||
|
|||
NotificationCenter.default.addObserver( |
|||
self, |
|||
selector: #selector(handleAudioRouteChange), |
|||
name: AVAudioSession.routeChangeNotification, |
|||
object: nil |
|||
) |
|||
} |
|||
|
|||
/// 处理音频中断 |
|||
@objc private func handleAudioSessionInterruption(notification: Notification) { |
|||
guard let userInfo = notification.userInfo, |
|||
let typeValue = userInfo[AVAudioSessionInterruptionTypeKey] as? UInt, |
|||
let type = AVAudioSession.InterruptionType(rawValue: typeValue) else { |
|||
return |
|||
} |
|||
|
|||
switch type { |
|||
case .began: |
|||
// 中断开始 |
|||
isInterrupted = true |
|||
os_log("音频会话被中断", log: logger, type: .debug) |
|||
|
|||
case .ended: |
|||
// 中断结束 |
|||
isInterrupted = false |
|||
|
|||
// 检查是否应该恢复 |
|||
if let optionsValue = userInfo[AVAudioSessionInterruptionOptionKey] as? UInt { |
|||
let options = AVAudioSession.InterruptionOptions(rawValue: optionsValue) |
|||
if options.contains(.shouldResume), let intent = currentIntent { |
|||
// 恢复之前的音频意图 |
|||
begin(intent) |
|||
os_log("音频会话中断结束，已恢复", log: logger, type: .debug) |
|||
} |
|||
} |
|||
|
|||
@unknown default: |
|||
os_log("未知的音频中断类型: %{public}@", log: logger, type: .error, "\(type)") |
|||
} |
|||
} |
|||
|
|||
/// 处理音频路由变化 |
|||
@objc private func handleAudioRouteChange(notification: Notification) { |
|||
guard let userInfo = notification.userInfo, |
|||
let reasonValue = userInfo[AVAudioSessionRouteChangeReasonKey] as? UInt, |
|||
let reason = AVAudioSession.RouteChangeReason(rawValue: reasonValue) else { |
|||
return |
|||
} |
|||
|
|||
switch reason { |
|||
case .newDeviceAvailable: |
|||
os_log("新音频设备已连接", log: logger, type: .info) |
|||
os_log("%{public}@", log: logger, type: .debug, getCurrentAudioRoute()) |
|||
|
|||
// 重新应用当前意图以确保正确路由 |
|||
if let intent = currentIntent { |
|||
begin(intent) |
|||
} |
|||
|
|||
case .oldDeviceUnavailable: |
|||
os_log("音频设备已断开", log: logger, type: .info) |
|||
os_log("%{public}@", log: logger, type: .debug, getCurrentAudioRoute()) |
|||
|
|||
// 重新应用当前意图以确保正确路由 |
|||
if let intent = currentIntent { |
|||
begin(intent) |
|||
} |
|||
|
|||
case .categoryChange: |
|||
os_log("音频类别已变化", log: logger, type: .info) |
|||
|
|||
default: |
|||
break |
|||
} |
|||
} |
|||
|
|||
deinit { |
|||
NotificationCenter.default.removeObserver(self) |
|||
} |
|||
} |
|||
Binary file not shown.
Binary file not shown.
Binary file not shown.
Loading…
Reference in new issue