上传iOS 的图片识别逻辑代码

local_plugins/agent_service/ios/agent_service/Sources/agent_service/AgentServiceImpl.swift

@@ -154,7 +154,9 @@ class AgentServiceImpl: NSObject {
         if let openaiModel = config["openaiModel"] as? String {
             self.model = openaiModel
         }
-        
+        if let openaivisionModel = config["openaivisionModel"] as? String {
+            self.visionModel = openaivisionModel
+        }
         if let customSystemPrompt = config["systemPrompt"] as? String, !customSystemPrompt.isEmpty {
             self.systemPrompt = customSystemPrompt
         } else {
@@ -501,7 +503,7 @@ audioStream.saveAudioDataTo(data: audioData)
         os_log("sendMessageStream调用完成", log: logger, type: .info)
     }
     
-    func processImageInput(imagePath: String, text: String, speakResponse: Bool) -> Bool {
+    func processImageInput(imagePath: String,imageUrl: String, text: String, speakResponse: Bool) -> Bool {
         if !isInitialized {
             sendError("服务未初始化", code: "NOT_INITIALIZED")
             return false
@@ -525,15 +527,15 @@ audioStream.saveAudioDataTo(data: audioData)
         DispatchQueue.global(qos: .userInitiated).async { [weak self] in
             guard let self = self else { return }
             
-            guard let imageBase64 = chatApiService.fileToBase64(filePath: imagePath) else {
+//            guard let imageBase64 = chatApiService.fileToBase64(filePath: imagePath) else {
-                DispatchQueue.main.async {
+//                DispatchQueue.main.async {
-                    self.sendEvent(name: "error", data: [
+//                    self.sendEvent(name: "error", data: [
-                        "code": "IMAGE_CONVERSION_FAILED",
+//                        "code": "IMAGE_CONVERSION_FAILED",
-                        "message": "图片转换失败"
+//                        "message": "图片转换失败"
-                    ])
+//                    ])
-                }
+//                }
-                return
+//                return
-            }
+//            }
             
             DispatchQueue.main.async {
                 self.sendEvent(name: "image_ready", data: [
@@ -541,7 +543,7 @@ audioStream.saveAudioDataTo(data: audioData)
                     "imagePath": imagePath
                 ])
                 
-                let userMessage = chatApiService.createUserMessageWithImage(text: text, imageBase64: imageBase64)
+                let userMessage = chatApiService.createUserMessageWithImage(text: text, imageUrl: imageUrl)
                 let displayText = text.isEmpty ? "[图片]" : text
                 
                 self.processWithChatApiServiceInternal(

local_plugins/agent_service/ios/agent_service/Sources/agent_service/AgentServicePlugin.swift

@@ -65,6 +65,7 @@ public class AgentServicePlugin: NSObject, FlutterPlugin {
             
         case "processImageInput":
             guard let arguments = call.arguments as? [String: Any],
+                  let imageUrl = arguments["imageUrl"] as? String,
                   let imagePath = arguments["imagePath"] as? String else {
                 result(FlutterError(code: "INVALID_ARGUMENTS", message: "图片路径不能为空", details: nil))
                 return
@@ -72,7 +73,7 @@ public class AgentServicePlugin: NSObject, FlutterPlugin {
             
             let text = arguments["text"] as? String ?? ""
             let speakResponse = arguments["speakResponse"] as? Bool ?? false
-            let success = impl.processImageInput(imagePath: imagePath, text: text, speakResponse: speakResponse)
+            let success = impl.processImageInput(imagePath: imagePath,imageUrl: imageUrl, text: text, speakResponse: speakResponse)
             result(success)
             
         case "speakText":

local_plugins/chat_api/ios/chat_api/Sources/chat_api/ChatApiService.swift

@@ -169,7 +169,7 @@ public class ChatApiService: NSObject {
     }
     
     /// 创建带图片的用户消息
-    public func createUserMessageWithImage(text: String, imageBase64: String) -> [String: Any] {
+    public func createUserMessageWithImage(text: String, imageUrl: String) -> [String: Any] {
         var contentArray: [[String: Any]] = []
         
         // 添加文本部分
@@ -184,7 +184,8 @@ public class ChatApiService: NSObject {
         contentArray.append([
             "type": "image_url",
             "image_url": [
-                "url": "data:image/jpeg;base64,\(imageBase64)"
+//                "url": "data:image/jpeg;base64,\(imageBase64)"
+                "url": imageUrl
             ]
         ])
         
@@ -202,9 +203,9 @@ public class ChatApiService: NSObject {
         
         // 检查是否包含图片，决定使用哪个模型
         var currentModel = model
-        // if containsImage(in: messages) {
+         if containsImage(in: messages) {
-        //     currentModel = visionModel
+             currentModel = visionModel
-        // }
+         }
         
         // 转换消息格式
         let chatMessages = try convertToChatMessages(messages)