wolfplus
2 years ago
20 changed files with 650 additions and 256 deletions
@ -0,0 +1,291 @@ |
|||||
|
import UIKit |
||||
|
import AVFoundation |
||||
|
|
||||
|
/** |
||||
|
* 带内边距的标签 |
||||
|
*/ |
||||
|
class PaddingLabel: UILabel { |
||||
|
var padding: UIEdgeInsets |
||||
|
|
||||
|
init(padding: UIEdgeInsets) { |
||||
|
self.padding = padding |
||||
|
super.init(frame: .zero) |
||||
|
} |
||||
|
|
||||
|
required init?(coder: NSCoder) { |
||||
|
self.padding = UIEdgeInsets(top: 0, left: 0, bottom: 0, right: 0) |
||||
|
super.init(coder: coder) |
||||
|
} |
||||
|
|
||||
|
override func drawText(in rect: CGRect) { |
||||
|
super.drawText(in: rect.inset(by: padding)) |
||||
|
} |
||||
|
|
||||
|
override var intrinsicContentSize: CGSize { |
||||
|
let size = super.intrinsicContentSize |
||||
|
return CGSize(width: size.width + padding.left + padding.right, |
||||
|
height: size.height + padding.top + padding.bottom) |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 对话画中画视图 |
||||
|
* |
||||
|
* 用于在画中画模式下显示用户和AI的对话内容 |
||||
|
*/ |
||||
|
@available(iOS 13.0, *) |
||||
|
class DialogPipView: UIView { |
||||
|
|
||||
|
// 视频播放器图层（必须有，否则画中画无法工作） |
||||
|
private var playerLayer: AVPlayerLayer? |
||||
|
private var player: AVPlayer? |
||||
|
|
||||
|
// 对话显示视图 |
||||
|
private let dialogView = UIView() |
||||
|
|
||||
|
// 用户消息标签 |
||||
|
private let userMessageLabel: PaddingLabel = { |
||||
|
let label = PaddingLabel(padding: UIEdgeInsets(top: 8, left: 8, bottom: 8, right: 8)) |
||||
|
label.font = UIFont.systemFont(ofSize: 14) |
||||
|
label.textColor = UIColor.white |
||||
|
label.numberOfLines = 0 |
||||
|
label.backgroundColor = UIColor(red: 0.2, green: 0.2, blue: 0.2, alpha: 0.7) |
||||
|
label.layer.cornerRadius = 8 |
||||
|
label.layer.masksToBounds = true |
||||
|
label.textAlignment = .left |
||||
|
label.isHidden = true |
||||
|
return label |
||||
|
}() |
||||
|
|
||||
|
// AI助手消息标签 |
||||
|
private let assistantMessageLabel: PaddingLabel = { |
||||
|
let label = PaddingLabel(padding: UIEdgeInsets(top: 8, left: 8, bottom: 8, right: 8)) |
||||
|
label.font = UIFont.systemFont(ofSize: 14) |
||||
|
label.textColor = UIColor.white |
||||
|
label.numberOfLines = 0 |
||||
|
label.backgroundColor = UIColor(red: 0.0, green: 0.4, blue: 0.8, alpha: 0.7) |
||||
|
label.layer.cornerRadius = 8 |
||||
|
label.layer.masksToBounds = true |
||||
|
label.textAlignment = .left |
||||
|
label.isHidden = true |
||||
|
return label |
||||
|
}() |
||||
|
|
||||
|
// 初始化 |
||||
|
override init(frame: CGRect) { |
||||
|
super.init(frame: frame) |
||||
|
setupView() |
||||
|
} |
||||
|
|
||||
|
required init?(coder: NSCoder) { |
||||
|
super.init(coder: coder) |
||||
|
setupView() |
||||
|
} |
||||
|
|
||||
|
// 设置视图 |
||||
|
private func setupView() { |
||||
|
backgroundColor = UIColor.black |
||||
|
|
||||
|
// 添加对话视图 |
||||
|
addSubview(dialogView) |
||||
|
dialogView.frame = bounds |
||||
|
dialogView.autoresizingMask = [.flexibleWidth, .flexibleHeight] |
||||
|
|
||||
|
// 添加用户消息标签 |
||||
|
dialogView.addSubview(userMessageLabel) |
||||
|
userMessageLabel.translatesAutoresizingMaskIntoConstraints = false |
||||
|
NSLayoutConstraint.activate([ |
||||
|
userMessageLabel.leadingAnchor.constraint(equalTo: dialogView.leadingAnchor, constant: 8), |
||||
|
userMessageLabel.trailingAnchor.constraint(equalTo: dialogView.trailingAnchor, constant: -8), |
||||
|
userMessageLabel.topAnchor.constraint(equalTo: dialogView.topAnchor, constant: 10), |
||||
|
]) |
||||
|
|
||||
|
// 添加AI助手消息标签 |
||||
|
dialogView.addSubview(assistantMessageLabel) |
||||
|
assistantMessageLabel.translatesAutoresizingMaskIntoConstraints = false |
||||
|
NSLayoutConstraint.activate([ |
||||
|
assistantMessageLabel.leadingAnchor.constraint(equalTo: dialogView.leadingAnchor, constant: 8), |
||||
|
assistantMessageLabel.trailingAnchor.constraint(equalTo: dialogView.trailingAnchor, constant: -8), |
||||
|
assistantMessageLabel.topAnchor.constraint(equalTo: userMessageLabel.bottomAnchor, constant: 10), |
||||
|
assistantMessageLabel.bottomAnchor.constraint(lessThanOrEqualTo: dialogView.bottomAnchor, constant: -10) |
||||
|
]) |
||||
|
} |
||||
|
|
||||
|
// 创建并返回视频图层 |
||||
|
func setupDialogLayer() -> AVPlayerLayer { |
||||
|
// 创建无声视频，用于支持画中画功能 |
||||
|
let playerItem = createSilentVideoPlayerItem() |
||||
|
player = AVPlayer(playerItem: playerItem) |
||||
|
player?.actionAtItemEnd = .none |
||||
|
player?.play() |
||||
|
|
||||
|
// 创建视频图层 |
||||
|
let layer = AVPlayerLayer(player: player) |
||||
|
layer.frame = bounds |
||||
|
layer.videoGravity = .resizeAspectFill |
||||
|
|
||||
|
// 将视频图层放在最底层 |
||||
|
self.layer.insertSublayer(layer, at: 0) |
||||
|
playerLayer = layer |
||||
|
|
||||
|
// 注册通知，确保视频循环播放 |
||||
|
NotificationCenter.default.addObserver(self, |
||||
|
selector: #selector(playerItemDidReachEnd), |
||||
|
name: .AVPlayerItemDidPlayToEndTime, |
||||
|
object: player?.currentItem) |
||||
|
|
||||
|
return layer |
||||
|
} |
||||
|
|
||||
|
// 创建无声视频用于支持画中画 |
||||
|
private func createSilentVideoPlayerItem() -> AVPlayerItem { |
||||
|
// 创建一个简单的黑色视频，足够支持画中画但不会占用太多资源 |
||||
|
let composition = AVMutableComposition() |
||||
|
|
||||
|
// 添加视频轨道 |
||||
|
let videoTrack = composition.addMutableTrack(withMediaType: .video, preferredTrackID: kCMPersistentTrackID_Invalid) |
||||
|
|
||||
|
// 创建一个简单的黑色视频，持续10秒 |
||||
|
let videoSize = CGSize(width: 640, height: 480) |
||||
|
let duration = CMTime(seconds: 10, preferredTimescale: 600) |
||||
|
|
||||
|
// 创建一个黑色图像 |
||||
|
UIGraphicsBeginImageContextWithOptions(videoSize, true, 0) |
||||
|
UIColor.black.setFill() |
||||
|
UIRectFill(CGRect(origin: .zero, size: videoSize)) |
||||
|
let blackImage = UIGraphicsGetImageFromCurrentImageContext() |
||||
|
UIGraphicsEndImageContext() |
||||
|
|
||||
|
// 创建黑色图像的视频 |
||||
|
let settings = [ |
||||
|
AVVideoCodecKey: AVVideoCodecType.h264, |
||||
|
AVVideoWidthKey: videoSize.width, |
||||
|
AVVideoHeightKey: videoSize.height |
||||
|
] as [String : Any] |
||||
|
|
||||
|
let writerInput = AVAssetWriterInput(mediaType: .video, outputSettings: settings) |
||||
|
let adaptor = AVAssetWriterInputPixelBufferAdaptor(assetWriterInput: writerInput, sourcePixelBufferAttributes: nil) |
||||
|
|
||||
|
if let pixelBuffer = createPixelBuffer(fromImage: blackImage!, size: videoSize) { |
||||
|
let attributes: [String: Any] = [ |
||||
|
kCVPixelBufferPixelFormatTypeKey as String: kCVPixelFormatType_32ARGB, |
||||
|
kCVPixelBufferWidthKey as String: videoSize.width, |
||||
|
kCVPixelBufferHeightKey as String: videoSize.height |
||||
|
] |
||||
|
|
||||
|
// 创建一个5秒的黑色视频 |
||||
|
let assetWriter = try! AVAssetWriter(outputURL: URL(fileURLWithPath: NSTemporaryDirectory()).appendingPathComponent("temp.mov"), fileType: .mov) |
||||
|
assetWriter.add(writerInput) |
||||
|
assetWriter.startWriting() |
||||
|
assetWriter.startSession(atSourceTime: .zero) |
||||
|
|
||||
|
let frameCount = 50 // 5秒，10fps |
||||
|
let frameDuration = CMTime(value: 1, timescale: 10) |
||||
|
|
||||
|
writerInput.requestMediaDataWhenReady(on: DispatchQueue.global()) { |
||||
|
for i in 0..<frameCount { |
||||
|
while !writerInput.isReadyForMoreMediaData {} |
||||
|
|
||||
|
let presentationTime = CMTime(value: CMTimeValue(i), timescale: 10) |
||||
|
adaptor.append(pixelBuffer, withPresentationTime: presentationTime) |
||||
|
} |
||||
|
|
||||
|
writerInput.markAsFinished() |
||||
|
assetWriter.finishWriting {} |
||||
|
} |
||||
|
|
||||
|
// 等待视频写入完成 |
||||
|
while assetWriter.status == .writing {} |
||||
|
|
||||
|
// 创建AVPlayerItem |
||||
|
let asset = AVAsset(url: assetWriter.outputURL) |
||||
|
return AVPlayerItem(asset: asset) |
||||
|
} |
||||
|
|
||||
|
// 如果上面的方法失败，创建一个简单的默认项 |
||||
|
let emptyItem = AVPlayerItem(url: URL(fileURLWithPath: "")) |
||||
|
return emptyItem |
||||
|
} |
||||
|
|
||||
|
// 从UIImage创建像素缓冲区 |
||||
|
private func createPixelBuffer(fromImage image: UIImage, size: CGSize) -> CVPixelBuffer? { |
||||
|
var pixelBuffer: CVPixelBuffer? |
||||
|
let attrs = [ |
||||
|
kCVPixelBufferCGImageCompatibilityKey: kCFBooleanTrue, |
||||
|
kCVPixelBufferCGBitmapContextCompatibilityKey: kCFBooleanTrue |
||||
|
] as CFDictionary |
||||
|
|
||||
|
let status = CVPixelBufferCreate( |
||||
|
kCFAllocatorDefault, |
||||
|
Int(size.width), |
||||
|
Int(size.height), |
||||
|
kCVPixelFormatType_32ARGB, |
||||
|
attrs, |
||||
|
&pixelBuffer |
||||
|
) |
||||
|
|
||||
|
guard status == kCVReturnSuccess, let buffer = pixelBuffer else { |
||||
|
return nil |
||||
|
} |
||||
|
|
||||
|
CVPixelBufferLockBaseAddress(buffer, []) |
||||
|
let context = CGContext( |
||||
|
data: CVPixelBufferGetBaseAddress(buffer), |
||||
|
width: Int(size.width), |
||||
|
height: Int(size.height), |
||||
|
bitsPerComponent: 8, |
||||
|
bytesPerRow: CVPixelBufferGetBytesPerRow(buffer), |
||||
|
space: CGColorSpaceCreateDeviceRGB(), |
||||
|
bitmapInfo: CGImageAlphaInfo.noneSkipFirst.rawValue |
||||
|
) |
||||
|
|
||||
|
context?.draw(image.cgImage!, in: CGRect(x: 0, y: 0, width: size.width, height: size.height)) |
||||
|
CVPixelBufferUnlockBaseAddress(buffer, []) |
||||
|
|
||||
|
return buffer |
||||
|
} |
||||
|
|
||||
|
// 视频播放结束处理 |
||||
|
@objc private func playerItemDidReachEnd(notification: Notification) { |
||||
|
// 循环播放视频 |
||||
|
player?.seek(to: .zero) |
||||
|
player?.play() |
||||
|
} |
||||
|
|
||||
|
// 更新对话内容 |
||||
|
func updateDialogContent(userMessage: String, assistantMessage: String) { |
||||
|
// 设置用户消息 |
||||
|
if !userMessage.isEmpty { |
||||
|
userMessageLabel.text = "用户: \(userMessage)" |
||||
|
userMessageLabel.isHidden = false |
||||
|
} else { |
||||
|
userMessageLabel.isHidden = true |
||||
|
} |
||||
|
|
||||
|
// 设置AI助手消息 |
||||
|
if !assistantMessage.isEmpty { |
||||
|
assistantMessageLabel.text = "AI助手: \(assistantMessage)" |
||||
|
assistantMessageLabel.isHidden = false |
||||
|
} else { |
||||
|
assistantMessageLabel.isHidden = true |
||||
|
} |
||||
|
|
||||
|
// 更新布局 |
||||
|
setNeedsLayout() |
||||
|
} |
||||
|
|
||||
|
// 布局子视图 |
||||
|
override func layoutSubviews() { |
||||
|
super.layoutSubviews() |
||||
|
|
||||
|
// 调整视频图层大小 |
||||
|
playerLayer?.frame = bounds |
||||
|
} |
||||
|
|
||||
|
// 释放资源 |
||||
|
deinit { |
||||
|
NotificationCenter.default.removeObserver(self) |
||||
|
player?.pause() |
||||
|
player = nil |
||||
|
} |
||||
|
} |
||||
Loading…
Reference in new issue