11 changed files with 520 additions and 68 deletions
@ -0,0 +1,136 @@ |
|||
package com.yunqiinnovation.azure_speech.tools |
|||
|
|||
import android.util.Log |
|||
|
|||
/** |
|||
* 通话翻译模式立体声录音器 |
|||
* |
|||
* 由本端麦克风 PCM（来自 BLE 输入的左声道）作为时钟，按 16k/16bit 的节奏 |
|||
* 持续写入录音文件；对方翻译后的合成 PCM（B 路 AST 输出）异步排入右声道 FIFO， |
|||
* 与左声道按相同样本数交错合成立体声后写出。 |
|||
* |
|||
* 输出格式：16 kHz / 16-bit PCM / 2 channels WAV。 |
|||
*/ |
|||
class AstStereoRecorder { |
|||
|
|||
private val lock = Any() |
|||
private var recordFile: RecordFile? = null |
|||
private val rightFifo = ArrayDeque<Byte>() |
|||
|
|||
@Volatile |
|||
private var running = false |
|||
|
|||
@Volatile |
|||
private var paused = false |
|||
|
|||
/** |
|||
* 调用点用的轻量级开关：调用方可在不加锁的情况下快速判定是否需要把音频灌进录音器。 |
|||
* 在 start/pause/resume/stop 中同步更新；接受 start/stop 瞬间一两帧的偏差。 |
|||
*/ |
|||
val isActive: Boolean |
|||
get() = running && !paused |
|||
|
|||
/** |
|||
* 开始录音 |
|||
* @param filePath 输出文件路径（.wav） |
|||
*/ |
|||
fun start(filePath: String): Boolean { |
|||
synchronized(lock) { |
|||
// 已在录音，先停掉旧的 |
|||
recordFile?.closeFile(false) |
|||
recordFile = null |
|||
rightFifo.clear() |
|||
paused = false |
|||
|
|||
val file = RecordFile() |
|||
file.setAudioConfig(16000, 2) |
|||
file.creatingFiles(filePath) |
|||
recordFile = file |
|||
running = true |
|||
Log.d(TAG, "AstStereoRecorder start: $filePath") |
|||
return true |
|||
} |
|||
} |
|||
|
|||
fun pause(): Boolean { |
|||
paused = true |
|||
return true |
|||
} |
|||
|
|||
fun resume(): Boolean { |
|||
paused = false |
|||
return true |
|||
} |
|||
|
|||
fun stop(isSave: Boolean): Boolean { |
|||
synchronized(lock) { |
|||
val file = recordFile ?: return false |
|||
running = false |
|||
paused = false |
|||
val ok = file.closeFile(isSave) |
|||
recordFile = null |
|||
rightFifo.clear() |
|||
Log.d(TAG, "AstStereoRecorder stop: saved=$ok") |
|||
return ok |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 排入右声道（B 路 AST 合成出的对方翻译 PCM） |
|||
* @param pcm 16 kHz / 16-bit PCM mono |
|||
*/ |
|||
fun enqueueRightChannel(pcm: ByteArray) { |
|||
if (pcm.isEmpty()) return |
|||
synchronized(lock) { |
|||
if (!running || paused) return |
|||
for (b in pcm) { |
|||
rightFifo.addLast(b) |
|||
} |
|||
} |
|||
} |
|||
|
|||
/** |
|||
* 写入一帧左声道（本端麦克风 PCM）并消费等量右声道字节，交错后落盘 |
|||
* @param mono 16 kHz / 16-bit PCM mono（来自 BLE 输入解出的 leftBuffer） |
|||
*/ |
|||
fun writeLeftChannel(mono: ByteArray) { |
|||
if (mono.isEmpty()) return |
|||
// 左声道字节数必须是偶数（16-bit 对齐） |
|||
val leftBytes = mono.size - (mono.size % 2) |
|||
if (leftBytes == 0) return |
|||
|
|||
val stereo: ByteArray |
|||
val fileToWrite: RecordFile? |
|||
synchronized(lock) { |
|||
if (!running || paused) return |
|||
val file = recordFile ?: return |
|||
|
|||
val right = ByteArray(leftBytes) |
|||
val popCount = minOf(rightFifo.size, leftBytes) |
|||
for (i in 0 until popCount) { |
|||
right[i] = rightFifo.removeFirst() |
|||
} |
|||
// 不足部分 right 数组初始为 0（静音填充） |
|||
|
|||
stereo = ByteArray(leftBytes * 2) |
|||
val sampleCount = leftBytes / 2 |
|||
for (i in 0 until sampleCount) { |
|||
val srcIdx = i * 2 |
|||
val dstIdx = i * 4 |
|||
// 左声道 |
|||
stereo[dstIdx] = mono[srcIdx] |
|||
stereo[dstIdx + 1] = mono[srcIdx + 1] |
|||
// 右声道 |
|||
stereo[dstIdx + 2] = right[srcIdx] |
|||
stereo[dstIdx + 3] = right[srcIdx + 1] |
|||
} |
|||
fileToWrite = file |
|||
} |
|||
|
|||
fileToWrite?.saveAudioDataToWav(stereo) |
|||
} |
|||
|
|||
companion object { |
|||
private const val TAG = "AstStereoRecorder" |
|||
} |
|||
} |
|||
@ -0,0 +1,140 @@ |
|||
import Foundation |
|||
import os.log |
|||
|
|||
/// 通话翻译模式立体声录音器 |
|||
/// |
|||
/// 由本端麦克风 PCM（来自 BLE 输入的左声道）作为时钟，按 16k/16bit 的节奏 |
|||
/// 持续写入录音文件；对方翻译后的合成 PCM（B 路 AST 输出）异步排入右声道 FIFO， |
|||
/// 与左声道按相同样本数交错合成立体声后写出。 |
|||
/// |
|||
/// 输出格式：16 kHz / 16-bit PCM / 2 channels WAV。 |
|||
public final class AstStereoRecorder { |
|||
private let log = OSLog(subsystem: "com.azure.speech", category: "AstStereoRecorder") |
|||
|
|||
/// 受写入队列保护的状态 |
|||
private let stateQueue = DispatchQueue(label: "ast.stereo.recorder.state") |
|||
private var recordFile: RecordFile? |
|||
private var rightFifo = Data() |
|||
private var isRunningFlag = false |
|||
private var isPausedFlag = false |
|||
|
|||
/// 调用点用的轻量级开关，避免每帧都进 stateQueue.sync。 |
|||
/// 在 start/pause/resume/stop 内同步更新，读时直接走原子 Bool（接受 start/stop 瞬间的一两帧延迟）。 |
|||
private var _active: Bool = false |
|||
public var isActive: Bool { _active } |
|||
|
|||
public init() {} |
|||
|
|||
/// 开始录音 |
|||
/// - Parameter filePath: 输出文件路径（.wav） |
|||
public func start(filePath: String) -> Bool { |
|||
return stateQueue.sync { |
|||
// 已在录音，先停掉旧的 |
|||
if recordFile != nil { |
|||
_ = recordFile?.closeFile(isSave: false) |
|||
recordFile = nil |
|||
} |
|||
rightFifo.removeAll(keepingCapacity: false) |
|||
isPausedFlag = false |
|||
|
|||
let file = RecordFile() |
|||
file.setAudioConfig(sampleRate: 16000, channels: 2) |
|||
file.creatingFiles(atPath: filePath) |
|||
recordFile = file |
|||
isRunningFlag = true |
|||
_active = true |
|||
os_log("AstStereoRecorder start: %{public}@", log: log, type: .info, filePath) |
|||
return true |
|||
} |
|||
} |
|||
|
|||
public func pause() -> Bool { |
|||
return stateQueue.sync { |
|||
isPausedFlag = true |
|||
_active = false |
|||
return true |
|||
} |
|||
} |
|||
|
|||
public func resume() -> Bool { |
|||
return stateQueue.sync { |
|||
isPausedFlag = false |
|||
_active = isRunningFlag |
|||
return true |
|||
} |
|||
} |
|||
|
|||
public func stop(isSave: Bool) -> Bool { |
|||
return stateQueue.sync { |
|||
guard let file = recordFile else { |
|||
_active = false |
|||
return false |
|||
} |
|||
isRunningFlag = false |
|||
isPausedFlag = false |
|||
_active = false |
|||
let ok = file.closeFile(isSave: isSave) |
|||
recordFile = nil |
|||
rightFifo.removeAll(keepingCapacity: false) |
|||
os_log("AstStereoRecorder stop: saved=%{public}@", log: log, type: .info, ok ? "true" : "false") |
|||
return ok |
|||
} |
|||
} |
|||
|
|||
/// 排入右声道（B 路 AST 合成出的对方翻译 PCM） |
|||
/// - Parameter pcm: 16 kHz / 16-bit PCM mono |
|||
public func enqueueRightChannel(_ pcm: Data) { |
|||
guard !pcm.isEmpty else { return } |
|||
stateQueue.sync { |
|||
guard isRunningFlag, !isPausedFlag else { return } |
|||
rightFifo.append(pcm) |
|||
} |
|||
} |
|||
|
|||
/// 写入一帧左声道（本端麦克风 PCM）并消费等量右声道字节，交错后落盘 |
|||
/// - Parameter mono: 16 kHz / 16-bit PCM mono（来自 BLE 输入解出的 leftBuffer） |
|||
public func writeLeftChannel(_ mono: Data) { |
|||
guard !mono.isEmpty else { return } |
|||
// 左声道字节数必须是偶数（16-bit 对齐） |
|||
let leftBytes = mono.count - (mono.count % 2) |
|||
if leftBytes == 0 { return } |
|||
|
|||
var stereo = Data() |
|||
var fileToWrite: RecordFile? |
|||
stateQueue.sync { |
|||
guard isRunningFlag, !isPausedFlag, let file = recordFile else { return } |
|||
|
|||
// 从右声道 FIFO 中取出与左声道等长的字节，不足部分补零 |
|||
let popCount = min(rightFifo.count, leftBytes) |
|||
var right = Data(capacity: leftBytes) |
|||
if popCount > 0 { |
|||
right.append(rightFifo.prefix(popCount)) |
|||
rightFifo.removeFirst(popCount) |
|||
} |
|||
if popCount < leftBytes { |
|||
right.append(Data(count: leftBytes - popCount)) |
|||
} |
|||
|
|||
stereo = Data(capacity: leftBytes * 2) |
|||
let leftPrefix = mono.prefix(leftBytes) |
|||
leftPrefix.withUnsafeBytes { (lPtr: UnsafeRawBufferPointer) in |
|||
right.withUnsafeBytes { (rPtr: UnsafeRawBufferPointer) in |
|||
let lBase = lPtr.bindMemory(to: UInt8.self).baseAddress! |
|||
let rBase = rPtr.bindMemory(to: UInt8.self).baseAddress! |
|||
let sampleCount = leftBytes / 2 |
|||
for i in 0..<sampleCount { |
|||
stereo.append(lBase[i * 2]) |
|||
stereo.append(lBase[i * 2 + 1]) |
|||
stereo.append(rBase[i * 2]) |
|||
stereo.append(rBase[i * 2 + 1]) |
|||
} |
|||
} |
|||
} |
|||
fileToWrite = file |
|||
} |
|||
|
|||
if let file = fileToWrite, !stereo.isEmpty { |
|||
file.saveAudioDataToWav(stereo) |
|||
} |
|||
} |
|||
} |
|||
Loading…
Reference in new issue