7 changed files with 488 additions and 33 deletions
@ -0,0 +1,160 @@ |
|||||
|
package com.yunqiinnovation.azure_speech.tools |
||||
|
|
||||
|
import android.util.Log |
||||
|
|
||||
|
/** |
||||
|
* 通话翻译模式立体声录音器 |
||||
|
* |
||||
|
* 由本端麦克风 PCM（来自 BLE 输入的左声道）作为时钟，按 16k/16bit 的节奏 |
||||
|
* 持续写入录音文件；对方翻译后的合成 PCM（B 路 AST 输出）异步排入右声道 FIFO， |
||||
|
* 与左声道按相同样本数交错合成立体声后写出。 |
||||
|
* |
||||
|
* 输出格式：16 kHz / 16-bit PCM / 2 channels WAV。 |
||||
|
*/ |
||||
|
class AstStereoRecorder { |
||||
|
|
||||
|
private val lock = Any() |
||||
|
private var recordFile: RecordFile? = null |
||||
|
private val rightFifo = ArrayDeque<Byte>() |
||||
|
|
||||
|
@Volatile |
||||
|
private var running = false |
||||
|
|
||||
|
@Volatile |
||||
|
private var paused = false |
||||
|
|
||||
|
/** |
||||
|
* 调用点用的轻量级开关：调用方可在不加锁的情况下快速判定是否需要把音频灌进录音器。 |
||||
|
* 在 start/pause/resume/stop 中同步更新；接受 start/stop 瞬间一两帧的偏差。 |
||||
|
*/ |
||||
|
val isActive: Boolean |
||||
|
get() = running && !paused |
||||
|
|
||||
|
/** |
||||
|
* 开始录音 |
||||
|
* @param filePath 输出文件路径（.wav） |
||||
|
*/ |
||||
|
fun start(filePath: String): Boolean { |
||||
|
synchronized(lock) { |
||||
|
// 已在录音，先停掉旧的 |
||||
|
recordFile?.closeFile(false) |
||||
|
recordFile = null |
||||
|
rightFifo.clear() |
||||
|
paused = false |
||||
|
|
||||
|
val file = RecordFile() |
||||
|
file.setAudioConfig(16000, 2) |
||||
|
file.creatingFiles(filePath) |
||||
|
recordFile = file |
||||
|
running = true |
||||
|
Log.d(TAG, "AstStereoRecorder start: $filePath") |
||||
|
return true |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
fun pause(): Boolean { |
||||
|
paused = true |
||||
|
return true |
||||
|
} |
||||
|
|
||||
|
fun resume(): Boolean { |
||||
|
paused = false |
||||
|
return true |
||||
|
} |
||||
|
|
||||
|
fun stop(isSave: Boolean): Boolean { |
||||
|
synchronized(lock) { |
||||
|
val file = recordFile ?: return false |
||||
|
running = false |
||||
|
paused = false |
||||
|
val ok = file.closeFile(isSave) |
||||
|
recordFile = null |
||||
|
rightFifo.clear() |
||||
|
Log.d(TAG, "AstStereoRecorder stop: saved=$ok") |
||||
|
return ok |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 排入右声道（B 路 AST 合成出的对方翻译 PCM） |
||||
|
* @param pcm 16 kHz / 16-bit PCM mono |
||||
|
*/ |
||||
|
fun enqueueRightChannel(pcm: ByteArray) { |
||||
|
if (pcm.isEmpty()) return |
||||
|
synchronized(lock) { |
||||
|
if (!running || paused) return |
||||
|
for (b in pcm) { |
||||
|
rightFifo.addLast(b) |
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 写入一帧左声道（本端麦克风 PCM）并消费等量右声道字节，交错后落盘 |
||||
|
* @param mono 16 kHz / 16-bit PCM mono（来自 BLE 输入解出的 leftBuffer） |
||||
|
*/ |
||||
|
fun writeLeftChannel(mono: ByteArray) { |
||||
|
if (mono.isEmpty()) return |
||||
|
// 左声道字节数必须是偶数（16-bit 对齐） |
||||
|
val leftBytes = mono.size - (mono.size % 2) |
||||
|
if (leftBytes == 0) return |
||||
|
|
||||
|
val stereo: ByteArray |
||||
|
val fileToWrite: RecordFile? |
||||
|
synchronized(lock) { |
||||
|
if (!running || paused) return |
||||
|
val file = recordFile ?: return |
||||
|
|
||||
|
val right = ByteArray(leftBytes) |
||||
|
val popCount = minOf(rightFifo.size, leftBytes) |
||||
|
for (i in 0 until popCount) { |
||||
|
right[i] = rightFifo.removeFirst() |
||||
|
} |
||||
|
// 不足部分 right 数组初始为 0（静音填充） |
||||
|
|
||||
|
stereo = ByteArray(leftBytes * 2) |
||||
|
val sampleCount = leftBytes / 2 |
||||
|
for (i in 0 until sampleCount) { |
||||
|
val srcIdx = i * 2 |
||||
|
val dstIdx = i * 4 |
||||
|
// 左声道：本端麦克风原音，应用 LEFT_GAIN 拉响 |
||||
|
val lOutU = gainSoftClip(mono[srcIdx], mono[srcIdx + 1], LEFT_GAIN) |
||||
|
stereo[dstIdx] = (lOutU and 0xFF).toByte() |
||||
|
stereo[dstIdx + 1] = ((lOutU shr 8) and 0xFF).toByte() |
||||
|
// 右声道：B 路 TTS 合成音，应用 RIGHT_GAIN 压低 |
||||
|
val rOutU = gainSoftClip(right[srcIdx], right[srcIdx + 1], RIGHT_GAIN) |
||||
|
stereo[dstIdx + 2] = (rOutU and 0xFF).toByte() |
||||
|
stereo[dstIdx + 3] = ((rOutU shr 8) and 0xFF).toByte() |
||||
|
} |
||||
|
fileToWrite = file |
||||
|
} |
||||
|
|
||||
|
fileToWrite?.saveAudioDataToWav(stereo) |
||||
|
} |
||||
|
|
||||
|
/** |
||||
|
* 对一个 16-bit little-endian PCM 样本施加线性增益并 tanh 软削波。 |
||||
|
* 返回 [0, 0xFFFF] 区间的 Int（即 UInt16 的 bit pattern），交给调用方拆成两个字节。 |
||||
|
* gain==1.0 时短路返回原始 bit pattern，避免无谓浮点。 |
||||
|
*/ |
||||
|
private fun gainSoftClip(lo: Byte, hi: Byte, gain: Float): Int { |
||||
|
val unsigned = (lo.toInt() and 0xFF) or ((hi.toInt() and 0xFF) shl 8) |
||||
|
if (gain == 1.0f) return unsigned |
||||
|
val s = unsigned.toShort().toInt() // 还原为带符号 Int16 |
||||
|
val x = (s.toFloat() / 32767.0f) * gain |
||||
|
val y = Math.tanh(x.toDouble()).toFloat() |
||||
|
var v = y * 32767.0f |
||||
|
if (v > 32767.0f) v = 32767.0f |
||||
|
if (v < -32768.0f) v = -32768.0f |
||||
|
return v.toInt() and 0xFFFF |
||||
|
} |
||||
|
|
||||
|
companion object { |
||||
|
private const val TAG = "AstStereoRecorder" |
||||
|
|
||||
|
// 通话翻译录音中麦克风原音偏小、对方 TTS 偏响，对两路分别做线性增益再 tanh 软削波。 |
||||
|
// 左(麦克风) +12dB ≈ 3.98x，右(TTS) -4dB ≈ 0.63x，与 iOS 端 AstStereoRecorder 保持一致。 |
||||
|
private const val LEFT_GAIN = 3.98f |
||||
|
private const val RIGHT_GAIN = 0.63f |
||||
|
} |
||||
|
} |
||||
@ -0,0 +1,165 @@ |
|||||
|
import Foundation |
||||
|
import os.log |
||||
|
|
||||
|
/// 通话翻译模式立体声录音器 |
||||
|
/// |
||||
|
/// 由本端麦克风 PCM（来自 BLE 输入的左声道）作为时钟，按 16k/16bit 的节奏 |
||||
|
/// 持续写入录音文件；对方翻译后的合成 PCM（B 路 AST 输出）异步排入右声道 FIFO， |
||||
|
/// 与左声道按相同样本数交错合成立体声后写出。 |
||||
|
/// |
||||
|
/// 输出格式：16 kHz / 16-bit PCM / 2 channels WAV。 |
||||
|
public final class AstStereoRecorder { |
||||
|
private let log = OSLog(subsystem: "com.azure.speech", category: "AstStereoRecorder") |
||||
|
|
||||
|
/// 通话翻译录音中麦克风原音偏小、对方 TTS 偏响，对两路分别做线性增益再 tanh 软削波。 |
||||
|
/// 左(麦克风) +12dB ≈ 3.98x，右(TTS) -4dB ≈ 0.63x，与 Android 端 AstStereoRecorder 保持一致。 |
||||
|
private static let leftGain: Float = 3.98 |
||||
|
private static let rightGain: Float = 0.63 |
||||
|
|
||||
|
/// 受写入队列保护的状态 |
||||
|
private let stateQueue = DispatchQueue(label: "ast.stereo.recorder.state") |
||||
|
private var recordFile: RecordFile? |
||||
|
private var rightFifo = Data() |
||||
|
private var isRunningFlag = false |
||||
|
private var isPausedFlag = false |
||||
|
|
||||
|
/// 调用点用的轻量级开关，避免每帧都进 stateQueue.sync。 |
||||
|
/// 在 start/pause/resume/stop 内同步更新，读时直接走原子 Bool（接受 start/stop 瞬间的一两帧延迟）。 |
||||
|
private var _active: Bool = false |
||||
|
public var isActive: Bool { _active } |
||||
|
|
||||
|
public init() {} |
||||
|
|
||||
|
/// 开始录音 |
||||
|
/// - Parameter filePath: 输出文件路径（.wav） |
||||
|
public func start(filePath: String) -> Bool { |
||||
|
return stateQueue.sync { |
||||
|
// 已在录音，先停掉旧的 |
||||
|
if recordFile != nil { |
||||
|
_ = recordFile?.closeFile(isSave: false) |
||||
|
recordFile = nil |
||||
|
} |
||||
|
rightFifo.removeAll(keepingCapacity: false) |
||||
|
isPausedFlag = false |
||||
|
|
||||
|
let file = RecordFile() |
||||
|
file.setAudioConfig(sampleRate: 16000, channels: 2) |
||||
|
file.creatingFiles(atPath: filePath) |
||||
|
recordFile = file |
||||
|
isRunningFlag = true |
||||
|
_active = true |
||||
|
os_log("AstStereoRecorder start: %{public}@", log: log, type: .info, filePath) |
||||
|
return true |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public func pause() -> Bool { |
||||
|
return stateQueue.sync { |
||||
|
isPausedFlag = true |
||||
|
_active = false |
||||
|
return true |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public func resume() -> Bool { |
||||
|
return stateQueue.sync { |
||||
|
isPausedFlag = false |
||||
|
_active = isRunningFlag |
||||
|
return true |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
public func stop(isSave: Bool) -> Bool { |
||||
|
return stateQueue.sync { |
||||
|
guard let file = recordFile else { |
||||
|
_active = false |
||||
|
return false |
||||
|
} |
||||
|
isRunningFlag = false |
||||
|
isPausedFlag = false |
||||
|
_active = false |
||||
|
let ok = file.closeFile(isSave: isSave) |
||||
|
recordFile = nil |
||||
|
rightFifo.removeAll(keepingCapacity: false) |
||||
|
os_log("AstStereoRecorder stop: saved=%{public}@", log: log, type: .info, ok ? "true" : "false") |
||||
|
return ok |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/// 排入右声道（B 路 AST 合成出的对方翻译 PCM） |
||||
|
/// - Parameter pcm: 16 kHz / 16-bit PCM mono |
||||
|
public func enqueueRightChannel(_ pcm: Data) { |
||||
|
guard !pcm.isEmpty else { return } |
||||
|
stateQueue.sync { |
||||
|
guard isRunningFlag, !isPausedFlag else { return } |
||||
|
rightFifo.append(pcm) |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/// 写入一帧左声道（本端麦克风 PCM）并消费等量右声道字节，交错后落盘 |
||||
|
/// - Parameter mono: 16 kHz / 16-bit PCM mono（来自 BLE 输入解出的 leftBuffer） |
||||
|
public func writeLeftChannel(_ mono: Data) { |
||||
|
guard !mono.isEmpty else { return } |
||||
|
// 左声道字节数必须是偶数（16-bit 对齐） |
||||
|
let leftBytes = mono.count - (mono.count % 2) |
||||
|
if leftBytes == 0 { return } |
||||
|
|
||||
|
var stereo = Data() |
||||
|
var fileToWrite: RecordFile? |
||||
|
stateQueue.sync { |
||||
|
guard isRunningFlag, !isPausedFlag, let file = recordFile else { return } |
||||
|
|
||||
|
// 从右声道 FIFO 中取出与左声道等长的字节，不足部分补零 |
||||
|
let popCount = min(rightFifo.count, leftBytes) |
||||
|
var right = Data(capacity: leftBytes) |
||||
|
if popCount > 0 { |
||||
|
right.append(rightFifo.prefix(popCount)) |
||||
|
rightFifo.removeFirst(popCount) |
||||
|
} |
||||
|
if popCount < leftBytes { |
||||
|
right.append(Data(count: leftBytes - popCount)) |
||||
|
} |
||||
|
|
||||
|
stereo = Data(capacity: leftBytes * 2) |
||||
|
let leftPrefix = mono.prefix(leftBytes) |
||||
|
leftPrefix.withUnsafeBytes { (lPtr: UnsafeRawBufferPointer) in |
||||
|
right.withUnsafeBytes { (rPtr: UnsafeRawBufferPointer) in |
||||
|
let lBase = lPtr.bindMemory(to: UInt8.self).baseAddress! |
||||
|
let rBase = rPtr.bindMemory(to: UInt8.self).baseAddress! |
||||
|
let sampleCount = leftBytes / 2 |
||||
|
for i in 0..<sampleCount { |
||||
|
let (lLo, lHi) = AstStereoRecorder.gainSoftClip( |
||||
|
lBase[i * 2], lBase[i * 2 + 1], gain: AstStereoRecorder.leftGain) |
||||
|
stereo.append(lLo) |
||||
|
stereo.append(lHi) |
||||
|
let (rLo, rHi) = AstStereoRecorder.gainSoftClip( |
||||
|
rBase[i * 2], rBase[i * 2 + 1], gain: AstStereoRecorder.rightGain) |
||||
|
stereo.append(rLo) |
||||
|
stereo.append(rHi) |
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
fileToWrite = file |
||||
|
} |
||||
|
|
||||
|
if let file = fileToWrite, !stereo.isEmpty { |
||||
|
file.saveAudioDataToWav(stereo) |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/// 对一个 16-bit little-endian PCM 样本施加线性增益并 tanh 软削波。 |
||||
|
/// gain==1.0 时短路返回原字节，避免无谓浮点。 |
||||
|
@inline(__always) |
||||
|
private static func gainSoftClip(_ lo: UInt8, _ hi: UInt8, gain: Float) -> (UInt8, UInt8) { |
||||
|
if gain == 1.0 { return (lo, hi) } |
||||
|
let unsigned = UInt16(lo) | (UInt16(hi) << 8) |
||||
|
let s = Int16(bitPattern: unsigned) |
||||
|
let x = (Float(s) / 32767.0) * gain |
||||
|
let y = tanh(x) |
||||
|
var v = y * 32767.0 |
||||
|
if v > 32767.0 { v = 32767.0 } |
||||
|
if v < -32768.0 { v = -32768.0 } |
||||
|
let outU = UInt16(bitPattern: Int16(v)) |
||||
|
return (UInt8(outU & 0xFF), UInt8((outU >> 8) & 0xFF)) |
||||
|
} |
||||
|
} |
||||
Loading…
Reference in new issue