mirror of
https://github.com/curioustorvald/tsvm.git
synced 2026-03-07 19:51:51 +09:00
adpcm playback
This commit is contained in:
@@ -4,7 +4,7 @@ let HW_SAMPLING_RATE = 30000
|
|||||||
let filename = exec_args[1]
|
let filename = exec_args[1]
|
||||||
const port = _TVDOS.DRV.FS.SERIAL._toPorts("A")[0]
|
const port = _TVDOS.DRV.FS.SERIAL._toPorts("A")[0]
|
||||||
function printdbg(s) {
|
function printdbg(s) {
|
||||||
if (1) serial.println(s)
|
if (0) serial.println(s)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
@@ -183,15 +183,18 @@ let comments = {};
|
|||||||
let readPtr = undefined
|
let readPtr = undefined
|
||||||
let decodePtr = undefined
|
let decodePtr = undefined
|
||||||
|
|
||||||
function clampS16(i) { return (i < -32768) ? -32768 : (i > 32767) ? 32767 : i }
|
function clamp(val, low, hi) { return (val < low) ? low : (val > hi) ? hi : val }
|
||||||
|
function clampS16(i) { return clamp(i, -32768, 32767) }
|
||||||
const uNybToSnyb = [0,1,2,3,4,5,6,7,-8,-7,-6,-5,-4,-3,-2,-1]
|
const uNybToSnyb = [0,1,2,3,4,5,6,7,-8,-7,-6,-5,-4,-3,-2,-1]
|
||||||
// returns: [unsigned high, unsigned low, signed high, signed low]
|
// returns: [unsigned high, unsigned low, signed high, signed low]
|
||||||
function getNybbles(b) { return [b >> 4, b & 15, uNybToSnyb[b >> 4], uNybToSnyb[b & 15]] }
|
function getNybbles(b) { return [b >> 4, b & 15, uNybToSnyb[b >> 4], uNybToSnyb[b & 15]] }
|
||||||
|
function s8Tou8(i) { return i + 128 }
|
||||||
function s16Tou8(i) { return ((i >>> 8)) + 128 }
|
function s16Tou8(i) { return ((i >>> 8)) + 128 }
|
||||||
function u16Tos16(i) { return (i > 32767) ? i - 65536 : i }
|
function u16Tos16(i) { return (i > 32767) ? i - 65536 : i }
|
||||||
function checkIfPlayable() {
|
function checkIfPlayable() {
|
||||||
if (pcmType != 1 && pcmType != 2) return `PCM Type not LPCM/ADPCM (${pcmType})`
|
if (pcmType != 1 && pcmType != 2) return `PCM Type not LPCM/ADPCM (${pcmType})`
|
||||||
if (nChannels != 2) return `Audio not stereo but instead has ${nChannels} channels`
|
if (pcmType == 2 && nChannels > 2) return `Audio not mono/stereo but instead has ${nChannels} channels`
|
||||||
|
if (pcmType != 2 && nChannels != 2) return `Audio not stereo but instead has ${nChannels} channels`
|
||||||
if (pcmType != 1 && samplingRate != HW_SAMPLING_RATE) return `Format is ADPCM but sampling rate is not ${HW_SAMPLING_RATE}: ${samplingRate}`
|
if (pcmType != 1 && samplingRate != HW_SAMPLING_RATE) return `Format is ADPCM but sampling rate is not ${HW_SAMPLING_RATE}: ${samplingRate}`
|
||||||
return "playable!"
|
return "playable!"
|
||||||
}
|
}
|
||||||
@@ -201,7 +204,7 @@ function decodeLPCM(inPtr, outPtr, inputLen) {
|
|||||||
if (2 == bytes) {
|
if (2 == bytes) {
|
||||||
if (HW_SAMPLING_RATE == samplingRate) {
|
if (HW_SAMPLING_RATE == samplingRate) {
|
||||||
for (let k = 0; k < inputLen / 2; k++) {
|
for (let k = 0; k < inputLen / 2; k++) {
|
||||||
sys.poke(outPtr + k, s16Tou8(sys.peek(inPtr + k*2 + 1)))
|
sys.poke(outPtr + k, s8Tou8(sys.peek(inPtr + k*2 + 1)))
|
||||||
}
|
}
|
||||||
return inputLen / 2
|
return inputLen / 2
|
||||||
}
|
}
|
||||||
@@ -242,19 +245,7 @@ function decodeLPCM(inPtr, outPtr, inputLen) {
|
|||||||
|
|
||||||
}
|
}
|
||||||
// soothing visualiser(????)
|
// soothing visualiser(????)
|
||||||
/*let ls = sample[0].toString(2)
|
// let ls = sample[0].toString(2);if (sample[0] < 0) ls = ls.padStart(16, ' ') + ' '; else ls = ' ' + ls.padEnd(16, ' ');let rs = sample[1].toString(2);if (sample[1] < 0) rs = rs.padStart(16, ' ') + ' '; else rs = ' ' + rs.padEnd(16, ' ');println(`${ls} | ${rs}`)
|
||||||
if (sample[0] < 0)
|
|
||||||
ls = ls.padStart(16, ' ') + ' '
|
|
||||||
else
|
|
||||||
ls = ' ' + ls.padEnd(16, ' ')
|
|
||||||
|
|
||||||
let rs = sample[1].toString(2)
|
|
||||||
if (sample[1] < 0)
|
|
||||||
rs = rs.padStart(16, ' ') + ' '
|
|
||||||
else
|
|
||||||
rs = ' ' + rs.padEnd(16, ' ')
|
|
||||||
|
|
||||||
println(`${ls} | ${rs}`)*/
|
|
||||||
|
|
||||||
// writeout
|
// writeout
|
||||||
sys.poke(outPtr + sendoutLength, s16Tou8(sample[channel]))
|
sys.poke(outPtr + sendoutLength, s16Tou8(sample[channel]))
|
||||||
@@ -274,7 +265,7 @@ function decodeLPCM(inPtr, outPtr, inputLen) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
// @see https://wiki.multimedia.cx/index.php/Microsoft_ADPCM
|
// @see https://wiki.multimedia.cx/index.php/Microsoft_ADPCM
|
||||||
// @see https://github.com/Snack-X/node-ms-adpcm/blob/master/index.js
|
// @see https://github.com/videolan/vlc/blob/master/modules/codec/adpcm.c#L423
|
||||||
function decodeMS_ADPCM(inPtr, outPtr, blockSize) {
|
function decodeMS_ADPCM(inPtr, outPtr, blockSize) {
|
||||||
const adaptationTable = [
|
const adaptationTable = [
|
||||||
230, 230, 230, 230, 307, 409, 512, 614,
|
230, 230, 230, 230, 307, 409, 512, 614,
|
||||||
@@ -282,17 +273,17 @@ function decodeMS_ADPCM(inPtr, outPtr, blockSize) {
|
|||||||
]
|
]
|
||||||
const coeff1 = [256, 512, 0, 192, 240, 460, 392]
|
const coeff1 = [256, 512, 0, 192, 240, 460, 392]
|
||||||
const coeff2 = [ 0,-256, 0, 64, 0,-208,-232]
|
const coeff2 = [ 0,-256, 0, 64, 0,-208,-232]
|
||||||
|
let readOff = 0
|
||||||
|
if (blockSize < 7 * nChannels) return
|
||||||
if (2 == nChannels) {
|
if (2 == nChannels) {
|
||||||
let predictorL = sys.peek(inPtr + 0)
|
let predL = clamp(sys.peek(inPtr + 0), 0, 6)
|
||||||
// if (predictorL < 0 || predictorR > 6) throw Error(`undefined predictorL ${predictorL}`)
|
let coeffL1 = coeff1[predL]
|
||||||
let coeffL1 = coeff1[predictorL]
|
let coeffL2 = coeff2[predL]
|
||||||
let coeffL2 = coeff2[predictorL]
|
let predR = clamp(sys.peek(inPtr + 1), 0, 6)
|
||||||
let predictorR = sys.peek(inPtr + 1)
|
let coeffR1 = coeff1[predR]
|
||||||
// if (predictorR < 0 || predictorR > 6) throw Error(`undefined predictorR ${predictorR}`)
|
let coeffR2 = coeff2[predR]
|
||||||
let coeffR1 = coeff1[predictorR]
|
let deltaL = u16Tos16(sys.peek(inPtr + 2) | (sys.peek(inPtr + 3) << 8))
|
||||||
let coeffR2 = coeff2[predictorR]
|
let deltaR = u16Tos16(sys.peek(inPtr + 4) | (sys.peek(inPtr + 5) << 8))
|
||||||
let deltaL = sys.peek(inPtr + 2) | (sys.peek(inPtr + 3) << 8)
|
|
||||||
let deltaR = sys.peek(inPtr + 4) | (sys.peek(inPtr + 5) << 8)
|
|
||||||
// write initial two samples
|
// write initial two samples
|
||||||
let samL1 = u16Tos16(sys.peek(inPtr + 6) | (sys.peek(inPtr + 7) << 8))
|
let samL1 = u16Tos16(sys.peek(inPtr + 6) | (sys.peek(inPtr + 7) << 8))
|
||||||
let samR1 = u16Tos16(sys.peek(inPtr + 8) | (sys.peek(inPtr + 9) << 8))
|
let samR1 = u16Tos16(sys.peek(inPtr + 8) | (sys.peek(inPtr + 9) << 8))
|
||||||
@@ -303,34 +294,100 @@ function decodeMS_ADPCM(inPtr, outPtr, blockSize) {
|
|||||||
sys.poke(outPtr + 2, s16Tou8(samL1))
|
sys.poke(outPtr + 2, s16Tou8(samL1))
|
||||||
sys.poke(outPtr + 3, s16Tou8(samR1))
|
sys.poke(outPtr + 3, s16Tou8(samR1))
|
||||||
|
|
||||||
|
// println(`isamp\t${samL2}\t${samR2}\t${samL1}\t${samR1}`)
|
||||||
|
|
||||||
let bytesSent = 4
|
let bytesSent = 4
|
||||||
// start delta-decoding
|
// start delta-decoding
|
||||||
for (let curs = 14; curs < blockSize; curs++) {
|
for (let curs = 14; curs < blockSize; curs++) {
|
||||||
let byte = sys.peek(inPtr + curs)
|
let byte = sys.peek(inPtr + curs)
|
||||||
let [unybL, unybR, snybL, snybR] = getNybbles(byte)
|
let [unybL, unybR, snybL, snybR] = getNybbles(byte)
|
||||||
// predict
|
// predict
|
||||||
predictorL = clampS16(((samL1 * coeffL1 + samL2 * coeffL2) >> 8) + (snybL * deltaL))
|
let predictorL = clampS16(((samL1 * coeffL1 + samL2 * coeffL2) >> 8) + snybL * deltaL)
|
||||||
predictorR = clampS16(((samR1 * coeffR1 + samR2 * coeffR2) >> 8) + (snybR * deltaR))
|
let predictorR = clampS16(((samR1 * coeffR1 + samR2 * coeffR2) >> 8) + snybR * deltaR)
|
||||||
// sendout
|
|
||||||
sys.poke(outPtr + bytesSent, s16Tou8(predictorL));bytesSent += 1;
|
|
||||||
sys.poke(outPtr + bytesSent, s16Tou8(predictorR));bytesSent += 1;
|
|
||||||
// shift samples
|
// shift samples
|
||||||
samL2 = samL1
|
samL2 = samL1
|
||||||
samL1 = predictorL
|
samL1 = predictorL
|
||||||
samR2 = samR1
|
samR2 = samR1
|
||||||
samR1 = predictorR
|
samR1 = predictorR
|
||||||
// compute next adaptive scale factor
|
// compute next adaptive scale factor
|
||||||
deltaL = (deltaL * adaptationTable[unybL]) >> 8
|
deltaL = ((adaptationTable[unybL] * deltaL) >> 8)
|
||||||
deltaR = (deltaR * adaptationTable[unybR]) >> 8
|
deltaR = ((adaptationTable[unybR] * deltaR) >> 8)
|
||||||
// saturate delta to lower bound of 16
|
// clamp delta
|
||||||
if (deltaL < 16) deltaL = 16
|
if (deltaL < 16) deltaL = 16
|
||||||
if (deltaR < 16) deltaR = 16
|
if (deltaR < 16) deltaR = 16
|
||||||
|
|
||||||
|
// another soothing numbers wheezg-by(?)
|
||||||
|
// println(`b ${(''+byte).padStart(3,' ')} nb ${(''+unybL).padStart(2,' ')} ${(''+unybR).padStart(2,' ')} pred${(''+predictorL).padStart(9,' ')}${(''+predictorR).padStart(9,' ')}\tdelta\t${deltaL}\t${deltaR}`)
|
||||||
|
|
||||||
|
// sendout
|
||||||
|
sys.poke(outPtr + bytesSent, s16Tou8(predictorL));bytesSent += 1;
|
||||||
|
sys.poke(outPtr + bytesSent, s16Tou8(predictorR));bytesSent += 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
return bytesSent
|
||||||
|
}
|
||||||
|
else if (1 == nChannels) {
|
||||||
|
let predL = clamp(sys.peek(inPtr + 0), 0, 6)
|
||||||
|
let coeffL1 = coeff1[predL]
|
||||||
|
let coeffL2 = coeff2[predL]
|
||||||
|
let deltaL = u16Tos16(sys.peek(inPtr + 1) | (sys.peek(inPtr + 2) << 8))
|
||||||
|
// write initial two samples
|
||||||
|
let samL1 = u16Tos16(sys.peek(inPtr + 3) | (sys.peek(inPtr + 4) << 8))
|
||||||
|
let samL2 = u16Tos16(sys.peek(inPtr + 5) | (sys.peek(inPtr + 6) << 8))
|
||||||
|
sys.poke(outPtr + 0, s16Tou8(samL2))
|
||||||
|
sys.poke(outPtr + 1, s16Tou8(samL2))
|
||||||
|
sys.poke(outPtr + 2, s16Tou8(samL1))
|
||||||
|
sys.poke(outPtr + 3, s16Tou8(samL1))
|
||||||
|
|
||||||
|
// println(`isamp\t${samL2}\t${samL1}`)
|
||||||
|
|
||||||
|
let bytesSent = 4
|
||||||
|
// start delta-decoding
|
||||||
|
for (let curs = 7; curs < blockSize; curs++) {
|
||||||
|
let byte = sys.peek(inPtr + curs)
|
||||||
|
let [unybL, unybR, snybL, snybR] = getNybbles(byte)
|
||||||
|
|
||||||
|
//// upper nybble ////
|
||||||
|
// predict
|
||||||
|
let predictorL = clampS16(((samL1 * coeffL1 + samL2 * coeffL2) >> 8) + snybL * deltaL)
|
||||||
|
// shift samples
|
||||||
|
samL2 = samL1
|
||||||
|
samL1 = predictorL
|
||||||
|
// compute next adaptive scale factor
|
||||||
|
deltaL = ((adaptationTable[unybL] * deltaL) >> 8)
|
||||||
|
// clamp delta
|
||||||
|
if (deltaL < 16) deltaL = 16
|
||||||
|
|
||||||
|
// another soothing numbers wheezg-by(?)
|
||||||
|
// println(`b ${(''+byte).padStart(3,' ')} nb ${(''+unybL).padStart(2,' ')} pred${(''+predictorL).padStart(9,' ')}\tdelta\t${deltaL}`)
|
||||||
|
|
||||||
|
// sendout
|
||||||
|
sys.poke(outPtr + bytesSent, s16Tou8(predictorL));bytesSent += 1;
|
||||||
|
sys.poke(outPtr + bytesSent, s16Tou8(predictorL));bytesSent += 1;
|
||||||
|
|
||||||
|
//// lower nybble ////
|
||||||
|
// predict
|
||||||
|
predictorL = clampS16(((samL1 * coeffL1 + samL2 * coeffL2) >> 8) + snybR * deltaL)
|
||||||
|
// shift samples
|
||||||
|
samL2 = samL1
|
||||||
|
samL1 = predictorL
|
||||||
|
// compute next adaptive scale factor
|
||||||
|
deltaL = ((adaptationTable[unybR] * deltaL) >> 8)
|
||||||
|
// clamp delta
|
||||||
|
if (deltaL < 16) deltaL = 16
|
||||||
|
|
||||||
|
// another soothing numbers wheezg-by(?)
|
||||||
|
// println(`b ${(''+byte).padStart(3,' ')} nb ${(''+unybR).padStart(2,' ')} pred${(''+predictorL).padStart(9,' ')}\tdelta\t${deltaL}`)
|
||||||
|
|
||||||
|
// sendout
|
||||||
|
sys.poke(outPtr + bytesSent, s16Tou8(predictorL));bytesSent += 1;
|
||||||
|
sys.poke(outPtr + bytesSent, s16Tou8(predictorL));bytesSent += 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
return bytesSent
|
return bytesSent
|
||||||
}
|
}
|
||||||
else {
|
else {
|
||||||
throw Error(`Only stereo sound decoding is supported (channels: ${nCHannels})`)
|
throw Error(`Only stereo and mono sound decoding is supported (channels: ${nCHannels})`)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
// @return decoded sample length (not count!)
|
// @return decoded sample length (not count!)
|
||||||
@@ -375,7 +432,7 @@ while (readCount < FILE_SIZE - 8) {
|
|||||||
INFILE_BLOCK_SIZE = BLOCK_SIZE
|
INFILE_BLOCK_SIZE = BLOCK_SIZE
|
||||||
}
|
}
|
||||||
|
|
||||||
|
printdbg(`Format: ${pcmType}, Channels: ${nChannels}, Rate: ${samplingRate}, BitDepth: ${bitsPerSample}`)
|
||||||
printdbg(`BLOCK_SIZE=${BLOCK_SIZE}, INFILE_BLOCK_SIZE=${INFILE_BLOCK_SIZE}`)
|
printdbg(`BLOCK_SIZE=${BLOCK_SIZE}, INFILE_BLOCK_SIZE=${INFILE_BLOCK_SIZE}`)
|
||||||
}
|
}
|
||||||
else if ("LIST" == chunkName) {
|
else if ("LIST" == chunkName) {
|
||||||
@@ -403,8 +460,12 @@ while (readCount < FILE_SIZE - 8) {
|
|||||||
let unplayableReason = checkIfPlayable()
|
let unplayableReason = checkIfPlayable()
|
||||||
if (unplayableReason != "playable!") throw Error("WAVE not playable: "+unplayableReason)
|
if (unplayableReason != "playable!") throw Error("WAVE not playable: "+unplayableReason)
|
||||||
|
|
||||||
readPtr = sys.malloc(BLOCK_SIZE * bitsPerSample / 8)
|
if (pcmType == 2)
|
||||||
decodePtr = sys.malloc(BLOCK_SIZE)
|
readPtr = sys.malloc(BLOCK_SIZE)
|
||||||
|
else
|
||||||
|
readPtr = sys.malloc(BLOCK_SIZE * bitsPerSample / 8)
|
||||||
|
|
||||||
|
decodePtr = sys.malloc(BLOCK_SIZE * HW_SAMPLING_RATE / samplingRate)
|
||||||
|
|
||||||
audio.resetParams(0)
|
audio.resetParams(0)
|
||||||
audio.purgeQueue(0)
|
audio.purgeQueue(0)
|
||||||
|
|||||||
@@ -38,6 +38,7 @@ private class RenderRunnable(val playhead: AudioAdapter.Playhead) : Runnable {
|
|||||||
|
|
||||||
// printdbg("P${playhead.index+1} go back to spinning")
|
// printdbg("P${playhead.index+1} go back to spinning")
|
||||||
|
|
||||||
|
Thread.sleep(2)
|
||||||
}
|
}
|
||||||
else if (playhead.isPlaying && writeQueue.isEmpty) {
|
else if (playhead.isPlaying && writeQueue.isEmpty) {
|
||||||
printdbg("Queue exhausted, stopping audio device...")
|
printdbg("Queue exhausted, stopping audio device...")
|
||||||
@@ -74,11 +75,11 @@ private class WriteQueueingRunnable(val playhead: AudioAdapter.Playhead, val pcm
|
|||||||
|
|
||||||
it.pcmUploadLength = 0
|
it.pcmUploadLength = 0
|
||||||
it.position += 1
|
it.position += 1
|
||||||
|
Thread.sleep(6)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
Thread.sleep(1)
|
||||||
Thread.sleep(4)
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
fun stop() {
|
fun stop() {
|
||||||
|
|||||||
Reference in New Issue
Block a user