如何在 iOS 中解碼自定界作品

Question

我能夠使用 AVFoundation 錄制和播放作品。 問題是我得到了一個自定義的 opus 音頻文件，如下所示：

| header 1 (1 byte) | opus data 1 (1~255 bytes) | header 2 (1 byte) | opus data 2 (1~255 bytes) | ... | ... |

每個標頭表示 opus 數據的大小，即如果標頭 1 是 200 (Int)，則 opus 數據 1 是 200 字節

所以，我正在提取 opus 數據並附加到數據緩沖區，如下所示：

guard let url = Bundle.main.url(forResource: "test_16kbps", withExtension: "opus") else { return }

do {

    let fileData = try Data(contentsOf: url)

    while index < fileData.count {

        headerData = fileData[index...(index + HEADER_SIZE)]

        let opusBytesFromHeader = Int([UInt8](headerData)[0])

        start = index + HEADER_SIZE
        end = start + opusBytesFromHeader

        opusData = fileData[start..<end]

        opusAudioData.append(opusData)

        index += (HEADER_SIZE + opusBytesFromHeader)
   }

} catch let err {
   print(err)
}

然后我嘗試使用 AVAudioPlayer 播放如下

// ... ... ...

playData(audioData: opusAudioData)

// ... ... ...

func playData(audioData: Data){

   var avAudioPlayer: AVAudioPlayer?

    do {

        try AVAudioSession.sharedInstance().setCategory(.playback, mode: .default)
        try AVAudioSession.sharedInstance().setActive(true)

        avAudioPlayer = try AVAudioPlayer.init(data: audioData)

        if let player = avAudioPlayer {
            player.play()
        } else {
            print("failed to create player from data")
        }

    } catch let error {
        print(error.localizedDescription)
    }
}

給出錯誤： The operation couldn't be completed. (OSStatus error 1954115647.) The operation couldn't be completed. (OSStatus error 1954115647.)

我還嘗試了MobileVLCKit pod，如下所示：

if let opusFilePath = createNewDirPath() { // creates "foo.opus"
    do {
        try opusAudioData.write(to: opusFilePath)
        let opusMedia = VLCMedia(url: opusFilePath)
        vlcPlayer.media = opusMedia
        vlcPlayer.play()
    } catch let err {
        print(err)
    }
}

給出以下錯誤：

2020-01-05 14:03:41.421270+0900 AppPlay[8695:4077367] creating player instance using shared library
[mp3 @ 0x10881e600] Failed to read frame size: Could not seek to 40126.
TagLib: Ogg::File::packet() -- Could not find the requested packet.
TagLib: Opus::File::read() -- invalid Opus identification header

Android 團隊能夠使用 libopus (JNI) 和 AudioTrack 進行游戲。 因此，我嘗試使用OpusKit pod 解碼 opus 數據，如下所示：

if let decoded = OpusKit.shared.decodeData(opusData) {
    decodedOpusData.append(decoded)
} else {
    print("failed to decode")
}

然后嘗試使用 AVAudioPlayer 播放decodedOpusData但給出相同的錯誤： The operation couldn't be completed. (OSStatus error 1954115647.) The operation couldn't be completed. (OSStatus error 1954115647.) 。

我不知道如何播放該音頻文件（我是 opus 的新手）。

關於作品數據

樣品：16000 | 幀大小：320（16 * 20 毫秒）| 頻道：1

Answer 1

根據您的其他評論/問題，如果您可以獲得解碼的 PCM 樣本，您可以使用類似於下面這個 C const 的字節添加一個 RIFF/WAV（取自WAV_HEADER_TEMPLATE ）

// Header for a 48 kHz, stereo, 32-bit float WAV.
// http://www-mmsp.ece.mcgill.ca/Documents/AudioFormats/WAVE/WAVE.html
static const unsigned char WAV_HEADER_TEMPLATE[44]={
  'R','I','F','F',
  0xFF,0xFF,0xFF,0x7F,  // file size
  'W','A','V','E',
  'f','m','t',' ',      // Chunk ID
  0x10,0x00,0x00,0x00,  // Chunk Size - length of format above
  0x03,0x00,            // Format Code: 1 is PCM, 3 is IEEE float
  0x02,0x00,            // Number of Channels (e.g. 2)
  0x80,0xBB,0x00,0x00,  // Samples per Second, Sample Rate (e.g. 48000)
  0x00,0xDC,0x05,0x00,  // Bytes per second, byte rate = sample rate * bits per sample * channels / 8
  0x08,0x00,            // Bytes per Sample Frame, block align = bits per sample * channels / 8
  0x20,0x00,            // bits per sample (16 for PCM, 32 for float)
  'd','a','t','a',
  0xFF,0xFF,0xFF,0x7F   // size of data section
 };

這個C函數也建議閱讀。

• 0x01應該用於指定格式代碼的 PCM
• “數據大小”將是解碼音頻數據的總字節大小。
• “文件大小”= 44 + “數據大小”

（完整解決方案： Libopus Kit ） iOS Swift 代碼（ Swift 5、iOS 13、Xcode 11.3 ）

guard let url = Bundle.main.url(forResource: "foo", withExtension: "opus") else { return }
print("url: \(url)")

do {
    
    let fileData = try Data(contentsOf: url)
    
    let extractedPCM = AudioUtil.extractPCM(from: fileData, for: OpusAudioSetting(/*defaults*/))
    
    let wavHeader = AudioUtil.createWavHeader(pcmInfo: PCMInfo(/*defaults*/), pcmDataSizeInBytes: Int32(extractedPCM.count))
    //print("wavHeader: \([UInt8](wavHeader))")

    let wavAudioData = AudioUtil.generateWav(header: wavHeader, pcmData: extractedPCM)
    playData(audioData: wavAudioData)
    
    
} catch let error {
    print(error)
}   

音頻實用程序

import Foundation
import OpusKit

public class AudioUtil {

    private init(){}
    
    public static func createWavHeader(pcmInfo: PCMInfo, pcmDataSizeInBytes dataSize: Int32) -> Data {

        let WAV_HEADER_SIZE:Int32 = 44
        let fileSize:Int32 = dataSize + WAV_HEADER_SIZE
        
        let sampleRate:Int32 = 16000
        let subChunkSize:Int32 = 16
        let format:Int16 = 1
        let channels:Int16 = 1
        let bitsPerSample:Int16 = 16
        let byteRate:Int32 = sampleRate * Int32(channels * bitsPerSample / 8)
        let blockAlign: Int16 = (bitsPerSample * channels) / 8
        
        let header = NSMutableData()
        
        header.append([UInt8]("RIFF".utf8), length: 4)
        
        header.append(byteArray(from: fileSize), length: 4)
        
        //WAVE
        header.append([UInt8]("WAVE".utf8), length: 4)
        
        //FMT
        header.append([UInt8]("fmt ".utf8), length: 4)
        header.append(byteArray(from: subChunkSize), length: 4)
        
        header.append(byteArray(from: format), length: 2)
        header.append(byteArray(from: channels), length: 2)
        header.append(byteArray(from: sampleRate), length: 4)
        header.append(byteArray(from: byteRate), length: 4)
        header.append(byteArray(from: blockAlign), length: 2)
        header.append(byteArray(from: bitsPerSample), length: 2)
        
        
        header.append([UInt8]("data".utf8), length: 4)
        header.append(byteArray(from: dataSize), length: 4)
        
        return header as Data
    }

    public static func extractPCM(from audioData: Data, for setting: OpusAudioSetting) -> Data {
        
        OpusKit.shared.initialize(
            sampleRate: setting.sampleRate,
            numberOfChannels: setting.channels,
            packetSize: setting.packetSize,
            encodeBlockSize: setting.encodeBlockSize)
        
        let decodedPCMData = extractAndDecodeAudioData(from: audioData)
        
        return decodedPCMData
    }
    
    public static  func extractAndDecodeAudioData(from fileData: Data, headerSize: Int = 1) -> Data {
      // can not share this implementation
    }
    
    private static func byteArray<T>(from value: T) -> [UInt8] where T: FixedWidthInteger {
        // .littleEndian is required
        return withUnsafeBytes(of: value.littleEndian) { Array($0) }
    }

    public static func generateWav(header wavHeader: Data, pcmData: Data) -> Data {
        
        var wavData = Data()
        
        wavData.append(wavHeader)
        wavData.append(pcmData)
        
        return wavData
    }
}

public struct OpusAudioSetting {
    var sampleRate: opus_int32 = 16000
    var channels: opus_int32 =  1
    var packetSize: opus_int32 = 320
    var encodeBlockSize: opus_int32 = 320
}

public struct PCMInfo {
    var sampleRate:Int32 = 16000
    var channels:Int16 = 1
    var bitsPerSample:Int16 = 16
}