ios - AudioUnit kAudioUnitSubType_Reverb2 和 kAudioUnitType_FormatConverter

Question

我有这个 AUGraph 配置

AudioUnitGraph 0x2505000:
  Member Nodes:
    node 1: 'aufx' 'ipeq' 'appl', instance 0x15599530 O  
    node 2: 'aufx' 'rvb2' 'appl', instance 0x1566ffd0 O  
    node 3: 'aufc' 'conv' 'appl', instance 0x15676900 O  
    node 4: 'aumx' 'mcmx' 'appl', instance 0x15676a30 O  
    node 5: 'aumx' 'mcmx' 'appl', instance 0x15677ac0 O  
    node 6: 'aumx' 'mcmx' 'appl', instance 0x15678a40 O  
    node 7: 'auou' 'rioc' 'appl', instance 0x15679a20 O  
    node 8: 'augn' 'afpl' 'appl', instance 0x1558b710 O  
  Connections:
    node   7 bus   1 => node   5 bus   0  [ 1 ch,  44100 Hz, 'lpcm' (0x00000C2C) 8.24-bit little-endian signed integer, deinterleaved]
    node   5 bus   0 => node   3 bus   0  [ 2 ch,  44100 Hz, 'lpcm' (0x00000C2C) 8.24-bit little-endian signed integer, deinterleaved]
    node   3 bus   0 => node   2 bus   0  [ 2 ch,  44100 Hz, 'lpcm' (0x00000029) 32-bit little-endian float, deinterleaved]
    node   2 bus   0 => node   6 bus   0  [ 1 ch,  44100 Hz, 'lpcm' (0x00000C2C) 8.24-bit little-endian signed integer, deinterleaved]
    node   8 bus   0 => node   4 bus   0  [ 1 ch,  44100 Hz, 'lpcm' (0x00000C2C) 8.24-bit little-endian signed integer, deinterleaved]
    node   4 bus   0 => node   6 bus   1  [ 2 ch,  44100 Hz, 'lpcm' (0x00000C2C) 8.24-bit little-endian signed integer, deinterleaved]
    node   6 bus   0 => node   1 bus   0  [ 2 ch,  44100 Hz, 'lpcm' (0x00000C2C) 8.24-bit little-endian signed integer, deinterleaved]
    node   1 bus   0 => node   7 bus   0  [ 2 ch,      0 Hz, 'lpcm' (0x00000029) 32-bit little-endian float, deinterleaved]
  CurrentState:
    mLastUpdateError=0, eventsToProcess=F, isInitialized=F, isRunning=F

错误

AUGraphInitialize err = -10868

因为我已经在两个混音器单元之间连接了一个混响单元，即使我已经创建了一个转换器单元:

OSStatus err  = noErr;

    UInt32 micBus               = 0;
    UInt32 filePlayerBus        = 1;

    //// ionode:1 ----> vfxNode:0 bus 0
    err =   AUGraphConnectNodeInput(processingGraph, ioNode, 1, vfxNode, 0);
    if (err) { NSLog(@"ioNode:1 ---> vfxNode:0 err = %ld", err); }

    //// vfxNode:0 ---> convertNode:0
    err = AUGraphConnectNodeInput(processingGraph, vfxNode, 0, convertNode, 0);

    //// convertNode:0 ---> vfxRevNode:0
    err = AUGraphConnectNodeInput(processingGraph, convertNode, 0, vfxRevNode, 0);

    //// vfxRevNode:0 ---> mixerNode:0
    err =   AUGraphConnectNodeInput(processingGraph, vfxRevNode, 0, mixerNode,  micBus );
    //if (err) { NSLog(@"vfxRevNode:0 ---> mixerNode:0 err = %ld", err); }

    //// vfxNode:0 ----> mixerNode:0
    //err = AUGraphConnectNodeInput(processingGraph, vfxNode, 0, mixerNode, micBus );
    if (err) { NSLog(@"vfxNode:0 ---> mixerNode:0 err = %ld", err); }

    //// audioPlayerNode:0 ----> fxNode:0
    err = AUGraphConnectNodeInput(processingGraph, audioPlayerNode, 0, fxNode, 0);
    if (err) { NSLog(@"audioPlayerNode:0 --->  fxNode:0 err = %ld", err); }

    //// fxNode:0 ----> mixerNode:1
    err = AUGraphConnectNodeInput(processingGraph, fxNode, 0, mixerNode, filePlayerBus);
    if (err) { NSLog(@"fxNode:0 ---> mixerNode:1 err = %ld", err); }

    ///// mixerNode:0 ----> eqNode:0
    err = AUGraphConnectNodeInput(processingGraph, mixerNode, 0, eqNode, 0);
    if (err) { NSLog(@"mixerNode:0 --->  eqNode:0 err = %ld", err); }

    //// eqNode:0 ----> ioNode:0
    err = AUGraphConnectNodeInput(processingGraph, eqNode, 0, ioNode, 0);
    if (err) { NSLog(@"eqNode:0 ---> ioNode:0 err = %ld", err); }

节点如下:

    ////
//// EQ NODE
////
err = AUGraphAddNode(processingGraph, &EQUnitDescription, &eqNode);
if (err) { NSLog(@"eqNode err = %ld", err); }

////
//// REV NODE
////
err = AUGraphAddNode(processingGraph, &ReverbUnitDescription, &vfxRevNode);
if (err) { NSLog(@"vfxRevNode err = %ld", err); }

////
//// FORMAT CONVERTER NODE
////
err  = AUGraphAddNode (processingGraph, &convertUnitDescription, &convertNode);
if (err) { NSLog(@"convertNode err = %ld", err); }

////
//// FX NODE
////
err = AUGraphAddNode(processingGraph, &FXUnitDescription, &fxNode);
if (err) { NSLog(@"fxNode err = %ld", err); }

////
//// VFX NODE
////
err = AUGraphAddNode(processingGraph, &VFXUnitDescription, &vfxNode);
if (err) { NSLog(@"vfxNode err = %ld", err); }

///
/// MIXER NODE
///
err = AUGraphAddNode (processingGraph, &MixerUnitDescription, &mixerNode );
if (err) { NSLog(@"mixerNode err = %ld", err); }

///
/// OUTPUT NODE
///
err = AUGraphAddNode(processingGraph, &iOUnitDescription, &ioNode);
if (err) { NSLog(@"outputNode err = %ld", err); }

////
/// PLAYER NODE
///
err = AUGraphAddNode(processingGraph, &playerUnitDescription, &audioPlayerNode);
if (err) { NSLog(@"audioPlayerNode err = %ld", err); }

和组件描述:

OSStatus err  = noErr;

    err = NewAUGraph(&processingGraph);

    // OUTPUT unit
    AudioComponentDescription iOUnitDescription;
    iOUnitDescription.componentType = kAudioUnitType_Output;
    iOUnitDescription.componentSubType = kAudioUnitSubType_RemoteIO;//kAudioUnitSubType_VoiceProcessingIO;//kAudioUnitSubType_RemoteIO;
    iOUnitDescription.componentManufacturer = kAudioUnitManufacturer_Apple;
    iOUnitDescription.componentFlags = 0;
    iOUnitDescription.componentFlagsMask = 0;

    // MIXER unit
    AudioComponentDescription MixerUnitDescription;
    MixerUnitDescription.componentType          = kAudioUnitType_Mixer;
    MixerUnitDescription.componentSubType       = kAudioUnitSubType_MultiChannelMixer;
    MixerUnitDescription.componentManufacturer  = kAudioUnitManufacturer_Apple;
    MixerUnitDescription.componentFlags         = 0;
    MixerUnitDescription.componentFlagsMask     = 0;

    // PLAYER unit
    AudioComponentDescription playerUnitDescription;
    playerUnitDescription.componentType = kAudioUnitType_Generator;
    playerUnitDescription.componentSubType = kAudioUnitSubType_AudioFilePlayer;
    playerUnitDescription.componentManufacturer = kAudioUnitManufacturer_Apple;

    // EQ unit
    AudioComponentDescription EQUnitDescription;
    EQUnitDescription.componentType          = kAudioUnitType_Effect;
    EQUnitDescription.componentSubType       = kAudioUnitSubType_AUiPodEQ;
    EQUnitDescription.componentManufacturer  = kAudioUnitManufacturer_Apple;
    EQUnitDescription.componentFlags         = 0;
    EQUnitDescription.componentFlagsMask     = 0;

    // Reverb unit
    AudioComponentDescription ReverbUnitDescription;
    ReverbUnitDescription.componentType          = kAudioUnitType_Effect;
    ReverbUnitDescription.componentSubType       = kAudioUnitSubType_Reverb2;
    ReverbUnitDescription.componentManufacturer  = kAudioUnitManufacturer_Apple;
    ReverbUnitDescription.componentFlags         = 0;
    ReverbUnitDescription.componentFlagsMask     = 0;

    // Format Converter between VFX and Reverb units
    AudioComponentDescription convertUnitDescription;
    convertUnitDescription.componentManufacturer  = kAudioUnitManufacturer_Apple;
    convertUnitDescription.componentType          = kAudioUnitType_FormatConverter;
    convertUnitDescription.componentSubType       = kAudioUnitSubType_AUConverter;
    convertUnitDescription.componentFlags         = 0;
    convertUnitDescription.componentFlagsMask     = 0;

    // FX unit
    AudioComponentDescription FXUnitDescription;
    FXUnitDescription.componentType          = kAudioUnitType_Mixer;
    FXUnitDescription.componentSubType       = kAudioUnitSubType_MultiChannelMixer;
    FXUnitDescription.componentManufacturer  = kAudioUnitManufacturer_Apple;
    FXUnitDescription.componentFlags         = 0;
    FXUnitDescription.componentFlagsMask     = 0;

    // VFX unit
    AudioComponentDescription VFXUnitDescription;
    VFXUnitDescription.componentType          = kAudioUnitType_Mixer;
    VFXUnitDescription.componentSubType       = kAudioUnitSubType_MultiChannelMixer;
    VFXUnitDescription.componentManufacturer  = kAudioUnitManufacturer_Apple;
    VFXUnitDescription.componentFlags         = 0;
    VFXUnitDescription.componentFlagsMask     = 0;

我创建了转换器节点的设置，将输入节点流格式(即混合器单元)作为输入，将输出节点流格式作为输出格式(即混响)

    OSStatus err = noErr;
err = AUGraphNodeInfo(processingGraph, convertNode, NULL, &convertUnit);
if (err) { NSLog(@"setupConverterUnit error = %ld", err); }

// set converter input format to vfxunit format

AudioStreamBasicDescription asbd = {0};
size_t bytesPerSample;
bytesPerSample = sizeof(SInt16);
asbd.mFormatID = kAudioFormatLinearPCM;
asbd.mFormatFlags = kAudioFormatFlagIsSignedInteger | kAudioFormatFlagIsPacked;
asbd.mBitsPerChannel = 8 * bytesPerSample;
asbd.mFramesPerPacket = 1;
asbd.mChannelsPerFrame = 1;
asbd.mBytesPerPacket = bytesPerSample * asbd.mFramesPerPacket;
asbd.mBytesPerFrame = bytesPerSample * asbd.mChannelsPerFrame;
asbd.mSampleRate = sampleRate;

err = AudioUnitSetProperty(convertUnit, kAudioUnitProperty_StreamFormat, kAudioUnitScope_Input, 0, &asbd, sizeof(asbd));
if (err) { NSLog(@"setupConverterUnit kAudioUnitProperty_StreamFormat error = %ld", err); }


// set converter output format to reverb format
UInt32 streamFormatSize = sizeof(monoStreamFormat);
err = AudioUnitSetProperty(convertUnit, kAudioUnitProperty_StreamFormat, kAudioUnitScope_Output, 0, &monoStreamFormat, streamFormatSize);
if (err) { NSLog(@"setupConverterUnit kAudioUnitProperty_StreamFormat error = %ld", err); }

混响单元配置如下:

    OSStatus err  = noErr;

err = AUGraphNodeInfo(processingGraph, vfxRevNode, NULL, &vfxRevUnit);
if (err) { NSLog(@"setupReverbUnit err = %ld", err); }

UInt32 size = sizeof(mReverbPresetArray);
err = AudioUnitGetProperty(vfxRevUnit, kAudioUnitProperty_FactoryPresets, kAudioUnitScope_Global, 0, &mReverbPresetArray, &size);

if (err) { NSLog(@"kAudioUnitProperty_FactoryPresets err = %ld", err); }

    printf("setupReverbUnit Preset List:\n");
    UInt8 count = CFArrayGetCount(mReverbPresetArray);
    for (int i = 0; i < count; ++i) {
        AUPreset *aPreset = (AUPreset*)CFArrayGetValueAtIndex(mReverbPresetArray, i);
        CFShow(aPreset->presetName);
    }

输入混合器单元为

    OSStatus err;
err = AUGraphNodeInfo(processingGraph, vfxNode, NULL, &vfxUnit);
if (err) { NSLog(@"setVFxUnit err = %ld", err); }

UInt32 busCount = 1;
err = AudioUnitSetProperty (
                            vfxUnit,
                            kAudioUnitProperty_ElementCount,
                            kAudioUnitScope_Input,
                            0,
                            &busCount,
                            sizeof (busCount)
                            );

AudioStreamBasicDescription asbd = {0};
size_t bytesPerSample;
bytesPerSample = sizeof(SInt16);
asbd.mFormatID = kAudioFormatLinearPCM;
asbd.mFormatFlags = kAudioFormatFlagIsSignedInteger | kAudioFormatFlagIsPacked;
asbd.mBitsPerChannel = 8 * bytesPerSample;
asbd.mFramesPerPacket = 1;
asbd.mChannelsPerFrame = 1;
asbd.mBytesPerPacket = bytesPerSample * asbd.mFramesPerPacket;
asbd.mBytesPerFrame = bytesPerSample * asbd.mChannelsPerFrame;
asbd.mSampleRate = sampleRate;

err = AudioUnitSetProperty (
                            vfxUnit,
                            kAudioUnitProperty_StreamFormat,
                            kAudioUnitScope_Input,
                            0,
                            &asbd,
                            sizeof (asbd)
                            );

到目前为止还没有办法让它发挥作用。我需要混响单元在那里，因为我只在进入下一个混音器单元之前才需要它在麦克风输入上。

转换器上的 AudioStreamBasicDescription 我哪里错了？

编辑发生的事情是没有声音。音频图未初始化，出现错误

AUGraphInitialize err = -10868

这里描述的图可以这样描述

连接到 vfxNode 的麦克风输入以获取渲染回调。它连接到总线 0 上的混音器。歌曲播放器节点连接到另一个混音器，其中有第二个渲染回调处理播放中的音频。它连接到链中最后一个调音台的总线 1。 eq 节点将混音器连接到输出 ioNode。

当在 fx 混音器 (vfxNode) 和混响之间使用转换器节点时，不再有声音:

//// vfxNode:0 ---> convertNode:0
err = AUGraphConnectNodeInput(processingGraph, vfxNode, 0, convertNode, 0);

//// convertNode:0 ---> vfxRevNode:0
err = AUGraphConnectNodeInput(processingGraph, convertNode, 0, vfxRevNode, 0);

//// vfxRevNode:0 ---> mixerNode:0
err =   AUGraphConnectNodeInput(processingGraph, vfxRevNode, 0, mixerNode,  micBus );
//if (err) { NSLog(@"vfxRevNode:0 ---> mixerNode:0 err = %ld", err); }

没有混响节点，因此没有转换器节点，一切正常:

//// ionode:1 ----> vfxNode:0 bus 0
err =   AUGraphConnectNodeInput(processingGraph, ioNode, 1, vfxNode, 0);
if (err) { NSLog(@"ioNode:1 ---> vfxNode:0 err = %ld", err); }

//// vfxNode:0 ----> mixerNode:0
err =   AUGraphConnectNodeInput(processingGraph, vfxNode, 0, mixerNode, micBus );
if (err) { NSLog(@"vfxNode:0 ---> mixerNode:0 err = %ld", err); }

Answer 1

你还没有说问题是什么(错误，没有声音等)，但我愿意猜测一下。这些效果单元更喜欢浮点 PCM，并且通常会拒绝连接到任何非浮点的东西(非效果单元通常默认为整数或定点)。当您尝试启动图形时，是否得到 -50(paramErr)？

我发现要使用效果单元我必须做的是读取效果单元默认的 ASBD(在输入或输出范围)，然后在整个图表中设置它(其他单元通常愿意接受浮点 ASBD)。请注意，这将是大约 100 行样板文件，您从每个节点获取单位，从效果的输入或输出范围获取 ASBD(不要认为哪个重要)，然后将其设置为接收到的格式或由图表中的任何单位产生。祝你好运。