diff --git a/libs/panners/vbap/vbap.cc b/libs/panners/vbap/vbap.cc
index dc7677e829..0585500c2a 100644
--- a/libs/panners/vbap/vbap.cc
+++ b/libs/panners/vbap/vbap.cc
@@ -224,7 +224,7 @@ VBAPanner::distribute_one (AudioBuffer& srcbuf, BufferSet& obufs, gain_t gain_co
 			pan = gain_coefficient * signal->desired_gains[o];
 			mix_buffers_with_gain (dst+n,src+n,nframes-n,pan);
 
-			todo[o] = false;
+			todo[signal->desired_outputs[o]] = false;
 		}
 	}