diff --git a/interface.go b/interface.go
index 8de0cabc..34275f3c 100644
--- a/interface.go
+++ b/interface.go
@@ -295,7 +295,6 @@ func (f *Interface) listenOut(i int) {
 	}
 
 	f.l.Debugf("underlay reader %v is done", i)
-	f.wg.Done()
 }
 
 func (f *Interface) listenIn(reader io.ReadWriteCloser, i int) {
@@ -320,7 +319,6 @@ func (f *Interface) listenIn(reader io.ReadWriteCloser, i int) {
 	}
 
 	f.l.Debugf("overlay reader %v is done", i)
-	f.wg.Done()
 }
 
 func (f *Interface) RegisterConfigChangeCallbacks(c *config.C) {