diff --git a/cmux.go b/cmux.go
index 7fbba0d..43e1296 100644
--- a/cmux.go
+++ b/cmux.go
@@ -235,7 +235,7 @@ func (m *cMux) Remove(l net.Listener) error {
 	defer m.mu.Unlock()
 
 	for i, sl := range m.sls {
-		if sl.l.Listener == l {
+		if sl.l == l {
 
 			cl.donec <- struct{}{}
 			m.sls = append(m.sls[:i], m.sls[i+1:]...)