diff --git a/src/plugins/irc/irc-protocol.c b/src/plugins/irc/irc-protocol.c
index a65ff62ce..f4df24a1e 100644
--- a/src/plugins/irc/irc-protocol.c
+++ b/src/plugins/irc/irc-protocol.c
@@ -553,8 +553,8 @@ irc_protocol_cmd_mode (struct t_irc_server *server, const char *command,
                                  IRC_COLOR_CHAT_NICK,
                                  nick);
         }
+        irc_mode_user_set (server, pos_modes);
     }
-    irc_mode_user_set (server, pos_modes);
     
     return WEECHAT_RC_OK;
 }