diff --git a/src/nnn.c b/src/nnn.c
index 94c5fe3d..a1fcda3a 100644
--- a/src/nnn.c
+++ b/src/nnn.c
@@ -4863,7 +4863,7 @@ nochange:
 
 			/* Toggle selection status */
 			dents[cur].flags ^= FILE_SELECTED;
-			dents[cur].flags ? ++nselected : --nselected;
+			(dents[cur].flags & FILE_SELECTED) ? ++nselected : --nselected;
 
 			if (!nselected) {
 				writesel(NULL, 0);