diff --git a/Assets/MixedRealityToolkit/UX/Scripts/Buttons/Button.cs b/Assets/MixedRealityToolkit/UX/Scripts/Buttons/Button.cs
index 047df028100..4bda4eea98d 100644
--- a/Assets/MixedRealityToolkit/UX/Scripts/Buttons/Button.cs
+++ b/Assets/MixedRealityToolkit/UX/Scripts/Buttons/Button.cs
@@ -271,7 +271,7 @@ public void OnSourceLost(SourceStateEventData eventData)
                 if (sourceInfo == InteractionSourceInfo.Hand)
                 {
                     _handCount--;
-                    _bHandVisible = _handCount <= 0;
+                    _bHandVisible = _handCount > 0;
                 }
             }
         }