diff --git a/wearos/src/main/java/com/habitrpg/wearos/habitica/ui/viewmodels/TaskListViewModel.kt b/wearos/src/main/java/com/habitrpg/wearos/habitica/ui/viewmodels/TaskListViewModel.kt
index e89d6e79e..d948dae70 100644
--- a/wearos/src/main/java/com/habitrpg/wearos/habitica/ui/viewmodels/TaskListViewModel.kt
+++ b/wearos/src/main/java/com/habitrpg/wearos/habitica/ui/viewmodels/TaskListViewModel.kt
@@ -58,9 +58,9 @@ class TaskListViewModel @Inject constructor(
 
     fun scoreTask(task: Task, direction: TaskDirection, onResult: (TaskScoringResult?) -> Unit) {
         if (taskType == TaskType.TODO) {
-            if (direction == TaskDirection.UP) {
+            if (direction == TaskDirection.UP && !completedToDos.contains(task)) {
                 completedToDos.add(task)
-            } else {
+            } else if (direction == TaskDirection.DOWN) {
                 completedToDos.remove(task)
             }
         }