diff --git a/app/src/main/java/eu/kanade/tachiyomi/ui/library/LibraryCategoryGestureDetector.kt b/app/src/main/java/eu/kanade/tachiyomi/ui/library/LibraryCategoryGestureDetector.kt
index 1ac9b289cf..90fab3b10c 100644
--- a/app/src/main/java/eu/kanade/tachiyomi/ui/library/LibraryCategoryGestureDetector.kt
+++ b/app/src/main/java/eu/kanade/tachiyomi/ui/library/LibraryCategoryGestureDetector.kt
@@ -77,8 +77,9 @@ class LibraryCategoryGestureDetector(private val controller: LibraryController?)
         val recycler = controller.binding.libraryGridRecycler.recycler
         var moved = false
         if (abs(diffX) >= abs(diffY) &&
-            abs(diffX) > SWIPE_THRESHOLD * 5 &&
-            abs(velocityX) > SWIPE_VELOCITY_THRESHOLD
+            abs(diffX) > SWIPE_THRESHOLD * 3 &&
+            abs(velocityX) > SWIPE_VELOCITY_THRESHOLD &&
+            sign(diffX) == sign(velocityX)
         ) {
             moved = controller.jumpToNextCategory((diffX >= 0).xor(controller.binding.root.resources.isLTR))
             result = true
diff --git a/app/src/main/java/eu/kanade/tachiyomi/ui/library/LibraryGestureDetector.kt b/app/src/main/java/eu/kanade/tachiyomi/ui/library/LibraryGestureDetector.kt
index 676d0b7ba7..d855ba662a 100644
--- a/app/src/main/java/eu/kanade/tachiyomi/ui/library/LibraryGestureDetector.kt
+++ b/app/src/main/java/eu/kanade/tachiyomi/ui/library/LibraryGestureDetector.kt
@@ -56,7 +56,8 @@ class LibraryGestureDetector(private val controller: LibraryController) : Gestur
             }
         } else if (abs(diffX) >= abs(diffY) &&
             abs(diffX) > SWIPE_THRESHOLD * 5 &&
-            abs(velocityX) > SWIPE_VELOCITY_THRESHOLD
+            abs(velocityX) > SWIPE_VELOCITY_THRESHOLD &&
+            sign(diffX) == sign(velocityX)
         ) {
             val hopperGravity = (controller.binding.categoryHopperFrame.layoutParams as CoordinatorLayout.LayoutParams).gravity
             if (diffX <= 0) {