diff --git a/src/libs/timeline/qml/CategoryLabel.qml b/src/libs/timeline/qml/CategoryLabel.qml
index 984d23519f5874eb5f6194d8ed999d885a1f9f14..a822ad835d2cc37ce1211e497fb0855516946bc7 100644
--- a/src/libs/timeline/qml/CategoryLabel.qml
+++ b/src/libs/timeline/qml/CategoryLabel.qml
@@ -63,6 +63,7 @@ Item {
         cursorShape: dragging ? Qt.ClosedHandCursor : Qt.OpenHandCursor
         drag.minimumY: dragging ? 0 : -dragOffset // Account for parent change below
         drag.maximumY: draggerParent.height - (dragging ? 0 : dragOffset)
+        drag.axis: Drag.YAxis
     }
 
     DropArea {
diff --git a/src/libs/timeline/qml/TimelineLabels.qml b/src/libs/timeline/qml/TimelineLabels.qml
index ba3f883a420eee5e2f35baec41d3968729330ac6..c8eb63719bd712c33ff8052eadc686b5a804f7dc 100644
--- a/src/libs/timeline/qml/TimelineLabels.qml
+++ b/src/libs/timeline/qml/TimelineLabels.qml
@@ -102,7 +102,7 @@ Flickable {
                         draggerParent: categories
                         width: 150
                         height: parent.height
-                        dragOffset: parent.y
+                        dragOffset: loader.y
 
                         onDropped: {
                             categories.moveCategories(sourceIndex, targetIndex);