diff --git a/packages/components/color-picker/src/draggable.ts b/packages/components/color-picker/src/draggable.ts
index 8020aedf1a..7c471fdd21 100644
--- a/packages/components/color-picker/src/draggable.ts
+++ b/packages/components/color-picker/src/draggable.ts
@@ -43,6 +43,6 @@ export default function (element: HTMLElement, options: IOptions) {
     options.start?.(event)
   }
 
-  document.addEventListener('mousedown', downFn)
-  document.addEventListener('touchstart', downFn)
+  element.addEventListener('mousedown', downFn)
+  element.addEventListener('touchstart', downFn)
 }