diff --git a/early-init.el b/early-init.el
index 3add03a0..5b9d91fb 100644
--- a/early-init.el
+++ b/early-init.el
@@ -16,7 +16,7 @@
 (setq default-input-method nil)
 
 (defvar config-dir (file-name-directory (file-truename load-file-name)))
-(setq user-emacs-directory config-dir)  ;; for cache etc.
+(setq user-emacs-directory (file-name-directory user-init-file))  ;; for cache etc.
 (defconst user-cache-directory
   (file-name-as-directory (concat user-emacs-directory ".cache"))
   "My Emacs storage area for persistent files.")