diff --git a/appveyor.yml b/appveyor.yml
index 507403da2..54bdee801 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -55,7 +55,7 @@ build_script:
 
     python setup.py test -v
 
-    pyinstaller --noconfirm picard.spec
+    pyinstaller --noconfirm --clean picard.spec
 
     REM Workaround for https://github.com/pyinstaller/pyinstaller/issues/4429
 
diff --git a/installer/picard-setup.nsi.in b/installer/picard-setup.nsi.in
index bfda39842..66c083031 100644
--- a/installer/picard-setup.nsi.in
+++ b/installer/picard-setup.nsi.in
@@ -130,8 +130,7 @@ Section "!$(SectionRequired)" required
     SetOverwrite on
 
     ; Files
-    File "${PROJECT_PATH}\dist\picard\"
-    File /r "${PROJECT_PATH}\dist\picard\PyQt5"
+    File /r /x "locale" "${PROJECT_PATH}\dist\picard\"
 
     ; Write the installation path into the registry
     WriteRegStr HKLM "Software\MusicBrainz\${PRODUCT_NAME}" "InstallDir" "$INSTDIR"