diff --git a/ci/appveyor/build.cmd b/ci/appveyor/build.cmd
index d5b374fb3ebd70672907d496b758cc69ad28b9ea..c8feff2410a04f4f6ad220b0204c792c0cfd658a 100644
--- a/ci/appveyor/build.cmd
+++ b/ci/appveyor/build.cmd
@@ -12,7 +12,7 @@ pyrcc5 -version
 lrelease -version
 
 pip install -r requirements.txt
-pip install pyinstaller
+pip install https://github.com/pyinstaller/pyinstaller/archive/develop.zip
 
 python gen_resources.py
 if %errorlevel% neq 0 exit /b 1s
diff --git a/src/sakia/tests/functional/certification/test_certification.py b/src/sakia/tests/functional/certification/test_certification.py
index 571766802261f27d67488786f7c2fc6fef7e2c73..2b4c120322076d3d7778cedd07a9c667b749a917 100644
--- a/src/sakia/tests/functional/certification/test_certification.py
+++ b/src/sakia/tests/functional/certification/test_certification.py
@@ -73,7 +73,7 @@ class TestCertificationDialog(unittest.TestCase, QuamashTest):
             QTest.mouseClick(certification_dialog.ui.radio_pubkey, Qt.LeftButton)
             QTest.keyClicks(certification_dialog.ui.edit_pubkey, "FADxcH5LmXGmGFgdixSes6nWnC4Vb4pRUBYT81zQRhjn")
             QTest.mouseClick(certification_dialog.ui.button_box.button(QDialogButtonBox.Ok), Qt.LeftButton)
-            await asyncio.sleep(2)
+            await asyncio.sleep(3)
             topWidgets = QApplication.topLevelWidgets()
             for w in topWidgets:
                 if type(w) is QMessageBox: