diff --git a/wangle/acceptor/FizzConfigUtil.cpp b/wangle/acceptor/FizzConfigUtil.cpp
index 6a61cbed1..12ec55e52 100644
--- a/wangle/acceptor/FizzConfigUtil.cpp
+++ b/wangle/acceptor/FizzConfigUtil.cpp
@@ -43,10 +43,12 @@ std::unique_ptr<fizz::server::CertManager> FizzConfigUtil::createCertManager(
         } else {
           auto x509Chain = FizzUtil::readChainFile(cert.certPath);
           std::shared_ptr<folly::PasswordInFile> pw;
-          if (pwFactory) {
-            pw = pwFactory->getPasswordCollector(cert.passwordPath);
-          } else {
-            pw = std::make_shared<folly::PasswordInFile>(cert.passwordPath);
+          if (!cert.passwordPath.empty()) {
+            if (pwFactory) {
+              pw = pwFactory->getPasswordCollector(cert.passwordPath);
+            } else {
+              pw = std::make_shared<folly::PasswordInFile>(cert.passwordPath);
+            }
           }
 
           auto pkey = FizzUtil::readPrivateKey(cert.keyPath, pw);