diff --git a/Source/QtDialog/QCMake.cxx b/Source/QtDialog/QCMake.cxx
index 0afa6fef39..89781ca06d 100644
--- a/Source/QtDialog/QCMake.cxx
+++ b/Source/QtDialog/QCMake.cxx
@@ -82,7 +82,8 @@ void QCMake::setSourceDirectory(QString const& _dir)
     emit this->sourceDirChanged(this->SourceDirectory);
     this->loadPresets();
     this->setPreset(QString{});
-    if (!cmSystemTools::FileIsFullPath(
+    if (!this->MaybeRelativeBinaryDirectory.isEmpty() &&
+        !cmSystemTools::FileIsFullPath(
           this->MaybeRelativeBinaryDirectory.toStdString())) {
       this->setBinaryDirectory(this->MaybeRelativeBinaryDirectory);
     }