diff --git a/src/timesync/timesyncd-conf.c b/src/timesync/timesyncd-conf.c
index f0af1f9d437..a273c0af9f0 100644
--- a/src/timesync/timesyncd-conf.c
+++ b/src/timesync/timesyncd-conf.c
@@ -86,6 +86,11 @@ int config_parse_servers(
 
         if (isempty(rvalue)) {
                 manager_flush_server_names(m, ltype);
+
+                /* FallbackNTP= with an empty string disables the built-in fallback servers. */
+                if (ltype == SERVER_FALLBACK)
+                        m->fallback_set = true;
+
                 return 0;
         }