diff --git a/os/utils.c b/os/utils.c
index 6cefc02ac..b3d300222 100644
--- a/os/utils.c
+++ b/os/utils.c
@@ -267,7 +267,7 @@ LockServer(void)
     int len;
     char port[20];
 
-    if (nolock || NoListenAll)
+    if (nolock || NoListenAll || (displayfd != -1 && !explicit_display))
         return;
     /*
      * Path names
@@ -388,7 +388,7 @@ LockServer(void)
 void
 UnlockServer(void)
 {
-    if (nolock || NoListenAll)
+    if (nolock || NoListenAll || (displayfd != -1 && !explicit_display))
         return;
 
     if (!StillLocking) {
@@ -752,9 +752,6 @@ ProcessCommandLine(int argc, char *argv[])
         else if (strcmp(argv[i], "-displayfd") == 0) {
             if (++i < argc) {
                 displayfd = atoi(argv[i]);
-#ifdef LOCK_SERVER
-                nolock = TRUE;
-#endif
             }
             else
                 UseMsg();