diff --git a/panda/src/egldisplay/Sources.pp b/panda/src/egldisplay/Sources.pp
index af90491b95..66f15d5f28 100644
--- a/panda/src/egldisplay/Sources.pp
+++ b/panda/src/egldisplay/Sources.pp
@@ -1,4 +1,4 @@
-#define BUILD_DIRECTORY $[HAVE_EGL]
+#define BUILD_DIRECTORY $[and $[HAVE_EGL],$[HAVE_X11]]
 
 #define OTHER_LIBS p3interrogatedb:c p3dconfig:c p3dtoolconfig:m \
                    p3dtoolutil:c p3dtoolbase:c p3dtool:m