diff --git a/x11/x11vnc/x11vnc.conf b/x11/x11vnc/x11vnc.conf
index 298530c75..4ccbe9390 100644
--- a/x11/x11vnc/x11vnc.conf
+++ b/x11/x11vnc/x11vnc.conf
@@ -15,7 +15,11 @@
 pkgprefix -t libvncserver
 var_append extraconfopt ' ' "--with-system-libvncserver=$(pkgprefix -r libvncserver)"
 
-if atstage cross; then
+var_append extraconfopt ' ' "--rawfb"
+
+if ! pkginstalled xorg-server; then
+	var_append extraconfopt ' ' "--without-x"
+elif atstage cross; then
 	pkgprefix -t libx11
 	var_append extraconfopt ' ' "--x-includes=$(pkgprefix -r includedir libx11)"
 	var_append extraconfopt ' ' "--x-libraries=$(pkgprefix -r libdir libx11)"