diff --git a/x11/xset/Makefile b/x11/xset/Makefile
index f9cf6a05b7ae..3e9fdf85778d 100644
--- a/x11/xset/Makefile
+++ b/x11/xset/Makefile
@@ -14,7 +14,8 @@ LICENSE_FILE=	${WRKSRC}/COPYING
 USES=		xorg xorg-cat:app
 
 USE_XORG=	xmuu x11 xext
-CONFIGURE_ARGS=	--without-xf86misc
+CONFIGURE_ARGS=	--without-xf86misc \
+		--without-fontcache
 
 PLIST_FILES=	bin/xset man/man1/xset.1.gz
 .include <bsd.port.mk>