diff --git a/src/alp_driver.c b/src/alp_driver.c
index d3d8e4f..ecdd807 100644
--- a/src/alp_driver.c
+++ b/src/alp_driver.c
@@ -1093,8 +1093,10 @@ AlpPreInit(ScrnInfoPtr pScrn, int flags)
 	/* Load XAA if needed */
 	if (!pCir->NoAccel) {
 		if (!xf86LoadSubModule(pScrn, "xaa")) {
-			AlpFreeRec(pScrn);
-			return FALSE;
+			xf86DrvMsg(pScrn->scrnIndex, X_INFO,
+				   "Falling back to shadowfb\n");
+			pCir->NoAccel = TRUE;
+			pCir->shadowFB = TRUE;
 		}
 	}
 
diff --git a/src/lg_driver.c b/src/lg_driver.c
index fc864f8..80b5b02 100644
--- a/src/lg_driver.c
+++ b/src/lg_driver.c
@@ -800,8 +800,10 @@ LgPreInit(ScrnInfoPtr pScrn, int flags)
 	/* Load XAA if needed */
 	if (!pCir->NoAccel) {
 		if (!xf86LoadSubModule(pScrn, "xaa")) {
-			LgFreeRec(pScrn);
-			return FALSE;
+			xf86DrvMsg(pScrn->scrnInfo, X_INFO,
+				   "Falling back to shadowfb\n");
+			pCir->NoAccel = TRUE;
+			pCir->shadowFB = TRUE;
 		}
 	}