diff --git a/src/fcdir.c b/src/fcdir.c
index 593382f..00dee72 100644
--- a/src/fcdir.c
+++ b/src/fcdir.c
@@ -136,8 +136,6 @@ FcFileScanFontConfig (FcFontSet		*set,
 		ret = FcFalse;
 	    }
 	}
-	else if (font)
-	    FcPatternDestroy (font);
 	id++;
     } while (font && ret && id < count);
     return ret;