diff --git a/stepmania/src/Profile.cpp b/stepmania/src/Profile.cpp
index 8d04799d06..57838be466 100644
--- a/stepmania/src/Profile.cpp
+++ b/stepmania/src/Profile.cpp
@@ -990,7 +990,8 @@ bool Profile::SaveStatsXmlToDir( RString sDir, bool bSignData ) const
 				return false;
 
 			/* After successfully saving STATS_XML_GZ, remove any stray STATS_XML. */
-			FILEMAN->Remove( sDir + STATS_XML );
+			if( FILEMAN->IsAFile(sDir + STATS_XML) )
+				FILEMAN->Remove( sDir + STATS_XML );
 		}
 		else
 		{
@@ -998,7 +999,8 @@ bool Profile::SaveStatsXmlToDir( RString sDir, bool bSignData ) const
 				return false;
 
 			/* After successfully saving STATS_XML, remove any stray STATS_XML_GZ. */
-			FILEMAN->Remove( sDir + STATS_XML_GZ );
+			if( FILEMAN->IsAFile(sDir + STATS_XML_GZ) )
+				FILEMAN->Remove( sDir + STATS_XML_GZ );
 		}
 	}