diff --git a/common/lib/xmodule/xmodule/modulestore/tests/test_cross_modulestore_import_export.py b/common/lib/xmodule/xmodule/modulestore/tests/test_cross_modulestore_import_export.py
index 0ea2fae369..5f7245748f 100644
--- a/common/lib/xmodule/xmodule/modulestore/tests/test_cross_modulestore_import_export.py
+++ b/common/lib/xmodule/xmodule/modulestore/tests/test_cross_modulestore_import_export.py
@@ -106,7 +106,7 @@ class MongoModulestoreBuilder(object):
             db.connection.close()
 
             # Delete the created directory on the filesystem
-            rmtree(fs_root)
+            rmtree(fs_root, ignore_errors=True)
 
     def __repr__(self):
         return 'MongoModulestoreBuilder()'
@@ -152,7 +152,7 @@ class VersioningModulestoreBuilder(object):
             db.connection.close()
 
             # Delete the created directory on the filesystem
-            rmtree(fs_root)
+            rmtree(fs_root, ignore_errors=True)
 
     def __repr__(self):
         return 'SplitModulestoreBuilder()'
@@ -248,7 +248,7 @@ class CrossStoreXMLRoundtrip(CourseComparisonTest):
     def setUp(self):
         super(CrossStoreXMLRoundtrip, self).setUp()
         self.export_dir = mkdtemp()
-        self.addCleanup(rmtree, self.export_dir)
+        self.addCleanup(rmtree, self.export_dir, ignore_errors=True)
 
     @ddt.data(*itertools.product(
         MODULESTORE_SETUPS,