Call close on writer instances

Author: mariosasko

src/datasets/builder.py

@@ -1371,6 +1371,7 @@ def _prepare_split(
             ):
                 if max_shard_size is not None and writer._num_bytes > max_shard_size:
                     num_examples, num_bytes = writer.finalize()
+                    writer.close()
                     total_num_examples += num_examples
                     total_num_bytes += num_bytes
                     shard_id += 1
@@ -1387,6 +1388,7 @@ def _prepare_split(
         finally:
             num_shards = shard_id + 1
             num_examples, num_bytes = writer.finalize()
+            writer.close()
             total_num_examples += num_examples
             total_num_bytes += num_bytes
 
@@ -1492,6 +1494,7 @@ def _prepare_split(
             ):
                 if max_shard_size is not None and writer._num_bytes > max_shard_size:
                     num_examples, num_bytes = writer.finalize()
+                    writer.close()
                     total_num_examples += num_examples
                     total_num_bytes += num_bytes
                     shard_id += 1
@@ -1504,6 +1507,7 @@ def _prepare_split(
         finally:
             num_shards = shard_id + 1
             num_examples, num_bytes = writer.finalize()
+            writer.close()
             total_num_examples += num_examples
             total_num_bytes += num_bytes