Updated ParallelWriterWorkerV4 to support writing each buffer type independently

This allows, for example, all buffer types of a worker to be written concurrently.

Author: alancleary

libtiledbvcf/src/write/parallel_writer_worker_v4.cc

@@ -220,6 +220,32 @@ void ParallelWriterWorkerV4::flush_ingestion_tasks(bool finalize, size_t i) {
   stats_worker_->flush(finalize, i);
 }
 
+void ParallelWriterWorkerV4::write_record_buffers(
+    std::unique_ptr<Query>& record_query, bool finalize, size_t i) {
+  Buffers& buffers = buffers_[i];
+
+  // Write the buffered records
+  write_buffers(
+      record_query, buffers.record_buffers, buffers.records_buffered, finalize);
+
+  // Clear the buffers
+  buffers.record_buffers.clear();
+  buffers.records_buffered = 0;
+}
+
+void ParallelWriterWorkerV4::write_anchor_buffers(
+    std::unique_ptr<Query>& anchor_query, bool finalize, size_t i) {
+  Buffers& buffers = buffers_[i];
+
+  // Write the buffered anchors
+  write_buffers(
+      anchor_query, buffers.anchor_buffers, buffers.anchors_buffered, finalize);
+
+  // Clear the buffers
+  buffers.anchor_buffers.clear();
+  buffers.anchors_buffered = 0;
+}
+
 void ParallelWriterWorkerV4::write_buffers(
     std::unique_ptr<Query>& record_query,
     std::unique_ptr<Query>& anchor_query,

libtiledbvcf/src/write/parallel_writer_worker_v4.h

@@ -224,6 +224,26 @@ class ParallelWriterWorkerV4 : public WriterWorker,
     return flush_ingestion_tasks(finalize, 0);
   }
 
+  /**
+   * Writes buffered records.
+   *
+   * @param record_query The query to use for writing records
+   * @param finalize Whether or not the write queriy should be finalized
+   * @param i Which buffers to write
+   */
+  void write_record_buffers(
+      std::unique_ptr<Query>& record_query, bool finalize, size_t i);
+
+  /**
+   * Writes buffered anchors.
+   *
+   * @param anchor_query The query to use for writing anchors
+   * @param finalize Whether or not the write queriy should be finalized
+   * @param i Which buffers to write
+   */
+  void write_anchor_buffers(
+      std::unique_ptr<Query>& anchor_query, bool finalize, size_t i);
+
   /**
    * Writes all buffered data, i.e. records, anchors, allele counts, variant
    * stats, and sample stats. Note that sample stats are only written when