persistent: Enable pipelined writes

Enables RocksDB's "pipelined writes" feature, which allows writes to the
memtable and writes to the WAL to happen in parallel.

Refs: REA-3434
Change-Id: I6c230fd4f0770bc148b942d3ee27b629680ed5bb
Reviewed-on: https://gerrit.readyset.name/c/readyset/+/6088
Tested-by: Buildkite CI
Reviewed-by: Luke Osborne <luke@readyset.io>

dataflow-state/src/persistent_state/mod.rs

@@ -1108,6 +1108,7 @@ fn base_options(params: &PersistenceParameters) -> rocksdb::Options {
     opts.create_if_missing(true);
     opts.create_missing_column_families(true);
     opts.set_allow_concurrent_memtable_write(false);
+    opts.set_enable_pipelined_write(true);
 
     // If we have a non-zero WAL flush interval, enable manual WAL flush mode
     if params.wal_flush_interval_seconds > 0 {