Implemented 3-retries, added detailed logs for insert queries, and un…

…ified bulk-load and recovery. (#2691)

flex/.clang-format

@@ -0,0 +1,13 @@
+BasedOnStyle: Google
+DerivePointerAlignment: false
+PointerAlignment: Left
+Cpp11BracedListStyle: true
+IndentCaseLabels: false
+AllowShortBlocksOnASingleLine: true
+AllowShortLoopsOnASingleLine: false
+AllowShortIfStatementsOnASingleLine: false
+Standard: 'Cpp11'
+SpaceAfterCStyleCast: true
+AlignAfterOpenBracket: Align
+SortIncludes: true
+IncludeBlocks: Preserve

flex/docs/html/app__utils_8h_source.html

@@ -129,22 +129,24 @@
 <div class="line"><a name="l00071"></a><span class="lineno">   71</span>&#160; </div>
 <div class="line"><a name="l00072"></a><span class="lineno">   72</span>&#160;  <span class="keywordtype">bool</span> <a class="code" href="classgs_1_1Decoder.html#ab3299d40734b4969838bfe93099a7cca">empty</a>() <span class="keyword">const</span>;</div>
 <div class="line"><a name="l00073"></a><span class="lineno">   73</span>&#160; </div>
-<div class="line"><a name="l00074"></a><span class="lineno">   74</span>&#160; <span class="keyword">private</span>:</div>
-<div class="line"><a name="l00075"></a><span class="lineno"><a class="line" href="classgs_1_1Decoder.html#aada67c524141af7342ced4fcf2a1c82a">   75</a></span>&#160;  <span class="keyword">const</span> <span class="keywordtype">char</span>* <a class="code" href="classgs_1_1Decoder.html#aada67c524141af7342ced4fcf2a1c82a">data_</a>;</div>
-<div class="line"><a name="l00076"></a><span class="lineno"><a class="line" href="classgs_1_1Decoder.html#af821feee376fa8f3ba242575cdfb2f01">   76</a></span>&#160;  <span class="keyword">const</span> <span class="keywordtype">char</span>* <a class="code" href="classgs_1_1Decoder.html#af821feee376fa8f3ba242575cdfb2f01">end_</a>;</div>
-<div class="line"><a name="l00077"></a><span class="lineno">   77</span>&#160;};</div>
-<div class="line"><a name="l00078"></a><span class="lineno">   78</span>&#160; </div>
-<div class="line"><a name="l00079"></a><span class="lineno">   79</span>&#160;}  <span class="comment">// namespace gs</span></div>
+<div class="line"><a name="l00074"></a><span class="lineno">   74</span>&#160;  <span class="keywordtype">void</span> <a class="code" href="classgs_1_1Decoder.html#a51aca9a3ffbc685c80f885190d4e7e24">reset</a>(<span class="keyword">const</span> <span class="keywordtype">char</span>* ptr, <span class="keywordtype">size_t</span> size);</div>
+<div class="line"><a name="l00075"></a><span class="lineno">   75</span>&#160; </div>
+<div class="line"><a name="l00076"></a><span class="lineno">   76</span>&#160; <span class="keyword">private</span>:</div>
+<div class="line"><a name="l00077"></a><span class="lineno"><a class="line" href="classgs_1_1Decoder.html#aada67c524141af7342ced4fcf2a1c82a">   77</a></span>&#160;  <span class="keyword">const</span> <span class="keywordtype">char</span>* <a class="code" href="classgs_1_1Decoder.html#aada67c524141af7342ced4fcf2a1c82a">data_</a>;</div>
+<div class="line"><a name="l00078"></a><span class="lineno"><a class="line" href="classgs_1_1Decoder.html#af821feee376fa8f3ba242575cdfb2f01">   78</a></span>&#160;  <span class="keyword">const</span> <span class="keywordtype">char</span>* <a class="code" href="classgs_1_1Decoder.html#af821feee376fa8f3ba242575cdfb2f01">end_</a>;</div>
+<div class="line"><a name="l00079"></a><span class="lineno">   79</span>&#160;};</div>
 <div class="line"><a name="l00080"></a><span class="lineno">   80</span>&#160; </div>
-<div class="line"><a name="l00081"></a><span class="lineno">   81</span>&#160;<span class="preprocessor">#endif  // GRAPHSCOPE_APP_UTILS_H_</span></div>
+<div class="line"><a name="l00081"></a><span class="lineno">   81</span>&#160;}  <span class="comment">// namespace gs</span></div>
+<div class="line"><a name="l00082"></a><span class="lineno">   82</span>&#160; </div>
+<div class="line"><a name="l00083"></a><span class="lineno">   83</span>&#160;<span class="preprocessor">#endif  // GRAPHSCOPE_APP_UTILS_H_</span></div>
 </div><!-- fragment --></div><!-- contents -->
 <div class="ttc" id="aclassgs_1_1Encoder_html_ac1132e5aa970cc3bb01926d62ef2d977"><div class="ttname"><a href="classgs_1_1Encoder.html#ac1132e5aa970cc3bb01926d62ef2d977">gs::Encoder::clear</a></div><div class="ttdeci">void clear()</div><div class="ttdef"><b>Definition:</b> app_utils.cc:82</div></div>
-<div class="ttc" id="aclassgs_1_1Decoder_html_aada67c524141af7342ced4fcf2a1c82a"><div class="ttname"><a href="classgs_1_1Decoder.html#aada67c524141af7342ced4fcf2a1c82a">gs::Decoder::data_</a></div><div class="ttdeci">const char * data_</div><div class="ttdef"><b>Definition:</b> app_utils.h:75</div></div>
+<div class="ttc" id="aclassgs_1_1Decoder_html_aada67c524141af7342ced4fcf2a1c82a"><div class="ttname"><a href="classgs_1_1Decoder.html#aada67c524141af7342ced4fcf2a1c82a">gs::Decoder::data_</a></div><div class="ttdeci">const char * data_</div><div class="ttdef"><b>Definition:</b> app_utils.h:77</div></div>
 <div class="ttc" id="aclassgs_1_1Encoder_html_ae4555ff16688148b76a045387234c965"><div class="ttname"><a href="classgs_1_1Encoder.html#ae4555ff16688148b76a045387234c965">gs::Encoder::put_string</a></div><div class="ttdeci">void put_string(const std::string &amp;v)</div><div class="ttdef"><b>Definition:</b> app_utils.cc:66</div></div>
 <div class="ttc" id="aclassgs_1_1Encoder_html_aa98d5670420319725437a21afcaeca21"><div class="ttname"><a href="classgs_1_1Encoder.html#aa98d5670420319725437a21afcaeca21">gs::Encoder::put_long_at</a></div><div class="ttdeci">void put_long_at(size_t pos, int64_t v)</div><div class="ttdef"><b>Definition:</b> app_utils.cc:34</div></div>
 <div class="ttc" id="aclassgs_1_1Encoder_html_a5de38d20834979296c4b51578dc37548"><div class="ttname"><a href="classgs_1_1Encoder.html#a5de38d20834979296c4b51578dc37548">gs::Encoder::put_string_view</a></div><div class="ttdeci">void put_string_view(const std::string_view &amp;v)</div><div class="ttdef"><b>Definition:</b> app_utils.cc:74</div></div>
 <div class="ttc" id="aclassgs_1_1Decoder_html_a9b99c2f06d6887795d127eb20bc39622"><div class="ttname"><a href="classgs_1_1Decoder.html#a9b99c2f06d6887795d127eb20bc39622">gs::Decoder::get_long</a></div><div class="ttdeci">int64_t get_long()</div><div class="ttdef"><b>Definition:</b> app_utils.cc:100</div></div>
-<div class="ttc" id="aclassgs_1_1Decoder_html_af821feee376fa8f3ba242575cdfb2f01"><div class="ttname"><a href="classgs_1_1Decoder.html#af821feee376fa8f3ba242575cdfb2f01">gs::Decoder::end_</a></div><div class="ttdeci">const char * end_</div><div class="ttdef"><b>Definition:</b> app_utils.h:76</div></div>
+<div class="ttc" id="aclassgs_1_1Decoder_html_af821feee376fa8f3ba242575cdfb2f01"><div class="ttname"><a href="classgs_1_1Decoder.html#af821feee376fa8f3ba242575cdfb2f01">gs::Decoder::end_</a></div><div class="ttdeci">const char * end_</div><div class="ttdef"><b>Definition:</b> app_utils.h:78</div></div>
 <div class="ttc" id="aclassgs_1_1Encoder_html_ad067bc967e450608afa1399456aeaf30"><div class="ttname"><a href="classgs_1_1Encoder.html#ad067bc967e450608afa1399456aeaf30">gs::Encoder::skip_byte</a></div><div class="ttdeci">size_t skip_byte()</div><div class="ttdef"><b>Definition:</b> app_utils.cc:56</div></div>
 <div class="ttc" id="anamespacegs_html"><div class="ttname"><a href="namespacegs.html">gs</a></div><div class="ttdef"><b>Definition:</b> mutable_csr.cc:21</div></div>
 <div class="ttc" id="aclassgs_1_1Decoder_html_a9cb65c4b4af95bc9a7fbb86f262f1c8b"><div class="ttname"><a href="classgs_1_1Decoder.html#a9cb65c4b4af95bc9a7fbb86f262f1c8b">gs::Decoder::get_int</a></div><div class="ttdeci">int get_int()</div><div class="ttdef"><b>Definition:</b> app_utils.cc:94</div></div>
@@ -160,6 +162,7 @@
 <div class="ttc" id="aclassgs_1_1Encoder_html_a87ea3cee4ce3ee3b145d0ada29592833"><div class="ttname"><a href="classgs_1_1Encoder.html#a87ea3cee4ce3ee3b145d0ada29592833">gs::Encoder::put_int</a></div><div class="ttdeci">void put_int(int v)</div><div class="ttdef"><b>Definition:</b> app_utils.cc:38</div></div>
 <div class="ttc" id="aclassgs_1_1Encoder_html_ac7e5276ac2b77da3d358dd5c6fde44d5"><div class="ttname"><a href="classgs_1_1Encoder.html#ac7e5276ac2b77da3d358dd5c6fde44d5">gs::Encoder::buf_</a></div><div class="ttdeci">std::vector&lt; char &gt; &amp; buf_</div><div class="ttdef"><b>Definition:</b> app_utils.h:54</div></div>
 <div class="ttc" id="aclassgs_1_1Encoder_html_aca7a104a7c7c1e66a3e4d13d1e931212"><div class="ttname"><a href="classgs_1_1Encoder.html#aca7a104a7c7c1e66a3e4d13d1e931212">gs::Encoder::skip_int</a></div><div class="ttdeci">size_t skip_int()</div><div class="ttdef"><b>Definition:</b> app_utils.cc:44</div></div>
+<div class="ttc" id="aclassgs_1_1Decoder_html_a51aca9a3ffbc685c80f885190d4e7e24"><div class="ttname"><a href="classgs_1_1Decoder.html#a51aca9a3ffbc685c80f885190d4e7e24">gs::Decoder::reset</a></div><div class="ttdeci">void reset(const char *ptr, size_t size)</div><div class="ttdef"><b>Definition:</b> app_utils.cc:119</div></div>
 <div class="ttc" id="aclassgs_1_1Decoder_html_a31e2d734541b0b741d68778c44146563"><div class="ttname"><a href="classgs_1_1Decoder.html#a31e2d734541b0b741d68778c44146563">gs::Decoder::data</a></div><div class="ttdeci">const char * data() const</div><div class="ttdef"><b>Definition:</b> app_utils.cc:115</div></div>
 <div class="ttc" id="aclassgs_1_1Encoder_html_a4f1d6c5e339cd170ac71b8ebf0f32188"><div class="ttname"><a href="classgs_1_1Encoder.html#a4f1d6c5e339cd170ac71b8ebf0f32188">gs::Encoder::Encoder</a></div><div class="ttdeci">Encoder(std::vector&lt; char &gt; &amp;buf)</div><div class="ttdef"><b>Definition:</b> app_utils.h:27</div></div>
 <div class="ttc" id="aclassgs_1_1Encoder_html_a3d32c8eeeae03372c24ceb4b590d0bb7"><div class="ttname"><a href="classgs_1_1Encoder.html#a3d32c8eeeae03372c24ceb4b590d0bb7">gs::Encoder::put_byte</a></div><div class="ttdeci">void put_byte(uint8_t v)</div><div class="ttdef"><b>Definition:</b> app_utils.cc:54</div></div>

flex/docs/html/classgs_1_1Decoder-members.html

@@ -82,7 +82,8 @@
   <tr class="even"><td class="entry"><a class="el" href="classgs_1_1Decoder.html#a9cb65c4b4af95bc9a7fbb86f262f1c8b">get_int</a>()</td><td class="entry"><a class="el" href="classgs_1_1Decoder.html">gs::Decoder</a></td><td class="entry"></td></tr>
   <tr><td class="entry"><a class="el" href="classgs_1_1Decoder.html#a9b99c2f06d6887795d127eb20bc39622">get_long</a>()</td><td class="entry"><a class="el" href="classgs_1_1Decoder.html">gs::Decoder</a></td><td class="entry"></td></tr>
   <tr class="even"><td class="entry"><a class="el" href="classgs_1_1Decoder.html#a47f1e7c42b14388156299cfaefa2c9d3">get_string</a>()</td><td class="entry"><a class="el" href="classgs_1_1Decoder.html">gs::Decoder</a></td><td class="entry"></td></tr>
-  <tr><td class="entry"><a class="el" href="classgs_1_1Decoder.html#ae06fbc46941c4f0ce94b138b235dd379">~Decoder</a>()</td><td class="entry"><a class="el" href="classgs_1_1Decoder.html">gs::Decoder</a></td><td class="entry"><span class="mlabel">inline</span></td></tr>
+  <tr><td class="entry"><a class="el" href="classgs_1_1Decoder.html#a51aca9a3ffbc685c80f885190d4e7e24">reset</a>(const char *ptr, size_t size)</td><td class="entry"><a class="el" href="classgs_1_1Decoder.html">gs::Decoder</a></td><td class="entry"></td></tr>
+  <tr class="even"><td class="entry"><a class="el" href="classgs_1_1Decoder.html#ae06fbc46941c4f0ce94b138b235dd379">~Decoder</a>()</td><td class="entry"><a class="el" href="classgs_1_1Decoder.html">gs::Decoder</a></td><td class="entry"><span class="mlabel">inline</span></td></tr>
 </table></div><!-- contents -->
 <!-- start footer part -->
 <hr class="footer"/><address class="footer"><small>

flex/docs/html/classgs_1_1Decoder.html

@@ -95,6 +95,8 @@
 <tr class="separator:a31e2d734541b0b741d68778c44146563"><td class="memSeparator" colspan="2">&#160;</td></tr>
 <tr class="memitem:ab3299d40734b4969838bfe93099a7cca"><td class="memItemLeft" align="right" valign="top">bool&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classgs_1_1Decoder.html#ab3299d40734b4969838bfe93099a7cca">empty</a> () const</td></tr>
 <tr class="separator:ab3299d40734b4969838bfe93099a7cca"><td class="memSeparator" colspan="2">&#160;</td></tr>
+<tr class="memitem:a51aca9a3ffbc685c80f885190d4e7e24"><td class="memItemLeft" align="right" valign="top">void&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="classgs_1_1Decoder.html#a51aca9a3ffbc685c80f885190d4e7e24">reset</a> (const char *ptr, size_t size)</td></tr>
+<tr class="separator:a51aca9a3ffbc685c80f885190d4e7e24"><td class="memSeparator" colspan="2">&#160;</td></tr>
 </table><table class="memberdecls">
 <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pri-attribs"></a>
 Private Attributes</h2></td></tr>
@@ -266,6 +268,34 @@ <h2 class="memtitle"><span class="permalink"><a href="#a47f1e7c42b14388156299cfa
       </table>
 </div><div class="memdoc">
 
+</div>
+</div>
+<a id="a51aca9a3ffbc685c80f885190d4e7e24"></a>
+<h2 class="memtitle"><span class="permalink"><a href="#a51aca9a3ffbc685c80f885190d4e7e24">&#9670;&nbsp;</a></span>reset()</h2>
+
+<div class="memitem">
+<div class="memproto">
+      <table class="memname">
+        <tr>
+          <td class="memname">void gs::Decoder::reset </td>
+          <td>(</td>
+          <td class="paramtype">const char *&#160;</td>
+          <td class="paramname"><em>ptr</em>, </td>
+        </tr>
+        <tr>
+          <td class="paramkey"></td>
+          <td></td>
+          <td class="paramtype">size_t&#160;</td>
+          <td class="paramname"><em>size</em>&#160;</td>
+        </tr>
+        <tr>
+          <td></td>
+          <td>)</td>
+          <td></td><td></td>
+        </tr>
+      </table>
+</div><div class="memdoc">
+
 </div>
 </div>
 <h2 class="groupheader">Member Data Documentation</h2>

flex/docs/html/column_8h_source.html

@@ -162,7 +162,7 @@
 <div class="line"><a name="l00104"></a><span class="lineno">  104</span>&#160; </div>
 <div class="line"><a name="l00105"></a><span class="lineno">  105</span>&#160;<span class="preprocessor">#endif  // GRAPHSCOPE_PROPERTY_COLUMN_H_</span></div>
 </div><!-- fragment --></div><!-- contents -->
-<div class="ttc" id="astructgs_1_1Any_html"><div class="ttname"><a href="structgs_1_1Any.html">gs::Any</a></div><div class="ttdef"><b>Definition:</b> types.h:68</div></div>
+<div class="ttc" id="astructgs_1_1Any_html"><div class="ttname"><a href="structgs_1_1Any.html">gs::Any</a></div><div class="ttdef"><b>Definition:</b> types.h:67</div></div>
 <div class="ttc" id="aclassgs_1_1TypedColumn_html_a34b3be9b47b21756c636220fb53f509f"><div class="ttname"><a href="classgs_1_1TypedColumn.html#a34b3be9b47b21756c636220fb53f509f">gs::TypedColumn::TypedColumn</a></div><div class="ttdeci">TypedColumn(StorageStrategy strategy)</div><div class="ttdef"><b>Definition:</b> column.h:52</div></div>
 <div class="ttc" id="aclassgs_1_1TypedColumn_html_a4534569410353631facc5a14f3c135d8"><div class="ttname"><a href="classgs_1_1TypedColumn.html#a4534569410353631facc5a14f3c135d8">gs::TypedColumn::buffer</a></div><div class="ttdeci">const mmap_array&lt; T &gt; &amp; buffer() const</div><div class="ttdef"><b>Definition:</b> column.h:87</div></div>
 <div class="ttc" id="aclassgs_1_1TypedColumn_html_add77865baf243fd4146f5764aa2b6563"><div class="ttname"><a href="classgs_1_1TypedColumn.html#add77865baf243fd4146f5764aa2b6563">gs::TypedColumn::set_value</a></div><div class="ttdeci">void set_value(size_t index, const T &amp;val)</div><div class="ttdef"><b>Definition:</b> column.h:57</div></div>
@@ -192,7 +192,7 @@
 <div class="ttc" id="aclassgs_1_1ColumnBase_html_a2f6c77d932134b81dd2252d8e0dd9e6d"><div class="ttname"><a href="classgs_1_1ColumnBase.html#a2f6c77d932134b81dd2252d8e0dd9e6d">gs::ColumnBase::~ColumnBase</a></div><div class="ttdeci">virtual ~ColumnBase()</div><div class="ttdef"><b>Definition:</b> column.h:30</div></div>
 <div class="ttc" id="aclassgs_1_1TypedColumn_html_a44fd806b2b737c22bf52a083716e22e8"><div class="ttname"><a href="classgs_1_1TypedColumn.html#a44fd806b2b737c22bf52a083716e22e8">gs::TypedColumn::set_any</a></div><div class="ttdeci">void set_any(size_t index, const Any &amp;value) override</div><div class="ttdef"><b>Definition:</b> column.h:59</div></div>
 <div class="ttc" id="aclassgs_1_1mmap__array_html"><div class="ttname"><a href="classgs_1_1mmap__array.html">gs::mmap_array</a></div><div class="ttdef"><b>Definition:</b> mmap_array.h:36</div></div>
-<div class="ttc" id="astructgs_1_1AnyConverter_html"><div class="ttname"><a href="structgs_1_1AnyConverter.html">gs::AnyConverter</a></div><div class="ttdef"><b>Definition:</b> types.h:66</div></div>
+<div class="ttc" id="astructgs_1_1AnyConverter_html"><div class="ttname"><a href="structgs_1_1AnyConverter.html">gs::AnyConverter</a></div><div class="ttdef"><b>Definition:</b> types.h:65</div></div>
 <div class="ttc" id="aclassgs_1_1ColumnBase_html_a58889b5be1a462289718f7e0c19bb22a"><div class="ttname"><a href="classgs_1_1ColumnBase.html#a58889b5be1a462289718f7e0c19bb22a">gs::ColumnBase::ingest</a></div><div class="ttdeci">virtual void ingest(uint32_t index, grape::OutArchive &amp;arc)=0</div></div>
 <div class="ttc" id="aclassgs_1_1TypedColumn_html_a71897d073cb9cb670e597b92d5bf62e7"><div class="ttname"><a href="classgs_1_1TypedColumn.html#a71897d073cb9cb670e597b92d5bf62e7">gs::TypedColumn::Serialize</a></div><div class="ttdeci">void Serialize(const std::string &amp;path, size_t size) override</div><div class="ttdef"><b>Definition:</b> column.h:71</div></div>
 <div class="ttc" id="aclassgs_1_1ColumnBase_html_a83f5c3ec88591592686a3a5841ee7534"><div class="ttname"><a href="classgs_1_1ColumnBase.html#a83f5c3ec88591592686a3a5841ee7534">gs::ColumnBase::Deserialize</a></div><div class="ttdeci">virtual void Deserialize(const std::string &amp;filename)=0</div></div>

flex/docs/html/functions_func_r.html

@@ -94,6 +94,7 @@ <h3><a id="index_r"></a>- r -</h3><ul>
 </li>
 <li>reset()
 : <a class="el" href="structgs_1_1Date.html#a0308448c7ca411709e7e5dfe4e0f1979">gs::Date</a>
+, <a class="el" href="classgs_1_1Decoder.html#a51aca9a3ffbc685c80f885190d4e7e24">gs::Decoder</a>
 </li>
 <li>reset_header()
 : <a class="el" href="classgs_1_1Table.html#a436714df0b244ec79cdcc8a72d03752e">gs::Table</a>

flex/docs/html/functions_r.html

@@ -97,6 +97,7 @@ <h3><a id="index_r"></a>- r -</h3><ul>
 </li>
 <li>reset()
 : <a class="el" href="structgs_1_1Date.html#a0308448c7ca411709e7e5dfe4e0f1979">gs::Date</a>
+, <a class="el" href="classgs_1_1Decoder.html#a51aca9a3ffbc685c80f885190d4e7e24">gs::Decoder</a>
 </li>
 <li>reset_header()
 : <a class="el" href="classgs_1_1Table.html#a436714df0b244ec79cdcc8a72d03752e">gs::Table</a>