Support loading of Apache Parquet files into Calc

Change-Id: I9f8820998b7b0667d1e7cd532c32b1c7e55ca999
kohei-us · Sep 29, 2023 · ae13909 · ae13909
1 parent 3880f54
commit ae13909
Show file tree

Hide file tree

Showing 8 changed files with 61 additions and 0 deletions.
diff --git a/filter/Configuration_filter.mk b/filter/Configuration_filter.mk
@@ -477,6 +477,7 @@ $(eval $(call filter_Configuration_add_types,fcfg_langpack,fcfg_calc_types.xcu,f
 	generic_Text \
 	calc_Gnumeric \
 	calc_Lotus \
+	calc_Parquet \
 	calc_QPro \
 	calc_MS_Excel_40 \
 	calc_MS_Excel_40_VorlageTemplate \
@@ -535,6 +536,7 @@ $(eval $(call filter_Configuration_add_filters,fcfg_langpack,fcfg_calc_filters.x
 	calc_HTML_WebQuery \
 	calc_StarOffice_XML_Calc_Template \
 	calc_pdf_Export \
+	calc_Parquet \
 	dBase \
 	calc8 \
 	calc8_template \

diff --git a/filter/source/config/fragments/filters/calc_Parquet.xcu b/filter/source/config/fragments/filters/calc_Parquet.xcu
@@ -0,0 +1,19 @@
+<!--
+ * This file is part of the LibreOffice project.
+ *
+ * This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at http://mozilla.org/MPL/2.0/.
+-->
+<node oor:name="Apache Parquet Spreadsheet" oor:op="replace">
+    <prop oor:name="Flags"><value>IMPORT ALIEN PREFERRED</value></prop>
+    <prop oor:name="UIComponent"/>
+    <prop oor:name="FilterService"/>
+    <prop oor:name="UserData"/>
+    <prop oor:name="Type"><value>Apache Parquet</value></prop>
+    <prop oor:name="TemplateName"/>
+    <prop oor:name="DocumentService"><value>com.sun.star.sheet.SpreadsheetDocument</value></prop>
+    <prop oor:name="UIName">
+        <value xml:lang="en-US">Apache Parquet Spreadsheet</value>
+    </prop>
+</node>
diff --git a/filter/source/config/fragments/types/calc_Parquet.xcu b/filter/source/config/fragments/types/calc_Parquet.xcu
@@ -0,0 +1,17 @@
+<!--
+ * This file is part of the LibreOffice project.
+ *
+ * This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at http://mozilla.org/MPL/2.0/.
+-->
+<node oor:name="Apache Parquet" oor:op="replace" >
+    <prop oor:name="DetectService"><value>com.sun.star.comp.sc.OrcusFilterDetect</value></prop>
+    <prop oor:name="URLPattern"/>
+    <prop oor:name="Extensions"><value>parquet</value></prop>
+    <prop oor:name="MediaType"/>
+    <prop oor:name="Preferred"><value>true</value></prop>
+    <prop oor:name="PreferredFilter"><value>Apache Parquet Spreadsheet</value></prop>
+    <prop oor:name="UIName"><value xml:lang="en-US">Apache Parquet</value></prop>
+    <prop oor:name="ClipboardFormat"/>
+</node>
diff --git a/sc/inc/orcusfilters.hxx b/sc/inc/orcusfilters.hxx
@@ -33,6 +33,8 @@ public:
 
     virtual bool importExcel2003XML(ScDocument& rDoc, SfxMedium& rMedium) const = 0;
 
+    virtual bool importParquet(ScDocument& rDoc, SfxMedium& rMedium) const = 0;
+
     virtual bool importXLSX(ScDocument& rDoc, SfxMedium& rMedium) const = 0;
 
     virtual bool importODS(ScDocument& rDoc, SfxMedium& rMedium) const = 0;

diff --git a/sc/source/filter/inc/orcusfiltersimpl.hxx b/sc/source/filter/inc/orcusfiltersimpl.hxx
@@ -18,6 +18,7 @@ class ScOrcusFiltersImpl : public ScOrcusFilters
 public:
     virtual bool importCSV(ScDocument& rDoc, SfxMedium& rMedium) const override;
     virtual bool importGnumeric(ScDocument& rDoc, SfxMedium& rMedium) const override;
+    virtual bool importParquet(ScDocument& rDoc, SfxMedium& rMedium) const override;
     virtual bool importExcel2003XML(ScDocument& rDoc, SfxMedium& rMedium) const override;
     virtual bool importXLSX(ScDocument& rDoc, SfxMedium& rMedium) const override;
     virtual bool importODS(ScDocument& rDoc, SfxMedium& rMedium) const override;

diff --git a/sc/source/filter/orcus/filterdetect.cxx b/sc/source/filter/orcus/filterdetect.cxx
@@ -90,6 +90,8 @@ OUString OrcusFormatDetect::detect(css::uno::Sequence<css::beans::PropertyValue>
             return "Gnumeric XML";
         case orcus::format_t::xls_xml:
             return "calc_MS_Excel_2003_XML";
+        case orcus::format_t::parquet:
+            return "Apache Parquet";
         default:
             ;
     }

diff --git a/sc/source/filter/orcus/orcusfiltersimpl.cxx b/sc/source/filter/orcus/orcusfiltersimpl.cxx
@@ -24,6 +24,7 @@
 #include <orcus/orcus_xlsx.hpp>
 #include <orcus/orcus_xls_xml.hpp>
 #include <orcus/orcus_ods.hpp>
+#include <orcus/orcus_parquet.hpp>
 #include <orcus/orcus_import_ods.hpp>
 #include <orcus/stream.hpp>
 #include <com/sun/star/task/XStatusIndicator.hpp>
@@ -88,6 +89,15 @@ bool ScOrcusFiltersImpl::importGnumeric(ScDocument& rDoc, SfxMedium& rMedium) co
     return loadFileContent(rMedium, filter);
 }
 
+bool ScOrcusFiltersImpl::importParquet(ScDocument& rDoc, SfxMedium& rMedium) const
+{
+    ScOrcusFactory aFactory(rDoc);
+    aFactory.setStatusIndicator(getStatusIndicator(rMedium));
+
+    orcus::orcus_parquet filter(&aFactory);
+    return loadFileContent(rMedium, filter);
+}
+
 bool ScOrcusFiltersImpl::importExcel2003XML(ScDocument& rDoc, SfxMedium& rMedium) const
 {
     ScOrcusFactory aFactory(rDoc);

diff --git a/sc/source/ui/docshell/docsh.cxx b/sc/source/ui/docshell/docsh.cxx
@@ -1280,6 +1280,14 @@ bool ScDocShell::ConvertFrom( SfxMedium& rMedium )
 
             bRet = pOrcus->importExcel2003XML(*m_pDocument, rMedium);
         }
+        else if (aFltName == "Apache Parquet Spreadsheet")
+        {
+            ScOrcusFilters* pOrcus = ScFormatFilter::Get().GetOrcusFilters();
+            if (!pOrcus)
+                return false;
+
+            bRet = pOrcus->importParquet(*m_pDocument, rMedium);
+        }
         else if (aFltName == SC_TEXT_CSV_FILTER_NAME)
         {
             ScAsciiOptions aOptions;