refactor: remove the csv backend

The CSV backend is not providing much value over other backends that support CSVs.

BREAKING CHANGE: The CSV backend is removed. Use Datafusion for CSV execution.

.github/workflows/ibis-backends.yml

@@ -33,8 +33,6 @@ jobs:
           - "3.7"
           - "3.10"
         backend:
-          - name: csv
-            title: CSV
           - name: dask
             title: Dask
           - name: hdf5

ci/datamgr.py

@@ -454,15 +454,6 @@ def datafusion(tables, data_directory, ignore_missing_dependency, **params):
         pq.write_table(arrow_table, str(target_path))
 
 
-@cli.command()
-def csv(**params):
-    """
-    The csv backend does not need test data, but we still
-    have an option for the backend for consistency, and to not
-    have to avoid calling `./datamgr.py csv` in the CI.
-    """
-
-
 @cli.command()
 @click.option('-t', '--tables', multiple=True, default=TEST_TABLES)
 @click.option(

default.nix

@@ -11,7 +11,6 @@ let
 
     let
       backends = [
-        "csv"
         "dask"
         "datafusion"
         "hdf5"

ibis/backends/tests/test_join.py

@@ -6,7 +6,6 @@
 
 # add here backends that passes join tests
 all_db_join_supported = [
-    'csv',
     'dask',
     'hdf5',
     'pandas',

ibis/backends/tests/test_temporal.py

@@ -83,9 +83,7 @@ def test_timestamp_extract(backend, alltypes, df, attr):
         # Pandas backend is probably doing this wrong
         param(
             'W',
-            marks=pytest.mark.xpass_backends(
-                ('csv', 'pandas', 'dask', 'hdf5')
-            ),
+            marks=pytest.mark.xpass_backends(('pandas', 'dask', 'hdf5')),
         ),
         'h',
         'm',
@@ -116,9 +114,7 @@ def test_timestamp_truncate(backend, alltypes, df, unit):
         'D',
         param(
             'W',
-            marks=pytest.mark.xpass_backends(
-                ('csv', 'pandas', 'dask', 'hdf5')
-            ),
+            marks=pytest.mark.xpass_backends(('pandas', 'dask', 'hdf5')),
         ),
     ],
 )
@@ -166,7 +162,6 @@ def test_date_truncate(backend, alltypes, df, unit):
             pd.Timedelta,
             marks=pytest.mark.xpass_backends(
                 (
-                    'csv',
                     'pandas',
                     'bigquery',
                     'impala',
@@ -424,7 +419,6 @@ def test_strftime(backend, con, alltypes, df, ibis_pattern, pandas_pattern):
             marks=pytest.mark.xpass_backends(
                 (
                     'bigquery',
-                    'csv',
                     'impala',
                     'pandas',
                     'pyspark',
@@ -435,9 +429,7 @@ def test_strftime(backend, con, alltypes, df, ibis_pattern, pandas_pattern):
         ),
         param(
             'ns',
-            marks=pytest.mark.xpass_backends(
-                ('csv', 'pandas', 'dask', 'hdf5')
-            ),
+            marks=pytest.mark.xpass_backends(('pandas', 'dask', 'hdf5')),
         ),
     ],
 )

ibis/backends/tests/test_window.py

@@ -51,7 +51,7 @@ def calc_zscore(s):
             lambda t: t.id.rank(pct=True),
             id='percent_rank',
             marks=pytest.mark.xpass_backends(
-                ['csv', 'pandas', 'pyspark', 'hdf5'],
+                ['pandas', 'pyspark', 'hdf5'],
                 raises=AssertionError,
             ),
         ),
@@ -76,7 +76,7 @@ def calc_zscore(s):
             lambda t: t.cumcount(),
             id='row_number',
             marks=pytest.mark.xfail_backends(
-                ('pandas', 'dask', 'csv', 'hdf5'),
+                ('pandas', 'dask', 'hdf5'),
                 raises=(IndexError, com.UnboundExpressionError),
             ),
         ),
@@ -498,9 +498,7 @@ def test_ungrouped_unbounded_window(
         ),
     ]
 )
-@pytest.mark.skip_backends(
-    ['pandas', 'csv', 'pyspark', 'hdf5'], reason='Issue #2709'
-)
+@pytest.mark.skip_backends(['pandas', 'pyspark', 'hdf5'], reason='Issue #2709')
 def test_grouped_bounded_range_window(backend, alltypes, df, con):
     if not backend.supports_window_operations:
         pytest.skip(f'Backend {backend} does not support window operations')