Skip tests for CI with SDC_CONFIG_PIPELINE_SDC=False

.travis.yml

@@ -10,8 +10,9 @@ env:
         - NUMPY_VER=1.16
         - CONDA_PREFIX_PATH=$HOME/miniconda3
     matrix:
-        - BUILD_MODE=package TEST_MODE=conda RUN_COVERAGE=False SDC_NP_MPI=1
-        - BUILD_MODE=develop TEST_MODE=develop RUN_COVERAGE=True
+        - BUILD_MODE=package TEST_MODE=conda RUN_COVERAGE=False SDC_CONFIG_PIPELINE_SDC=True
+        - BUILD_MODE=package TEST_MODE=conda RUN_COVERAGE=False SDC_CONFIG_PIPELINE_SDC=True SDC_NP_MPI=1
+        - BUILD_MODE=develop TEST_MODE=develop RUN_COVERAGE=True SDC_CONFIG_PIPELINE_SDC=True
 
 before_install:
     - chmod 777 buildscripts/install_conda.sh

azure-pipelines.yml

@@ -9,6 +9,7 @@ jobs:
         PYTHON_VER: '3.7'
         NUMPY_VER: '1.16'
         USE_NUMBA_MASTER: 'False'
+        SDC_CONFIG_PIPELINE_SDC: 'False'
 
 - template: buildscripts/azure/template-linux-macos.yml
   parameters:
@@ -20,6 +21,7 @@ jobs:
         PYTHON_VER: '3.7'
         NUMPY_VER: '1.16'
         USE_NUMBA_MASTER: 'False'
+        SDC_CONFIG_PIPELINE_SDC: 'False'
 
 - template: buildscripts/azure/template-linux-macos.yml
   parameters:
@@ -31,6 +33,7 @@ jobs:
         PYTHON_VER: '3.7'
         NUMPY_VER: '1.16'
         USE_NUMBA_MASTER: 'False'
+        SDC_CONFIG_PIPELINE_SDC: 'False'
 
 - template: buildscripts/azure/template-windows.yml
   parameters:
@@ -42,6 +45,7 @@ jobs:
         PYTHON_VER: '3.7'
         NUMPY_VER: '1.16'
         USE_NUMBA_MASTER: 'True'
+        SDC_CONFIG_PIPELINE_SDC: 'False'
 
 - template: buildscripts/azure/template-linux-macos.yml
   parameters:
@@ -53,6 +57,7 @@ jobs:
         PYTHON_VER: '3.7'
         NUMPY_VER: '1.16'
         USE_NUMBA_MASTER: 'True'
+        SDC_CONFIG_PIPELINE_SDC: 'False'
 
 - template: buildscripts/azure/template-linux-macos.yml
   parameters:
@@ -63,4 +68,5 @@ jobs:
       py3.7_numpy1.16:
         PYTHON_VER: '3.7'
         NUMPY_VER: '1.16'
-        USE_NUMBA_MASTER: 'True'
+        USE_NUMBA_MASTER: 'True'
+        SDC_CONFIG_PIPELINE_SDC: 'False'

buildscripts/azure/template-linux-macos.yml

@@ -22,7 +22,7 @@ jobs:
 
     - script: |
         if [ "$USE_NUMBA_MASTER" == "False" ]; then
-            $HOME/miniconda3/bin/python buildscripts/build.py --build-mode=package --python=$PYTHON_VER --numpy=$NUMPY_VER --conda-prefix=$HOME/miniconda3;
+            $HOME/miniconda3/bin/python buildscripts/build.py --build-mode=package --python=$PYTHON_VER --numpy=$NUMPY_VER --skip-smoke-tests --conda-prefix=$HOME/miniconda3;
         else
             $HOME/miniconda3/bin/python buildscripts/build.py --build-mode=package --python=$PYTHON_VER --numpy=$NUMPY_VER --use-numba-master --conda-prefix=$HOME/miniconda3;
         fi

buildscripts/azure/template-windows.yml

@@ -21,7 +21,7 @@ jobs:
 
     - script: |
         IF "%USE_NUMBA_MASTER%" == "False" (
-            "C:\\Miniconda\\python.exe" buildscripts\\build.py --build-mode=package --python=%PYTHON_VER% --numpy=%NUMPY_VER% --conda-prefix="C:\\Miniconda"
+            "C:\\Miniconda\\python.exe" buildscripts\\build.py --build-mode=package --python=%PYTHON_VER% --numpy=%NUMPY_VER% --skip-smoke-tests --conda-prefix="C:\\Miniconda"
             ) ELSE (
             "C:\\Miniconda\\python.exe" buildscripts\\build.py --build-mode=package --python=%PYTHON_VER% --numpy=%NUMPY_VER% --use-numba-master --conda-prefix="C:\\Miniconda")
       displayName: 'Build conda and wheel packages'

sdc/tests/test_basic.py

@@ -37,7 +37,8 @@
 import sdc
 from sdc.tests.test_utils import (count_array_REPs, count_parfor_REPs,
                                    count_parfor_OneDs, count_array_OneDs, count_array_OneD_Vars,
-                                   dist_IR_contains, get_rank, get_start_end, check_numba_version)
+                                   dist_IR_contains, get_rank, get_start_end, check_numba_version,
+                                   skip_numba_jit, TestCase)
 
 
 def get_np_state_ptr():
@@ -54,7 +55,7 @@ def _copy_py_state(r, ptr):
     return ints, index
 
 
-class BaseTest(unittest.TestCase):
+class BaseTest(TestCase):
 
     def __init__(self, *args, **kwargs):
         super().__init__(*args, **kwargs)
@@ -214,6 +215,7 @@ def f():
         hpat_f = sdc.jit(f)
         hpat_f()
 
+    @skip_numba_jit
     def test_inline_locals(self):
         # make sure locals in inlined function works
         @sdc.jit(locals={'B': types.float64[:]})
@@ -250,6 +252,7 @@ def test_reduce(self):
             self.assertEqual(count_array_REPs(), 0)
             self.assertEqual(count_parfor_REPs(), 0)
 
+    @skip_numba_jit
     def test_reduce2(self):
         import sys
         dtypes = ['float32', 'float64', 'int32', 'int64']
@@ -277,6 +280,7 @@ def test_reduce2(self):
             self.assertEqual(count_array_REPs(), 0)
             self.assertEqual(count_parfor_REPs(), 0)
 
+    @skip_numba_jit
     def test_reduce_filter1(self):
         import sys
         dtypes = ['float32', 'float64', 'int32', 'int64']
@@ -306,6 +310,7 @@ def test_reduce_filter1(self):
             self.assertEqual(count_array_REPs(), 0)
             self.assertEqual(count_parfor_REPs(), 0)
 
+    @skip_numba_jit
     def test_array_reduce(self):
         binops = ['+=', '*=', '+=', '*=', '|=', '|=']
         dtypes = ['np.float32', 'np.float32', 'np.float64', 'np.float64', 'np.int32', 'np.int64']
@@ -365,6 +370,7 @@ def test_impl(N):
         self.assertEqual(count_array_OneDs(), 2)
         self.assertEqual(count_parfor_OneDs(), 2)
 
+    @skip_numba_jit
     def test_dist_input(self):
         def test_impl(A):
             return len(A)

sdc/tests/test_d4p.py

@@ -39,9 +39,10 @@
     from sdc.tests.test_utils import (count_array_REPs, count_parfor_REPs,
                                        count_parfor_OneDs, count_array_OneDs,
                                        count_parfor_OneD_Vars, count_array_OneD_Vars,
-                                       dist_IR_contains)
+                                       dist_IR_contains,
+                                       TestCase)
 
-    class TestD4P(unittest.TestCase):
+    class TestD4P(TestCase):
         def test_logistic_regression(self):
             '''
             Testing logistic regression including

sdc/tests/test_dataframe.py

@@ -36,7 +36,8 @@
 import numba
 import sdc
 from sdc.tests.test_utils import (count_array_REPs, count_parfor_REPs, count_parfor_OneDs,
-                                   count_array_OneDs, dist_IR_contains, get_start_end, check_numba_version)
+                                   count_array_OneDs, dist_IR_contains, get_start_end, check_numba_version,
+                                   skip_numba_jit, TestCase)
 
 from sdc.tests.gen_test_data import ParquetGenerator
 from numba.config import IS_32BITS
@@ -52,7 +53,7 @@ def inner_get_column(df):
 COL_IND = 0
 
 
-class TestDataFrame(unittest.TestCase):
+class TestDataFrame(TestCase):
 
     def test_create1(self):
         def test_impl(n):
@@ -149,6 +150,7 @@ def test_impl(df):
         df = pd.DataFrame({'A': ['aa', 'bb', 'cc']})
         pd.testing.assert_frame_equal(hpat_func(df), test_impl(df))
 
+    @skip_numba_jit
     def test_box_categorical(self):
         def test_impl(df):
             df['A'] = df['A'] + 1
@@ -201,6 +203,7 @@ def test_impl(n):
         self.assertEqual(count_array_REPs(), 0)
         self.assertEqual(count_parfor_REPs(), 0)
 
+    @skip_numba_jit
     def test_column_getitem1(self):
         def test_impl(n):
             df = pd.DataFrame({'A': np.ones(n), 'B': np.random.ranf(n)})
@@ -224,6 +227,7 @@ def test_impl(df):
             {'A': np.arange(n), 'B': np.ones(n), 'C': np.random.ranf(n)})
         pd.testing.assert_frame_equal(hpat_func(df), test_impl(df))
 
+    @skip_numba_jit
     def test_filter1(self):
         def test_impl(n):
             df = pd.DataFrame({'A': np.arange(n) + n, 'B': np.arange(n)**2})
@@ -236,6 +240,7 @@ def test_impl(n):
         self.assertEqual(count_array_REPs(), 0)
         self.assertEqual(count_parfor_REPs(), 0)
 
+    @skip_numba_jit
     def test_filter2(self):
         def test_impl(n):
             df = pd.DataFrame({'A': np.arange(n) + n, 'B': np.arange(n)**2})
@@ -248,6 +253,7 @@ def test_impl(n):
         self.assertEqual(count_array_REPs(), 0)
         self.assertEqual(count_parfor_REPs(), 0)
 
+    @skip_numba_jit
     def test_filter3(self):
         def test_impl(n):
             df = pd.DataFrame({'A': np.arange(n) + n, 'B': np.arange(n)**2})
@@ -260,6 +266,7 @@ def test_impl(n):
         self.assertEqual(count_array_REPs(), 0)
         self.assertEqual(count_parfor_REPs(), 0)
 
+    @skip_numba_jit
     def test_iloc1(self):
         def test_impl(df, n):
             return df.iloc[1:n].B.values
@@ -269,6 +276,7 @@ def test_impl(df, n):
         df = pd.DataFrame({'A': np.arange(n), 'B': np.arange(n)**2})
         np.testing.assert_array_equal(hpat_func(df, n), test_impl(df, n))
 
+    @skip_numba_jit
     def test_iloc2(self):
         def test_impl(df, n):
             return df.iloc[np.array([1, 4, 9])].B.values
@@ -424,6 +432,7 @@ def test_impl(df, n):
         do_check = False if platform.system() == 'Windows' and not IS_32BITS else True
         pd.testing.assert_frame_equal(df1, df2, check_dtype=do_check)
 
+    @skip_numba_jit
     def test_set_column_bool1(self):
         def test_impl(df):
             df['C'] = df['A'][df['B']]
@@ -489,6 +498,7 @@ def test_impl(n):
         self.assertEqual(count_array_REPs(), 0)
         self.assertEqual(count_parfor_REPs(), 0)
 
+    @skip_numba_jit
     def test_df_apply(self):
         def test_impl(n):
             df = pd.DataFrame({'A': np.arange(n), 'B': np.arange(n)})
@@ -499,6 +509,7 @@ def test_impl(n):
         hpat_func = sdc.jit(test_impl)
         np.testing.assert_almost_equal(hpat_func(n), test_impl(n))
 
+    @skip_numba_jit
     def test_df_apply_branch(self):
         def test_impl(n):
             df = pd.DataFrame({'A': np.arange(n), 'B': np.arange(n)})
@@ -523,6 +534,7 @@ def test_impl(n):
         self.assertEqual(count_array_REPs(), 0)
         self.assertEqual(count_parfor_REPs(), 0)
 
+    @skip_numba_jit
     def test_sort_values(self):
         def test_impl(df):
             df.sort_values('A', inplace=True)
@@ -534,6 +546,7 @@ def test_impl(df):
         hpat_func = sdc.jit(test_impl)
         np.testing.assert_almost_equal(hpat_func(df.copy()), test_impl(df))
 
+    @skip_numba_jit
     def test_sort_values_copy(self):
         def test_impl(df):
             df2 = df.sort_values('A')
@@ -545,6 +558,7 @@ def test_impl(df):
         hpat_func = sdc.jit(test_impl)
         np.testing.assert_almost_equal(hpat_func(df.copy()), test_impl(df))
 
+    @skip_numba_jit
     def test_sort_values_single_col(self):
         def test_impl(df):
             df.sort_values('A', inplace=True)
@@ -556,6 +570,7 @@ def test_impl(df):
         hpat_func = sdc.jit(test_impl)
         np.testing.assert_almost_equal(hpat_func(df.copy()), test_impl(df))
 
+    @skip_numba_jit
     def test_sort_values_single_col_str(self):
         def test_impl(df):
             df.sort_values('A', inplace=True)
@@ -573,6 +588,7 @@ def test_impl(df):
         hpat_func = sdc.jit(test_impl)
         self.assertTrue((hpat_func(df.copy()) == test_impl(df)).all())
 
+    @skip_numba_jit
     def test_sort_values_str(self):
         def test_impl(df):
             df.sort_values('A', inplace=True)
@@ -596,6 +612,7 @@ def test_impl(df):
         hpat_func = sdc.jit(test_impl)
         self.assertTrue((hpat_func(df) == sorted_df.B.values).all())
 
+    @skip_numba_jit
     def test_sort_parallel_single_col(self):
         # create `kde.parquet` file
         ParquetGenerator.gen_kde_pq()
@@ -671,6 +688,7 @@ def test_impl(df):
                            })
         pd.testing.assert_frame_equal(hpat_func(df), test_impl(df))
 
+    @skip_numba_jit
     def test_sort_parallel(self):
         # create `kde.parquet` file
         ParquetGenerator.gen_kde_pq()
@@ -730,6 +748,7 @@ def test_impl(n):
         n = 11
         self.assertEqual(hpat_func(n), test_impl(n))
 
+    @skip_numba_jit
     def test_itertuples_analysis(self):
         """tests array analysis handling of generated tuples, shapes going
         through blocks and getting used in an array dimension
@@ -757,6 +776,7 @@ def test_impl(n):
         n = 11
         pd.testing.assert_frame_equal(hpat_func(n), test_impl(n))
 
+    @skip_numba_jit
     def test_pct_change1(self):
         def test_impl(n):
             df = pd.DataFrame({'A': np.arange(n) + 1.0, 'B': np.arange(n) + 1})
@@ -909,6 +929,7 @@ def test_impl():
         hpat_func = sdc.jit(test_impl)
         pd.testing.assert_frame_equal(hpat_func(), test_impl())
 
+    @skip_numba_jit
     def test_df_dropna1(self):
         def test_impl(df):
             return df.dropna()
@@ -919,6 +940,7 @@ def test_impl(df):
         h_out = hpat_func(df)
         pd.testing.assert_frame_equal(out, h_out)
 
+    @skip_numba_jit
     def test_df_dropna2(self):
         def test_impl(df):
             return df.dropna()
@@ -929,6 +951,7 @@ def test_impl(df):
         h_out = hpat_func(df)
         pd.testing.assert_frame_equal(out, h_out)
 
+    @skip_numba_jit
     def test_df_dropna_inplace1(self):
         # TODO: fix error when no df is returned
         def test_impl(df):
@@ -942,6 +965,7 @@ def test_impl(df):
         h_out = hpat_func(df2)
         pd.testing.assert_frame_equal(out, h_out)
 
+    @skip_numba_jit
     def test_df_dropna_str1(self):
         def test_impl(df):
             return df.dropna()
@@ -952,6 +976,7 @@ def test_impl(df):
         h_out = hpat_func(df)
         pd.testing.assert_frame_equal(out, h_out)
 
+    @skip_numba_jit
     def test_df_drop1(self):
         def test_impl(df):
             return df.drop(columns=['A'])
@@ -960,6 +985,7 @@ def test_impl(df):
         hpat_func = sdc.jit(test_impl)
         pd.testing.assert_frame_equal(hpat_func(df), test_impl(df))
 
+    @skip_numba_jit
     def test_df_drop_inplace2(self):
         # test droping after setting the column
         def test_impl(df):
@@ -1014,6 +1040,7 @@ def test_impl(df):
         df = pd.DataFrame({'A': np.arange(n), 'B': np.arange(n)**2})
         pd.testing.assert_frame_equal(hpat_func(df), test_impl(df))
 
+    @skip_numba_jit
     def test_append1(self):
         def test_impl(df, df2):
             return df.append(df2, ignore_index=True)
@@ -1025,6 +1052,7 @@ def test_impl(df, df2):
         df2.A[n // 2:] = n
         pd.testing.assert_frame_equal(hpat_func(df, df2), test_impl(df, df2))
 
+    @skip_numba_jit
     def test_append2(self):
         def test_impl(df, df2, df3):
             return df.append([df2, df3], ignore_index=True)
@@ -1038,6 +1066,7 @@ def test_impl(df, df2, df3):
         pd.testing.assert_frame_equal(
             hpat_func(df, df2, df3), test_impl(df, df2, df3))
 
+    @skip_numba_jit
     def test_concat_columns1(self):
         def test_impl(S1, S2):
             return pd.concat([S1, S2], axis=1)