diff --git a/ci/appveyor-cpp-build.bat b/ci/appveyor-cpp-build.bat
index 287197458e182..2e30b8c176600 100644
--- a/ci/appveyor-cpp-build.bat
+++ b/ci/appveyor-cpp-build.bat
@@ -158,7 +158,7 @@ python setup.py develop -q || exit /B
 
 set PYTHONDEVMODE=1
 
-py.test -r sxX --durations=15 --pyargs pyarrow.tests || exit /B
+py.test -r sxX -v -s --durations=15 --pyargs pyarrow.tests || exit /B
 
 @rem
 @rem Wheels are built and tested separately (see ARROW-5142).
diff --git a/python/pyarrow/tests/test_dataset.py b/python/pyarrow/tests/test_dataset.py
index 13be126b124e7..8ef91cdccac7f 100644
--- a/python/pyarrow/tests/test_dataset.py
+++ b/python/pyarrow/tests/test_dataset.py
@@ -2594,7 +2594,7 @@ def test_file_format_inspect_fsspec(tempdir):
 
     # read using fsspec filesystem
     fsspec_fs = fsspec.filesystem("file")
-    assert fsspec_fs.ls(tempdir) == [str(path)]
+    assert fsspec_fs.ls(tempdir)[0].endswith("data.parquet")
 
     # inspect using dataset file format
     format = ds.ParquetFileFormat()
@@ -3133,6 +3133,9 @@ def test_parquet_dataset_factory_fsspec(tempdir):
     # filesystem would internally be converted to native LocalFileSystem
     filesystem = fs.PyFileSystem(fs.FSSpecHandler(fsspec_fs))
     dataset = ds.parquet_dataset(metadata_path, filesystem=filesystem)
+    print(metadata_path)
+    print(dataset.files)
+    print(list(dataset.get_fragments())[0].path)
     assert dataset.schema.equals(table.schema)
     assert len(dataset.files) == 4
     result = dataset.to_table()