more accurate filtering

SmokinCaterpillar · Feb 27, 2018 · b1c26f6 · b1c26f6
1 parent 678ef32
commit b1c26f6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/trufflepig/preprocessing.py b/trufflepig/preprocessing.py
@@ -152,7 +152,7 @@ def preprocess(post_df, ncores=4, chunksize=500,
     post_df.drop(to_drop.index, inplace=True)
     logger.info('Kept {} posts'.format(len(post_df)))
 
-    logger.info('Filtering images')
+    logger.info('Filtering images and links')
     post_df['filtered_body'] = post_df.body.apply(lambda x:
                                                   tftf.filter_images_and_links(x))