fix debug path limit (#1160)

feathr-ai · May 5, 2023 · f0cb5d2 · f0cb5d2
1 parent f67285b
commit f0cb5d2
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/feathr-impl/src/main/scala/com/linkedin/feathr/offline/util/FeathrUtils.scala b/feathr-impl/src/main/scala/com/linkedin/feathr/offline/util/FeathrUtils.scala
@@ -202,8 +202,8 @@ private[feathr] object FeathrUtils {
       val outputNumParts = FeathrUtils.getFeathrJobParam(ss.sparkContext.getConf, FeathrUtils.DEBUG_OUTPUT_PART_NUM)
       val featureNames = "_for_features_" + features.mkString("_") + "_"
       if (features.nonEmpty && (debugFeatureNames.isEmpty || features.intersect(debugFeatureNames).nonEmpty)) {
-        val savePath = SimplePath(basePath + "/" + tag.replaceAll("\\W", "_") +
-          featureNames.slice(0, 20) + pathSuffix)
+        val savePath = SimplePath(basePath + "/" + tag.replaceAll("\\W", "_").slice(0, 20) +
+          featureNames.slice(0, 20) + pathSuffix.slice(0, 20))
         log.info(s"${tag}, Start dumping data ${features.mkString(",")} to ${savePath}")
         if (!df.isEmpty) {
           SparkIOUtils.writeDataFrame(df, savePath, Map(FeathrUtils.DEBUG_OUTPUT_PART_NUM -> outputNumParts), List())