feat: check datetime type only for small input data

dataframe/dataframe.go

@@ -693,6 +693,8 @@ type loadOptions struct {
 
 	// Define a func for trimming the raw data
 	customTrimer CustomTrimer
+
+	parseDatetimeCount int
 }
 
 // CustomTrimFn custom raw data trimer
@@ -755,6 +757,12 @@ func WithTypes(coltypes map[string]series.Type) LoadOption {
 	}
 }
 
+func WithDatetimeParsingConstraint(maxCount int) LoadOption {
+	return func(c *loadOptions) {
+		c.parseDatetimeCount = maxCount
+	}
+}
+
 // LoadRecords creates a new DataFrame based on the given records.
 func LoadRecords(records [][]string, options ...LoadOption) DataFrame {
 	// Load the options
@@ -813,7 +821,7 @@ func LoadRecords(records [][]string, options ...LoadOption) DataFrame {
 		if !ok {
 			t = cfg.defaultType
 			if cfg.detectTypes {
-				t = findType(rawcol, cfg.detectTypeThreshold)
+				t = findType(rawcol, cfg.detectTypeThreshold, cfg.parseDatetimeCount)
 			}
 		}
 		types[i] = t
@@ -1276,7 +1284,8 @@ func parseSelectIndexes(l int, indexes SelectIndexes, colnames []string) ([]int,
 	return idx, nil
 }
 
-func findType(arr []string, threshold float64) series.Type {
+func findType(arr []string, threshold float64, maxCountForDatetimeParse int) series.Type {
+	checkDatetime := maxCountForDatetimeParse == 0 || len(arr) < maxCountForDatetimeParse
 
 	counter := map[series.Type]int{
 		series.Float:  0,
@@ -1303,10 +1312,14 @@ func findType(arr []string, threshold float64) series.Type {
 			counter[series.Bool]++
 			continue
 		}
-		if _, e := series.ParseDateTime(str); e == nil {
-			counter[series.Time]++
-			continue
+
+		if checkDatetime {
+			if _, e := series.ParseDateTime(str); e == nil {
+				counter[series.Time]++
+				continue
+			}
 		}
+
 		counter[series.String]++
 	}