list.go

package crud

import (
	"encoding/json"
	"fmt"
	"reflect"
	"strconv"
	"strings"
	"time"

	"github.com/latolukasz/beeorm"

	"github.com/coretrix/hitrix/pkg/entity"
	"github.com/coretrix/hitrix/pkg/helper"
	"github.com/coretrix/hitrix/service/component/translation"
)

type SearchParams struct {
	Page                 int
	PageSize             int
	StringORFilters      map[string]string
	StringFilters        map[string]string
	TagFilters           map[string]string
	ArrayStringFilters   map[string][]string
	NumberFilters        map[string]int64
	ArrayNumberFilters   map[string][]int64
	RangeNumberFilters   map[string][]int64
	DateTimeFilters      map[string]time.Time
	DateFilters          map[string]time.Time
	RangeDateTimeFilters map[string][]time.Time
	RangeDateFilters     map[string][]time.Time
	BooleanFilters       map[string]bool
	Sort                 map[string]bool
}

type Column struct {
	Key                               string
	Label                             string
	FilterType                        string
	FieldType                         string
	Searchable                        bool
	Sortable                          bool
	Visible                           bool
	TranslationDisabled               bool
	FilterDependencyField             string                             `json:",omitempty"`
	DataMapStringStringKeyStringValue map[string][]*StringKeyStringValue `json:",omitempty"`
	DataStringKeyStringValue          []*StringKeyStringValue            `json:",omitempty"`
	DataIntKeyStringValue             []*IntKeyStringValue               `json:",omitempty"`
}

type IntKeyStringValue struct {
	Key   uint64
	Label string
}

type ExportConfig struct {
	Handler          ExportHandler
	ID               string
	AllowedExtraArgs []string
	Resource         string
	Permissions      []string
}

type ExportHandler func(entity.TranslationTextLang, *beeorm.Engine, *ListRequest, uint64, map[string]string) ([]string, [][]interface{}, error)

type StringKeyStringValue struct {
	Key   string
	Label string
}

type ListRequest struct {
	Page     *int
	PageSize *int
	Search   map[string]interface{}
	SearchOR map[string]interface{}
	Sort     map[string]interface{}
}

type groupedFilterTypes struct {
	stringStartsWithSearch []string
	arrayStringFilters     []string
	booleanFilters         []string
	mapStringStringFilters map[string][]*StringKeyStringValue
	mapIntStringFilters    map[string][]*IntKeyStringValue
	numberFilters          []string
	rangeNumberFilters     []string
	arrayNumberFilters     []string
	dateTimeFilters        []string
	dateFilters            []string
	rangeDateTimeFilters   []string
	rangeDateFilters       []string
	sortables              []string
}

type Crud struct {
	ExportConfigs      []ExportConfig
	TranslationService translation.ITranslationService
}

func (c *Crud) TranslateColumns(ormService *beeorm.Engine, lang entity.TranslationTextLang, cols []*Column) []*Column {
	for _, col := range cols {
		if col.TranslationDisabled {
			continue
		}

		col.Label = c.TranslationService.GetText(ormService, lang, entity.TranslationTextKey(col.Label))

		if col.DataIntKeyStringValue != nil {
			for _, row := range col.DataIntKeyStringValue {
				row.Label = c.TranslationService.GetText(ormService, lang, entity.TranslationTextKey(row.Label))
			}
		}

		if col.DataStringKeyStringValue != nil {
			for _, row := range col.DataStringKeyStringValue {
				row.Label = c.TranslationService.GetText(ormService, lang, entity.TranslationTextKey(row.Label))
			}
		}

		if col.DataMapStringStringKeyStringValue != nil {
			for _, group := range col.DataMapStringStringKeyStringValue {
				for _, row := range group {
					row.Label = c.TranslationService.GetText(ormService, lang, entity.TranslationTextKey(row.Label))
				}
			}
		}
	}

	return cols
}

func (c *Crud) ExtractListParams(cols []*Column, request *ListRequest) SearchParams {
	finalPage := 1
	finalPageSize := 20

	if request.Page != nil && *request.Page > 0 {
		finalPage = *request.Page
	}

	if request.PageSize != nil && *request.PageSize > 0 {
		finalPageSize = *request.PageSize
	}

	filterTypes := groupColumnNamesByFilterType(cols)

	var selectedMapStringStringFilters = make(map[string]string)
	var selectedStringStartsWithFilters = make(map[string]string)
	var selectedArrayStringFilters = make(map[string][]string)
	var selectedNumberFilters = make(map[string]int64)
	var selectedRangeNumberFilters = make(map[string][]int64, 2)
	var selectedArrayNumberFilters = make(map[string][]int64)
	var selectedDateTimeFilters = make(map[string]time.Time)
	var selectedDateFilters = make(map[string]time.Time)
	var selectedRangeDateTimeFilters = make(map[string][]time.Time)
	var selectedRangeDateFilters = make(map[string][]time.Time)
	var selectedBooleanFilters = make(map[string]bool)
	var selectedSort = make(map[string]bool)
	var selectedORFilters = make(map[string]string)

mainLoop:
	for field, value := range request.Search {
		switch reflect.TypeOf(value).Kind() {
		case reflect.Int64:
			if helper.StringInArray(field, filterTypes.numberFilters...) {
				selectedNumberFilters[field] = value.(int64)

				continue mainLoop
			}

			for selectFiledName := range filterTypes.mapIntStringFilters {
				if field == selectFiledName {
					for _, filterValue := range filterTypes.mapIntStringFilters[selectFiledName] {
						if int64(filterValue.Key) == value.(int64) {
							selectedNumberFilters[field] = value.(int64)

							continue mainLoop
						}
					}
				}
			}
		case reflect.Float64:
			if helper.StringInArray(field, filterTypes.numberFilters...) {
				selectedNumberFilters[field] = int64(value.(float64))

				continue mainLoop
			}

			for selectFiledName := range filterTypes.mapIntStringFilters {
				if field == selectFiledName {
					for _, filterValue := range filterTypes.mapIntStringFilters[selectFiledName] {
						if int64(filterValue.Key) == int64(value.(float64)) {
							selectedNumberFilters[field] = int64(value.(float64))

							continue mainLoop
						}
					}
				}
			}
		case reflect.Bool:
			if helper.StringInArray(field, filterTypes.booleanFilters...) {
				selectedBooleanFilters[field] = value.(bool)

				continue mainLoop
			}
		case reflect.Slice:
			s := reflect.ValueOf(value)

			if helper.StringInArray(field, filterTypes.rangeNumberFilters...) {
				if s.Len() != 2 {
					continue mainLoop
				}

				minRange, _ := strconv.ParseInt(fmt.Sprintf("%v", s.Index(0)), 10, 64)
				maxRange, _ := strconv.ParseInt(fmt.Sprintf("%v", s.Index(1)), 10, 64)

				selectedRangeNumberFilters[field] = []int64{minRange, maxRange}
			} else if helper.StringInArray(field, filterTypes.rangeDateTimeFilters...) {
				if s.Len() != 2 {
					continue mainLoop
				}

				minRange, _ := time.Parse(helper.TimeLayoutRFC3339Milli, fmt.Sprintf("%v", s.Index(0)))
				maxRange, _ := time.Parse(helper.TimeLayoutRFC3339Milli, fmt.Sprintf("%v", s.Index(1)))

				selectedRangeDateTimeFilters[field] = []time.Time{minRange, maxRange}
			} else if helper.StringInArray(field, filterTypes.rangeDateFilters...) {
				if s.Len() != 2 {
					continue mainLoop
				}

				minRange, _ := time.Parse(helper.TimeLayoutYMD, fmt.Sprintf("%v", s.Index(0)))
				maxRange, _ := time.Parse(helper.TimeLayoutYMD, fmt.Sprintf("%v", s.Index(1)))

				selectedRangeDateFilters[field] = []time.Time{minRange, maxRange}
			} else if helper.StringInArray(field, filterTypes.arrayNumberFilters...) {
				if s.Len() == 0 {
					continue mainLoop
				}

				for i := 0; i < s.Len(); i++ {
					int64Value, _ := strconv.ParseInt(fmt.Sprintf("%v", s.Index(i)), 10, 64)
					selectedArrayNumberFilters[field] = append(selectedArrayNumberFilters[field], int64Value)
				}
			} else if helper.StringInArray(field, filterTypes.arrayStringFilters...) {
				if s.Len() == 0 {
					continue mainLoop
				}
				for i := 0; i < s.Len(); i++ {
					selectedArrayStringFilters[field] = append(selectedArrayStringFilters[field], fmt.Sprintf("%v", s.Index(i)))
				}
			}

			continue mainLoop

		case reflect.String:
			jsonIntValue, ok := value.(json.Number)
			if ok {
				jsonInt, err := jsonIntValue.Int64()
				if err == nil {
					if helper.StringInArray(field, filterTypes.numberFilters...) {
						selectedNumberFilters[field] = jsonInt

						continue mainLoop
					}
				}
			}

			stringValue := value.(string)

			if stringValue == "" {
				continue mainLoop
			}

			if helper.StringInArray(field, filterTypes.dateTimeFilters...) {
				dateTimeValue, _ := time.Parse(helper.TimeLayoutRFC3339Milli, stringValue)
				selectedDateTimeFilters[field] = dateTimeValue

				continue mainLoop
			}

			if helper.StringInArray(field, filterTypes.dateFilters...) {
				dateValue, _ := time.Parse(helper.TimeLayoutYMD, stringValue)
				selectedDateFilters[field] = dateValue

				continue mainLoop
			}

			for selectFiledName := range filterTypes.mapStringStringFilters {
				if field == selectFiledName {
					for _, filterValue := range filterTypes.mapStringStringFilters[selectFiledName] {
						if filterValue.Key == stringValue {
							selectedMapStringStringFilters[field] = stringValue

							continue mainLoop
						}
					}
				}
			}

			if helper.StringInArray(field, filterTypes.stringStartsWithSearch...) {
				selectedStringStartsWithFilters[field] = stringValue

				continue
			}
		}
	}

	for field, value := range request.SearchOR {
		stringValue, ok := value.(string)

		if ok && len(stringValue) >= 2 {
			if helper.StringInArray(field, filterTypes.stringStartsWithSearch...) {
				selectedORFilters[field] = stringValue
			}
		}
	}

	if len(request.Sort) == 1 {
		for field, mode := range request.Sort {
			stringVal, ok := mode.(string)
			if ok && helper.StringInArray(field, filterTypes.sortables...) && helper.StringInArray(stringVal, "asc", "desc") {
				selectedSort[field] = stringVal == "asc"
			}
		}
	}

	return SearchParams{
		Page:                 finalPage,
		PageSize:             finalPageSize,
		TagFilters:           selectedMapStringStringFilters,
		StringORFilters:      selectedORFilters,
		StringFilters:        selectedStringStartsWithFilters,
		ArrayStringFilters:   selectedArrayStringFilters,
		NumberFilters:        selectedNumberFilters,
		ArrayNumberFilters:   selectedArrayNumberFilters,
		RangeNumberFilters:   selectedRangeNumberFilters,
		DateTimeFilters:      selectedDateTimeFilters,
		DateFilters:          selectedDateFilters,
		RangeDateTimeFilters: selectedRangeDateTimeFilters,
		RangeDateFilters:     selectedRangeDateFilters,
		BooleanFilters:       selectedBooleanFilters,
		Sort:                 selectedSort,
	}
}

func groupColumnNamesByFilterType(cols []*Column) groupedFilterTypes {
	var stringStartsWithSearch = make([]string, 0)
	var arrayStringFilters = make([]string, 0)
	var booleanFilters = make([]string, 0)
	var mapStringStringFilters = make(map[string][]*StringKeyStringValue)
	var mapIntStringFilters = make(map[string][]*IntKeyStringValue)
	var numberFilters = make([]string, 0)
	var rangeNumberFilters = make([]string, 0)
	var arrayNumberFilters = make([]string, 0)
	var dateTimeFilters = make([]string, 0)
	var dateFilters = make([]string, 0)
	var rangeDateTimeFilters = make([]string, 0)
	var rangeDateFilters = make([]string, 0)
	var sortables = make([]string, 0)

	for _, column := range cols {
		if column.Sortable {
			sortables = append(sortables, column.Key)
		}

		if column.Searchable {
			switch column.FilterType {
			case InputTypeString:
				stringStartsWithSearch = append(stringStartsWithSearch, column.Key)
			case ArrayStringType:
				arrayStringFilters = append(arrayStringFilters, column.Key)
			case CheckboxTypeBoolean:
				booleanFilters = append(booleanFilters, column.Key)
			case RangeSliderTypeArrayNumber:
				rangeNumberFilters = append(rangeNumberFilters, column.Key)
			case MultiSelectTypeArrayNumber:
				arrayNumberFilters = append(arrayNumberFilters, column.Key)
			case InputTypeNumber:
				numberFilters = append(numberFilters, column.Key)
			case SelectTypeStringString:
				mapStringStringFilters[column.Key] = column.DataStringKeyStringValue
			case SelectTypeIntString:
				mapIntStringFilters[column.Key] = column.DataIntKeyStringValue
			case DateTimePickerTypeDateTime:
				dateTimeFilters = append(dateTimeFilters, column.Key)
			case DatePickerTypeDate:
				dateFilters = append(dateFilters, column.Key)
			case RangeDateTimePickerTypeArrayDateTime:
				rangeDateTimeFilters = append(rangeDateTimeFilters, column.Key)
			case RangeDatePickerTypeArrayDate:
				rangeDateFilters = append(rangeDateFilters, column.Key)
			}
		}
	}

	return groupedFilterTypes{
		stringStartsWithSearch: stringStartsWithSearch,
		arrayStringFilters:     arrayStringFilters,
		booleanFilters:         booleanFilters,
		mapStringStringFilters: mapStringStringFilters,
		mapIntStringFilters:    mapIntStringFilters,
		numberFilters:          numberFilters,
		rangeNumberFilters:     rangeNumberFilters,
		arrayNumberFilters:     arrayNumberFilters,
		dateTimeFilters:        dateTimeFilters,
		dateFilters:            dateFilters,
		rangeDateTimeFilters:   rangeDateTimeFilters,
		rangeDateFilters:       rangeDateFilters,
		sortables:              sortables,
	}
}

// GenerateListRedisSearchQuery TODO : add full text queries when supported by hitrix
func (c *Crud) GenerateListRedisSearchQuery(params SearchParams) *beeorm.RedisSearchQuery {
	query := &beeorm.RedisSearchQuery{}
	for field, value := range params.NumberFilters {
		query.FilterInt(field, value)
	}

	for field, value := range params.ArrayNumberFilters {
		query.FilterInt(field, value...)
	}

	for field, value := range params.RangeNumberFilters {
		query.FilterIntMinMax(field, value[0], value[1])
	}

	for field, value := range params.DateTimeFilters {
		query.FilterDateTime(field, value)
	}

	for field, value := range params.DateFilters {
		query.FilterDate(field, value)
	}

	for field, value := range params.RangeDateTimeFilters {
		query.FilterDateTimeMinMax(field, value[0], value[1])
	}

	for field, value := range params.RangeDateFilters {
		query.FilterDateMinMax(field, value[0], value[1])
	}

	for field, value := range params.TagFilters {
		query.FilterTag(field, value)
	}

	for field, value := range params.StringFilters {
		query.QueryFieldPrefixMatch(field, value)
	}

	for field, value := range params.ArrayStringFilters {
		query.FilterTag(field, value...)
	}

	for field, value := range params.BooleanFilters {
		query.FilterBool(field, value)
	}

	orStatements := make([]string, 0)

	for field, value := range params.StringORFilters {
		if strings.TrimSpace(value) == "" {
			continue
		}

		orStatements = append(orStatements, fmt.Sprintf(
			"(@%s:%v*)",
			field, strings.TrimSpace(beeorm.EscapeRedisSearchString(value)),
		))
	}

	if len(orStatements) > 0 {
		query.AppendQueryRaw("(" + strings.Join(orStatements, "|") + ")")
	}

	if len(params.Sort) == 1 {
		for field, mode := range params.Sort {
			query.Sort(field, !mode)
		}
	}

	return query
}

func (c *Crud) GenerateListMysqlQuery(params SearchParams) *beeorm.Where {
	where := beeorm.NewWhere("1")
	for field, value := range params.NumberFilters {
		where.Append("AND `"+field+"` = ?", value)
	}

	for field, value := range params.TagFilters {
		where.Append("AND `"+field+"` = ?", value)
	}

	for field, value := range params.BooleanFilters {
		where.Append("AND `"+field+"` = ?", value)
	}

	// TODO : use full text search
	for field, value := range params.StringFilters {
		where.Append("AND `"+field+"` LIKE ?", value+"%")
	}

	orStatements := make([]string, 0)
	orStatementsVariables := make([]interface{}, 0)

	for field, value := range params.StringORFilters {
		orStatements = append(orStatements, fmt.Sprintf(
			"`%s` LIKE ?",
			field,
		))

		orStatementsVariables = append(orStatementsVariables, value+"%")
	}

	if len(orStatements) > 0 {
		where.Append(
			"AND ("+strings.Join(orStatements, " OR ")+")",
			orStatementsVariables...,
		)
	}

	if len(params.Sort) == 1 {
		sortQuery := "ORDER BY "

		for field, mode := range params.Sort {
			sort := "ASC"
			if !mode {
				sort = "DESC"
			}

			sortQuery += "`" + field + "` " + sort
		}

		where.Append(sortQuery)
	}

	return where
}

func (c *Crud) GetExportHandler(id string) (ExportHandler, bool) {
	for _, config := range c.ExportConfigs {
		if config.ID == id {
			return config.Handler, true
		}
	}

	return nil, false
}

func (c *Crud) GetExportConfig(id string) (*ExportConfig, bool) {
	for _, config := range c.ExportConfigs {
		if config.ID == id {
			return &config, true
		}
	}

	return nil, false
}

func GetExporterDataCrud(columns []*Column, rows interface{}) ([]string, [][]interface{}) {
	exportColumns := make([]string, 0)

	for _, column := range columns {
		if column.Visible {
			exportColumns = append(exportColumns, column.Label)
		}
	}

	var convertedRows []interface{}

	convertSlice(&convertedRows, rows)

	res := make([][]interface{}, 0)

	for _, row := range convertedRows {
		data := make([]interface{}, 0)

		for _, column := range columns {
			if column.Visible {
				v := reflect.ValueOf(row)
				val := reflect.Indirect(v).FieldByName(column.Key)

				if val.Kind() == reflect.Pointer {
					if val.IsNil() {
						data = append(data, "")

						continue
					}

					val = reflect.Indirect(val)
				}

				switch val.Kind() {
				case reflect.Bool:
					if val.Bool() {
						data = append(data, "True")
					} else {
						data = append(data, "False")
					}

					continue
				}

				switch column.FieldType {
				case FieldTypeDateTime:
					date := time.UnixMilli(val.Int())
					data = append(data, date.Format(helper.TimeLayoutYMDHM))
				case FieldTypeCoordinates:
					data = append(
						data,
						fmt.Sprintf(
							"%v,%v",
							val.FieldByName("Latitude").Float(),
							val.FieldByName("Longitude").Float(),
						),
					)
				default:
					if val.CanUint() {
						data = append(data, val.Uint())
					} else if val.CanFloat() {
						data = append(data, val.Float())
					} else if val.CanInt() {
						data = append(data, val.Int())
					} else {
						data = append(data, val.String())
					}
				}
			}
		}

		res = append(res, data)
	}

	return exportColumns, res
}

func convertSlice(pdst interface{}, src interface{}) {
	dstv := reflect.ValueOf(pdst).Elem()
	srcv := reflect.ValueOf(src)
	dstv.Set(reflect.MakeSlice(dstv.Type(), srcv.Len(), srcv.Len()))

	for i := 0; i < srcv.Len(); i++ {
		dstv.Index(i).Set(reflect.ValueOf(srcv.Index(i).Interface()))
	}
}