Skip to content

Drivers 3.9: Segmentation and Collation Analyzers (TG-202) #350

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
ajanikow merged 1 commit into from
Jan 17, 2022
Merged

Drivers 3.9: Segmentation and Collation Analyzers (TG-202) #350

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
30 changes: 30 additions & 0 deletions test/arangosearch_analyzers_test.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -251,6 +251,36 @@ func TestArangoSearchAnalyzerEnsureAnalyzer(t *testing.T) {
},
},
},
{
Name: "create-segmentation",
MinVersion: newVersion("3.9"),
Definition: driver.ArangoSearchAnalyzerDefinition{
Name: "my-segmentation",
Type: driver.ArangoSearchAnalyzerTypeSegmentation,
Properties: driver.ArangoSearchAnalyzerProperties{
Break: driver.ArangoSearchBreakTypeAll,
Case: driver.ArangoSearchCaseUpper,
},
},
},
{
Name: "create-collation",
MinVersion: newVersion("3.9"),
Definition: driver.ArangoSearchAnalyzerDefinition{
Name: "my-collation",
Type: driver.ArangoSearchAnalyzerTypeCollation,
Properties: driver.ArangoSearchAnalyzerProperties{
Locale: "en_US.utf-8",
},
},
ExpectedDefinition: &driver.ArangoSearchAnalyzerDefinition{
Name: "my-collation",
Type: driver.ArangoSearchAnalyzerTypeCollation,
Properties: driver.ArangoSearchAnalyzerProperties{
Locale: "en_US",
},
},
},
}

for _, testCase := range testCases {
Expand Down
20 changes: 19 additions & 1 deletion view_arangosearch.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -65,6 +65,10 @@ const (
ArangoSearchAnalyzerTypeGeoJSON ArangoSearchAnalyzerType = "geojson"
// ArangoSearchAnalyzerTypeGeoPoint an Analyzer capable of breaking up JSON object describing a coordinate into a set of indexable tokens for further usage with ArangoSearch Geo functions.
ArangoSearchAnalyzerTypeGeoPoint ArangoSearchAnalyzerType = "geopoint"
// ArangoSearchAnalyzerTypeSegmentation an Analyzer capable of breaking up the input text into tokens in a language-agnostic manner
ArangoSearchAnalyzerTypeSegmentation ArangoSearchAnalyzerType = "segmentation"
// ArangoSearchAnalyzerTypeCollation an Analyzer capable of converting the input into a set of language-specific tokens
ArangoSearchAnalyzerTypeCollation ArangoSearchAnalyzerType = "collation"
)

// ArangoSearchAnalyzerFeature specifies a feature to an analyzer
Expand All @@ -90,6 +94,17 @@ const (
ArangoSearchCaseNone ArangoSearchCaseType = "none"
)

type ArangoSearchBreakType string

const (
// ArangoSearchBreakTypeAll to return all tokens
ArangoSearchBreakTypeAll ArangoSearchBreakType = "all"
// ArangoSearchBreakTypeAlpha to return tokens composed of alphanumeric characters only (default)
ArangoSearchBreakTypeAlpha ArangoSearchBreakType = "alpha"
// ArangoSearchBreakTypeGraphic to return tokens composed of non-whitespace characters only
ArangoSearchBreakTypeGraphic ArangoSearchBreakType = "graphic"
)

type ArangoSearchNGramStreamType string

const (
Expand Down Expand Up @@ -120,7 +135,7 @@ type ArangoSearchAnalyzerProperties struct {
Delimiter string `json:"delimiter,omitempty"`
// Accent used by Norm, Text
Accent *bool `json:"accent,omitempty"`
// Case used by Norm, Text
// Case used by Norm, Text, Segmentation
Case ArangoSearchCaseType `json:"case,omitempty"`

// EdgeNGram used by Text
Expand Down Expand Up @@ -173,6 +188,9 @@ type ArangoSearchAnalyzerProperties struct {
Latitude []string `json:"latitude,omitempty"`
// Longitude used by GetPoint.
Longitude []string `json:"longitude,omitempty"`

// Break used by Segmentation
Break ArangoSearchBreakType `json:"break,omitempty"`
}

// ArangoSearchAnalyzerGeoJSONType GeoJSON Type parameter.
Expand Down