forked from maddyblue/goread
-
Notifications
You must be signed in to change notification settings - Fork 0
/
snip.go
53 lines (47 loc) · 1.45 KB
/
snip.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
/*
* Copyright (c) 2013 Matt Jibson <matt.jibson@gmail.com>
*
* Permission to use, copy, modify, and distribute this software for any
* purpose with or without fee is hereby granted, provided that the above
* copyright notice and this permission notice appear in all copies.
*
* THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
* WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
* MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
* ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
* ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
* OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
*/
package sanitizer
import (
"bytes"
"regexp"
"strings"
"unicode/utf8"
"github.com/mjibson/goread/_third_party/golang.org/x/net/html"
)
var snipRe = regexp.MustCompile("[\\s]+")
func SnipText(s string, length int) string {
s = snipRe.ReplaceAllString(strings.TrimSpace(s), " ")
s = html.UnescapeString(s)
if len(s) <= length {
return s
}
s = s[:length]
i := strings.LastIndexAny(s, " .-!?")
if i != -1 {
return s[:i]
}
return CleanNonUTF8(s)
}
func CleanNonUTF8(s string) string {
b := &bytes.Buffer{}
for i := 0; i < len(s); i++ {
c, size := utf8.DecodeRuneInString(s[i:])
if c != utf8.RuneError || size != 1 {
b.WriteRune(c)
}
}
return b.String()
}