Make the DisallowAll instance public

temoto · Jul 16, 2022 · 60a6ab8 · 60a6ab8
1 parent 1727854
commit 60a6ab8
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/robotstxt.go b/robotstxt.go
@@ -57,7 +57,7 @@ func (e ParseError) Error() string {
 }
 
 var AllowAll = &RobotsData{allowAll: true}
-var disallowAll = &RobotsData{disallowAll: true}
+var DisallowAll = &RobotsData{disallowAll: true}
 var emptyGroup = &Group{}
 
 func FromStatusAndBytes(statusCode int, body []byte) (*RobotsData, error) {
@@ -78,7 +78,7 @@ func FromStatusAndBytes(statusCode int, body []byte) (*RobotsData, error) {
 	// Server errors (5xx) are seen as temporary errors that result in a "full
 	// disallow" of crawling.
 	case statusCode >= 500 && statusCode < 600:
-		return disallowAll, nil
+		return DisallowAll, nil
 	}
 
 	return nil, errors.New("Unexpected status: " + strconv.Itoa(statusCode))