Merge pull request #27 from artifactlabs/master

Lets add the option for User Agent
samholmes · May 1, 2019 · ef532ed · ef532ed
2 parents 7ea6a7c + 5a23bc5
commit ef532ed
Show file tree

Hide file tree

Showing 3 changed files with 541 additions and 4 deletions.
diff --git a/index.js b/index.js
@@ -12,7 +12,8 @@ var shorthandProperties = {
 
 
 exports = module.exports = function(url, cb, options){
-	exports.getHTML(url, function(err, html){
+  var userAgent = (options || {}).userAgent || 'NodeOpenGraphCrawler (https://github.com/samholmes/node-open-graph)'
+	exports.getHTML(url, userAgent, function(err, html){
 		if (err) return cb(err);
 
 		try {
@@ -27,7 +28,7 @@ exports = module.exports = function(url, cb, options){
 }
 
 
-exports.getHTML = function(url, cb){
+exports.getHTML = function(url, userAgent, cb){
 	var purl = require('url').parse(url);
 
 	if (!purl.protocol)
@@ -39,7 +40,8 @@ exports.getHTML = function(url, cb){
 			url: url,
 			encoding: 'utf8',
 			gzip: true,
-			jar: true
+      jar: true,
+      headers: { 'User-Agent': userAgent },
 		},
 		function(err, res, body) {
 			if (err) return cb(err);