[Issue #2] Add robots.txt

gatsby-config.js

@@ -1,5 +1,6 @@
 module.exports = {
   siteMetadata: {
+    siteUrl: 'https://kujyp.github.io',
     url: 'https://kujyp.github.io',
     title: 'kujyp 개발블로그',
     subtitle: 'ML DevOps, Python, Docker ...',
@@ -21,6 +22,7 @@ module.exports = {
     }
   },
   plugins: [
+    'gatsby-plugin-robots-txt',
     {
       resolve: 'gatsby-source-filesystem',
       options: {

package.json

@@ -23,14 +23,17 @@
   "author": "Alexander Shelepenok <alxshelepenok@gmail.com>",
   "license": "MIT",
   "dependencies": {
+    "bluebird": "^3.5.1",
     "gatsby": "^1.9.164",
     "gatsby-link": "^1.6.34",
     "gatsby-plugin-catch-links": "^1.0.14",
     "gatsby-plugin-feed": "^1.3.15",
     "gatsby-plugin-google-analytics": "^1.0.15",
+    "gatsby-plugin-google-fonts": "latest",
     "gatsby-plugin-offline": "^1.0.12",
     "gatsby-plugin-postcss-sass": "^1.0.15",
     "gatsby-plugin-react-helmet": "^2.0.3",
+    "gatsby-plugin-robots-txt": "^1.4.0",
     "gatsby-plugin-sharp": "^1.6.25",
     "gatsby-plugin-sitemap": "^1.2.10",
     "gatsby-remark-copy-linked-files": "^1.5.25",
@@ -42,19 +45,17 @@
     "gatsby-transformer-remark": "^1.7.28",
     "gatsby-transformer-sharp": "^1.6.16",
     "lodash": "^4.17.4",
-    "bluebird": "^3.5.1",
     "react": "^15.6.1",
-    "react-helmet": "^5.2.0",
     "react-disqus-comments": "^1.1.1",
-    "gatsby-plugin-google-fonts": "latest"
+    "react-helmet": "^5.2.0"
   },
   "devDependencies": {
+    "babel-eslint": "^8.2.1",
     "eslint": "^4.14.0",
     "eslint-config-airbnb": "^16.1.0",
     "eslint-plugin-import": "^2.8.0",
     "eslint-plugin-jsx-a11y": "^6.0.3",
     "eslint-plugin-react": "^7.5.1",
-    "babel-eslint": "^8.2.1",
     "gh-pages": "^1.1.0",
     "lost": "^8.2.0",
     "postcss-pxtorem": "^4.0.1",