v0.1.0 (#1)

.gitignore

@@ -11,7 +11,7 @@
 /tmp/
 
 # Used by dotenv library to load environment variables.
-# .env
+.env
 
 ## Specific to RubyMotion:
 .dat*
@@ -42,9 +42,11 @@ build-iPhoneSimulator/
 
 # for a library or gem, you might want to ignore these files since the code is
 # intended to run in multiple environments; otherwise, check them in:
-# Gemfile.lock
-# .ruby-version
-# .ruby-gemset
+Gemfile.lock
+.ruby-version
+.ruby-gemset
 
 # unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
 .rvmrc
+
+.rspec_status

.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

.travis.yml

@@ -0,0 +1,7 @@
+---
+sudo: false
+language: ruby
+cache: bundler
+rvm:
+  - 2.5.1
+before_install: gem install bundler -v 1.16.3

Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in ryo.gemspec
+gemspec

README.md

@@ -1 +1,127 @@
-# ryo
+# Ryo
+
+[![Build Status](https://travis-ci.org/ninoseki/ryo.svg?branch=master)](https://travis-ci.org/ninoseki/ryo)
+[![Maintainability](https://api.codeclimate.com/v1/badges/7e5f124034cd51768567/maintainability)](https://codeclimate.com/github/ninoseki/ryo/maintainability)
+[![Coverage Status](https://coveralls.io/repos/github/ninoseki/ryo/badge.svg)](https://coveralls.io/github/ninoseki/ryo)
+
+Ryo is a yet another website recon tool powered by Ruby.
+
+*Note*: I'm working on this just because for fun and study purposes.
+
+## Concept
+
+- JSON all the way.
+  - No pretty output / report, just a JSON.
+
+## Features & ToDo list
+
+- [x] Directory & File brute force
+- [x] Subdomain discovery
+  - By using [DNSDumpster](https://dnsdumpster.com/) and [FindSubdomains](https://findsubdomains.com/)
+- [x] Website's technology detection
+  - By using [SimpleWhatWeb](https://github.com/ninoseki/SimpleWhatWeb)
+- [x] Whois
+  - By using [DomainBigData](https://domainbigdata.com/)
+- [x] Threading support
+- [ ] Port scanning
+
+## Installation
+
+```sh
+$ gem install ryo
+```
+
+## Usage
+
+```sh
+$ ryo
+Commands:
+  ryo all URL         # Run all discovery plugins against a given URL
+  ryo dir URL         # Discover directories and files belong to a given URL
+  ryo help [COMMAND]  # Describe available commands or one specific command
+  ryo subdomain URL   # Discover subdomains of a given URL
+  ryo tech URL        # Discover used technolgies of a given URL
+  ryo whois URL       # Discover whois information of a given URL
+```
+
+```sh
+# start Webrick HTTP server
+# $ ruby -rwebrick -e 'WEBrick::HTTPServer.new(:DocumentRoot => "./", :Port => 8000).start'
+$ ryo all http://localhost:8000 | jq .
+{
+  "dir": [
+    "http://localhost:8000/.git/",
+    "http://localhost:8000/.git/branches/",
+    "http://localhost:8000/.git/COMMIT_EDITMSG",
+    "http://localhost:8000/.git/config",
+    "http://localhost:8000/.git/description",
+    "http://localhost:8000/.git/FETCH_HEAD",
+    "http://localhost:8000/.git/HEAD",
+    "http://localhost:8000/.git/hooks/",
+    "http://localhost:8000/.git/index",
+    "http://localhost:8000/.git/info/",
+    "http://localhost:8000/.git/info/exclude",
+    "http://localhost:8000/.git/logs/",
+    "http://localhost:8000/.git/logs/HEAD",
+    "http://localhost:8000/.git/logs/refs/heads/master",
+    "http://localhost:8000/.git/logs/refs/remotes/origin/HEAD",
+    "http://localhost:8000/.git/objects/",
+    "http://localhost:8000/.git/packed-refs",
+    "http://localhost:8000/.git/refs/",
+    "http://localhost:8000/.git/refs/heads/master",
+    "http://localhost:8000/.git/refs/remotes/origin/HEAD",
+    "http://localhost:8000/.gitignore",
+    "http://localhost:8000/.gitignore/",
+    "http://localhost:8000/.travis.yml",
+    "http://localhost:8000/Bin/",
+    "http://localhost:8000/bin/",
+    "http://localhost:8000/Gemfile",
+    "http://localhost:8000/Gemfile.lock",
+    "http://localhost:8000/LICENSE",
+    "http://localhost:8000/Rakefile",
+    "http://localhost:8000/README.md",
+    "http://localhost:8000/readme.md"
+  ],
+  "subdomain": [],
+  "tech": {
+    "HTTPServer": [
+      {
+        "name": "server string",
+        "string": "WEBrick/1.4.2 (Ruby/2.5.1/2018-03-29)",
+        "certainty": 100
+      }
+    ],
+    "Ruby": [
+      {
+        "regexp": [
+          "Ruby"
+        ],
+        "search": "headers[server]",
+        "certainty": 100
+      },
+      {
+        "regexp": [
+          "WEBrick"
+        ],
+        "search": "headers[server]",
+        "certainty": 100
+      }
+    ],
+    "Title": [
+      {
+        "name": "page title",
+        "string": "Index of /",
+        "certainty": 100
+      }
+    ]
+  },
+  "whois": {
+    "globa_stats": {},
+    "registrant": {}
+  }
+}
+```
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ryo"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

exe/ryo

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+$LOAD_PATH.unshift("#{__dir__}/../lib")
+
+require "ryo"
+
+Ryo::CLI.start

lib/ryo.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+require "uri"
+require "oga"
+
+require "ryo/error"
+
+require "ryo/client"
+require "ryo/target"
+require "ryo/plugin"
+
+require "ryo/cli"
+
+require "ryo/version"
+
+module Ryo
+  def self.discover(uri, options)
+    target = Target.new(uri)
+
+    h = {}
+    h[:dir] = Plugin::Dir.discover(target.uri) if options[:dir] || options[:all]
+    h[:subdomain] = Plugin::Subdomain.discover(target.fld) if options[:subdomain] || options[:all]
+    h[:tech] = Plugin::Tech.discover(target.uri) if options[:tech] || options[:all]
+    h[:whois] = Plugin::Whois.discover(target.domain) if options[:whois] || options[:all]
+    h
+  end
+end