Merge pull request #2 from oltarasenko/travis

Add .travis.yml initial config

.travis.yml

@@ -0,0 +1,5 @@
+language: elixir
+elixir: 
+  - '1.7'
+otp_release:
+  - '20.3'

README.md

@@ -1,21 +1,18 @@
 # Crawly
 
 # Overview
----
 
 Crawly is an application framework for crawling web sites and
 extracting structured data which can be used for a wide range of
 useful applications, like data mining, information processing or
 historical archival.
 
 # Requirements
----
 
-1. Elixir  "~> 1.4"
+1. Elixir  "~> 1.7"
 2. Works on Linux, Windows, OS X and BSD
 
 # Install
----
 
 1. Generate an new Elixir project: `mix new <project_name> --sup`
 2. Add Crawly to you mix.exs file
@@ -28,4 +25,3 @@ historical archival.
 
 
 # Documentation
----

config/test.exs

@@ -4,7 +4,7 @@ config :crawly,
   manager_operations_timeout: 30_000,
 
   # The path where items are stored
-  base_store_path: "/tmp/blogs/",
+  base_store_path: "/tmp/",
   # User agents which are going to be used with requests
   user_agents: [
     "Mozilla/5.0 (Macintosh; Intel Mac OS X x.y; rv:42.0) Gecko/20100101 Firefox/42.0",

mix.exs

@@ -32,7 +32,7 @@ defmodule Crawly.Mixfile do
       {:floki, "~> 0.20.0"},
       {:uuid, "~> 1.1"},
       {:poison, "~> 3.1"},
-      {:gollum, path: "/Users/olegtarasenko/repos/gollum"},
+      {:gollum, git: "https://github.com/oltarasenko/gollum.git", tag: "0.1"},
       {:plug_cowboy, "~> 2.0"},
       {:epipe, "~> 1.0"},
       {:credo, "~> 1.0.0", only: [:dev, :test], runtime: false},

mix.lock

@@ -9,6 +9,7 @@
   "ex_doc": {:hex, :ex_doc, "0.20.2", "1bd0dfb0304bade58beb77f20f21ee3558cc3c753743ae0ddbb0fd7ba2912331", [:mix], [{:earmark, "~> 1.3", [hex: :earmark, repo: "hexpm", optional: false]}, {:makeup_elixir, "~> 0.10", [hex: :makeup_elixir, repo: "hexpm", optional: false]}], "hexpm"},
   "excoveralls": {:hex, :excoveralls, "0.11.1", "dd677fbdd49114fdbdbf445540ec735808250d56b011077798316505064edb2c", [:mix], [{:hackney, "~> 1.0", [hex: :hackney, repo: "hexpm", optional: false]}, {:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: false]}], "hexpm"},
   "floki": {:hex, :floki, "0.20.4", "be42ac911fece24b4c72f3b5846774b6e61b83fe685c2fc9d62093277fb3bc86", [:mix], [{:html_entities, "~> 0.4.0", [hex: :html_entities, repo: "hexpm", optional: false]}, {:mochiweb, "~> 2.15", [hex: :mochiweb, repo: "hexpm", optional: false]}], "hexpm"},
+  "gollum": {:git, "https://github.com/oltarasenko/gollum.git", "4607db43c75b88f380432492bd300758ba2ef2bd", [tag: "0.1"]},
   "hackney": {:hex, :hackney, "1.15.1", "9f8f471c844b8ce395f7b6d8398139e26ddca9ebc171a8b91342ee15a19963f4", [:rebar3], [{:certifi, "2.5.1", [hex: :certifi, repo: "hexpm", optional: false]}, {:idna, "6.0.0", [hex: :idna, repo: "hexpm", optional: false]}, {:metrics, "1.0.1", [hex: :metrics, repo: "hexpm", optional: false]}, {:mimerl, "~>1.1", [hex: :mimerl, repo: "hexpm", optional: false]}, {:ssl_verify_fun, "1.1.4", [hex: :ssl_verify_fun, repo: "hexpm", optional: false]}], "hexpm"},
   "html_entities": {:hex, :html_entities, "0.4.0", "f2fee876858cf6aaa9db608820a3209e45a087c5177332799592142b50e89a6b", [:mix], [], "hexpm"},
   "httpoison": {:hex, :httpoison, "1.5.0", "71ae9f304bdf7f00e9cd1823f275c955bdfc68282bc5eb5c85c3a9ade865d68e", [:mix], [{:hackney, "~> 1.8", [hex: :hackney, repo: "hexpm", optional: false]}], "hexpm"},

test/api_test.exs

@@ -27,14 +27,7 @@ defmodule APITest do
       |> Crawly.API.Router.call(@opts)
 
     assert conn.resp_body == "{:stored_requests, 1}"
-    Process.sleep(1_000)
-    conn =
-      :get
-      |> conn("/spiders/TestSpider/scraped-items", "")
-      |> Crawly.API.Router.call(@opts)
-
-
-    assert conn.resp_body == "{:stored_items, 1}"
+    Process.sleep(1000)
 
     conn =
       :get