Merge pull request #841 from blowmage/language-setup

Language setup [refs #828]
googleapis · Aug 23, 2016 · db7e4ad · db7e4ad
2 parents 598f85f + 6a61d0c
commit db7e4ad
Show file tree

Hide file tree

Showing 31 changed files with 5,346 additions and 16 deletions.
diff --git a/google-cloud-language/Gemfile b/google-cloud-language/Gemfile
@@ -4,6 +4,7 @@ gemspec
 
 gem "rake"
 gem "google-cloud-core", path: "../google-cloud-core"
+gem "google-cloud-storage", path: "../google-cloud-storage"
 gem "gcloud-jsondoc",
     git: "https://github.com/GoogleCloudPlatform/gcloud-ruby.git",
     branch: "gcloud-jsondoc"
diff --git a/google-cloud-language/Rakefile b/google-cloud-language/Rakefile
@@ -25,7 +25,20 @@ end
 
 # Acceptance tests
 desc "Runs the language acceptance tests."
-task :acceptance do
+task :acceptance, :project, :keyfile do |t, args|
+  project = args[:project]
+  project ||= ENV["GCLOUD_TEST_PROJECT"] || ENV["LANGUAGE_TEST_PROJECT"]
+  keyfile = args[:keyfile]
+  keyfile ||= ENV["GCLOUD_TEST_KEYFILE"] || ENV["LANGUAGE_TEST_KEYFILE"]
+  if project.nil? || keyfile.nil?
+    fail "You must provide a project and keyfile. e.g. rake acceptance[test123, /path/to/keyfile.json] or LANGUAGE_TEST_PROJECT=test123 LANGUAGE_TEST_KEYFILE=/path/to/keyfile.json rake acceptance"
+  end
+  # always overwrite when running tests
+  ENV["LANGUAGE_PROJECT"] = project
+  ENV["LANGUAGE_KEYFILE"] = keyfile
+
+  $LOAD_PATH.unshift "lib", "acceptance"
+  Dir.glob("acceptance/**/*_test.rb").each { |file| require_relative file }
 end
 
 namespace :acceptance do

diff --git a/google-cloud-language/acceptance/language/html_test.rb b/google-cloud-language/acceptance/language/html_test.rb
@@ -0,0 +1,273 @@
+# Copyright 2016 Google Inc. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require "language_helper"
+
+describe "Language (HTML)", :language do
+  let(:hello)   { "Hello from Chris and Mike!" }
+  let(:sayhi)   { "If you find yourself in <strong>Utah</strong>, come say hi!" }
+  let(:ruby)    { "We <em>love</em> ruby and writing code." }
+  let(:content) { "<html><head><title>#{hello}</title></head>" + \
+                  "<body><h1>#{sayhi}</h1><p>#{ruby}</p></body></html>".encode("UTF-8") }
+
+  describe "annotation" do
+    it "works without creating a document" do
+      annotation = language.annotate content, format: :html
+
+      annotation.language.must_equal "en"
+
+      annotation.sentiment.language.must_equal "en"
+      annotation.sentiment.polarity.must_be_close_to 1.0
+      annotation.sentiment.magnitude.must_be_close_to 1.899999976158142
+
+      annotation.entities.count.must_equal 2
+      annotation.entities.language.must_equal "en"
+      annotation.entities.unknown.map(&:name).must_equal []
+      annotation.entities.people.map(&:name).must_equal ["chris"]
+      annotation.entities.locations.map(&:name).must_equal ["utah"]
+      annotation.entities.places.map(&:name).must_equal ["utah"]
+      annotation.entities.organizations.map(&:name).must_equal []
+      annotation.entities.events.map(&:name).must_equal []
+      annotation.entities.artwork.map(&:name).must_equal []
+      annotation.entities.goods.map(&:name).must_equal []
+      annotation.entities.other.map(&:name).must_equal []
+
+      annotation.sentences.map(&:text).must_equal [hello, sayhi, ruby]
+      annotation.tokens.count.must_equal 24
+      token = annotation.tokens.first
+      token.text.must_equal "Hello"
+      token.part_of_speech.must_equal :X
+      token.head_token_index.must_equal 0
+      token.label.must_equal :ROOT
+      token.lemma.must_equal "Hello"
+    end
+
+    it "works with creating a document with format and language options" do
+      doc = language.document content, format: :html, language: :en
+      doc.must_be :html?
+      doc.wont_be :text?
+
+      annotation = language.annotate doc
+
+      annotation.language.must_equal "en"
+
+      annotation.sentiment.language.must_equal "en"
+      annotation.sentiment.polarity.must_be_close_to 1.0
+      annotation.sentiment.magnitude.must_be_close_to 1.899999976158142
+
+      annotation.entities.count.must_equal 2
+      annotation.entities.language.must_equal "en"
+      annotation.entities.unknown.map(&:name).must_equal []
+      annotation.entities.people.map(&:name).must_equal ["chris"]
+      annotation.entities.locations.map(&:name).must_equal ["utah"]
+      annotation.entities.places.map(&:name).must_equal ["utah"]
+      annotation.entities.organizations.map(&:name).must_equal []
+      annotation.entities.events.map(&:name).must_equal []
+      annotation.entities.artwork.map(&:name).must_equal []
+      annotation.entities.goods.map(&:name).must_equal []
+      annotation.entities.other.map(&:name).must_equal []
+
+      annotation.sentences.map(&:text).must_equal [hello, sayhi, ruby]
+      annotation.tokens.count.must_equal 24
+      token = annotation.tokens.first
+      token.text.must_equal "Hello"
+      token.part_of_speech.must_equal :X
+      token.head_token_index.must_equal 0
+      token.label.must_equal :ROOT
+      token.lemma.must_equal "Hello"
+    end
+
+    it "works with creating a document using #html helper method" do
+      doc = language.html content
+      doc.must_be :html?
+      doc.wont_be :text?
+
+      annotation = language.annotate doc
+
+      annotation.language.must_equal "en"
+
+      annotation.sentiment.language.must_equal "en"
+      annotation.sentiment.polarity.must_be_close_to 1.0
+      annotation.sentiment.magnitude.must_be_close_to 1.899999976158142
+
+      annotation.entities.count.must_equal 2
+      annotation.entities.language.must_equal "en"
+      annotation.entities.unknown.map(&:name).must_equal []
+      annotation.entities.people.map(&:name).must_equal ["chris"]
+      annotation.entities.locations.map(&:name).must_equal ["utah"]
+      annotation.entities.places.map(&:name).must_equal ["utah"]
+      annotation.entities.organizations.map(&:name).must_equal []
+      annotation.entities.events.map(&:name).must_equal []
+      annotation.entities.artwork.map(&:name).must_equal []
+      annotation.entities.goods.map(&:name).must_equal []
+      annotation.entities.other.map(&:name).must_equal []
+
+      annotation.sentences.map(&:text).must_equal [hello, sayhi, ruby]
+      annotation.tokens.count.must_equal 24
+      token = annotation.tokens.first
+      token.text.must_equal "Hello"
+      token.part_of_speech.must_equal :X
+      token.head_token_index.must_equal 0
+      token.label.must_equal :ROOT
+      token.lemma.must_equal "Hello"
+    end
+
+    it "runs only the text feature" do
+      doc = language.document content
+      doc.html!
+      doc.must_be :html?
+      doc.wont_be :text?
+
+      annotation = doc.annotate text: true
+
+      annotation.language.must_equal "en"
+
+      annotation.sentiment.must_be :nil?
+
+      annotation.entities.must_be :empty?
+
+      annotation.sentences.map(&:text).must_equal [hello, sayhi, ruby]
+      annotation.tokens.count.must_equal 24
+      token = annotation.tokens.first
+      token.text.must_equal "Hello"
+      token.part_of_speech.must_equal :X
+      token.head_token_index.must_equal 0
+      token.label.must_equal :ROOT
+      token.lemma.must_equal "Hello"
+    end
+
+    it "runs only the sentiment feature" do
+      doc = language.document content
+      doc.format = :html
+      doc.language = :en
+      doc.must_be :html?
+      doc.wont_be :text?
+
+      annotation = doc.annotate sentiment: true
+
+      annotation.language.must_equal "en"
+
+      annotation.sentiment.language.must_equal "en"
+      annotation.sentiment.polarity.must_be_close_to 1.0
+      annotation.sentiment.magnitude.must_be_close_to 1.899999976158142
+
+      annotation.entities.must_be :empty?
+
+      annotation.sentences.must_be :empty?
+      annotation.tokens.must_be :empty?
+    end
+
+    it "runs only the sentiment feature" do
+      doc = language.document content, format: :html
+      doc.must_be :html?
+      doc.wont_be :text?
+
+      annotation = doc.annotate entities: true
+
+      annotation.language.must_equal "en"
+
+      annotation.sentiment.must_be :nil?
+
+      annotation.entities.count.must_equal 2
+      annotation.entities.language.must_equal "en"
+      annotation.entities.unknown.map(&:name).must_equal []
+      annotation.entities.people.map(&:name).must_equal ["chris"]
+      annotation.entities.locations.map(&:name).must_equal ["utah"]
+      annotation.entities.places.map(&:name).must_equal ["utah"]
+      annotation.entities.organizations.map(&:name).must_equal []
+      annotation.entities.events.map(&:name).must_equal []
+      annotation.entities.artwork.map(&:name).must_equal []
+      annotation.entities.goods.map(&:name).must_equal []
+      annotation.entities.other.map(&:name).must_equal []
+
+      annotation.sentences.must_be :empty?
+      annotation.tokens.must_be :empty?
+    end
+  end
+
+  describe "entities" do
+    it "works without creating a document" do
+      entities = language.entities content, format: :html
+
+      entities.language.must_equal "en"
+
+      entities.count.must_equal 2
+      entities.language.must_equal "en"
+      entities.unknown.map(&:name).must_equal []
+      entities.people.map(&:name).must_equal ["chris"]
+      entities.locations.map(&:name).must_equal ["utah"]
+      entities.places.map(&:name).must_equal ["utah"]
+      entities.organizations.map(&:name).must_equal []
+      entities.events.map(&:name).must_equal []
+      entities.artwork.map(&:name).must_equal []
+      entities.goods.map(&:name).must_equal []
+      entities.other.map(&:name).must_equal []
+    end
+
+    it "works with creating a document" do
+      doc = language.document content, format: :html
+      doc.must_be :html?
+      doc.wont_be :text?
+
+      entities = doc.entities
+
+      entities.language.must_equal "en"
+
+      entities.count.must_equal 2
+      entities.language.must_equal "en"
+      entities.unknown.map(&:name).must_equal []
+      entities.people.map(&:name).must_equal ["chris"]
+      entities.locations.map(&:name).must_equal ["utah"]
+      entities.places.map(&:name).must_equal ["utah"]
+      entities.organizations.map(&:name).must_equal []
+      entities.events.map(&:name).must_equal []
+      entities.artwork.map(&:name).must_equal []
+      entities.goods.map(&:name).must_equal []
+      entities.other.map(&:name).must_equal []
+
+      entities.places.first.name.must_equal "utah"
+      entities.places.first.type.must_equal :LOCATION
+      entities.places.first.metadata.must_equal({"wikipedia_url"=>"http://en.wikipedia.org/wiki/Utah"})
+      entities.places.first.wikipedia_url.must_equal "http://en.wikipedia.org/wiki/Utah"
+      entities.places.first.salience.must_be_close_to 0.06173757091164589
+      entities.places.first.mentions.count.must_equal 1
+      entities.places.first.mentions.first.text.must_equal "Utah"
+      entities.places.first.mentions.first.offset.must_equal 102
+    end
+  end
+
+  describe "sentiment" do
+    it "works without creating a document" do
+      sentiment = language.sentiment content, format: :html
+
+      sentiment.language.must_equal "en"
+
+      sentiment.polarity.must_be_close_to 1.0
+      sentiment.magnitude.must_be_close_to 1.899999976158142
+    end
+
+    it "works with creating a document" do
+      doc = language.document content, format: :html
+      doc.must_be :html?
+      doc.wont_be :text?
+
+      sentiment = doc.sentiment
+
+      sentiment.language.must_equal "en"
+
+      sentiment.polarity.must_be_close_to 1.0
+      sentiment.magnitude.must_be_close_to 1.899999976158142
+    end
+  end
+end