Version 1.4

.coveragerc

@@ -0,0 +1,5 @@
+[report]
+omit =  
+    */python?.?/*
+    */site-packages/nose/*
+    *__init__*

.landscape.yml

@@ -1,6 +1,5 @@
 doc-warnings: no
 test-warnings: no
-strictness: veryhigh
 max-line-length: 120
 autodetect: yes
 python-targets:

.travis.yml

@@ -1,6 +1,24 @@
 language: python
 python:
   - "2.7"
+install:
+  - pip install coveralls
+  - pip install coverage
+  - pip install nose
+  - pip install python-magic
+  - pip install useragent fake_useragent
+  - pip install beautifulsoup4
+  - pip install mechanize
+  - pip install docx2txt
+  - pip install BeautifulSoup
+  - pip install --upgrade requests
+  - pip install xlsx2csv --upgrade
+  - pip install configparser 
+  - pip install BeautifulSoup --upgrade
+  - pip install pdfminer --upgrade
+  - pip install python-docx
+  - pip install python-pptx
+  - pip install dnspython --upgrade
 script:
   - "sudo sh Setup.sh"
   - "sudo ./SimplyEmail.py -l"
@@ -9,4 +27,7 @@ script:
   - "sudo ./SimplyEmail.py -verify"
   - "sudo ./SimplyEmail.py -s"
   - "sudo ./SimplyEmail.py -s -e cybersyndicates.com"
+  - nosetests --with-coverage
+after_success:
+  - coveralls
 

Common/SimplyEmail.ini

@@ -2,7 +2,7 @@
 UserAgent: (Mozilla/5.0 (Windows; U; Windows NT 6.0;en-US; rv:1.9.2) Gecko/20100115 Firefox/3.6
 SaveFile: Email_List.txt
 HtmlFile: Email_List.html
-Version: v1.3
+Version: v1.4
 VersionRepoCheck: Yes
 VersionRepoCheckLocation: https://raw.githubusercontent.com/killswitch-GUI/SimplyEmail/master/License/LICENSE-Version
 
@@ -104,12 +104,24 @@ StartQuantity: 0
 QueryLimit: 20
 QueryStart: 0
 
+# Settings for Google pptx Search
+[GooglePptxSearch]
+StartQuantity: 0
+QueryLimit: 20
+QueryStart: 0
+
 # Settings for Google docx Search
 [GoogleDocxSearch]
 StartQuantity: 0
 QueryLimit: 20
 QueryStart: 0
 
+# Settings for Google csv Search
+[GoogleCsvSearch]
+StartQuantity: 0
+QueryLimit: 20
+QueryStart: 0
+
 # Settings for PasteBin Search on Google
 [GooglePasteBinSearch]
 StartQuantity: 100
@@ -122,6 +134,12 @@ StartQuantity: 30
 QueryLimit: 100
 QueryStart: 0
 
+# Settings for Exalead Search
+[ExaleadPPTXSearch]
+StartQuantity: 30
+QueryLimit: 100
+QueryStart: 0
+
 # Settings for Exalead PDF Search
 [ExaleadPDFSearch]
 StartQuantity: 30

Common/SimplyEmailAggressive.ini

@@ -103,6 +103,12 @@ StartQuantity: 0
 QueryLimit: 500
 QueryStart: 0
 
+# Settings for Google pptx Search
+[GooglePptxSearch]
+StartQuantity: 0
+QueryLimit: 20
+QueryStart: 0
+
 # Settings for Google docx Search
 [GoogleDocxSearch]
 StartQuantity: 0
@@ -121,6 +127,12 @@ StartQuantity: 30
 QueryLimit: 400
 QueryStart: 0
 
+# Settings for Exalead Search
+[ExaleadPPTXSearch]
+StartQuantity: 30
+QueryLimit: 400
+QueryStart: 0
+
 # Settings for Exalead PDF Search
 [ExaleadPDFSearch]
 StartQuantity: 30

Common/SimplyEmailTest.ini

@@ -0,0 +1,171 @@
+[GlobalSettings]
+UserAgent: (Mozilla/5.0 (Windows; U; Windows NT 6.0;en-US; rv:1.9.2) Gecko/20100115 Firefox/3.6
+SaveFile: Email_List.txt
+HtmlFile: Email_List.html
+Version: v1.3
+VersionRepoCheck: Yes
+VersionRepoCheckLocation: https://raw.githubusercontent.com/killswitch-GUI/SimplyEmail/master/License/LICENSE-Version
+
+[ProcessConfig]
+TottalProcs: 8
+
+# API keys will be labeld
+# By the service
+[APIKeys]
+Canario: 
+
+# Settings for HTML Scrapping module
+# Save can add in a path - default is the SimpleEmail folder with domain name
+[HtmlScrape]
+Depth: 1
+Wait: 0
+LimitRate: 10000k
+Timeout: 2
+Maxfilesize: 
+Save: 
+RemoveHTML: Yes
+
+# You can use a few diffrent Key Servers so a config may be a good idea for this
+[SearchPGP]
+KeyServer: pgp.rediris.es:11371
+Hostname: pgp.rediris.es
+
+# Settings for Google Search
+[GoogleSearch]
+StartQuantity: 100
+QueryLimit: 100
+QueryStart: 0
+
+#Flickr Settings
+[FlickrSearch]
+Hostname: flickr.com
+
+#GitHub Code Scraping settigns
+#Page Depth: WARNING every page can contain upto 30 users and multiple links to scrape, this can slow down the results obtain very fast 
+[GitHubSearch]
+PageDepth: 1
+QueryStart: 1
+
+#StartPAge Search engine settings
+[StartPageSearch]
+StartQuantity: 100
+QueryLimit: 100
+QueryStart: 0
+
+#YahooSearch engine settings
+[YahooSearch]
+StartQuantity: 100
+QueryLimit: 100
+QueryStart: 0
+
+#Canary PasteBin Search NON-API
+[CanaryPasteBin]
+PageDepth: 1
+QueryStart: 1
+MaxPastesToSearch: 5
+
+# Search Git Hub Gist code
+# Page Depth: WARNING every page can contain upto 30 users and multiple links to scrape, this can slow down the results obtain very fast 
+[GitHubGistSearch]
+PageDepth: 1
+QueryStart: 1
+
+# Ask Search Engine Search
+[AskSearch]
+QueryPageLimit: 1
+QueryStart: 0
+
+# Search Github Users
+# This can return a TON of users, but dependent on parser
+[GitHubUserSearch]
+PageDepth: 1
+QueryStart: 1
+
+# Settings for ReditPost search
+[RedditPostSearch]
+QueryLimit: 100
+QueryStart: 0
+
+# Settings for Google PDF Search
+[GooglePDFSearch]
+StartQuantity: 0
+QueryLimit: 10
+QueryStart: 0
+
+# Settings for Google doc Search
+[GoogleDocSearch]
+StartQuantity: 0
+QueryLimit: 10
+QueryStart: 0
+
+# Settings for Google csv Search
+[GoogleCsvSearch]
+StartQuantity: 0
+QueryLimit: 20
+QueryStart: 0
+
+# Settings for Google pptx Search
+[GooglePptxSearch]
+StartQuantity: 0
+QueryLimit: 20
+QueryStart: 0
+
+# Settings for Google csv Search
+[GoogleCsvSearch]
+StartQuantity: 0
+QueryLimit: 20
+QueryStart: 0
+
+# Settings for Google xlsx Search
+[GoogleXlsxSearch]
+StartQuantity: 0
+QueryLimit: 10
+QueryStart: 0
+
+# Settings for Google docx Search
+[GoogleDocxSearch]
+StartQuantity: 0
+QueryLimit: 10
+QueryStart: 0
+
+# Settings for PasteBin Search on Google
+[GooglePasteBinSearch]
+StartQuantity: 100
+QueryLimit: 100
+QueryStart: 0
+
+# Settings for Exalead Search
+[ExaleadSearch]
+StartQuantity: 30
+QueryLimit: 100
+QueryStart: 0
+
+# Settings for Exalead Search
+[ExaleadPPTXSearch]
+StartQuantity: 30
+QueryLimit: 100
+QueryStart: 0
+
+# Settings for Exalead PDF Search
+[ExaleadPDFSearch]
+StartQuantity: 30
+QueryLimit: 20
+QueryStart: 0
+
+# Settings for Exalead DOC Search
+[ExaleadDOCSearch]
+StartQuantity: 30
+QueryLimit: 20
+QueryStart: 0
+
+# Settings for Exalead DOCX Search
+[ExaleadDOCXSearch]
+StartQuantity: 30
+QueryLimit: 20
+QueryStart: 0
+
+# Settings for Exalead XLSX Search
+[ExaleadXLSXSearch]
+StartQuantity: 30
+QueryLimit: 20
+QueryStart: 0

Common/TaskController.py

@@ -243,26 +243,26 @@ def CleanResults(self, domain, scope=False):
         self.logger.info("Completed cleaning results")
         return FinalList, HtmlFinalList
 
-    def Consumer(self, Results_queue):
+    def Consumer(self, Results_queue, verbose):
         while True:
             try:
                 item = Results_queue.get()
                 if item is None:
                     break
                 self.ConsumerList.append(item)
             except Exception as e:
-                if self.Verbose:
+                if verbose:
                     print e
 
-    def HtmlConsumer(self, Html_queue):
+    def HtmlConsumer(self, Html_queue, verbose):
         while True:
             try:
                 item = Html_queue.get()
                 if item is None:
                     break
                 self.HtmlList.append(item)
             except Exception as e:
-                if self.Verbose:
+                if verbose:
                     print e
 
     def TaskSelector(self, domain, verbose=False, scope=False, Names=False, Verify=False):
@@ -309,11 +309,11 @@ def TaskSelector(self, domain, verbose=False, scope=False, Names=False, Verify=F
         # 4) once finshed, than release by a break
         # 5) finally the Results_queue would be empty
         # 6) All procs can finally join!
-        t = threading.Thread(target=self.Consumer, args=(Results_queue,))
+        t = threading.Thread(target=self.Consumer, args=(Results_queue, verbose,))
         t.daemon = True
         t.start()
         # Start Html Consumer / Trying to keep these seprate
-        t2 = threading.Thread(target=self.HtmlConsumer, args=(Html_queue,))
+        t2 = threading.Thread(target=self.HtmlConsumer, args=(Html_queue, verbose,))
         t2.daemon = True
         t2.start()
         # Enter this loop so we know when to terminate the Consumer thread
@@ -424,11 +424,11 @@ def TestModule(self, domain, module, verbose=False, scope=False, Names=False, Ve
         # 4) once finshed, than release by a break
         # 5) finally the Results_queue would be empty
         # 6) All procs can finally join!
-        t = threading.Thread(target=self.Consumer, args=(Results_queue,))
+        t = threading.Thread(target=self.Consumer, args=(Results_queue, verbose,))
         t.daemon = True
         t.start()
         # Start Html Consumer / Trying to keep these seprate
-        t2 = threading.Thread(target=self.HtmlConsumer, args=(Html_queue,))
+        t2 = threading.Thread(target=self.HtmlConsumer, args=(Html_queue, verbose,))
         t2.daemon = True
         t2.start()
         # Enter this loop so we know when to terminate the Consumer thread