Fixes #295 Added Mojeek support

README.md

@@ -23,7 +23,7 @@ The API(s) provided by query-server are as follows:
 
 ` GET /api/v1/search/<search-engine>?query=query&format=format `
 
-> *search-engine* : [`google`, `ask`, `bing`, `duckduckgo`, `yahoo`, `yandex`, `baidu`, `exalead`, `quora`, `youtube`, `parsijoo`]
+> *search-engine* : [`google`, `ask`, `bing`, `duckduckgo`, `yahoo`, `yandex`, `baidu`, `exalead`, `quora`, `youtube`, `parsijoo`, `mojeek`]
 
 > *query* : query can be any string 
 

app/scrapers/__init__.py

@@ -12,6 +12,7 @@
 from quora import Quora
 from youtube import Youtube
 from parsijoo import Parsijoo
+from mojeek import Mojeek
 
 scrapers = {
     'g': Google(),
@@ -24,7 +25,8 @@
     'e': Exalead(),
     'q': Quora(),
     't': Youtube(),
-    'p': Parsijoo()
+    'p': Parsijoo(),
+    'm': Mojeek()
 }
 
 

app/scrapers/mojeek.py

@@ -0,0 +1,26 @@
+from __future__ import print_function
+from generalized import Scraper
+
+
+class Mojeek(Scraper):
+    """Scraper class for Mojeek"""
+
+    def __init__(self):
+        self.url = 'https://www.mojeek.co.uk/search'
+        self.defaultStart = 1
+        self.startKey = 's'
+
+    def parseResponse(self, soup):
+        """ Parse the response and return set of urls
+        Returns: urls (list)
+                [[Tile1,url1], [Title2, url2],..]
+        """
+        urls = []
+        for a in soup.findAll('a', {'class': 'ob'}):
+            title = a.getText()
+            url = a.get('href')
+            urls.append({'title': title, 'link': url})
+
+        print('Mojeek parsed: ' + str(urls))
+
+        return urls

app/server.py

@@ -41,7 +41,7 @@ def search(search_engine):
         engine = search_engine
         if engine not in ('google', 'bing', 'duckduckgo', 'yahoo', 'ask',
                           'yandex', 'ubaidu', 'exalead', 'quora', 'tyoutube',
-                          'parsijoo'):
+                          'parsijoo', 'mojeek'):
             err = [404, 'Incorrect search engine', qformat]
             return bad_request(err)
 

app/templates/index.html

@@ -65,6 +65,7 @@ <h1><code>query-server</code></h1>
                             <button type="submit" value="exalead" class="btn btn-lg  search btn-outline"><img src="{{ url_for('static', filename='images/exalead_icon.png') }}" width="30px" alt="Exalead Icon"> Exalead</button>
                             <button type="submit" value="quora" class="btn btn-lg  search btn-outline"><img src="{{ url_for('static', filename='images/quora_icon.png') }}" width="30px" alt="Quora Icon"> Quora</button>
                             <button type="submit" value="parsijoo" class="btn btn-lg  search btn-outline"><img src="{{ url_for('static', filename='images/parsijoo_icon.png') }}" width="30px" alt="Parsijoo Icon"> Parsijoo</button>
+                            <button type="submit" value="mojeek" class="btn btn-lg  search btn-outline"><img src="{{ url_for('static', filename='images/mojeek_icon.png') }}" width="30px" alt="Mojeek Icon"> Mojeek</button>
                             <button type="submit" value="tyoutube" class="btn btn-lg  search btn-outline"><img src="{{ url_for('static', filename='images/youtube_icon.png') }}" width="30px" alt="YouTube Icon"> YouTube</button>
                         </div>
                     </div>