Merge branch 'search-command'

dephell/commands/__init__.py

@@ -16,6 +16,7 @@
 from .jail_remove import JailRemoveCommand
 from .package_install import PackageInstallCommand
 from .package_list import PackageListCommand
+from .package_search import PackageSearchCommand
 from .package_show import PackageShowCommand
 from .venv_create import VenvCreateCommand
 from .venv_destroy import VenvDestroyCommand
@@ -42,6 +43,7 @@
     'JailRemoveCommand',
     'PackageListCommand',
     'PackageInstallCommand',
+    'PackageSearchCommand',
     'PackageShowCommand',
     'VenvCreateCommand',
     'VenvDestroyCommand',
@@ -71,6 +73,7 @@
     # 'jail update': ...,
     'package install': PackageInstallCommand,
     'package list': PackageListCommand,
+    'package search': PackageSearchCommand,
     'package show': PackageShowCommand,
     'venv create': VenvCreateCommand,
     'venv destroy': VenvDestroyCommand,

dephell/commands/helpers.py

@@ -30,6 +30,7 @@ def _each(value):
     'max()': lambda v: max(v),
     'min()': lambda v: min(v),
     'reverse()': lambda v: v[::-1],
+    'sort()': lambda v: sorted(v),
     'type()': lambda v: type(v).__name__,
     'zip()': lambda v: list(map(list, zip(*v))),
 
@@ -38,6 +39,7 @@ def _each(value):
     'latest()': lambda v: v[-1],
     'length()': lambda v: len(v),
     'reversed()': lambda v: v[::-1],
+    'sorted()': lambda v: sorted(v),
 }
 
 

dephell/commands/package_search.py

@@ -0,0 +1,27 @@
+# built-in
+from argparse import ArgumentParser, REMAINDER
+
+# app
+from ..config import builders
+from ..repositories import WareHouseRepo
+from .base import BaseCommand
+
+
+class PackageSearchCommand(BaseCommand):
+    @classmethod
+    def get_parser(cls):
+        parser = ArgumentParser(
+            prog='dephell package search',
+            description='Search package on PyPI.org',
+        )
+        builders.build_config(parser)
+        builders.build_output(parser)
+        builders.build_api(parser)
+        builders.build_other(parser)
+        parser.add_argument('name', nargs=REMAINDER, help='package name or other search keywords')
+        return parser
+
+    def __call__(self):
+        repo = WareHouseRepo()
+        results = repo.search(self.args.name)
+        print(self.get_value(data=results, key=self.config.get('filter')))

dephell/repositories/warehouse.py

@@ -1,10 +1,12 @@
 # built-in
 import asyncio
+import re
 from logging import getLogger
 from pathlib import Path
 from tempfile import TemporaryDirectory
-from typing import List, Optional, Tuple, Union
+from typing import List, Optional, Tuple, Union, Dict, Iterable
 from urllib.parse import urlparse
+from xmlrpc.client import ServerProxy
 
 # external
 import attr
@@ -30,6 +32,22 @@
 
 
 logger = getLogger('dephell.repositories')
+rex_token = re.compile(r'^((?P<field>[a-z_]+)\:)?(?P<value>.+)$')
+_fields = {
+    'author_email',
+    'author',
+    'description',
+    'download_url',
+    'home_page',
+    'keywords',
+    'license',
+    'maintainer_email',
+    'maintainer',
+    'name',
+    'platform',
+    'summary',
+    'version',
+}
 
 
 def _process_url(url: str) -> str:
@@ -140,6 +158,29 @@ async def get_dependencies(self, name: str, version: str,
 
         return tuple(result)
 
+    def search(self, query: Iterable[str]) -> List[Dict[str, str]]:
+        fields = dict()
+        for token in query:
+            group = rex_token.fullmatch(token).groupdict()
+            fields[group['field'] or 'name'] = group['value']
+        logger.debug('search on PyPI', extra=dict(query=fields))
+        invalid_fields = set(fields) - _fields
+        if invalid_fields:
+            raise ValueError('Invalid fields: {}'.format(', '.join(invalid_fields)))
+
+        with ServerProxy('https://pypi.org/pypi') as client:
+            response = client.search(fields, 'and')
+
+        results = []
+        for info in response:
+            results.append(dict(
+                name=info['name'],
+                version=info['version'],
+                description=info['summary'],
+                url='https://pypi.org/project/{}/'.format(info['name']),
+            ))
+        return results
+
     # private methods
 
     @classmethod