Final MongoDB edition.

Author: mikeckennedy

src/ch16-mongodb-version/final/pypi_nosql/.idea/dictionaries/screencaster.xml

@@ -3,6 +3,8 @@
 from pyramid.config import Configurator
 
 from pypi.data.db_session import DbSession
+from pypi.nosql import mongo_setup
+from pypi.nosql.users import User
 
 
 def main(global_config, **settings):
@@ -57,10 +59,4 @@ def init_routing(config):
 
 
 def init_db(_):
-    db_file = os.path.abspath(
-        os.path.join(
-            os.path.dirname(__file__),
-            'db',
-            'pypi.sqlite'
-        ))
-    DbSession.global_init(db_file)
+    mongo_setup.global_init()

src/ch16-mongodb-version/final/pypi_nosql/.idea/inspectionProfiles/Project_Default.xml

@@ -0,0 +1,100 @@
+import os
+
+from pypi import DbSession
+from pypi.nosql import mongo_setup
+
+from pypi.data.users import User as SqlUser
+from pypi.nosql.users import User as MongoUser
+
+from pypi.data.packages import Package as SqlPackage
+from pypi.nosql.packages import Package as MongoPackage
+
+from pypi.data.releases import Release as SqlRelease
+from pypi.nosql.releases import Release as MongoRelease
+
+
+def main():
+    init_dbs()
+    migrate_users()
+    migrate_packages()
+    migrate_releases()
+
+
+def migrate_users():
+    if MongoUser.objects().count():
+        return
+
+    session = DbSession.factory()
+    sql_users = session.query(SqlUser).all()
+    for sut in sql_users:
+        su: SqlUser = sut
+        u = MongoUser()
+        u.created_date = su.created_date
+        u.hashed_password = su.hashed_password
+        u.name = su.name
+        u.email = su.email
+        u.save()
+
+
+def migrate_packages():
+    if MongoPackage.objects().count():
+        return
+
+    session = DbSession.factory()
+    sql_packages = session.query(SqlPackage).all()
+    for sup in sql_packages:
+        sp: SqlPackage = sup
+        p = MongoPackage()
+        p.id = sp.id
+        p.created_date = sp.created_date
+        p.summary = sp.summary
+        p.description = sp.description
+        p.home_page = sp.home_page
+        p.docs_url = sp.docs_url
+        p.package_url = sp.package_url
+
+        p.author = sp.author_name
+        p.author_email = sp.author_email
+
+        p.license = sp.license
+        p.maintainers = []  # Find, load, and copy over maintainer IDs.
+
+        p.save()
+
+
+def migrate_releases():
+    if MongoRelease.objects().count():
+        return
+
+    session = DbSession.factory()
+    sql_releases = session.query(SqlRelease).all()
+    for srp in sql_releases:
+        sr: SqlRelease = srp
+        r = MongoRelease()
+        r.created_date = sr.created_date
+        r.comment = sr.comment
+        r.major_ver = sr.major_ver
+        r.minor_ver = sr.minor_ver
+        r.build_ver = sr.build_ver
+        r.url = sr.url
+        r.size = sr.size
+        r.package_id = sr.package_id
+
+        r.save()
+
+
+def init_dbs():
+    db_file = os.path.abspath(
+        os.path.join(
+            os.path.dirname(__file__),
+            '..',
+            'db',
+            'pypi.sqlite'
+        ))
+    DbSession.global_init(db_file)
+
+    mongo_setup.global_init(db_name='pypi_nosql')
+
+
+if __name__ == '__main__':
+    main()

src/ch16-mongodb-version/final/pypi_nosql/pypi/__init__.py

@@ -1,3 +1,4 @@
+import bson
 import hashlib
 from datetime import timedelta
 from typing import Optional
@@ -10,7 +11,7 @@
 auth_cookie_name = 'pypi_demo_user'
 
 
-def set_auth(request: Request, user_id: int):
+def set_auth(request: Request, user_id: bson.ObjectId):
     hash_val = __hash_text(str(user_id))
     val = "{}:{}".format(user_id, hash_val)
 
@@ -28,7 +29,7 @@ def __add_cookie_callback(_, response: Response, name: str, value: str):
     response.set_cookie(name, value, max_age=timedelta(days=30))
 
 
-def get_user_id_via_auth_cookie(request: Request) -> Optional[int]:
+def get_user_id_via_auth_cookie(request: Request) -> Optional[bson.ObjectId]:
     if auth_cookie_name not in request.cookies:
         return None
 
@@ -44,7 +45,10 @@ def get_user_id_via_auth_cookie(request: Request) -> Optional[int]:
         print("Warning: Hash mismatch, invalid cookie value")
         return None
 
-    return try_int(user_id)
+    try:
+        return bson.ObjectId(user_id)
+    except:
+        return None
 
 
 def logout(request: Request):

src/ch16-mongodb-version/final/pypi_nosql/pypi/bin/migrate_to_mongo.py

@@ -0,0 +1,24 @@
+import datetime
+import mongoengine
+
+
+class Download(mongoengine.Document):
+    __tablename__ = 'downloads'
+
+    created_date = mongoengine.DateTimeField(default=datetime.datetime.now)
+
+    package_id = mongoengine.StringField()
+    release_id = mongoengine.IntField()
+
+    ip_address = mongoengine.StringField()
+    user_agent = mongoengine.StringField()
+
+    meta = {
+        'db_alias': 'core',
+        'collection': 'documents',
+        'indexes': [
+            'created_date',
+            'package_id',
+            'release_id',
+        ]
+    }

src/ch16-mongodb-version/final/pypi_nosql/pypi/infrastructure/cookie_auth.py

@@ -0,0 +1,17 @@
+import datetime
+import mongoengine
+
+
+class ProgrammingLanguage(mongoengine.Document):
+
+    id = mongoengine.StringField(primary_key=True)
+    created_date = mongoengine.DateTimeField(default=datetime.datetime.now)
+    description = mongoengine.StringField()
+
+    meta = {
+        'db_alias': 'core',
+        'collection': 'languages',
+        'indexes': [
+            'created_date',
+        ]
+    }

src/ch16-mongodb-version/final/pypi_nosql/pypi/nosql/__init__.py

@@ -0,0 +1,16 @@
+import datetime
+import mongoengine
+
+
+class License(mongoengine.Document):
+    id = mongoengine.StringField(primary_key=True)
+    created_date = mongoengine.DateTimeField(default=datetime.datetime.now)
+    description = mongoengine.StringField()
+
+    meta = {
+        'db_alias': 'core',
+        'collection': 'licenses',
+        'indexes': [
+            'created_date',
+        ]
+    }

src/ch16-mongodb-version/final/pypi_nosql/pypi/nosql/downloads.py

@@ -0,0 +1,22 @@
+import mongoengine
+
+
+def global_init(user=None, password=None, port=27017,
+                server='localhost', use_ssl=True, db_name='pypi_nosql'):
+    if user or password:
+        # noinspection PyUnresolvedReferences
+        data = dict(
+            username=user,
+            password=password,
+            host=server,
+            port=port,
+            authentication_source='admin',
+            authentication_mechanism='SCRAM-SHA-1',
+            ssl=use_ssl,
+            ssl_cert_reqs=ssl.CERT_NONE)
+        mongoengine.register_connection(alias='core', name=db_name, **data)
+        data['password'] = '*************'
+        print(" --> Registering prod connection: {}".format(data))
+    else:
+        print(" --> Registering dev connection")
+        mongoengine.register_connection(alias='core', name=db_name)

src/ch16-mongodb-version/final/pypi_nosql/pypi/nosql/languages.py

@@ -0,0 +1,36 @@
+import datetime
+
+import mongoengine
+
+
+class Package(mongoengine.Document):
+    __tablename__ = 'packages'
+
+    id = mongoengine.StringField(primary_key=True)
+    created_date = mongoengine.DateTimeField(default=datetime.datetime.now)
+    summary = mongoengine.StringField()
+    description = mongoengine.StringField()
+
+    home_page = mongoengine.StringField()
+    docs_url = mongoengine.StringField()
+    package_url = mongoengine.StringField()
+
+    author = mongoengine.StringField()
+    author_email = mongoengine.StringField()
+    license = mongoengine.StringField()
+
+    maintainers = mongoengine.ListField(mongoengine.ObjectIdField())
+
+    meta = {
+        'db_alias': 'core',
+        'collection': 'packages',
+        'indexes': [
+            'created_date',
+            'author_email',
+            'license',
+            'maintainers'
+        ]
+    }
+
+    def __repr__(self):
+        return '<Package {}>'.format(self.id)

src/ch16-mongodb-version/final/pypi_nosql/pypi/nosql/licenses.py

@@ -0,0 +1,34 @@
+import datetime
+
+import mongoengine
+
+
+class Release(mongoengine.Document):
+    package_id = mongoengine.StringField()
+
+    major_ver = mongoengine.IntField()
+    minor_ver = mongoengine.IntField()
+    build_ver = mongoengine.IntField()
+
+    created_date = mongoengine.DateTimeField(default=datetime.datetime.now)
+    comment = mongoengine.StringField()
+    url = mongoengine.StringField()
+    size = mongoengine.IntField()
+
+    meta = {
+        'db_alias': 'core',
+        'collection': 'releases',
+        'indexes': [
+            'created_date',
+            'package_id',
+            'major_ver',
+            'minor_ver',
+            'build_ver',
+            {'fields': ['major_ver', 'minor_ver', 'build_ver']},
+            {'fields': ['-major_ver', '-minor_ver', '-build_ver']},
+        ]
+    }
+
+    @property
+    def version_text(self):
+        return '{}.{}.{}'.format(self.major_ver, self.minor_ver, self.build_ver)

src/ch16-mongodb-version/final/pypi_nosql/pypi/nosql/mongo_setup.py

@@ -0,0 +1,18 @@
+import datetime
+import mongoengine
+
+
+class User(mongoengine.Document):
+    email = mongoengine.StringField()
+    name = mongoengine.StringField()
+    hashed_password = mongoengine.StringField()
+    created_date = mongoengine.DateTimeField(default=datetime.datetime.now)
+
+    meta = {
+        'db_alias': 'core',
+        'collection': 'users',
+        'indexes': [
+            'created_date',
+            'email',
+        ]
+    }