update python package

pongthep · Feb 15, 2021 · 626e947 · 626e947
1 parent 9ddf92a
commit 626e947
Show file tree

Hide file tree

Showing 49 changed files with 112 additions and 134 deletions.
diff --git a/connection/git/git_connection.py b/connection/git/git_connection.py
diff --git a/examples/rdbms/mysql_extractor_script.py b/examples/rdbms/mysql_extractor_script.py
@@ -1,18 +1,18 @@
-from connection.connection_abstract import RDBMSConnection
-from models.server_instance.rdbms_instance import RDBMSInstance
-from models.rdbms.database_info import Database
-from publisher.atlas.rdbms_publisher import RDBMSPublisher
-from factories.connection_factory import RDBMSConnectionFactory
-from factories.extractor_factory import RDBMSExtractorFactory
-from factories.builder_factory import RDBMSBuilderFactory
-from models.enum.connection_enum import RDBMSConnectionName
-from models.enum.builder_enum import RDBMSBuilderName
-from models.enum.extractor_enum import RDBMSExtractorName
-from extractor.rdbms.rdbms_extractor_abstract import RDBMSExtractor
-from builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
+from metadata_extractor.connection.connection_abstract import RDBMSConnection
+from metadata_extractor.models.server_instance.rdbms_instance import RDBMSInstance
+from metadata_extractor.models.rdbms.database_info import Database
+from metadata_extractor.publisher.atlas.rdbms_publisher import RDBMSPublisher
+from metadata_extractor.factories.connection_factory import RDBMSConnectionFactory
+from metadata_extractor.factories.extractor_factory import RDBMSExtractorFactory
+from metadata_extractor.factories.builder_factory import RDBMSBuilderFactory
+from metadata_extractor.models.enum.connection_enum import RDBMSConnectionName
+from metadata_extractor.models.enum.builder_enum import RDBMSBuilderName
+from metadata_extractor.models.enum.extractor_enum import RDBMSExtractorName
+from metadata_extractor.extractor.rdbms.rdbms_extractor_abstract import RDBMSExtractor
+from metadata_extractor.builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
 from typing import List, Dict
-from models.rdbms.column_info import Column
-from publisher.atlas.atlas_publisher import AtlasPublisher
+from metadata_extractor.models.rdbms.column_info import Column
+from metadata_extractor.publisher.atlas.atlas_publisher import AtlasPublisher
 
 if __name__ == "__main__":
     atlas = AtlasPublisher(host='http://localhost:21000')

diff --git a/examples/rdbms/postgresql_extractor_script.py b/examples/rdbms/postgresql_extractor_script.py
@@ -1,18 +1,18 @@
-from connection.connection_abstract import RDBMSConnection
-from models.server_instance.rdbms_instance import RDBMSInstance
-from models.rdbms.database_info import Database
-from publisher.atlas.rdbms_publisher import RDBMSPublisher
-from factories.connection_factory import RDBMSConnectionFactory
-from factories.extractor_factory import RDBMSExtractorFactory
-from factories.builder_factory import RDBMSBuilderFactory
-from models.enum.connection_enum import RDBMSConnectionName
-from models.enum.builder_enum import RDBMSBuilderName
-from models.enum.extractor_enum import RDBMSExtractorName
-from extractor.rdbms.rdbms_extractor_abstract import RDBMSExtractor
-from builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
+from metadata_extractor.connection.connection_abstract import RDBMSConnection
+from metadata_extractor.models.server_instance.rdbms_instance import RDBMSInstance
+from metadata_extractor.models.rdbms.database_info import Database
+from metadata_extractor.publisher.atlas.rdbms_publisher import RDBMSPublisher
+from metadata_extractor.factories.connection_factory import RDBMSConnectionFactory
+from metadata_extractor.factories.extractor_factory import RDBMSExtractorFactory
+from metadata_extractor.factories.builder_factory import RDBMSBuilderFactory
+from metadata_extractor.models.enum.connection_enum import RDBMSConnectionName
+from metadata_extractor.models.enum.builder_enum import RDBMSBuilderName
+from metadata_extractor.models.enum.extractor_enum import RDBMSExtractorName
+from metadata_extractor.extractor.rdbms.rdbms_extractor_abstract import RDBMSExtractor
+from metadata_extractor.builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
 from typing import List, Dict
-from models.rdbms.column_info import Column
-from publisher.atlas.atlas_publisher import AtlasPublisher
+from metadata_extractor.models.rdbms.column_info import Column
+from metadata_extractor.publisher.atlas.atlas_publisher import AtlasPublisher
 
 if __name__ == "__main__":
     atlas = AtlasPublisher(host='http://localhost:21000')

diff --git a/extractor/git/README.md b/extractor/git/README.md
diff --git a/extractor/git/git_extractor.py b/extractor/git/git_extractor.py
diff --git a/builders/__init__.py → metadata_extractor/__init__.py b/builders/__init__.py → metadata_extractor/__init__.py
diff --git a/builders/README.md → metadata_extractor/builders/README.md b/builders/README.md → metadata_extractor/builders/README.md
diff --git a/builders/rdbms/__init__.py → metadata_extractor/builders/__init__.py b/builders/rdbms/__init__.py → metadata_extractor/builders/__init__.py
diff --git a/connection/__init__.py → ...data_extractor/builders/rdbms/__init__.py b/connection/__init__.py → ...data_extractor/builders/rdbms/__init__.py
diff --git a/builders/rdbms/mariadb_builder.py → ...tractor/builders/rdbms/mariadb_builder.py b/builders/rdbms/mariadb_builder.py → ...tractor/builders/rdbms/mariadb_builder.py
@@ -1,4 +1,4 @@
-from builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
+from metadata_extractor.builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
 
 
 class MysqlBuilder(RDBMSBuilder):

diff --git a/builders/rdbms/mysql_builder.py → ...extractor/builders/rdbms/mysql_builder.py b/builders/rdbms/mysql_builder.py → ...extractor/builders/rdbms/mysql_builder.py
@@ -1,4 +1,4 @@
-from builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
+from metadata_extractor.builders.rdbms.rdbms_builder_abstract  import RDBMSBuilder
 
 
 class MysqlBuilder(RDBMSBuilder):

diff --git a/builders/rdbms/postgresql_builder.py → ...ctor/builders/rdbms/postgresql_builder.py b/builders/rdbms/postgresql_builder.py → ...ctor/builders/rdbms/postgresql_builder.py
@@ -1,4 +1,4 @@
-from builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
+from metadata_extractor.builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
 
 
 class PostgresqlBuilder(RDBMSBuilder):

diff --git a/builders/rdbms/rdbms_builder_abstract.py → .../builders/rdbms/rdbms_builder_abstract.py b/builders/rdbms/rdbms_builder_abstract.py → .../builders/rdbms/rdbms_builder_abstract.py
@@ -1,10 +1,10 @@
-from abc import ABC, abstractmethod
-from connection.connection_abstract import RDBMSConnection
-from models.server_instance.rdbms_instance import RDBMSInstance
-from models.rdbms.database_info import Database
-from models.rdbms.database_schema import DatabaseSchema
-from models.rdbms.table_info import Table
-from models.rdbms.column_info import Column
+from abc import ABC
+from metadata_extractor.connection.connection_abstract import RDBMSConnection
+from metadata_extractor.models.server_instance.rdbms_instance import RDBMSInstance
+from metadata_extractor.models.rdbms.database_info import Database
+from metadata_extractor.models.rdbms.database_schema import DatabaseSchema
+from metadata_extractor.models.rdbms.table_info import Table
+from metadata_extractor.models.rdbms.column_info import Column
 
 
 class RDBMSBuilder(ABC):

diff --git a/builders/rdbms/redshift_builder.py → ...ractor/builders/rdbms/redshift_builder.py b/builders/rdbms/redshift_builder.py → ...ractor/builders/rdbms/redshift_builder.py
@@ -1,4 +1,4 @@
-from builders.rdbms.postgresql_builder import PostgresqlBuilder
+from metadata_extractor.builders.rdbms.postgresql_builder import PostgresqlBuilder
 
 
 class RedshiftBuilder(PostgresqlBuilder):

diff --git a/connection/git/__init__.py → metadata_extractor/connection/__init__.py b/connection/git/__init__.py → metadata_extractor/connection/__init__.py
diff --git a/connection/connection_abstract.py → ...tractor/connection/connection_abstract.py b/connection/connection_abstract.py → ...tractor/connection/connection_abstract.py
diff --git a/connection/rdbms/__init__.py → ...ta_extractor/connection/rdbms/__init__.py b/connection/rdbms/__init__.py → ...ta_extractor/connection/rdbms/__init__.py
diff --git a/connection/rdbms/mysql_connection.py → ...ctor/connection/rdbms/mysql_connection.py b/connection/rdbms/mysql_connection.py → ...ctor/connection/rdbms/mysql_connection.py
@@ -1,4 +1,4 @@
-from connection.connection_abstract import RDBMSConnection
+from metadata_extractor.connection.connection_abstract import RDBMSConnection
 import mysql.connector
 
 

diff --git a/connection/rdbms/postgresql_connection.py → ...connection/rdbms/postgresql_connection.py b/connection/rdbms/postgresql_connection.py → ...connection/rdbms/postgresql_connection.py
@@ -1,6 +1,6 @@
 # refer: https://kb.objectrocket.com/postgresql/postgres-list-tables-with-python-1023
 
-from connection.connection_abstract import RDBMSConnection
+from metadata_extractor.connection.connection_abstract import RDBMSConnection
 import psycopg2
 
 

diff --git a/extractor/__init__.py → metadata_extractor/extractor/__init__.py b/extractor/__init__.py → metadata_extractor/extractor/__init__.py
diff --git a/extractor/rdbms/__init__.py → ...ata_extractor/extractor/rdbms/__init__.py b/extractor/rdbms/__init__.py → ...ata_extractor/extractor/rdbms/__init__.py
diff --git a/extractor/rdbms/mysql_extractor.py → ...ractor/extractor/rdbms/mysql_extractor.py b/extractor/rdbms/mysql_extractor.py → ...ractor/extractor/rdbms/mysql_extractor.py
@@ -1,11 +1,11 @@
 # Refer: https://github.com/amundsen-io/amundsendatabuilder/blob/master/databuilder/extractor/mysql_metadata_extractor.py
 
-from builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
-from connection.connection_abstract import RDBMSConnection
-from extractor.rdbms.rdbms_extractor_abstract import RDBMSExtractor
-from models.rdbms.database_schema import DatabaseSchema
-from models.rdbms.table_info import Table
-from models.rdbms.column_info import Column
+from metadata_extractor.builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
+from metadata_extractor.connection.connection_abstract import RDBMSConnection
+from metadata_extractor.extractor.rdbms.rdbms_extractor_abstract import RDBMSExtractor
+from metadata_extractor.models.rdbms.database_schema import DatabaseSchema
+from metadata_extractor.models.rdbms.table_info import Table
+from metadata_extractor.models.rdbms.column_info import Column
 from typing import List, Dict
 
 

diff --git a/extractor/rdbms/postgresql_extractor.py → ...r/extractor/rdbms/postgresql_extractor.py b/extractor/rdbms/postgresql_extractor.py → ...r/extractor/rdbms/postgresql_extractor.py
@@ -4,12 +4,12 @@
 # Refer: https://stackoverflow.com/questions/1152260/postgres-sql-to-list-table-foreign-keys
 # Refer: https://github.com/amundsen-io/amundsendatabuilder/blob/master/databuilder/extractor/postgres_metadata_extractor.py
 
-from extractor.rdbms.rdbms_extractor_abstract import RDBMSExtractor
-from connection.connection_abstract import RDBMSConnection
-from builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
-from models.rdbms.database_schema import DatabaseSchema
-from models.rdbms.table_info import Table
-from models.rdbms.column_info import Column
+from metadata_extractor.extractor.rdbms.rdbms_extractor_abstract import RDBMSExtractor
+from metadata_extractor.connection.connection_abstract import RDBMSConnection
+from metadata_extractor.builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
+from metadata_extractor.models.rdbms.database_schema import DatabaseSchema
+from metadata_extractor.models.rdbms.table_info import Table
+from metadata_extractor.models.rdbms.column_info import Column
 from typing import List, Dict
 
 

diff --git a/extractor/rdbms/rdbms_extractor_abstract.py → ...tractor/rdbms/rdbms_extractor_abstract.py b/extractor/rdbms/rdbms_extractor_abstract.py → ...tractor/rdbms/rdbms_extractor_abstract.py
@@ -1,8 +1,8 @@
 from abc import ABC, abstractmethod
-from connection.connection_abstract import RDBMSConnection
-from builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
-from models.rdbms.database_schema import DatabaseSchema
-from models.rdbms.column_info import Column
+from metadata_extractor.connection.connection_abstract import RDBMSConnection
+from metadata_extractor.builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
+from metadata_extractor.models.rdbms.database_schema import DatabaseSchema
+from metadata_extractor.models.rdbms.column_info import Column
 from typing import List, Dict
 
 

diff --git a/models/__init__.py → metadata_extractor/factories/__init__.py b/models/__init__.py → metadata_extractor/factories/__init__.py
diff --git a/factories/builder_factory.py → ...ta_extractor/factories/builder_factory.py b/factories/builder_factory.py → ...ta_extractor/factories/builder_factory.py
@@ -1,7 +1,7 @@
-from builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
-from models.enum.builder_enum import RDBMSBuilderName
-from builders.rdbms.postgresql_builder import PostgresqlBuilder
-from builders.rdbms.mysql_builder import MysqlBuilder
+from metadata_extractor.builders.rdbms.rdbms_builder_abstract import RDBMSBuilder
+from metadata_extractor.models.enum.builder_enum import RDBMSBuilderName
+from metadata_extractor.builders.rdbms.postgresql_builder import PostgresqlBuilder
+from metadata_extractor.builders.rdbms.mysql_builder import MysqlBuilder
 
 
 class RDBMSBuilderFactory:

diff --git a/factories/connection_factory.py → ...extractor/factories/connection_factory.py b/factories/connection_factory.py → ...extractor/factories/connection_factory.py
@@ -1,7 +1,7 @@
-from connection.rdbms.postgresql_connection import PostgresqlConnection
-from connection.rdbms.mysql_connection import MysqlConnection
-from connection.connection_abstract import RDBMSConnection
-from models.enum.connection_enum import RDBMSConnectionName
+from metadata_extractor.connection.rdbms.postgresql_connection import PostgresqlConnection
+from metadata_extractor.connection.rdbms.mysql_connection import MysqlConnection
+from metadata_extractor.connection.connection_abstract import RDBMSConnection
+from metadata_extractor.models.enum.connection_enum import RDBMSConnectionName
 
 
 class RDBMSConnectionFactory:

diff --git a/factories/extractor_factory.py → ..._extractor/factories/extractor_factory.py b/factories/extractor_factory.py → ..._extractor/factories/extractor_factory.py
@@ -1,7 +1,7 @@
-from extractor.rdbms.rdbms_extractor_abstract import RDBMSExtractor
-from extractor.rdbms.postgresql_extractor import PostgresqlExtractor
-from extractor.rdbms.mysql_extractor import MysqlExtractor
-from models.enum.extractor_enum import RDBMSExtractorName
+from metadata_extractor.extractor.rdbms.rdbms_extractor_abstract import RDBMSExtractor
+from metadata_extractor.extractor.rdbms.postgresql_extractor import PostgresqlExtractor
+from metadata_extractor.extractor.rdbms.mysql_extractor import MysqlExtractor
+from metadata_extractor.models.enum.extractor_enum import RDBMSExtractorName
 
 
 class RDBMSExtractorFactory:

diff --git a/models/enum/__init__.py → metadata_extractor/models/__init__.py b/models/enum/__init__.py → metadata_extractor/models/__init__.py
diff --git a/models/rdbms/__init__.py → metadata_extractor/models/enum/__init__.py b/models/rdbms/__init__.py → metadata_extractor/models/enum/__init__.py
diff --git a/models/enum/builder_enum.py → ...ata_extractor/models/enum/builder_enum.py b/models/enum/builder_enum.py → ...ata_extractor/models/enum/builder_enum.py
diff --git a/models/enum/connection_enum.py → ..._extractor/models/enum/connection_enum.py b/models/enum/connection_enum.py → ..._extractor/models/enum/connection_enum.py
diff --git a/models/enum/extractor_enum.py → ...a_extractor/models/enum/extractor_enum.py b/models/enum/extractor_enum.py → ...a_extractor/models/enum/extractor_enum.py
diff --git a/models/enum/publisher_enum.py → ...a_extractor/models/enum/publisher_enum.py b/models/enum/publisher_enum.py → ...a_extractor/models/enum/publisher_enum.py
diff --git a/publisher/__init__.py → metadata_extractor/models/rdbms/__init__.py b/publisher/__init__.py → metadata_extractor/models/rdbms/__init__.py
diff --git a/models/rdbms/column_info.py → ...ata_extractor/models/rdbms/column_info.py b/models/rdbms/column_info.py → ...ata_extractor/models/rdbms/column_info.py
@@ -1,4 +1,4 @@
-from models.rdbms.table_info import Table
+from metadata_extractor.models.rdbms.table_info import Table
 
 
 class Column:

diff --git a/models/rdbms/database_info.py → ...a_extractor/models/rdbms/database_info.py b/models/rdbms/database_info.py → ...a_extractor/models/rdbms/database_info.py
@@ -1,4 +1,4 @@
-from models.server_instance.rdbms_instance import RDBMSInstance
+from metadata_extractor.models.server_instance.rdbms_instance import RDBMSInstance
 
 
 class Database:

diff --git a/models/rdbms/database_schema.py → ...extractor/models/rdbms/database_schema.py b/models/rdbms/database_schema.py → ...extractor/models/rdbms/database_schema.py
@@ -1,4 +1,4 @@
-from models.rdbms.database_info import Database
+from metadata_extractor.models.rdbms.database_info import Database
 
 
 class DatabaseSchema:

diff --git a/models/rdbms/table_info.py → ...data_extractor/models/rdbms/table_info.py b/models/rdbms/table_info.py → ...data_extractor/models/rdbms/table_info.py
@@ -1,4 +1,4 @@
-from models.rdbms.database_schema import DatabaseSchema
+from metadata_extractor.models.rdbms.database_schema import DatabaseSchema
 from typing import List
 
 

diff --git a/publisher/atlas/__init__.py → ...ractor/models/server_instance/__init__.py b/publisher/atlas/__init__.py → ...ractor/models/server_instance/__init__.py
diff --git a/models/server_instance/rdbms_instance.py → .../models/server_instance/rdbms_instance.py b/models/server_instance/rdbms_instance.py → .../models/server_instance/rdbms_instance.py
diff --git a/publisher/neo4j/__init__.py → metadata_extractor/publisher/__init__.py b/publisher/neo4j/__init__.py → metadata_extractor/publisher/__init__.py
diff --git a/metadata_extractor/publisher/atlas/__init__.py b/metadata_extractor/publisher/atlas/__init__.py
diff --git a/publisher/atlas/atlas_publisher.py → ...ractor/publisher/atlas/atlas_publisher.py b/publisher/atlas/atlas_publisher.py → ...ractor/publisher/atlas/atlas_publisher.py
diff --git a/publisher/atlas/rdbms_publisher.py → ...ractor/publisher/atlas/rdbms_publisher.py b/publisher/atlas/rdbms_publisher.py → ...ractor/publisher/atlas/rdbms_publisher.py
@@ -1,8 +1,8 @@
-from models.server_instance.rdbms_instance import RDBMSInstance
-from models.rdbms.database_info import Database
-from models.rdbms.table_info import Table
-from models.rdbms.column_info import Column
-from publisher.atlas.atlas_publisher import AtlasPublisher
+from metadata_extractor.models.server_instance.rdbms_instance import RDBMSInstance
+from metadata_extractor.models.rdbms.database_info import Database
+from metadata_extractor.models.rdbms.table_info import Table
+from metadata_extractor.models.rdbms.column_info import Column
+from metadata_extractor.publisher.atlas.atlas_publisher import AtlasPublisher
 import time
 
 

diff --git a/publisher/atlas_publisher.py → ...ta_extractor/publisher/atlas_publisher.py b/publisher/atlas_publisher.py → ...ta_extractor/publisher/atlas_publisher.py
diff --git a/metadata_extractor/publisher/neo4j/__init__.py b/metadata_extractor/publisher/neo4j/__init__.py
diff --git a/publisher/rdbms_publisher.py → ...ta_extractor/publisher/rdbms_publisher.py b/publisher/rdbms_publisher.py → ...ta_extractor/publisher/rdbms_publisher.py
@@ -1,8 +1,8 @@
-from models.server_instance.rdbms_instance import RDBMSInstance
-from models.rdbms.database_info import Database
-from models.rdbms.table_info import Table
-from models.rdbms.column_info import Column
-from publisher.atlas_publisher import AtlasPublisher
+from metadata_extractor.models.server_instance.rdbms_instance import RDBMSInstance
+from metadata_extractor.models.rdbms.database_info import Database
+from metadata_extractor.models.rdbms.table_info import Table
+from metadata_extractor.models.rdbms.column_info import Column
+from metadata_extractor.publisher.atlas_publisher import AtlasPublisher
 import time
 
 

diff --git a/setup.py b/setup.py
@@ -0,0 +1,29 @@
+from distutils.core import setup
+
+setup(
+    name='YOURPACKAGENAME',  # How you named your package folder (MyLib)
+    packages=['YOURPACKAGENAME'],  # Chose the same as "name"
+    version='0.1',  # Start with a small number and increase it with every change you make
+    license='MIT',  # Chose a license from here: https://help.github.com/articles/licensing-a-repository
+    description='TYPE YOUR DESCRIPTION HERE',  # Give a short description about your library
+    author='YOUR NAME',  # Type in your name
+    author_email='your.email@domain.com',  # Type in your E-Mail
+    url='https://github.com/user/reponame',  # Provide either the link to your github or to your website
+    download_url='https://github.com/user/reponame/archive/v_01.tar.gz',  # I explain this later on
+    keywords=['SOME', 'MEANINGFULL', 'KEYWORDS'],  # Keywords that define your package best
+    install_requires=[  # I get to this in a second
+        'validators',
+        'beautifulsoup4',
+    ],
+    classifiers=[
+        'Development Status :: 3 - Alpha',
+        # Chose either "3 - Alpha", "4 - Beta" or "5 - Production/Stable" as the current state of your package
+        'Intended Audience :: Developers',  # Define that your audience are developers
+        'Topic :: Software Development :: Build Tools',
+        'License :: OSI Approved :: MIT License',  # Again, pick a license
+        'Programming Language :: Python :: 3',  # Specify which pyhton versions that you want to support
+        'Programming Language :: Python :: 3.4',
+        'Programming Language :: Python :: 3.5',
+        'Programming Language :: Python :: 3.6',
+    ],
+)