diff --git a/deepspeed/__init__.py b/deepspeed/__init__.py
index b432ff173b3c..660d4c362cbd 100755
--- a/deepspeed/__init__.py
+++ b/deepspeed/__init__.py
@@ -7,12 +7,20 @@
 from deepspeed.pt.deepspeed_lr_schedules import add_tuning_arguments
 
 try:
-    from deepspeed.version_info import git_hash, git_branch
+    from deepspeed.git_version_info import git_hash, git_branch
 except ImportError:
     git_hash = None
     git_branch = None
 
-__version__ = 0.1
+# Export version information
+__version_major__ = 0
+__version_minor__ = 1
+__version_patch__ = 0
+__version__ = '.'.join(
+    map(str,
+        [__version_major__,
+         __version_minor__,
+         __version_patch__]))
 __git_hash__ = git_hash
 __git_branch__ = git_branch
 
diff --git a/install.sh b/install.sh
index 4d78ce05fdd4..f70e1ca4ebce 100755
--- a/install.sh
+++ b/install.sh
@@ -80,9 +80,9 @@ if [ "$ds_only" == "1" ] && [ "$tp_only" == "1" ]; then
 fi
 
 echo "Updating git hash/branch info"
-echo "git_hash = '$(git rev-parse --short HEAD)'" > deepspeed/version_info.py
-echo "git_branch = '$(git rev-parse --abbrev-ref HEAD)'" >> deepspeed/version_info.py
-cat deepspeed/version_info.py
+echo "git_hash = '$(git rev-parse --short HEAD)'" > deepspeed/git_version_info.py
+echo "git_branch = '$(git rev-parse --abbrev-ref HEAD)'" >> deepspeed/git_version_info.py
+cat deepspeed/git_version_info.py
 
 install_apex='sudo -H pip install -v --no-cache-dir --global-option="--cpp_ext" --global-option="--cuda_ext" third_party/apex'
 
diff --git a/setup.py b/setup.py
index 769f9d85fb7d..8406cbb007d5 100644
--- a/setup.py
+++ b/setup.py
@@ -9,6 +9,7 @@
 """
 
 import torch
+from deepspeed import __version__ as ds_version
 from setuptools import setup, find_packages
 from torch.utils.cpp_extension import CUDAExtension, BuildExtension
 
@@ -29,7 +30,7 @@
                   }))
 
 setup(name='deepspeed',
-      version='0.1',
+      version=ds_version,
       description='DeepSpeed library',
       author='DeepSpeed Team',
       author_email='deepspeed@microsoft.com',
diff --git a/tests/unit/test_config.py b/tests/unit/test_config.py
index 9d51d20e183f..4ddbc9b9aa88 100755
--- a/tests/unit/test_config.py
+++ b/tests/unit/test_config.py
@@ -17,6 +17,9 @@ def test_check_version():
     assert hasattr(deepspeed, "__git_hash__")
     assert hasattr(deepspeed, "__git_branch__")
     assert hasattr(deepspeed, "__version__")
+    assert hasattr(deepspeed, "__version_major__")
+    assert hasattr(deepspeed, "__version_minor__")
+    assert hasattr(deepspeed, "__version_patch__")
 
 
 def _run_batch_config(ds_config, train_batch=None, micro_batch=None, gas=None):