diff --git a/python-package/setup.py b/python-package/setup.py
index 27fc212..5a2b415 100644
--- a/python-package/setup.py
+++ b/python-package/setup.py
@@ -5,19 +5,9 @@ import sys
 import os
 from setuptools import setup, find_packages
 # import subprocess
-sys.path.insert(0, '.')
 
 CURRENT_DIR = os.path.dirname(__file__)
 
-# We can not import `xgboost.libpath` in setup.py directly since xgboost/__init__.py
-# import `xgboost.core` and finally will import `numpy` and `scipy` which are setup
-# `install_requires`. That's why we're using `exec` here.
-libpath_py = os.path.join(CURRENT_DIR, 'xgboost/libpath.py')
-libpath = {'__file__': libpath_py}
-exec(compile(open(libpath_py, "rb").read(), libpath_py, 'exec'), libpath, libpath)
-
-LIB_PATH = libpath['find_lib_path']()
-print("Install libxgboost from: %s" % LIB_PATH)
 # Please use setup_pip.py for generating and deploying pip installation
 # detailed instruction in setup_pip.py
 setup(name='xgboost',
@@ -36,7 +26,6 @@ setup(name='xgboost',
       # this will use MANIFEST.in during install where we specify additional files,
       # this is the golden line
       include_package_data=True,
-      data_files=[('xgboost', LIB_PATH)],
       license='Apache-2.0',
       classifiers=['License :: OSI Approved :: Apache Software License'],
       url='https://github.com/dmlc/xgboost')
diff --git a/python-package/xgboost/libpath.py b/python-package/xgboost/libpath.py
index 46d2004..423b39b 100644
--- a/python-package/xgboost/libpath.py
+++ b/python-package/xgboost/libpath.py
@@ -21,7 +21,8 @@ def find_lib_path():
     """
     curr_path = os.path.dirname(os.path.abspath(os.path.expanduser(__file__)))
     # make pythonpack hack: copy this directory one level upper for setup.py
-    dll_path = [curr_path, os.path.join(curr_path, '../../lib/'),
+    dll_path = ["/usr/lib", curr_path,
+                os.path.join(curr_path, '../../lib/'),
                 os.path.join(curr_path, './lib/'),
                 os.path.join(sys.prefix, 'xgboost')]
     if os.name == 'nt':