1 Star 0 Fork 0

v_wanglei/fastText

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
setup.py 6.30 KB
一键复制 编辑 原始数据 按行查看 历史
Onur Çelebi 提交于 2020-05-05 02:09 . force C++11 support for python
#!/usr/bin/env python
# Copyright (c) 2017-present, Facebook, Inc.
# All rights reserved.
#
# This source code is licensed under the MIT license found in the
# LICENSE file in the root directory of this source tree.
#
from __future__ import absolute_import
from __future__ import division
from __future__ import print_function
from __future__ import unicode_literals
from setuptools import setup, Extension
from setuptools.command.build_ext import build_ext
import sys
import setuptools
import os
import subprocess
import platform
import io
__version__ = '0.9.2'
FASTTEXT_SRC = "src"
# Based on https://github.com/pybind/python_example
class get_pybind_include(object):
"""Helper class to determine the pybind11 include path
The purpose of this class is to postpone importing pybind11
until it is actually installed, so that the ``get_include()``
method can be invoked. """
def __init__(self, user=False):
try:
import pybind11
except ImportError:
if subprocess.call([sys.executable, '-m', 'pip', 'install', 'pybind11']):
raise RuntimeError('pybind11 install failed.')
self.user = user
def __str__(self):
import pybind11
return pybind11.get_include(self.user)
try:
coverage_index = sys.argv.index('--coverage')
except ValueError:
coverage = False
else:
del sys.argv[coverage_index]
coverage = True
fasttext_src_files = map(str, os.listdir(FASTTEXT_SRC))
fasttext_src_cc = list(filter(lambda x: x.endswith('.cc'), fasttext_src_files))
fasttext_src_cc = list(
map(lambda x: str(os.path.join(FASTTEXT_SRC, x)), fasttext_src_cc)
)
ext_modules = [
Extension(
str('fasttext_pybind'),
[
str('python/fasttext_module/fasttext/pybind/fasttext_pybind.cc'),
] + fasttext_src_cc,
include_dirs=[
# Path to pybind11 headers
get_pybind_include(),
get_pybind_include(user=True),
# Path to fasttext source code
FASTTEXT_SRC,
],
language='c++',
extra_compile_args=["-O0 -fno-inline -fprofile-arcs -pthread -march=native" if coverage else
"-O3 -funroll-loops -pthread -march=native"],
),
]
# As of Python 3.6, CCompiler has a `has_flag` method.
# cf http://bugs.python.org/issue26689
def has_flag(compiler, flags):
"""Return a boolean indicating whether a flag name is supported on
the specified compiler.
"""
import tempfile
with tempfile.NamedTemporaryFile('w', suffix='.cpp') as f:
f.write('int main (int argc, char **argv) { return 0; }')
try:
compiler.compile([f.name], extra_postargs=flags)
except setuptools.distutils.errors.CompileError:
return False
return True
def cpp_flag(compiler):
"""Return the -std=c++[11/14] compiler flag.
The c++14 is preferred over c++11 (when it is available).
"""
standards = ['-std=c++11']
for standard in standards:
if has_flag(compiler, [standard]):
return standard
raise RuntimeError(
'Unsupported compiler -- at least C++11 support '
'is needed!'
)
class BuildExt(build_ext):
"""A custom build extension for adding compiler-specific options."""
c_opts = {
'msvc': ['/EHsc'],
'unix': [],
}
def build_extensions(self):
if sys.platform == 'darwin':
mac_osx_version = float('.'.join(platform.mac_ver()[0].split('.')[:2]))
os.environ['MACOSX_DEPLOYMENT_TARGET'] = str(mac_osx_version)
all_flags = ['-stdlib=libc++', '-mmacosx-version-min=10.7']
if has_flag(self.compiler, [all_flags[0]]):
self.c_opts['unix'] += [all_flags[0]]
elif has_flag(self.compiler, all_flags):
self.c_opts['unix'] += all_flags
else:
raise RuntimeError(
'libc++ is needed! Failed to compile with {} and {}.'.
format(" ".join(all_flags), all_flags[0])
)
ct = self.compiler.compiler_type
opts = self.c_opts.get(ct, [])
extra_link_args = []
if coverage:
coverage_option = '--coverage'
opts.append(coverage_option)
extra_link_args.append(coverage_option)
if ct == 'unix':
opts.append('-DVERSION_INFO="%s"' % self.distribution.get_version())
opts.append(cpp_flag(self.compiler))
if has_flag(self.compiler, ['-fvisibility=hidden']):
opts.append('-fvisibility=hidden')
elif ct == 'msvc':
opts.append(
'/DVERSION_INFO=\\"%s\\"' % self.distribution.get_version()
)
for ext in self.extensions:
ext.extra_compile_args = opts
ext.extra_link_args = extra_link_args
build_ext.build_extensions(self)
def _get_readme():
"""
Use pandoc to generate rst from md.
pandoc --from=markdown --to=rst --output=python/README.rst python/README.md
"""
with io.open("python/README.rst", encoding='utf-8') as fid:
return fid.read()
setup(
name='fasttext',
version=__version__,
author='Onur Celebi',
author_email='celebio@fb.com',
description='fasttext Python bindings',
long_description=_get_readme(),
ext_modules=ext_modules,
url='https://github.com/facebookresearch/fastText',
license='MIT',
classifiers=[
'Development Status :: 3 - Alpha',
'Intended Audience :: Developers',
'Intended Audience :: Science/Research',
'License :: OSI Approved :: MIT License',
'Programming Language :: Python :: 2.7',
'Programming Language :: Python :: 3.4',
'Programming Language :: Python :: 3.5',
'Programming Language :: Python :: 3.6',
'Topic :: Software Development',
'Topic :: Scientific/Engineering',
'Operating System :: Microsoft :: Windows',
'Operating System :: POSIX',
'Operating System :: Unix',
'Operating System :: MacOS',
],
install_requires=['pybind11>=2.2', "setuptools >= 0.7.0", "numpy"],
cmdclass={'build_ext': BuildExt},
packages=[
str('fasttext'),
str('fasttext.util'),
str('fasttext.tests'),
],
package_dir={str(''): str('python/fasttext_module')},
zip_safe=False,
)
Loading...
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
1
https://gitee.com/v_wanglei/fastText.git
git@gitee.com:v_wanglei/fastText.git
v_wanglei
fastText
fastText
master

搜索帮助