Repository navigation
Expand file tree
/
Copy pathsetup.py
More file actions
executable file
·89 lines (78 loc) · 3.75 KB
/
Copy pathsetup.py
File metadata and controls
executable file
·89 lines (78 loc) · 3.75 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
#!/usr/bin/env python
from distutils.core import setup, Extension
from Cython.Distutils import build_ext
from Cython.Build import cythonize
import platform
import os
import sys
VERSION = '0.6.11' #ensure UCTODATAVERSION in ucto_wrapper.pyx is accurate
includedirs = []
libdirs = []
if platform.system() == "Darwin":
#we are running on Mac OS X (with homebrew hopefully), stuff is in specific locations:
if platform.machine().lower() == "arm64":
libdirs.append("/opt/homebrew/lib")
includedirs.append("/opt/homebrew/include")
libdirs.append("/opt/homebrew/icu4c/lib")
includedirs.append("/opt/homebrew/icu4c/include")
libdirs.append("/opt/homebrew/libxml2/lib")
includedirs.append("/opt/homebrew/libxml2/include")
includedirs.append("/opt/homebrew/libxml2/include/libxml2")
libdirs.append("/opt/homebrew/opt/icu4c/lib")
includedirs.append("/opt/homebrew/opt/icu4c/include")
libdirs.append("/opt/homebrew/opt/libxml2/lib")
includedirs.append("/opt/homebrew/opt/libxml2/include")
else:
libdirs.append("/usr/local/opt/icu4c/lib")
includedirs.append("/usr/local/opt/icu4c/include")
libdirs.append("/usr/local/opt/libxml2/lib")
includedirs.append("/usr/local/opt/libxml2/include")
includedirs.append("/usr/local/opt/libxml2/include/libxml2")
#libdirs.append("/usr/local/opt/libtextcat/lib")
#includedirs.append("/usr/local/opt/libtextcat/include/libtextcat")
#add some common default paths
includedirs += ['/usr/include/', '/usr/include/libxml2','/usr/local/include/']
libdirs += ['/usr/lib','/usr/local/lib']
if 'VIRTUAL_ENV' in os.environ:
includedirs.insert(0,os.environ['VIRTUAL_ENV'] + '/include')
libdirs.insert(0,os.environ['VIRTUAL_ENV'] + '/lib')
if 'INCLUDE_DIRS' in os.environ:
includedirs = list(os.environ['INCLUDE_DIRS'].split(':')) + includedirs
if 'LIBRARY_DIRS' in os.environ:
libdirs = list(os.environ['LIBRARY_DIRS'].split(':')) + libdirs
if platform.system() == "Darwin":
extra_options = ["--stdlib=libc++",'-D U_USING_ICU_NAMESPACE=1']
else:
extra_options = ['-D U_USING_ICU_NAMESPACE=1']
extensions = cythonize([ Extension("ucto",
[ "ucto_wrapper.pyx"],
language='c++',
include_dirs=includedirs,
library_dirs=libdirs,
libraries=['ucto','folia'],
extra_compile_args=['--std=c++17'] + extra_options,
) ], compiler_directives={"language_level": "3"})
setup(
name = 'python-ucto',
version = VERSION,
author = 'Maarten van Gompel',
author_email = "proycon@anaproy.nl",
description = ("This is a Python binding to the tokenizer Ucto. Tokenisation is one of the first step in almost any Natural Language Processing task, yet it is not always as trivial a task as it appears to be. This binding makes the power of the ucto tokeniser available to Python. Ucto itself is a regular-expression based, extensible, and advanced tokeniser written in C++ (https://languagemachines.github.io/ucto)."),
license = "GPL-3.0-only",
keywords = "tokenizer tokenization tokeniser tokenisation nlp computational_linguistics ucto",
url = "https://github.com/proycon/python-ucto",
ext_modules = extensions,
cmdclass = {'build_ext': build_ext},
requires=['ucto (>=0.36)'],
install_requires=['Cython'],
data_files = [("sources",["ucto_wrapper.pyx"])],
classifiers=[
"Development Status :: 5 - Production/Stable",
"Topic :: Text Processing :: Linguistic",
"Programming Language :: Cython",
"Programming Language :: Python :: 3",
"Operating System :: POSIX",
"Intended Audience :: Developers",
"Intended Audience :: Science/Research",
],
)