[scripts] Adding the tokenize/normalize wrappers directly into the internal geodata package so pypostal can be maintained in an independent repo

scripts/setup.py

@@ -0,0 +1,68 @@
+import os
+
+from setuptools import setup, Extension, find_packages
+
+this_dir = os.path.realpath(os.path.dirname(__file__))
+PROJECT_DIR = os.path.realpath(os.path.join(this_dir, os.pardir))
+SRC_DIR = os.path.join(PROJECT_DIR, 'src')
+
+
+def main():
+    setup(
+        name='geodata',
+        version='0.1',
+        install_requires=[
+            'fiona',
+            'lxml',
+            'marisa_trie',
+            'pycountry',
+            'pyproj',
+            'python-Levenshtein',
+            'requests',
+            'rtree',
+            'shapely',
+            'six',
+            'ujson',
+        ],
+        packages=find_packages(),
+        ext_modules=[
+            Extension('geodata.text._tokenize',
+                      sources=[os.path.join(SRC_DIR, f)
+                               for f in ('scanner.c',
+                                         'string_utils.c',
+                                         'tokens.c',
+                                         'utf8proc/utf8proc.c',
+                                         )
+                               ] + ['geodata/text/pytokenize.c'],
+                      include_dirs=[os.path.join(this_dir, os.pardir)],
+                      extra_compile_args=['-O0', '-std=c99',
+                                          '-Wno-unused-function'],
+                      ),
+            Extension('geodata.text._normalize',
+                      sources=[os.path.join(SRC_DIR, f)
+                               for f in ('normalize.c',
+                                         'string_utils.c',
+                                         'utf8proc/utf8proc.c',
+                                         'tokens.c',
+                                         'unicode_scripts.c',
+                                         'transliterate.c',
+                                         'file_utils.c',
+                                         'trie.c',
+                                         'trie_search.c',)
+                               ] + ['geodata/text/pynormalize.c'],
+                      include_dirs=[os.path.join(this_dir, os.pardir)],
+                      extra_compile_args=['-std=c99', '-DHAVE_CONFIG_H',
+                                          '-Wno-unused-function'],
+                      ),
+        ],
+        include_package_data=True,
+        zip_safe=False,
+        url='http://mapzen.com',
+        description='Utilities for working with geographic data',
+        license='MIT License',
+        maintainer='mapzen.com',
+        maintainer_email='pelias@mapzen.com'
+    )
+
+if __name__ == '__main__':
+    main()