import os.path
from distutils.core import setup, Extension

ext = Extension('_tokenizer', ["tokenizer.c"])
  
setup(
        name='_tokenizer',
        version = '0.1',
        description = "A wrapper around PyTokenizer_FindEncoding",
        ext_modules = [ext],
        )