openai/tiktoken
Publicmirrored from https://github.com/openai/tiktokenAvailable
setup.py
19lines · modeblame
a1a9f168Shantanu Jain3 years ago | 1 | from setuptools import setup |
| 2 | from setuptools_rust import Binding, RustExtension | |
| 3 | | |
| 4 | setup( | |
| 5 | name="tiktoken", | |
| 6 | rust_extensions=[ | |
| 7 | RustExtension( | |
| 8 | "tiktoken._tiktoken", | |
| 9 | binding=Binding.PyO3, | |
| 10 | # Between our use of editable installs and wanting to use Rust for performance sensitive | |
| 11 | # code, it makes sense to just always use --release | |
| 12 | debug=False, | |
9fa28325Shantanu1 years ago | 13 | features=["python"], |
a1a9f168Shantanu Jain3 years ago | 14 | ) |
| 15 | ], | |
40d9b1f1Shantanu Jain3 years ago | 16 | package_data={"tiktoken": ["py.typed"]}, |
a1a9f168Shantanu Jain3 years ago | 17 | packages=["tiktoken", "tiktoken_ext"], |
| 18 | zip_safe=False, | |
| 19 | ) |