openai/tiktoken
Publicmirrored from https://github.com/openai/tiktokenAvailable
setup.py
19lines · modecode
| 1 | from setuptools import setup |
| 2 | from setuptools_rust import Binding, RustExtension |
| 3 | |
| 4 | setup( |
| 5 | name="tiktoken", |
| 6 | rust_extensions=[ |
| 7 | RustExtension( |
| 8 | "tiktoken._tiktoken", |
| 9 | binding=Binding.PyO3, |
| 10 | # Between our use of editable installs and wanting to use Rust for performance sensitive |
| 11 | # code, it makes sense to just always use --release |
| 12 | debug=False, |
| 13 | features=["python"], |
| 14 | ) |
| 15 | ], |
| 16 | package_data={"tiktoken": ["py.typed"]}, |
| 17 | packages=["tiktoken", "tiktoken_ext"], |
| 18 | zip_safe=False, |
| 19 | ) |