openai/tiktoken
Publicmirrored fromhttps://github.com/openai/tiktokenAvailable
Cargo.toml
18lines · modecode
| 1 | [package] |
| 2 | name = "tiktoken" |
| 3 | version = "0.8.0" |
| 4 | edition = "2021" |
| 5 | rust-version = "1.57.0" |
| 6 | |
| 7 | [lib] |
| 8 | name = "_tiktoken" |
| 9 | crate-type = ["cdylib"] |
| 10 | |
| 11 | [dependencies] |
| 12 | pyo3 = { version = "0.22.2", default-features = false, features = ["extension-module", "macros"] } |
| 13 | |
| 14 | # tiktoken dependencies |
| 15 | fancy-regex = "0.13.0" |
| 16 | regex = "1.10.3" |
| 17 | rustc-hash = "1.1.0" |
| 18 | bstr = "1.5.0" |
| 19 | |