openai/tiktoken
Publicmirrored fromhttps://github.com/openai/tiktokenAvailable
Cargo.toml
21lines · modecode
| 1 | [package] |
| 2 | name = "tiktoken" |
| 3 | version = "0.2.0" |
| 4 | edition = "2021" |
| 5 | rust-version = "1.57.0" |
| 6 | |
| 7 | [lib] |
| 8 | name = "_tiktoken" |
| 9 | crate-type = ["cdylib"] |
| 10 | |
| 11 | [dependencies] |
| 12 | pyo3 = { version = "0.17.3", features = ["extension-module"] } |
| 13 | |
| 14 | # tiktoken dependencies |
| 15 | fancy-regex = "0.10.0" |
| 16 | regex = "1.7.0" |
| 17 | rustc-hash = "1.1.0" |
| 18 | bstr = "1.0.1" |
| 19 | |
| 20 | [profile.release] |
| 21 | incremental = true |
| 22 | |