openai/tiktoken
Publicmirrored fromhttps://github.com/openai/tiktokenAvailable
Cargo.toml
27lines · modecode
| 1 | [package] |
| 2 | name = "tiktoken" |
| 3 | version = "0.10.0" |
| 4 | edition = "2021" |
| 5 | rust-version = "1.57.0" |
| 6 | |
| 7 | [lib] |
| 8 | name = "tiktoken" |
| 9 | crate-type = ["cdylib", "rlib"] |
| 10 | |
| 11 | [features] |
| 12 | default = [] |
| 13 | python = [ |
| 14 | "pyo3", |
| 15 | ] |
| 16 | |
| 17 | [dependencies] |
| 18 | pyo3 = { version = "0.22.2", default-features = false, features = [ |
| 19 | "extension-module", |
| 20 | "macros", |
| 21 | ], optional = true } |
| 22 | |
| 23 | # tiktoken dependencies |
| 24 | fancy-regex = "0.13.0" |
| 25 | regex = "1.10.3" |
| 26 | rustc-hash = "1.1.0" |
| 27 | bstr = "1.5.0" |
| 28 | |