[go: up one dir, main page]

tiktoken-rs 0.3.3

Library for encoding and decoding with the tiktoken library in Rust
Documentation
[dependencies.anyhow]
version = "1.0.70"

[dependencies.async-openai]
version = "0.10.0"

[dependencies.base64]
version = "0.21.0"

[dependencies.bstr]
version = "1.4.0"

[dependencies.fancy-regex]
version = "0.11.0"

[dependencies.lazy_static]
version = "1.4.0"

[dependencies.parking_lot]
version = "0.12.1"

[dependencies.pyo3]
optional = true
version = "0.18.1"

[dependencies.rustc-hash]
version = "1.1.0"

[features]
python = ["dep:pyo3"]

[package]
authors = ["Roger Zurawicki <roger@zura.wiki>"]
description = "Library for encoding and decoding with the tiktoken library in Rust"
edition = "2021"
homepage = "https://github.com/zurawiki/tiktoken-rs"
keywords = ["openai", "ai", "gpt", "bpe"]
license = "MIT"
name = "tiktoken-rs"
readme = "README.md"
repository = "https://github.com/zurawiki/tiktoken-rs"
resolver = "1"
rust-version = "1.57.0"
version = "0.3.3"