tiktoken/setup.py
2023-01-03 13:57:17 -08:00

25 lines
609 B
Python

from setuptools import setup
from setuptools_rust import Binding, RustExtension
public = True
if public:
version = "0.1.2"
setup(
name="tiktoken",
version=version,
rust_extensions=[
RustExtension(
"tiktoken._tiktoken",
binding=Binding.PyO3,
# Between our use of editable installs and wanting to use Rust for performance sensitive
# code, it makes sense to just always use --release
debug=False,
)
],
package_data={"tiktoken": ["py.typed"]},
packages=["tiktoken", "tiktoken_ext"],
zip_safe=False,
)