19 lines
539 B
Python
19 lines
539 B
Python
from setuptools import setup
|
|
from setuptools_rust import Binding, RustExtension
|
|
|
|
setup(
|
|
name="tiktoken",
|
|
rust_extensions=[
|
|
RustExtension(
|
|
"tiktoken._tiktoken",
|
|
binding=Binding.PyO3,
|
|
# Between our use of editable installs and wanting to use Rust for performance sensitive
|
|
# code, it makes sense to just always use --release
|
|
debug=False,
|
|
)
|
|
],
|
|
package_data={"tiktoken": ["py.typed"]},
|
|
packages=["tiktoken", "tiktoken_ext"],
|
|
zip_safe=False,
|
|
)
|