24 lines
562 B
Python
24 lines
562 B
Python
from setuptools import setup
|
|
from setuptools_rust import Binding, RustExtension
|
|
|
|
public = True
|
|
|
|
if public:
|
|
version = "0.1"
|
|
|
|
setup(
|
|
name="tiktoken",
|
|
version=version,
|
|
rust_extensions=[
|
|
RustExtension(
|
|
"tiktoken._tiktoken",
|
|
binding=Binding.PyO3,
|
|
# Between our use of editable installs and wanting to use Rust for performance sensitive
|
|
# code, it makes sense to just always use --release
|
|
debug=False,
|
|
)
|
|
],
|
|
packages=["tiktoken", "tiktoken_ext"],
|
|
zip_safe=False,
|
|
)
|