Spaces:
Running
Running
File size: 1,471 Bytes
3a89850 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 |
import os
import pathlib
from sys import version_info, exit
from setuptools import setup, find_packages
from pkg_resources import parse_requirements
def write_version_py():
with open(os.path.join("IndicTransTokenizer", "version.txt"), "r") as f:
version = f.read().strip()
with open(os.path.join("IndicTransTokenizer", "version.py"), "w") as f:
f.write(f'__version__ = "{version}"\n')
return version
if version_info < (3, 8):
exit("Sorry, Python >= 3.8 is required for IndicTransTokenizer.")
with open("README.md", "r", errors="ignore", encoding="utf-8") as fh:
long_description = fh.read().strip()
version = write_version_py()
setup(
name="IndicTransTokenizer",
version=version,
author="Varun Gumma",
author_email="[email protected]",
description="A simple, consistent, and extendable module for IndicTrans2 tokenizer compatible with the HuggingFace models",
long_description=long_description,
long_description_content_type="text/markdown",
url="https://github.com/VarunGumma/IndicTransTokenizer",
packages=find_packages(),
license="MIT",
classifiers=[
"Programming Language :: Python :: 3",
"License :: OSI Approved :: MIT License",
"Operating System :: OS Independent",
],
python_requires=">=3.8",
install_requires=[
str(requirement)
for requirement in parse_requirements(pathlib.Path(f"requirements.txt").open())
],
)
|