pyrox.dev
1{
2 lib,
3 buildPythonPackage,
4 fetchFromGitHub,
5 setuptools,
6 click,
7 cython,
8 pythonOlder,
9 tabulate,
10}:
11
12buildPythonPackage rec {
13 pname = "youtokentome";
14 version = "1.0.7";
15 pyproject = true;
16
17 disabled = pythonOlder "3.9";
18
19 src = fetchFromGitHub {
20 owner = "VKCOM";
21 repo = "YouTokenToMe";
22 tag = "v${version}";
23 hash = "sha256-+GI752Ih7Ou1wyChR2y80BJmeTYdHWLPX6A1lvMyLGU=";
24 };
25
26 nativeBuildInputs = [
27 cython
28 setuptools
29 ];
30
31 propagatedBuildInputs = [
32 click
33 tabulate
34 ];
35
36 pythonImportsCheck = [ "youtokentome" ];
37
38 meta = with lib; {
39 description = "Unsupervised text tokenizer";
40 mainProgram = "yttm";
41 homepage = "https://github.com/VKCOM/YouTokenToMe";
42 changelog = "https://github.com/VKCOM/YouTokenToMe/releases/tag/v${version}";
43 license = licenses.mit;
44 maintainers = with maintainers; [ fab ];
45 };
46}