diff options
| author | Pherkel | 2023-08-20 15:50:36 +0200 |
|---|---|---|
| committer | GitHub | 2023-08-20 15:50:36 +0200 |
| commit | 14ceeb5ad36beea2f05214aa26260cdd1d86590b (patch) | |
| tree | 891cedeb665913af1a078a3778afffbccd37bae7 /pyproject.toml | |
| parent | f88c9afc6e9efcb6f79a959779114095c23e0cef (diff) | |
| parent | 899a5e1cd7ca9b0601ed64ca3157e2052dd3e669 (diff) | |
Merge pull request #22 from Algo-Boys/tokenizer
Tokenizer
Diffstat (limited to 'pyproject.toml')
| -rw-r--r-- | pyproject.toml | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/pyproject.toml b/pyproject.toml index 1c29b7c..fabe364 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -15,15 +15,20 @@ audioloader = {git = "https://github.com/marvinborner/AudioLoader.git"} tqdm = "^4.66.1" numpy = "^1.25.2" mido = "^1.3.0" +tokenizers = "^0.13.3" click = "^8.1.7" [tool.poetry.group.dev.dependencies] black = "^23.7.0" mypy = "^1.5.1" pylint = "^2.17.5" +ruff = "^0.0.285" +types-tqdm = "^4.66.0.1" [tool.poetry.scripts] train = "swr2_asr.train:run_cli" +train-bpe-tokenizer = "swr2_asr.tokenizer:train_bpe_tokenizer" +train-char-tokenizer = "swr2_asr.tokenizer:train_char_tokenizer" [build-system] requires = ["poetry-core"] |