learning/annotated_deep_learning_paper_implementations
1
0
Fork 0
mirror of https://github.com/labmlai/annotated_deep_learning_paper_implementations.git synced 2025-11-02 13:00:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

anchors

Browse Source
This commit is contained in:
Varuna Jayasiri
2021-10-21 15:01:58 +05:30
parent d0c6b369fe
commit c5b13162cf
191 changed files with 908 additions and 80050 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
labml_nn/utils/tokenizer.py
View File

@ -5,9 +5,8 @@ from labml.configs import BaseConfigs, option
class TokenizerConfigs(BaseConfigs):
"""
<a id="OptimizerConfigs">
## Optimizer Configurations
</a>
<a id="TokenizerConfigs"></a>
## Tokenizer Configurations
"""
tokenizer: Callable = 'character'