![[ICO]](/icons/blank.gif){kind=icon}
![[PARENTDIR]](/icons/back.gif){kind=icon}
![[TXT]](/icons/text.gif){kind=icon}
![[DIR]](/icons/folder.gif){kind=icon}
![[ ]](/icons/unknown.gif){kind=icon}
| Name | Last modified | Size | Description |
|---|---|---|---|---|
| Parent Directory | - | ||
| __init__.py | 2024-07-15 11:31 | 4.1K | |
| add_target_dataset.py | 2024-07-15 11:31 | 2.1K | |
| append_token_dataset.py | 2024-07-15 11:31 | 1.0K | |
| audio/ | 2024-07-15 11:31 | - | |
| backtranslation_dataset.py | 2024-07-15 11:31 | 6.1K | |
| base_wrapper_dataset.py | 2024-07-15 11:31 | 2.1K | |
| bucket_pad_length_dataset.py | 2024-07-15 11:31 | 2.2K | |
| colorize_dataset.py | 2024-07-15 11:31 | 845 | |
| concat_dataset.py | 2024-07-15 11:31 | 4.5K | |
| concat_sentences_dataset.py | 2024-07-15 11:31 | 1.5K | |
| data_utils.py | 2024-07-15 11:31 | 19K | |
| data_utils_fast.cpp | 2024-07-15 11:31 | 946K | |
| data_utils_fast.pyx | 2024-07-15 11:31 | 6.2K | |
| denoising_dataset.py | 2024-07-15 11:31 | 15K | |
| dictionary.py | 2024-07-15 11:31 | 13K | |
| encoders/ | 2024-07-15 11:31 | - | |
| fairseq_dataset.py | 2024-07-15 11:31 | 7.0K | |
| fasta_dataset.py | 2024-07-15 11:31 | 3.3K | |
| id_dataset.py | 2024-07-15 11:31 | 423 | |
| indexed_dataset.py | 2024-07-15 11:31 | 17K | |
| iterators.py | 2024-07-15 11:31 | 22K | |
| language_pair_dataset.py | 2024-07-15 11:31 | 19K | |
| legacy/ | 2024-07-15 11:31 | - | |
| list_dataset.py | 2024-07-15 11:31 | 729 | |
| lm_context_window_dataset.py | 2024-07-15 11:31 | 3.3K | |
| lru_cache_dataset.py | 2024-07-15 11:31 | 570 | |
| mask_tokens_dataset.py | 2024-07-15 11:31 | 8.6K | |
| monolingual_dataset.py | 2024-07-15 11:31 | 7.8K | |
| multi_corpus_dataset.py | 2024-07-15 11:31 | 6.7K | |
| multi_corpus_sampled_dataset.py | 2024-07-15 11:31 | 5.2K | |
| multilingual/ | 2024-07-15 11:31 | - | |
| nested_dictionary_dataset.py | 2024-07-15 11:31 | 3.9K | |
| noising.py | 2024-07-15 11:31 | 12K | |
| num_samples_dataset.py | 2024-07-15 11:31 | 404 | |
| numel_dataset.py | 2024-07-15 11:31 | 786 | |
| offset_tokens_dataset.py | 2024-07-15 11:31 | 444 | |
| pad_dataset.py | 2024-07-15 11:31 | 834 | |
| plasma_utils.py | 2024-07-15 11:31 | 2.7K | |
| prepend_dataset.py | 2024-07-15 11:31 | 953 | |
| prepend_token_dataset.py | 2024-07-15 11:31 | 1.0K | |
| raw_label_dataset.py | 2024-07-15 11:31 | 546 | |
| replace_dataset.py | 2024-07-15 11:31 | 1.3K | |
| resampling_dataset.py | 2024-07-15 11:31 | 4.2K | |
| roll_dataset.py | 2024-07-15 11:31 | 485 | |
| round_robin_zip_datasets.py | 2024-07-15 11:31 | 6.2K | |
| shorten_dataset.py | 2024-07-15 11:31 | 2.4K | |
| sort_dataset.py | 2024-07-15 11:31 | 621 | |
| strip_token_dataset.py | 2024-07-15 11:31 | 647 | |
| subsample_dataset.py | 2024-07-15 11:31 | 2.1K | |
| token_block_dataset.py | 2024-07-15 11:31 | 6.2K | |
| token_block_utils_fast.cpp | 2024-07-15 11:31 | 1.0M | |
| token_block_utils_fast.pyx | 2024-07-15 11:31 | 6.8K | |
| transform_eos_dataset.py | 2024-07-15 11:31 | 4.5K | |
| transform_eos_lang_pair_dataset.py | 2024-07-15 11:31 | 3.6K | |