GitHub - andreaskoepf/laion_sum

Name		Name	Last commit message	Last commit date
Latest commit History 25 Commits
hf_datasets		hf_datasets
reward_model		reward_model
.gitignore		.gitignore
calc_basic_stats.ipynb		calc_basic_stats.ipynb
filtering.py		filtering.py
fragments.py		fragments.py
hf-datasets-import.ipynb		hf-datasets-import.ipynb
hupd-all-import.ipynb		hupd-all-import.ipynb
multi-xscience-import.ipynb		multi-xscience-import.ipynb
newsroom-import.ipynb		newsroom-import.ipynb
quality_check.ipynb		quality_check.ipynb
rm_filtering.ipynb		rm_filtering.ipynb
tldr-import.ipynb		tldr-import.ipynb
webis_import.ipynb		webis_import.ipynb