GitHub - cdbeland/moss: Searching for misspelling, bad grammar, and violations of the Manual of Style in Wikipedia

Branches Tags

Name		Name	Last commit message	Last commit date
Latest commit History 777 Commits
.gitignore		.gitignore
LICENSE		LICENSE
README		README
__init__.py		__init__.py
auto_correct.py		auto_correct.py
by_article_processor.py		by_article_processor.py
charlen_extractor.py		charlen_extractor.py
chemical_formula_report.py		chemical_formula_report.py
collect.py		collect.py
count.pl		count.pl
count_by_rating.py		count_by_rating.py
download_all_wiktionaries.py		download_all_wiktionaries.py
download_moss_subpages.py		download_moss_subpages.py
dump_grep.py		dump_grep.py
dump_grep_csv.py		dump_grep_csv.py
dump_grep_inline.py		dump_grep_inline.py
dump_grep_regex.py		dump_grep_regex.py
english_grammar.py		english_grammar.py
extract_english.py		extract_english.py
grammar.py		grammar.py
histogram_text.py		histogram_text.py
language_identify.py		language_identify.py
make_main_listings.py		make_main_listings.py
moss_compliance_check.py		moss_compliance_check.py
moss_dump_analyzer.py		moss_dump_analyzer.py
moss_entity_check.py		moss_entity_check.py
moss_not_english.py		moss_not_english.py
moss_readability_check.py		moss_readability_check.py
moss_spell_check.py		moss_spell_check.py
moss_spell_check_wiktionary.py		moss_spell_check_wiktionary.py
moss_spell_check_wiktionary_with_quotations.py		moss_spell_check_wiktionary_with_quotations.py
named_page_links.sql		named_page_links.sql
pagelinks_fast.sql		pagelinks_fast.sql
requirements.txt		requirements.txt
reset_environment.sh		reset_environment.sh
rollup_ignored.py		rollup_ignored.py
run_moss_parallel.sh		run_moss_parallel.sh
run_moss_parallel1.sh		run_moss_parallel1.sh
run_moss_parallel2.sh		run_moss_parallel2.sh
run_not_english.sh		run_not_english.sh
run_tests.sh		run_tests.sh
run_wiktionary_spell_check.sh		run_wiktionary_spell_check.sh
sectionalizer.py		sectionalizer.py
setup.cfg		setup.cfg
spell.py		spell.py
summarizer.py		summarizer.py
superscripts.sh		superscripts.sh
transliterate.py		transliterate.py
unencode_entities.py		unencode_entities.py
unit_tests.py		unit_tests.py
update_downloads_parallel.sh		update_downloads_parallel.sh
update_downloads_parallel1.sh		update_downloads_parallel1.sh
update_downloads_parallel2.sh		update_downloads_parallel2.sh
update_downloads_parallel3.sh		update_downloads_parallel3.sh
update_downloads_parallel4.sh		update_downloads_parallel4.sh
update_downloads_parallel5.sh		update_downloads_parallel5.sh
walled_garden.py		walled_garden.py
walled_garden.sh		walled_garden.sh
wikitext_util.py		wikitext_util.py
word_categorizer.py		word_categorizer.py
xml_to_csv.py		xml_to_csv.py

Repository files navigation

See https://en.wikipedia.org/wiki/Wikipedia:Typo_Team/moss

UBUNTU DEPENDENCIES
sudo apt-get install git pyflakes3 pylint python3-pep8 python3-env python3-dev protobuf-compiler g++

FEDORA DEPENDENCIES
sudo yum install git pyflakes pylint python3-pep8

GIT SETUP (optional)
git config --global color.ui true
git config --global push.default simple

CLONE AND SET UP:
cd ~
# Or wherever you'd like the clone to be parented
git clone https://github.com/cdbeland/moss.git
cd moss/
./reset_environment.sh
sudo mkdir /var/local/moss/bulk-wikipedia/
sudo chown $USER /var/local/moss/bulk-wikipedia/
Run "FIRST TIME SETUP" steps in ./update_downloads.sh

DOWNLOAD DATA:
./update_downloads_parallel.sh

RUN SPELL CHECK AND FRIENDS:
./run_moss_parallel.sh