Skip to content

Commit

Permalink
chore: do not store .trie.gz files. (#1361)
Browse files Browse the repository at this point in the history
* chore: do not store `.trie.gz` files.
* Update .gitignore
* Arabic
* Swiss German
* German
* English GB MIT
* English GB
* Spanish
* Estonian
* French
* French Reform
* Dutch
* Portuguese Brazilian
* Russian
* Slovenian
* Swedish
* Update .gitattributes
  • Loading branch information
Jason3S committed Aug 15, 2022
1 parent fc64710 commit 2de0b0d
Show file tree
Hide file tree
Showing 78 changed files with 179,387 additions and 59 deletions.
3 changes: 3 additions & 0 deletions .gitattributes
Original file line number Diff line number Diff line change
Expand Up @@ -3,3 +3,6 @@
*.txt text eol=lf
*.ts text eol=lf
*.js text eol=lf
*.trie text eol=lf

# cspell:ignore autocrlf
3 changes: 2 additions & 1 deletion .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -41,9 +41,10 @@ tmp
temp
.DS_Store

# gz files
# Compressed Dictionaries and Binary files
**/packages/*/*.txt.gz
**/dictionaries/*/*.txt.gz
**/dictionaries/*/*.trie.gz
*.tgz

#vs-code
Expand Down
1 change: 1 addition & 0 deletions cSpell.json
Original file line number Diff line number Diff line change
Expand Up @@ -58,6 +58,7 @@
"*.lock",
"*.log",
"*.snap",
"*.trie",
"**/.git/!(COMMIT_EDITMSG)",
"**/.git/!(COMMIT_EDITMSG)/**",
"CHANGELOG.md",
Expand Down
33,004 changes: 33,004 additions & 0 deletions dictionaries/ar/ar.trie

Large diffs are not rendered by default.

Binary file removed dictionaries/ar/ar.trie.gz
Binary file not shown.
4 changes: 2 additions & 2 deletions dictionaries/ar/checksum.txt
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
da39a3ee5e6b4b0d3255bfef95601890afd80709 ./src/additional_words.txt
3c49a2252156a4fd5db174f3f55fb44ac35f72ee ./src/ayaspell/ar.dic
e4b4c577c5a4128db1b9ab8ac2641793be259cb1 ./source-dependencies.txt
1811246cc6ad88cd36f239619f82564de4ec2c5a ./source-dependencies.txt
0b3eaae9854159e423df418013c5b9cbcf92cd2b ./source-files.txt
da39a3ee5e6b4b0d3255bfef95601890afd80709 ./src/additional_words.txt
4707cb713604db9aa69251297fee83e47a7a1ba3 ./src/ayaspell/ar.aff
a91316deb4faad5385439da8939aa76656cb04d0 ./ar.trie.gz
3f23ca731ac8d13b06c6ac9a9a3ea51d2ca9059f ./ar.trie
3 changes: 2 additions & 1 deletion dictionaries/ar/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
"./cspell-ext.json": "./cspell-ext.json"
},
"scripts": {
"build": "cat source-files.txt | xargs cross-env NODE_OPTIONS=--max_old_space_size=12288 cspell-tools-cli compile --trie3 -x compound -o . -M ar -m 5 && yarn run gen-checksum",
"build": "cat source-files.txt | xargs cross-env NODE_OPTIONS=--max_old_space_size=12288 cspell-tools-cli compile --trie3 -x compound -o . -M ar -m 5 --no-compress && yarn run gen-checksum",
"checksum": "shasum -c checksum.txt",
"conditional-build": "yarn run --silent checksum || yarn run build",
"lint": "yarn prettier -w \"**/*.{md,json}\"",
Expand All @@ -20,6 +20,7 @@
"test-samples": "cspell -v -c ./cspell-ext.json --local=ar,en \"samples/**\"",
"test": "yarn run test-ar && yarn run test-samples",
"sync": "./scripts/sync.sh && yarn lint",
"prepare": "gzip -k *.trie",
"prepublishOnly": "yarn run conditional-build && yarn test"
},
"repository": {
Expand Down
2 changes: 1 addition & 1 deletion dictionaries/ar/source-dependencies.txt
Original file line number Diff line number Diff line change
Expand Up @@ -2,4 +2,4 @@
./source-files.txt
./src/additional_words.txt
./src/ayaspell/ar.aff
./ar.trie.gz
./ar.trie
4 changes: 2 additions & 2 deletions dictionaries/de_CH/checksum.txt
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
3f23e3eac82926ce3c46244aa34486193e6d7daa ./src/additional_words.txt
afd5518135a54bfcec1d1023278e8e4cd895f566 ./src/hunspell/index.dic
dfa15dc6c0b606df1e0c3f798dc23d9183fd2dfe ./source-dependencies.txt
863e3414e2e2c2562d926b6fdefae67e28b74e36 ./source-dependencies.txt
30b5a9cd705505c82b9d576840d32cf6c83c352f ./source-files.txt
3f23e3eac82926ce3c46244aa34486193e6d7daa ./src/additional_words.txt
da59b82d800d2e990d67efae4514a381d0b5af14 ./src/hunspell/index.aff
1c43031d8905adbd1377c3e7aedb75cb0a5b5217 ./de_CH.trie.gz
490c0b6d564268e4883fa162578b18156917d98b ./de_CH.trie
7,710 changes: 7,710 additions & 0 deletions dictionaries/de_CH/de_CH.trie

Large diffs are not rendered by default.

Binary file removed dictionaries/de_CH/de_CH.trie.gz
Binary file not shown.
3 changes: 2 additions & 1 deletion dictionaries/de_CH/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -11,14 +11,15 @@
"./cspell-ext.json": "./cspell-ext.json"
},
"scripts": {
"build": "cat source-files.txt | xargs cross-env NODE_OPTIONS=--max_old_space_size=12288 cspell-tools-cli compile --trie3 -x compound -o . -M de_CH && yarn run gen-checksum",
"build": "cat source-files.txt | xargs cross-env NODE_OPTIONS=--max_old_space_size=12288 cspell-tools-cli compile --trie3 -x compound -o . -M de_CH --no-compress && yarn run gen-checksum",
"sync": "yarn cpy \"../../node_modules/dictionary-de-ch/**\" src/hunspell",
"checksum": "shasum -c checksum.txt",
"conditional-build": "yarn run --silent checksum || yarn run build",
"gen-checksum": "cat source-files.txt source-dependencies.txt | xargs shasum > checksum.txt",
"test-de": "hunspell-reader words -n 1000 \"src/hunspell/index.dic\" | cspell -v -c ./cspell-ext.json --local=de --languageId=* stdin",
"test-samples": "cspell -v -c ./cspell-ext.json --local=de,en \"samples/**\"",
"test": "yarn run test-de && yarn run test-samples",
"prepare": "gzip -k *.trie",
"prepublishOnly": "yarn run conditional-build && yarn test"
},
"repository": {
Expand Down
2 changes: 1 addition & 1 deletion dictionaries/de_CH/source-dependencies.txt
Original file line number Diff line number Diff line change
Expand Up @@ -2,4 +2,4 @@
./source-files.txt
./src/additional_words.txt
./src/hunspell/index.aff
./de_CH.trie.gz
./de_CH.trie
4 changes: 2 additions & 2 deletions dictionaries/de_DE/checksum.txt
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
3f23e3eac82926ce3c46244aa34486193e6d7daa ./src/additional_words.txt
24ee98d1f6f3a4636f9cd75361d5fe2ea2a18742 ./src/German_de_DE.dic
234ba8c595fa5003731db6ad42f020d1f1c9a918 ./src/hunspell/index.dic
aec41a2f9fa237451e8d7604df09c8d6ae68032b ./source-dependencies.txt
210186e82803b747df8f52a0d0d02c5cc816136e ./source-dependencies.txt
d05bc39d04299e973581aaad8335de363f176c56 ./source-files.txt
3f23e3eac82926ce3c46244aa34486193e6d7daa ./src/additional_words.txt
09b351721a6673dcdf672b33e0ed1e07d343e207 ./src/German_de_DE.aff
dbfea45081b2d43166d57c5be7561dea812265ec ./src/hunspell/index.aff
092d52ea69cb1df7c7c061d1ae78c147343a6aef ./de_DE.trie.gz
9e7aaead12fd8d35be9054720a820ae80e7b28b4 ./de_DE.trie
Loading

0 comments on commit 2de0b0d

Please sign in to comment.