feat: reduce the size of the python dictionary (#3259)

streetsidesoftware · Jun 6, 2024 · a9c1302 · a9c1302
1 parent 4e49a5d
commit a9c1302
Show file tree

Hide file tree

Showing 5 changed files with 8,713 additions and 10 deletions.
diff --git a/dictionaries/python/cspell-ext.json b/dictionaries/python/cspell-ext.json
@@ -7,12 +7,12 @@
     "dictionaryDefinitions": [
         {
             "name": "python",
-            "path": "./python.txt.gz",
+            "path": "./dict/python.txt",
             "description": "Python Dictionary"
         },
         {
             "name": "python-common",
-            "path": "./python-common.txt.gz",
+            "path": "./dict/python-common.txt",
             "description": "Python Common Terms Dictionary"
         }
     ],

diff --git a/dictionaries/python/cspell-tools.config.yaml b/dictionaries/python/cspell-tools.config.yaml
@@ -2,23 +2,49 @@
 
 targets:
   - name: python
-    # "build-python": "cspell-tools-cli compile \"src/python/*.txt\" \"src/additional_words.txt\" --split --keep-raw-case --merge python -o .",
     sources:
       - filename: src/python/python-lib.txt
+        allowedSplitWords:
+          - ../en_US/en_US.trie
+          - ../software-terms/dict/softwareTerms.txt
+          - src/additional_words.txt
+          - src/common_packages.txt
+          - src/common/extra.txt
+          - src/python/python-lib.txt
+          - src/python/python.txt
         split: true
       - filename: src/python/python.txt
+        allowedSplitWords:
+          - ../en_US/en_US.trie
+          - ../software-terms/dict/softwareTerms.txt
+          - src/additional_words.txt
+          - src/common_packages.txt
+          - src/common/extra.txt
+          - src/python/python-lib.txt
+          - src/python/python.txt
         split: true
       - src/additional_words.txt
-      - src/common_packages.txt
+      - filename: src/common_packages.txt
+        split: true
+        allowedSplitWords:
+          - ../en_US/en_US.trie
+          - ../software-terms/dict/softwareTerms.txt
+          - src/additional_words.txt
+          - src/common_packages.txt
+          - src/common/extra.txt
+          - src/python/python-lib.txt
+          - src/python/python.txt
       - src/data_science.txt
     format: plaintext
-    targetDirectory: '.'
-    compress: true
+    targetDirectory: './dict'
+    compress: false
+    sort: true
 
   - name: python-common
     # "build-common": "cspell-tools-cli compile \"src/common/*.txt\" --keep-raw-case --merge python-common -o .",
     sources:
       - src/common/extra.txt
-    targetDirectory: .
+    targetDirectory: ./dict
     format: plaintext
-    compress: true
+    compress: false
+    sort: true