classes_text_quality.svg

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
 "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<!-- Generated by graphviz version 2.50.0 (0)
 -->
<!-- Title: classes_text_quality Pages: 1 -->
<svg width="1478pt" height="621pt"
 viewBox="0.00 0.00 1477.50 621.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 617)">
<title>classes_text_quality</title>
<polygon fill="white" stroke="transparent" points="-4,4 -4,-617 1473.5,-617 1473.5,4 -4,4"/>
<!-- text_quality.feature.scorer.dictionary.Dictionary -->
<g id="node1" class="node">
<title>text_quality.feature.scorer.dictionary.Dictionary</title>
<polygon fill="none" stroke="black" points="558,-218.1 558,-288.9 731,-288.9 731,-218.1 558,-218.1"/>
<text text-anchor="start" x="615.5" y="-273.7" font-family="Times,serif" font-size="14.00">Dictionary</text>
<polyline fill="none" stroke="black" points="558,-265.9 731,-265.9 "/>
<polyline fill="none" stroke="black" points="558,-241.1 731,-241.1 "/>
<text text-anchor="start" x="566" y="-225.9" font-family="Times,serif" font-size="14.00">score(tokens: List[str]): float</text>
</g>
<!-- text_quality.feature.scorer.scorer.Scorer -->
<g id="node12" class="node">
<title>text_quality.feature.scorer.scorer.Scorer</title>
<polygon fill="none" stroke="black" points="215.5,-376.6 215.5,-447.4 389.5,-447.4 389.5,-376.6 215.5,-376.6"/>
<text text-anchor="start" x="284.5" y="-432.2" font-family="Times,serif" font-size="14.00">Scorer</text>
<polyline fill="none" stroke="black" points="215.5,-424.4 389.5,-424.4 "/>
<polyline fill="none" stroke="black" points="215.5,-399.6 389.5,-399.6 "/>
<text text-anchor="start" x="223.5" y="-385.4" font-family="Times,serif" font-style="italic" font-size="14.00">score</text>
<text text-anchor="start" x="253.5" y="-385.4" font-family="Times,serif" font-size="14.00">(tokens: List[str]): float</text>
</g>
<!-- text_quality.feature.scorer.dictionary.Dictionary&#45;&gt;text_quality.feature.scorer.scorer.Scorer -->
<g id="edge1" class="edge">
<title>text_quality.feature.scorer.dictionary.Dictionary&#45;&gt;text_quality.feature.scorer.scorer.Scorer</title>
<path fill="none" stroke="black" d="M620.76,-289.19C605.4,-308.71 583.62,-331.6 558.5,-344 494.34,-375.68 467.03,-341.4 398.5,-362 389.39,-364.74 380.11,-368.32 371.09,-372.31"/>
<polygon fill="none" stroke="black" points="369.42,-369.22 361.8,-376.59 372.35,-375.58 369.42,-369.22"/>
</g>
<!-- text_quality.language.fasttext.FastTextLanguageClassifier -->
<g id="node2" class="node">
<title>text_quality.language.fasttext.FastTextLanguageClassifier</title>
<polygon fill="none" stroke="black" points="0,-377.5 0,-446.5 197,-446.5 197,-377.5 0,-377.5"/>
<text text-anchor="start" x="22" y="-431.3" font-family="Times,serif" font-size="14.00">FastTextLanguageClassifier</text>
<polyline fill="none" stroke="black" points="0,-423.5 197,-423.5 "/>
<text text-anchor="start" x="16" y="-408.3" font-family="Times,serif" font-size="14.00">MODEL_URLS : dict[str, str]</text>
<polyline fill="none" stroke="black" points="0,-400.5 197,-400.5 "/>
<text text-anchor="start" x="8" y="-385.3" font-family="Times,serif" font-size="14.00">classify(text: str): tuple[str, float]</text>
</g>
<!-- text_quality.language.classifier.LanguageClassifier -->
<g id="node6" class="node">
<title>text_quality.language.classifier.LanguageClassifier</title>
<polygon fill="none" stroke="black" points="0.5,-522 0.5,-604 196.5,-604 196.5,-522 0.5,-522"/>
<text text-anchor="start" x="45.5" y="-588.8" font-family="Times,serif" font-size="14.00">LanguageClassifier</text>
<polyline fill="none" stroke="black" points="0.5,-581 196.5,-581 "/>
<text text-anchor="start" x="9" y="-565.8" font-family="Times,serif" font-size="14.00">REMOVE_CHARACTERS : str</text>
<polyline fill="none" stroke="black" points="0.5,-558 196.5,-558 "/>
<text text-anchor="start" x="8.5" y="-543.8" font-family="Times,serif" font-style="italic" font-size="14.00">classify</text>
<text text-anchor="start" x="49.5" y="-543.8" font-family="Times,serif" font-size="14.00">(text: str): tuple[str, float]</text>
<text text-anchor="start" x="8.5" y="-529.8" font-family="Times,serif" font-size="14.00">preprocess(text: str): str</text>
</g>
<!-- text_quality.language.fasttext.FastTextLanguageClassifier&#45;&gt;text_quality.language.classifier.LanguageClassifier -->
<g id="edge7" class="edge">
<title>text_quality.language.fasttext.FastTextLanguageClassifier&#45;&gt;text_quality.language.classifier.LanguageClassifier</title>
<path fill="none" stroke="black" d="M98.5,-446.81C98.5,-466 98.5,-490.37 98.5,-511.76"/>
<polygon fill="none" stroke="black" points="95,-511.98 98.5,-521.98 102,-511.98 95,-511.98"/>
</g>
<!-- text_quality.classifier.pipeline.Pipeline -->
<g id="node9" class="node">
<title>text_quality.classifier.pipeline.Pipeline</title>
<polygon fill="none" stroke="black" points="287,-513.5 287,-612.5 748,-612.5 748,-513.5 287,-513.5"/>
<text text-anchor="start" x="495" y="-597.3" font-family="Times,serif" font-size="14.00">Pipeline</text>
<polyline fill="none" stroke="black" points="287,-589.5 748,-589.5 "/>
<text text-anchor="start" x="496" y="-574.3" font-family="Times,serif" font-size="14.00">features</text>
<polyline fill="none" stroke="black" points="287,-566.5 748,-566.5 "/>
<text text-anchor="start" x="295" y="-551.3" font-family="Times,serif" font-size="14.00">classify(page: Union[Page, str]): int</text>
<text text-anchor="start" x="295" y="-536.3" font-family="Times,serif" font-size="14.00">classify_with_scores(page: Union[Page, str]): tuple[int, ClassifierScores, Reason]</text>
<text text-anchor="start" x="295" y="-521.3" font-family="Times,serif" font-size="14.00">from_file(pipeline_file: Path, featurizer: Featurizer)</text>
</g>
<!-- text_quality.language.fasttext.FastTextLanguageClassifier&#45;&gt;text_quality.classifier.pipeline.Pipeline -->
<g id="edge12" class="edge">
<title>text_quality.language.fasttext.FastTextLanguageClassifier&#45;&gt;text_quality.classifier.pipeline.Pipeline</title>
<path fill="none" stroke="black" d="M169.46,-446.59C181.71,-451.99 194.4,-457.33 206.5,-462 250.18,-478.87 298.04,-495.26 342.83,-509.72"/>
<polygon fill="black" stroke="black" points="343.03,-509.79 349.96,-507.81 354.45,-513.45 347.52,-515.43 343.03,-509.79"/>
<text text-anchor="middle" x="347.5" y="-483.8" font-family="Times,serif" font-size="14.00" fill="green">_language_classifier</text>
</g>
<!-- text_quality.feature.featurize.Featurizer -->
<g id="node3" class="node">
<title>text_quality.feature.featurize.Featurizer</title>
<polygon fill="none" stroke="black" points="407.5,-362.5 407.5,-461.5 773.5,-461.5 773.5,-362.5 407.5,-362.5"/>
<text text-anchor="start" x="563" y="-446.3" font-family="Times,serif" font-size="14.00">Featurizer</text>
<polyline fill="none" stroke="black" points="407.5,-438.5 773.5,-438.5 "/>
<text text-anchor="start" x="569" y="-423.3" font-family="Times,serif" font-size="14.00">features</text>
<polyline fill="none" stroke="black" points="407.5,-415.5 773.5,-415.5 "/>
<text text-anchor="start" x="415.5" y="-400.3" font-family="Times,serif" font-size="14.00">as_dataframe(features: dict[str, float]): pd.DataFrame</text>
<text text-anchor="start" x="415.5" y="-385.3" font-family="Times,serif" font-size="14.00">featurize(text: str): tuple[dict[str, float], List[str]]</text>
<text text-anchor="start" x="415.5" y="-370.3" font-family="Times,serif" font-size="14.00">featurize_as_dataframe(text: str): tuple[pd.DataFrame, List[str]]</text>
</g>
<!-- text_quality.feature.featurize.Featurizer&#45;&gt;text_quality.classifier.pipeline.Pipeline -->
<g id="edge13" class="edge">
<title>text_quality.feature.featurize.Featurizer&#45;&gt;text_quality.classifier.pipeline.Pipeline</title>
<path fill="none" stroke="black" d="M566.6,-461.79C560.26,-474.72 553.35,-488.83 546.77,-502.27"/>
<polygon fill="none" stroke="black" points="546.61,-502.58 547.56,-509.73 541.33,-513.36 540.38,-506.21 546.61,-502.58"/>
<text text-anchor="middle" x="586" y="-483.8" font-family="Times,serif" font-size="14.00" fill="green">_featurizer</text>
</g>
<!-- text_quality.feature.scorer.garbage.GarbageDetector -->
<g id="node4" class="node">
<title>text_quality.feature.scorer.garbage.GarbageDetector</title>
<polygon fill="none" stroke="black" points="1,-0.5 1,-144.5 174,-144.5 174,-0.5 1,-0.5"/>
<text text-anchor="start" x="41" y="-129.3" font-family="Times,serif" font-size="14.00">GarbageDetector</text>
<polyline fill="none" stroke="black" points="1,-121.5 174,-121.5 "/>
<text text-anchor="start" x="37.5" y="-106.3" font-family="Times,serif" font-size="14.00">EPR_RULE1 : int</text>
<text text-anchor="start" x="37.5" y="-91.3" font-family="Times,serif" font-size="14.00">EPR_RULE2 : int</text>
<text text-anchor="start" x="37.5" y="-76.3" font-family="Times,serif" font-size="14.00">EPR_RULE3 : int</text>
<text text-anchor="start" x="37.5" y="-61.3" font-family="Times,serif" font-size="14.00">EPR_RULE4 : int</text>
<text text-anchor="start" x="37.5" y="-46.3" font-family="Times,serif" font-size="14.00">EPR_RULE5 : int</text>
<text text-anchor="start" x="37.5" y="-31.3" font-family="Times,serif" font-size="14.00">EPR_RULE9 : int</text>
<polyline fill="none" stroke="black" points="1,-23.5 174,-23.5 "/>
<text text-anchor="start" x="9" y="-8.3" font-family="Times,serif" font-size="14.00">score(tokens: List[str]): float</text>
</g>
<!-- text_quality.feature.scorer.garbage.GarbageDetector&#45;&gt;text_quality.feature.scorer.scorer.Scorer -->
<g id="edge4" class="edge">
<title>text_quality.feature.scorer.garbage.GarbageDetector&#45;&gt;text_quality.feature.scorer.scorer.Scorer</title>
<path fill="none" stroke="black" d="M132.83,-144.66C175.87,-212.22 239.16,-311.57 275.03,-367.88"/>
<polygon fill="none" stroke="black" points="272.22,-369.98 280.55,-376.54 278.12,-366.22 272.22,-369.98"/>
</g>
<!-- text_quality.feature.featurize.Scorers -->
<g id="node13" class="node">
<title>text_quality.feature.featurize.Scorers</title>
<polygon fill="none" stroke="black" points="430,-196.5 430,-310.5 525,-310.5 525,-196.5 430,-196.5"/>
<text text-anchor="start" x="457" y="-295.3" font-family="Times,serif" font-size="14.00">Scorers</text>
<polyline fill="none" stroke="black" points="430,-287.5 525,-287.5 "/>
<text text-anchor="start" x="438" y="-272.3" font-family="Times,serif" font-size="14.00">dict_score</text>
<text text-anchor="start" x="438" y="-257.3" font-family="Times,serif" font-size="14.00">dict_score_gt</text>
<text text-anchor="start" x="438" y="-242.3" font-family="Times,serif" font-size="14.00">garbage_score</text>
<text text-anchor="start" x="438" y="-227.3" font-family="Times,serif" font-size="14.00">n_gram_score</text>
<polyline fill="none" stroke="black" points="430,-219.5 525,-219.5 "/>
<text text-anchor="start" x="475.5" y="-204.3" font-family="Times,serif" font-size="14.00"> </text>
</g>
<!-- text_quality.feature.scorer.garbage.GarbageDetector&#45;&gt;text_quality.feature.featurize.Scorers -->
<g id="edge10" class="edge">
<title>text_quality.feature.scorer.garbage.GarbageDetector&#45;&gt;text_quality.feature.featurize.Scorers</title>
<path fill="none" stroke="black" d="M174.05,-140.2C176.87,-141.87 179.69,-143.47 182.5,-145 259.86,-186.99 357.01,-218.78 418.19,-236.53"/>
<polygon fill="black" stroke="black" points="418.4,-236.59 425.27,-234.4 429.94,-239.89 423.07,-242.09 418.4,-236.59"/>
<text text-anchor="middle" x="284" y="-166.8" font-family="Times,serif" font-size="14.00" fill="green">garbage_score</text>
</g>
<!-- text_quality.feature.scorer.dictionary.HunspellDictionary -->
<g id="node5" class="node">
<title>text_quality.feature.scorer.dictionary.HunspellDictionary</title>
<polygon fill="none" stroke="black" points="734,-37.1 734,-107.9 1067,-107.9 1067,-37.1 734,-37.1"/>
<text text-anchor="start" x="847" y="-92.7" font-family="Times,serif" font-size="14.00">HunspellDictionary</text>
<polyline fill="none" stroke="black" points="734,-84.9 1067,-84.9 "/>
<polyline fill="none" stroke="black" points="734,-60.1 1067,-60.1 "/>
<text text-anchor="start" x="742" y="-44.9" font-family="Times,serif" font-size="14.00">from_path(path: Path, language: str): &#39;HunspellDictionary&#39;</text>
</g>
<!-- text_quality.feature.scorer.dictionary.HunspellDictionary&#45;&gt;text_quality.feature.scorer.dictionary.Dictionary -->
<g id="edge2" class="edge">
<title>text_quality.feature.scorer.dictionary.HunspellDictionary&#45;&gt;text_quality.feature.scorer.dictionary.Dictionary</title>
<path fill="none" stroke="black" d="M851.14,-108.01C808.55,-137.79 747,-180.83 702.16,-212.18"/>
<polygon fill="none" stroke="black" points="699.9,-209.49 693.71,-218.09 703.91,-215.23 699.9,-209.49"/>
</g>
<!-- text_quality.feature.scorer.dictionary.HunspellDictionary&#45;&gt;text_quality.feature.featurize.Scorers -->
<g id="edge8" class="edge">
<title>text_quality.feature.scorer.dictionary.HunspellDictionary&#45;&gt;text_quality.feature.featurize.Scorers</title>
<path fill="none" stroke="black" d="M820.56,-108.02C790.68,-120.38 756.28,-133.97 724.5,-145 647.56,-171.7 620.85,-158.6 548.5,-196 544.01,-198.32 539.54,-200.94 535.14,-203.76"/>
<polygon fill="black" stroke="black" points="534.97,-203.88 532.26,-210.56 525.05,-210.63 527.76,-203.95 534.97,-203.88"/>
<text text-anchor="middle" x="680.5" y="-166.8" font-family="Times,serif" font-size="14.00" fill="green">dict_score</text>
</g>
<!-- text_quality.feature.tokenizer.NautilusOcrTokenizer -->
<g id="node7" class="node">
<title>text_quality.feature.tokenizer.NautilusOcrTokenizer</title>
<polygon fill="none" stroke="black" points="1085.5,-37.1 1085.5,-107.9 1249.5,-107.9 1249.5,-37.1 1085.5,-37.1"/>
<text text-anchor="start" x="1107" y="-92.7" font-family="Times,serif" font-size="14.00">NautilusOcrTokenizer</text>
<polyline fill="none" stroke="black" points="1085.5,-84.9 1249.5,-84.9 "/>
<polyline fill="none" stroke="black" points="1085.5,-60.1 1249.5,-60.1 "/>
<text text-anchor="start" x="1093.5" y="-44.9" font-family="Times,serif" font-size="14.00">tokenize(text: str): List[str]</text>
</g>
<!-- text_quality.feature.tokenizer.Tokenizer -->
<g id="node15" class="node">
<title>text_quality.feature.tokenizer.Tokenizer</title>
<polygon fill="none" stroke="black" points="938,-218.1 938,-288.9 1101,-288.9 1101,-218.1 938,-218.1"/>
<text text-anchor="start" x="992" y="-273.7" font-family="Times,serif" font-size="14.00">Tokenizer</text>
<polyline fill="none" stroke="black" points="938,-265.9 1101,-265.9 "/>
<polyline fill="none" stroke="black" points="938,-241.1 1101,-241.1 "/>
<text text-anchor="start" x="946" y="-226.9" font-family="Times,serif" font-style="italic" font-size="14.00">tokenize</text>
<text text-anchor="start" x="991" y="-226.9" font-family="Times,serif" font-size="14.00">(text: str): List[str]</text>
</g>
<!-- text_quality.feature.tokenizer.NautilusOcrTokenizer&#45;&gt;text_quality.feature.tokenizer.Tokenizer -->
<g id="edge6" class="edge">
<title>text_quality.feature.tokenizer.NautilusOcrTokenizer&#45;&gt;text_quality.feature.tokenizer.Tokenizer</title>
<path fill="none" stroke="black" d="M1138.96,-108.01C1114.91,-137.11 1080.38,-178.87 1054.63,-210.01"/>
<polygon fill="none" stroke="black" points="1051.62,-208.16 1047.95,-218.09 1057.02,-212.62 1051.62,-208.16"/>
</g>
<!-- text_quality.page.page.Page -->
<g id="node8" class="node">
<title>text_quality.page.page.Page</title>
<polygon fill="none" stroke="black" points="1268,-23 1268,-122 1395,-122 1395,-23 1268,-23"/>
<text text-anchor="start" x="1318" y="-106.8" font-family="Times,serif" font-size="14.00">Page</text>
<polyline fill="none" stroke="black" points="1268,-99 1395,-99 "/>
<text text-anchor="start" x="1326" y="-83.8" font-family="Times,serif" font-size="14.00">id</text>
<polyline fill="none" stroke="black" points="1268,-76 1395,-76 "/>
<text text-anchor="start" x="1276" y="-60.8" font-family="Times,serif" font-size="14.00">from_file(file: Path)</text>
<text text-anchor="start" x="1276" y="-45.8" font-family="Times,serif" font-size="14.00">get_text()</text>
<text text-anchor="start" x="1276" y="-30.8" font-family="Times,serif" font-size="14.00">lines(): List[str]</text>
</g>
<!-- text_quality.feature.scorer.q_gram.QGram -->
<g id="node10" class="node">
<title>text_quality.feature.scorer.q_gram.QGram</title>
<polygon fill="none" stroke="black" points="192,-14.6 192,-130.4 413,-130.4 413,-14.6 192,-14.6"/>
<text text-anchor="start" x="281.5" y="-115.2" font-family="Times,serif" font-size="14.00">QGram</text>
<polyline fill="none" stroke="black" points="192,-107.4 413,-107.4 "/>
<polyline fill="none" stroke="black" points="192,-82.6 413,-82.6 "/>
<text text-anchor="start" x="200" y="-67.4" font-family="Times,serif" font-size="14.00">from_file(filepath: Path, gamma: int)</text>
<text text-anchor="start" x="200" y="-52.4" font-family="Times,serif" font-size="14.00">get_rank(qgram: str): Optional[int]</text>
<text text-anchor="start" x="200" y="-37.4" font-family="Times,serif" font-size="14.00">score(tokens: List[str]): float</text>
<text text-anchor="start" x="200" y="-22.4" font-family="Times,serif" font-size="14.00">to_file(filepath: Path)</text>
</g>
<!-- text_quality.feature.scorer.q_gram.QGram&#45;&gt;text_quality.feature.scorer.scorer.Scorer -->
<g id="edge5" class="edge">
<title>text_quality.feature.scorer.q_gram.QGram&#45;&gt;text_quality.feature.scorer.scorer.Scorer</title>
<path fill="none" stroke="black" d="M302.5,-130.75C302.5,-197.24 302.5,-305.53 302.5,-366.19"/>
<polygon fill="none" stroke="black" points="299,-366.23 302.5,-376.23 306,-366.23 299,-366.23"/>
</g>
<!-- text_quality.feature.scorer.q_gram.QGram&#45;&gt;text_quality.feature.featurize.Scorers -->
<g id="edge11" class="edge">
<title>text_quality.feature.scorer.q_gram.QGram&#45;&gt;text_quality.feature.featurize.Scorers</title>
<path fill="none" stroke="black" d="M349.21,-130.65C362.74,-146.4 377.83,-163.21 392.5,-178 401.29,-186.87 410.97,-195.94 420.55,-204.55"/>
<polygon fill="black" stroke="black" points="420.69,-204.68 427.84,-205.68 429.66,-212.65 422.52,-211.66 420.69,-204.68"/>
<text text-anchor="middle" x="431.5" y="-166.8" font-family="Times,serif" font-size="14.00" fill="green">n_gram_score</text>
</g>
<!-- text_quality.classifier.pipeline.Reason -->
<g id="node11" class="node">
<title>text_quality.classifier.pipeline.Reason</title>
<polygon fill="none" stroke="black" points="1413.5,-38 1413.5,-107 1469.5,-107 1469.5,-38 1413.5,-38"/>
<text text-anchor="start" x="1421.5" y="-91.8" font-family="Times,serif" font-size="14.00">Reason</text>
<polyline fill="none" stroke="black" points="1413.5,-84 1469.5,-84 "/>
<text text-anchor="start" x="1426" y="-68.8" font-family="Times,serif" font-size="14.00">name</text>
<polyline fill="none" stroke="black" points="1413.5,-61 1469.5,-61 "/>
<text text-anchor="start" x="1439.5" y="-45.8" font-family="Times,serif" font-size="14.00"> </text>
</g>
<!-- text_quality.feature.featurize.Scorers&#45;&gt;text_quality.feature.featurize.Featurizer -->
<g id="edge14" class="edge">
<title>text_quality.feature.featurize.Scorers&#45;&gt;text_quality.feature.featurize.Featurizer</title>
<path fill="none" stroke="black" d="M517.98,-310.56C527.81,-324.18 538.35,-338.78 548.27,-352.51"/>
<polygon fill="none" stroke="black" points="548.33,-352.6 555.09,-355.12 555.36,-362.33 548.6,-359.8 548.33,-352.6"/>
<text text-anchor="middle" x="564.5" y="-332.8" font-family="Times,serif" font-size="14.00" fill="green">_scorers</text>
</g>
<!-- text_quality.feature.scorer.dictionary.TokenDictionary -->
<g id="node14" class="node">
<title>text_quality.feature.scorer.dictionary.TokenDictionary</title>
<polygon fill="none" stroke="black" points="431.5,-29.6 431.5,-115.4 715.5,-115.4 715.5,-29.6 431.5,-29.6"/>
<text text-anchor="start" x="527" y="-100.2" font-family="Times,serif" font-size="14.00">TokenDictionary</text>
<polyline fill="none" stroke="black" points="431.5,-92.4 715.5,-92.4 "/>
<polyline fill="none" stroke="black" points="431.5,-67.6 715.5,-67.6 "/>
<text text-anchor="start" x="439.5" y="-52.4" font-family="Times,serif" font-size="14.00">from_file(filepath: Path)</text>
<text text-anchor="start" x="439.5" y="-37.4" font-family="Times,serif" font-size="14.00">to_file(filepath: Path, sort: bool, overwrite: bool)</text>
</g>
<!-- text_quality.feature.scorer.dictionary.TokenDictionary&#45;&gt;text_quality.feature.scorer.dictionary.Dictionary -->
<g id="edge3" class="edge">
<title>text_quality.feature.scorer.dictionary.TokenDictionary&#45;&gt;text_quality.feature.scorer.dictionary.Dictionary</title>
<path fill="none" stroke="black" d="M605.44,-115.75C614.87,-130.08 624.32,-146.63 630.5,-163 635.82,-177.09 639.12,-193.16 641.17,-207.76"/>
<polygon fill="none" stroke="black" points="637.74,-208.59 642.44,-218.08 644.69,-207.73 637.74,-208.59"/>
</g>
<!-- text_quality.feature.scorer.dictionary.TokenDictionary&#45;&gt;text_quality.feature.featurize.Scorers -->
<g id="edge9" class="edge">
<title>text_quality.feature.scorer.dictionary.TokenDictionary&#45;&gt;text_quality.feature.featurize.Scorers</title>
<path fill="none" stroke="black" d="M514.31,-115.41C499.92,-128.83 486.42,-144.95 478.5,-163 475.59,-169.64 473.7,-176.84 472.57,-184.17"/>
<polygon fill="black" stroke="black" points="472.57,-184.2 475.94,-190.58 471.34,-196.14 467.98,-189.76 472.57,-184.2"/>
<text text-anchor="middle" x="515" y="-166.8" font-family="Times,serif" font-size="14.00" fill="green">dict_score_gt</text>
</g>
<!-- text_quality.feature.tokenizer.Tokenizer&#45;&gt;text_quality.feature.featurize.Featurizer -->
<g id="edge15" class="edge">
<title>text_quality.feature.tokenizer.Tokenizer&#45;&gt;text_quality.feature.featurize.Featurizer</title>
<path fill="none" stroke="black" d="M937.8,-284.3C880.69,-305.14 802.88,-333.52 735.38,-358.15"/>
<polygon fill="none" stroke="black" points="735.05,-358.27 730.78,-364.08 723.78,-362.38 728.04,-356.57 735.05,-358.27"/>
<text text-anchor="middle" x="833.5" y="-332.8" font-family="Times,serif" font-size="14.00" fill="green">_tokenizer</text>
</g>
</g>
</svg>