Test examples

[tony]

Helped via cihai/unihan-etl#304

Extracted from #322

Context

This would cause an issue with unihan-db's example:

Error

~/cihai/cihai/unihan-db/tests/test_example.py:45: in test_01_bootstrap
    example.run()
        example    = <module 'run' from '~/cihai/cihai/unihan-db/examples/01_bootstrap.py'>
        project_root = PosixPath('~/cihai/cihai/unihan-db')
        unihan_options = {'source': PosixPath('/tmp/pytest-of-t/pytest-105/test_01_bootstrap0/Unihan.zip'), 'work_dir': PosixPath('/tmp/pytest-...st-105/test_01_bootstrap0'), 'zip_path': PosixPath('/tmp/pytest-of-t/pytest-105/test_01_bootstrap0/downloads/Moo.zip')}
~/cihai/cihai/unihan-db/examples/01_bootstrap.py:15: in run
    bootstrap.bootstrap_unihan(session)
        session    = <sqlalchemy.orm.scoping.scoped_session object at 0x7fc953a4e000>
        unihan_options = None
~/cihai/cihai/unihan-db/src/unihan_db/bootstrap.py:172: in bootstrap_unihan
    data = bootstrap_data(_options)
        _options   = {}
        options    = None
        session    = <sqlalchemy.orm.scoping.scoped_session object at 0x7fc953a4e000>
~/cihai/cihai/unihan-db/src/unihan_db/bootstrap.py:160: in bootstrap_data
    return p.export()
        _options   = {'expand': True, 'fields': ['kAccountingNumeric', 'kCangjie', 'kCantonese', 'kCheungBauer', 'kCihaiT', 'kCompatibility...t', 'Unihan_IRGSources.txt', 'Unihan_NumericValues.txt', 'Unihan_RadicalStrokeCounts.txt', 'Unihan_Readings.txt', ...)}
        options    = {}
        p          = <unihan_etl.core.Packager object at 0x7fc953a4da90>
~/.virtualenvsunihan-db-tpeMWywt-py3.12/lib/python3.12/site-packages/unihan_etl/core.py:575: in export
    data = expand_delimiters(data)
        data       = [{'char': '㐀', 'kAccountingNumeric': None, 'kCCCII': None, 'kCangjie': 'TM', ...}, {'char': '㐁', 'kAccountingNumeric':...I': None, 'kCangjie': 'JV', ...}, {'char': '㐅', 'kAccountingNumeric': None, 'kCCCII': None, 'kCangjie': 'K', ...}, ...]
        fields     = ['char', 'ucn', 'kAccountingNumeric', 'kCangjie', 'kCantonese', 'kCheungBauer', ...]
        files      = [PosixPath('unihan_etl/downloads/Unihan_DictionaryIndices.txt'), PosixPath('unihan_etl/d.../downloads/Unihan_RadicalStrokeCounts.txt'), PosixPath('unihan_etl/downloads/Unihan_Readings.txt'), ...]
        k          = 'char'
        raw_data   = <fileinput.FileInput object at 0x7fc9539f82c0>
        self       = <unihan_etl.core.Packager object at 0x7fc953a4da90>
~/.virtualenvsunihan-db-tpeMWywt-py3.12/lib/python3.12/site-packages/unihan_etl/core.py:409: in expand_delimiters
    char[field] = expansion.expand_field(field, char[field])
        char       = {'char': '亀', 'kAccountingNumeric': None, 'kCCCII': '2D632D', 'kCangjie': 'NWLU', ...}
        field      = 'kRSUnicode'
        normalized_data = [{'char': '㐀', 'kAccountingNumeric': None, 'kCCCII': None, 'kCangjie': 'TM', ...}, {'char': '㐁', 'kAccountingNumeric':...I': None, 'kCangjie': 'JV', ...}, {'char': '㐅', 'kAccountingNumeric': None, 'kCCCII': None, 'kCangjie': 'K', ...}, ...]
~/.virtualenvsunihan-db-tpeMWywt-py3.12/lib/python3.12/site-packages/unihan_etl/expansion.py:716: in expand_field
    return expansion_func(fvalue)
        expansion_func = <function _expand_kRSGeneric at 0x7fc955538fe0>
        field      = 'kRSUnicode'
        fvalue     = ['5.10', "213''.0"]
~/.virtualenvsunihan-db-tpeMWywt-py3.12/lib/python3.12/site-packages/unihan_etl/expansion.py:591: in _expand_kRSGeneric
    assert m is not None
E   assert None is not None
        expanded   = [{'radical': 5, 'simplified': False, 'strokes': 10}, "213''.0"]
        g          = {'radical': '5', 'simplified': '', 'strokes': '10'}
        i          = 1
        m          = None
        pattern    = re.compile("\n        (?P<radical>[1-9][0-9]{0,2})\n        (?P<simplified>\\'?)\\.\n        (?P<strokes>-?[0-9]{1,2})\n    ", re.VERBOSE)
        v          = "213''.0"
        value      = ['5.10', "213''.0"]
-----------------------------------------

[codecov]

Codecov Report

Attention: 1 lines in your changes are missing coverage. Please review.

Comparison is base (d80d61c) 69.87% compared to head (b59c2b7) 93.92%.

Files	Patch %	Lines
tests/test_example.py	95.45%	1 Missing ⚠️

Additional details and impacted files

@@             Coverage Diff             @@
##           master     #324       +/-   ##
===========================================
+ Coverage   69.87%   93.92%   +24.04%     
===========================================
  Files           9       11        +2     
  Lines         654      691       +37     
  Branches       88       88               
===========================================
+ Hits          457      649      +192     
+ Misses        191       26      -165     
- Partials        6       16       +10     

☔ View full report in Codecov by Sentry.
📢 Have feedback on the report? Share it here.