Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

spacy.load error #1

Open
rgstephens opened this issue Nov 30, 2018 · 0 comments
Open

spacy.load error #1

rgstephens opened this issue Nov 30, 2018 · 0 comments

Comments

@rgstephens
Copy link

I'm trying out rasa for the first time with this project. The initial cells run fine until the spacy.load, print(spacy.load("en")("Hello world!"))

This returns a ValueError: 684830 exceeds max_map_len(32768) with a long stack trace:

rasa_nlu: 0.13.8 rasa_core: 0.9.6
Loading spaCy language model...
---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
<ipython-input-3-75b703537f93> in <module>
      5 print("rasa_nlu: {} rasa_core: {}".format(rasa_nlu.__version__, rasa_core.__version__))
      6 print("Loading spaCy language model...")
----> 7 print(spacy.load("en")("Hello world!"))

/usr/local/lib/python3.5/dist-packages/spacy/__init__.py in load(name, **overrides)
     13     if depr_path not in (True, False, None):
     14         deprecation_warning(Warnings.W001.format(path=depr_path))
---> 15     return util.load_model(name, **overrides)
     16 
     17 

/usr/local/lib/python3.5/dist-packages/spacy/util.py in load_model(name, **overrides)
    110     if isinstance(name, basestring_):  # in data dir / shortcut
    111         if name in set([d.name for d in data_path.iterdir()]):
--> 112             return load_model_from_link(name, **overrides)
    113         if is_package(name):  # installed as package
    114             return load_model_from_package(name, **overrides)

/usr/local/lib/python3.5/dist-packages/spacy/util.py in load_model_from_link(name, **overrides)
    127     except AttributeError:
    128         raise IOError(Errors.E051.format(name=name))
--> 129     return cls.load(**overrides)
    130 
    131 

/usr/local/lib/python3.5/dist-packages/spacy/data/en/__init__.py in load(**overrides)
     10 
     11 def load(**overrides):
---> 12     return load_model_from_init_py(__file__, **overrides)

/usr/local/lib/python3.5/dist-packages/spacy/util.py in load_model_from_init_py(init_file, **overrides)
    171     if not model_path.exists():
    172         raise IOError(Errors.E052.format(path=path2str(data_path)))
--> 173     return load_model_from_path(data_path, meta, **overrides)
    174 
    175 

/usr/local/lib/python3.5/dist-packages/spacy/util.py in load_model_from_path(model_path, meta, **overrides)
    154             component = nlp.create_pipe(name, config=config)
    155             nlp.add_pipe(component, name=name)
--> 156     return nlp.from_disk(model_path)
    157 
    158 

/usr/local/lib/python3.5/dist-packages/spacy/language.py in from_disk(self, path, disable)
    651         if not (path / 'vocab').exists():
    652             exclude['vocab'] = True
--> 653         util.from_disk(path, deserializers, exclude)
    654         self._path = path
    655         return self

/usr/local/lib/python3.5/dist-packages/spacy/util.py in from_disk(path, readers, exclude)
    509     for key, reader in readers.items():
    510         if key not in exclude:
--> 511             reader(path / key)
    512     return path
    513 

/usr/local/lib/python3.5/dist-packages/spacy/language.py in <lambda>(p)
    639             ('meta.json', lambda p: self.meta.update(util.read_json(p))),
    640             ('vocab', lambda p: (
--> 641                 self.vocab.from_disk(p) and _fix_pretrained_vectors_name(self))),
    642             ('tokenizer', lambda p: self.tokenizer.from_disk(p, vocab=False)),
    643         ))

vocab.pyx in spacy.vocab.Vocab.from_disk()

vectors.pyx in spacy.vectors.Vectors.from_disk()

/usr/local/lib/python3.5/dist-packages/spacy/util.py in from_disk(path, readers, exclude)
    509     for key, reader in readers.items():
    510         if key not in exclude:
--> 511             reader(path / key)
    512     return path
    513 

vectors.pyx in spacy.vectors.Vectors.from_disk.load_key2row()

vectors.pyx in spacy.vectors.Vectors.from_disk.load_key2row()

/usr/local/lib/python3.5/dist-packages/msgpack_numpy.py in unpack(stream, **kwargs)
    203     object_hook = kwargs.get('object_hook')
    204     kwargs['object_hook'] = functools.partial(decode, chain=object_hook)
--> 205     return _unpack(stream, **kwargs)
    206 
    207 def unpackb(packed, **kwargs):

/usr/local/lib/python3.5/dist-packages/msgpack/__init__.py in unpack(stream, **kwargs)
     55     """
     56     data = stream.read()
---> 57     return unpackb(data, **kwargs)
     58 
     59 

/usr/local/lib/python3.5/dist-packages/msgpack_numpy.py in unpackb(packed, **kwargs)
    212     object_hook = kwargs.get('object_hook')
    213     kwargs['object_hook'] = functools.partial(decode, chain=object_hook)
--> 214     return _unpackb(packed, **kwargs)
    215 
    216 load = unpack

msgpack/_unpacker.pyx in msgpack._cmsgpack.unpackb()

ValueError: 684830 exceeds max_map_len(32768)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Labels
None yet
Projects
None yet
Development

No branches or pull requests

1 participant