/* Generated by Cython 0.29.21 */ #define PY_SSIZE_T_CLEAN #include "Python.h" #ifndef Py_PYTHON_H #error Python headers needed to compile C extensions, please install development version of Python. #elif PY_VERSION_HEX < 0x02060000 || (0x03000000 <= PY_VERSION_HEX && PY_VERSION_HEX < 0x03030000) #error Cython requires Python 2.6+ or Python 3.3+. #else #define CYTHON_ABI "0_29_21" #define CYTHON_HEX_VERSION 0x001D15F0 #define CYTHON_FUTURE_DIVISION 0 #include #ifndef offsetof #define offsetof(type, member) ( (size_t) & ((type*)0) -> member ) #endif #if !defined(WIN32) && !defined(MS_WINDOWS) #ifndef __stdcall #define __stdcall #endif #ifndef __cdecl #define __cdecl #endif #ifndef __fastcall #define __fastcall #endif #endif #ifndef DL_IMPORT #define DL_IMPORT(t) t #endif #ifndef DL_EXPORT #define DL_EXPORT(t) t #endif #define __PYX_COMMA , #ifndef HAVE_LONG_LONG #if PY_VERSION_HEX >= 0x02070000 #define HAVE_LONG_LONG #endif #endif #ifndef PY_LONG_LONG #define PY_LONG_LONG LONG_LONG #endif #ifndef Py_HUGE_VAL #define Py_HUGE_VAL HUGE_VAL #endif #ifdef PYPY_VERSION #define CYTHON_COMPILING_IN_PYPY 1 #define CYTHON_COMPILING_IN_PYSTON 0 #define CYTHON_COMPILING_IN_CPYTHON 0 #undef CYTHON_USE_TYPE_SLOTS #define CYTHON_USE_TYPE_SLOTS 0 #undef CYTHON_USE_PYTYPE_LOOKUP #define CYTHON_USE_PYTYPE_LOOKUP 0 #if PY_VERSION_HEX < 0x03050000 #undef CYTHON_USE_ASYNC_SLOTS #define CYTHON_USE_ASYNC_SLOTS 0 #elif !defined(CYTHON_USE_ASYNC_SLOTS) #define CYTHON_USE_ASYNC_SLOTS 1 #endif #undef CYTHON_USE_PYLIST_INTERNALS #define CYTHON_USE_PYLIST_INTERNALS 0 #undef CYTHON_USE_UNICODE_INTERNALS #define CYTHON_USE_UNICODE_INTERNALS 0 #undef CYTHON_USE_UNICODE_WRITER #define CYTHON_USE_UNICODE_WRITER 0 #undef CYTHON_USE_PYLONG_INTERNALS #define CYTHON_USE_PYLONG_INTERNALS 0 #undef CYTHON_AVOID_BORROWED_REFS #define CYTHON_AVOID_BORROWED_REFS 1 #undef CYTHON_ASSUME_SAFE_MACROS #define CYTHON_ASSUME_SAFE_MACROS 0 #undef CYTHON_UNPACK_METHODS #define CYTHON_UNPACK_METHODS 0 #undef CYTHON_FAST_THREAD_STATE #define CYTHON_FAST_THREAD_STATE 0 #undef CYTHON_FAST_PYCALL #define CYTHON_FAST_PYCALL 0 #undef CYTHON_PEP489_MULTI_PHASE_INIT #define CYTHON_PEP489_MULTI_PHASE_INIT 0 #undef CYTHON_USE_TP_FINALIZE #define CYTHON_USE_TP_FINALIZE 0 #undef CYTHON_USE_DICT_VERSIONS #define CYTHON_USE_DICT_VERSIONS 0 #undef CYTHON_USE_EXC_INFO_STACK #define CYTHON_USE_EXC_INFO_STACK 0 #elif defined(PYSTON_VERSION) #define CYTHON_COMPILING_IN_PYPY 0 #define CYTHON_COMPILING_IN_PYSTON 1 #define CYTHON_COMPILING_IN_CPYTHON 0 #ifndef CYTHON_USE_TYPE_SLOTS #define CYTHON_USE_TYPE_SLOTS 1 #endif #undef CYTHON_USE_PYTYPE_LOOKUP #define CYTHON_USE_PYTYPE_LOOKUP 0 #undef CYTHON_USE_ASYNC_SLOTS #define CYTHON_USE_ASYNC_SLOTS 0 #undef CYTHON_USE_PYLIST_INTERNALS #define CYTHON_USE_PYLIST_INTERNALS 0 #ifndef CYTHON_USE_UNICODE_INTERNALS #define CYTHON_USE_UNICODE_INTERNALS 1 #endif #undef CYTHON_USE_UNICODE_WRITER #define CYTHON_USE_UNICODE_WRITER 0 #undef CYTHON_USE_PYLONG_INTERNALS #define CYTHON_USE_PYLONG_INTERNALS 0 #ifndef CYTHON_AVOID_BORROWED_REFS #define CYTHON_AVOID_BORROWED_REFS 0 #endif #ifndef CYTHON_ASSUME_SAFE_MACROS #define CYTHON_ASSUME_SAFE_MACROS 1 #endif #ifndef CYTHON_UNPACK_METHODS #define CYTHON_UNPACK_METHODS 1 #endif #undef CYTHON_FAST_THREAD_STATE #define CYTHON_FAST_THREAD_STATE 0 #undef CYTHON_FAST_PYCALL #define CYTHON_FAST_PYCALL 0 #undef CYTHON_PEP489_MULTI_PHASE_INIT #define CYTHON_PEP489_MULTI_PHASE_INIT 0 #undef CYTHON_USE_TP_FINALIZE #define CYTHON_USE_TP_FINALIZE 0 #undef CYTHON_USE_DICT_VERSIONS #define CYTHON_USE_DICT_VERSIONS 0 #undef CYTHON_USE_EXC_INFO_STACK #define CYTHON_USE_EXC_INFO_STACK 0 #else #define CYTHON_COMPILING_IN_PYPY 0 #define CYTHON_COMPILING_IN_PYSTON 0 #define CYTHON_COMPILING_IN_CPYTHON 1 #ifndef CYTHON_USE_TYPE_SLOTS #define CYTHON_USE_TYPE_SLOTS 1 #endif #if PY_VERSION_HEX < 0x02070000 #undef CYTHON_USE_PYTYPE_LOOKUP #define CYTHON_USE_PYTYPE_LOOKUP 0 #elif !defined(CYTHON_USE_PYTYPE_LOOKUP) #define CYTHON_USE_PYTYPE_LOOKUP 1 #endif #if PY_MAJOR_VERSION < 3 #undef CYTHON_USE_ASYNC_SLOTS #define CYTHON_USE_ASYNC_SLOTS 0 #elif !defined(CYTHON_USE_ASYNC_SLOTS) #define CYTHON_USE_ASYNC_SLOTS 1 #endif #if PY_VERSION_HEX < 0x02070000 #undef CYTHON_USE_PYLONG_INTERNALS #define CYTHON_USE_PYLONG_INTERNALS 0 #elif !defined(CYTHON_USE_PYLONG_INTERNALS) #define CYTHON_USE_PYLONG_INTERNALS 1 #endif #ifndef CYTHON_USE_PYLIST_INTERNALS #define CYTHON_USE_PYLIST_INTERNALS 1 #endif #ifndef CYTHON_USE_UNICODE_INTERNALS #define CYTHON_USE_UNICODE_INTERNALS 1 #endif #if PY_VERSION_HEX < 0x030300F0 #undef CYTHON_USE_UNICODE_WRITER #define CYTHON_USE_UNICODE_WRITER 0 #elif !defined(CYTHON_USE_UNICODE_WRITER) #define CYTHON_USE_UNICODE_WRITER 1 #endif #ifndef CYTHON_AVOID_BORROWED_REFS #define CYTHON_AVOID_BORROWED_REFS 0 #endif #ifndef CYTHON_ASSUME_SAFE_MACROS #define CYTHON_ASSUME_SAFE_MACROS 1 #endif #ifndef CYTHON_UNPACK_METHODS #define CYTHON_UNPACK_METHODS 1 #endif #ifndef CYTHON_FAST_THREAD_STATE #define CYTHON_FAST_THREAD_STATE 1 #endif #ifndef CYTHON_FAST_PYCALL #define CYTHON_FAST_PYCALL 1 #endif #ifndef CYTHON_PEP489_MULTI_PHASE_INIT #define CYTHON_PEP489_MULTI_PHASE_INIT (PY_VERSION_HEX >= 0x03050000) #endif #ifndef CYTHON_USE_TP_FINALIZE #define CYTHON_USE_TP_FINALIZE (PY_VERSION_HEX >= 0x030400a1) #endif #ifndef CYTHON_USE_DICT_VERSIONS #define CYTHON_USE_DICT_VERSIONS (PY_VERSION_HEX >= 0x030600B1) #endif #ifndef CYTHON_USE_EXC_INFO_STACK #define CYTHON_USE_EXC_INFO_STACK (PY_VERSION_HEX >= 0x030700A3) #endif #endif #if !defined(CYTHON_FAST_PYCCALL) #define CYTHON_FAST_PYCCALL (CYTHON_FAST_PYCALL && PY_VERSION_HEX >= 0x030600B1) #endif #if CYTHON_USE_PYLONG_INTERNALS #include "longintrepr.h" #undef SHIFT #undef BASE #undef MASK #ifdef SIZEOF_VOID_P enum { __pyx_check_sizeof_voidp = 1 / (int)(SIZEOF_VOID_P == sizeof(void*)) }; #endif #endif #ifndef __has_attribute #define __has_attribute(x) 0 #endif #ifndef __has_cpp_attribute #define __has_cpp_attribute(x) 0 #endif #ifndef CYTHON_RESTRICT #if defined(__GNUC__) #define CYTHON_RESTRICT __restrict__ #elif defined(_MSC_VER) && _MSC_VER >= 1400 #define CYTHON_RESTRICT __restrict #elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L #define CYTHON_RESTRICT restrict #else #define CYTHON_RESTRICT #endif #endif #ifndef CYTHON_UNUSED # if defined(__GNUC__) # if !(defined(__cplusplus)) || (__GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ >= 4)) # define CYTHON_UNUSED __attribute__ ((__unused__)) # else # define CYTHON_UNUSED # endif # elif defined(__ICC) || (defined(__INTEL_COMPILER) && !defined(_MSC_VER)) # define CYTHON_UNUSED __attribute__ ((__unused__)) # else # define CYTHON_UNUSED # endif #endif #ifndef CYTHON_MAYBE_UNUSED_VAR # if defined(__cplusplus) template void CYTHON_MAYBE_UNUSED_VAR( const T& ) { } # else # define CYTHON_MAYBE_UNUSED_VAR(x) (void)(x) # endif #endif #ifndef CYTHON_NCP_UNUSED # if CYTHON_COMPILING_IN_CPYTHON # define CYTHON_NCP_UNUSED # else # define CYTHON_NCP_UNUSED CYTHON_UNUSED # endif #endif #define __Pyx_void_to_None(void_result) ((void)(void_result), Py_INCREF(Py_None), Py_None) #ifdef _MSC_VER #ifndef _MSC_STDINT_H_ #if _MSC_VER < 1300 typedef unsigned char uint8_t; typedef unsigned int uint32_t; #else typedef unsigned __int8 uint8_t; typedef unsigned __int32 uint32_t; #endif #endif #else #include #endif #ifndef CYTHON_FALLTHROUGH #if defined(__cplusplus) && __cplusplus >= 201103L #if __has_cpp_attribute(fallthrough) #define CYTHON_FALLTHROUGH [[fallthrough]] #elif __has_cpp_attribute(clang::fallthrough) #define CYTHON_FALLTHROUGH [[clang::fallthrough]] #elif __has_cpp_attribute(gnu::fallthrough) #define CYTHON_FALLTHROUGH [[gnu::fallthrough]] #endif #endif #ifndef CYTHON_FALLTHROUGH #if __has_attribute(fallthrough) #define CYTHON_FALLTHROUGH __attribute__((fallthrough)) #else #define CYTHON_FALLTHROUGH #endif #endif #if defined(__clang__ ) && defined(__apple_build_version__) #if __apple_build_version__ < 7000000 #undef CYTHON_FALLTHROUGH #define CYTHON_FALLTHROUGH #endif #endif #endif #ifndef __cplusplus #error "Cython files generated with the C++ option must be compiled with a C++ compiler." #endif #ifndef CYTHON_INLINE #if defined(__clang__) #define CYTHON_INLINE __inline__ __attribute__ ((__unused__)) #else #define CYTHON_INLINE inline #endif #endif template void __Pyx_call_destructor(T& x) { x.~T(); } template class __Pyx_FakeReference { public: __Pyx_FakeReference() : ptr(NULL) { } __Pyx_FakeReference(const T& ref) : ptr(const_cast(&ref)) { } T *operator->() { return ptr; } T *operator&() { return ptr; } operator T&() { return *ptr; } template bool operator ==(U other) { return *ptr == other; } template bool operator !=(U other) { return *ptr != other; } private: T *ptr; }; #if CYTHON_COMPILING_IN_PYPY && PY_VERSION_HEX < 0x02070600 && !defined(Py_OptimizeFlag) #define Py_OptimizeFlag 0 #endif #define __PYX_BUILD_PY_SSIZE_T "n" #define CYTHON_FORMAT_SSIZE_T "z" #if PY_MAJOR_VERSION < 3 #define __Pyx_BUILTIN_MODULE_NAME "__builtin__" #define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\ PyCode_New(a+k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos) #define __Pyx_DefaultClassType PyClass_Type #else #define __Pyx_BUILTIN_MODULE_NAME "builtins" #if PY_VERSION_HEX >= 0x030800A4 && PY_VERSION_HEX < 0x030800B2 #define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\ PyCode_New(a, 0, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos) #else #define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)\ PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos) #endif #define __Pyx_DefaultClassType PyType_Type #endif #ifndef Py_TPFLAGS_CHECKTYPES #define Py_TPFLAGS_CHECKTYPES 0 #endif #ifndef Py_TPFLAGS_HAVE_INDEX #define Py_TPFLAGS_HAVE_INDEX 0 #endif #ifndef Py_TPFLAGS_HAVE_NEWBUFFER #define Py_TPFLAGS_HAVE_NEWBUFFER 0 #endif #ifndef Py_TPFLAGS_HAVE_FINALIZE #define Py_TPFLAGS_HAVE_FINALIZE 0 #endif #ifndef METH_STACKLESS #define METH_STACKLESS 0 #endif #if PY_VERSION_HEX <= 0x030700A3 || !defined(METH_FASTCALL) #ifndef METH_FASTCALL #define METH_FASTCALL 0x80 #endif typedef PyObject *(*__Pyx_PyCFunctionFast) (PyObject *self, PyObject *const *args, Py_ssize_t nargs); typedef PyObject *(*__Pyx_PyCFunctionFastWithKeywords) (PyObject *self, PyObject *const *args, Py_ssize_t nargs, PyObject *kwnames); #else #define __Pyx_PyCFunctionFast _PyCFunctionFast #define __Pyx_PyCFunctionFastWithKeywords _PyCFunctionFastWithKeywords #endif #if CYTHON_FAST_PYCCALL #define __Pyx_PyFastCFunction_Check(func)\ ((PyCFunction_Check(func) && (METH_FASTCALL == (PyCFunction_GET_FLAGS(func) & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_KEYWORDS | METH_STACKLESS))))) #else #define __Pyx_PyFastCFunction_Check(func) 0 #endif #if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Malloc) #define PyObject_Malloc(s) PyMem_Malloc(s) #define PyObject_Free(p) PyMem_Free(p) #define PyObject_Realloc(p) PyMem_Realloc(p) #endif #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX < 0x030400A1 #define PyMem_RawMalloc(n) PyMem_Malloc(n) #define PyMem_RawRealloc(p, n) PyMem_Realloc(p, n) #define PyMem_RawFree(p) PyMem_Free(p) #endif #if CYTHON_COMPILING_IN_PYSTON #define __Pyx_PyCode_HasFreeVars(co) PyCode_HasFreeVars(co) #define __Pyx_PyFrame_SetLineNumber(frame, lineno) PyFrame_SetLineNumber(frame, lineno) #else #define __Pyx_PyCode_HasFreeVars(co) (PyCode_GetNumFree(co) > 0) #define __Pyx_PyFrame_SetLineNumber(frame, lineno) (frame)->f_lineno = (lineno) #endif #if !CYTHON_FAST_THREAD_STATE || PY_VERSION_HEX < 0x02070000 #define __Pyx_PyThreadState_Current PyThreadState_GET() #elif PY_VERSION_HEX >= 0x03060000 #define __Pyx_PyThreadState_Current _PyThreadState_UncheckedGet() #elif PY_VERSION_HEX >= 0x03000000 #define __Pyx_PyThreadState_Current PyThreadState_GET() #else #define __Pyx_PyThreadState_Current _PyThreadState_Current #endif #if PY_VERSION_HEX < 0x030700A2 && !defined(PyThread_tss_create) && !defined(Py_tss_NEEDS_INIT) #include "pythread.h" #define Py_tss_NEEDS_INIT 0 typedef int Py_tss_t; static CYTHON_INLINE int PyThread_tss_create(Py_tss_t *key) { *key = PyThread_create_key(); return 0; } static CYTHON_INLINE Py_tss_t * PyThread_tss_alloc(void) { Py_tss_t *key = (Py_tss_t *)PyObject_Malloc(sizeof(Py_tss_t)); *key = Py_tss_NEEDS_INIT; return key; } static CYTHON_INLINE void PyThread_tss_free(Py_tss_t *key) { PyObject_Free(key); } static CYTHON_INLINE int PyThread_tss_is_created(Py_tss_t *key) { return *key != Py_tss_NEEDS_INIT; } static CYTHON_INLINE void PyThread_tss_delete(Py_tss_t *key) { PyThread_delete_key(*key); *key = Py_tss_NEEDS_INIT; } static CYTHON_INLINE int PyThread_tss_set(Py_tss_t *key, void *value) { return PyThread_set_key_value(*key, value); } static CYTHON_INLINE void * PyThread_tss_get(Py_tss_t *key) { return PyThread_get_key_value(*key); } #endif #if CYTHON_COMPILING_IN_CPYTHON || defined(_PyDict_NewPresized) #define __Pyx_PyDict_NewPresized(n) ((n <= 8) ? PyDict_New() : _PyDict_NewPresized(n)) #else #define __Pyx_PyDict_NewPresized(n) PyDict_New() #endif #if PY_MAJOR_VERSION >= 3 || CYTHON_FUTURE_DIVISION #define __Pyx_PyNumber_Divide(x,y) PyNumber_TrueDivide(x,y) #define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceTrueDivide(x,y) #else #define __Pyx_PyNumber_Divide(x,y) PyNumber_Divide(x,y) #define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceDivide(x,y) #endif #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030500A1 && CYTHON_USE_UNICODE_INTERNALS #define __Pyx_PyDict_GetItemStr(dict, name) _PyDict_GetItem_KnownHash(dict, name, ((PyASCIIObject *) name)->hash) #else #define __Pyx_PyDict_GetItemStr(dict, name) PyDict_GetItem(dict, name) #endif #if PY_VERSION_HEX > 0x03030000 && defined(PyUnicode_KIND) #define CYTHON_PEP393_ENABLED 1 #define __Pyx_PyUnicode_READY(op) (likely(PyUnicode_IS_READY(op)) ?\ 0 : _PyUnicode_Ready((PyObject *)(op))) #define __Pyx_PyUnicode_GET_LENGTH(u) PyUnicode_GET_LENGTH(u) #define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_READ_CHAR(u, i) #define __Pyx_PyUnicode_MAX_CHAR_VALUE(u) PyUnicode_MAX_CHAR_VALUE(u) #define __Pyx_PyUnicode_KIND(u) PyUnicode_KIND(u) #define __Pyx_PyUnicode_DATA(u) PyUnicode_DATA(u) #define __Pyx_PyUnicode_READ(k, d, i) PyUnicode_READ(k, d, i) #define __Pyx_PyUnicode_WRITE(k, d, i, ch) PyUnicode_WRITE(k, d, i, ch) #if defined(PyUnicode_IS_READY) && defined(PyUnicode_GET_SIZE) #define __Pyx_PyUnicode_IS_TRUE(u) (0 != (likely(PyUnicode_IS_READY(u)) ? PyUnicode_GET_LENGTH(u) : PyUnicode_GET_SIZE(u))) #else #define __Pyx_PyUnicode_IS_TRUE(u) (0 != PyUnicode_GET_LENGTH(u)) #endif #else #define CYTHON_PEP393_ENABLED 0 #define PyUnicode_1BYTE_KIND 1 #define PyUnicode_2BYTE_KIND 2 #define PyUnicode_4BYTE_KIND 4 #define __Pyx_PyUnicode_READY(op) (0) #define __Pyx_PyUnicode_GET_LENGTH(u) PyUnicode_GET_SIZE(u) #define __Pyx_PyUnicode_READ_CHAR(u, i) ((Py_UCS4)(PyUnicode_AS_UNICODE(u)[i])) #define __Pyx_PyUnicode_MAX_CHAR_VALUE(u) ((sizeof(Py_UNICODE) == 2) ? 65535 : 1114111) #define __Pyx_PyUnicode_KIND(u) (sizeof(Py_UNICODE)) #define __Pyx_PyUnicode_DATA(u) ((void*)PyUnicode_AS_UNICODE(u)) #define __Pyx_PyUnicode_READ(k, d, i) ((void)(k), (Py_UCS4)(((Py_UNICODE*)d)[i])) #define __Pyx_PyUnicode_WRITE(k, d, i, ch) (((void)(k)), ((Py_UNICODE*)d)[i] = ch) #define __Pyx_PyUnicode_IS_TRUE(u) (0 != PyUnicode_GET_SIZE(u)) #endif #if CYTHON_COMPILING_IN_PYPY #define __Pyx_PyUnicode_Concat(a, b) PyNumber_Add(a, b) #define __Pyx_PyUnicode_ConcatSafe(a, b) PyNumber_Add(a, b) #else #define __Pyx_PyUnicode_Concat(a, b) PyUnicode_Concat(a, b) #define __Pyx_PyUnicode_ConcatSafe(a, b) ((unlikely((a) == Py_None) || unlikely((b) == Py_None)) ?\ PyNumber_Add(a, b) : __Pyx_PyUnicode_Concat(a, b)) #endif #if CYTHON_COMPILING_IN_PYPY && !defined(PyUnicode_Contains) #define PyUnicode_Contains(u, s) PySequence_Contains(u, s) #endif #if CYTHON_COMPILING_IN_PYPY && !defined(PyByteArray_Check) #define PyByteArray_Check(obj) PyObject_TypeCheck(obj, &PyByteArray_Type) #endif #if CYTHON_COMPILING_IN_PYPY && !defined(PyObject_Format) #define PyObject_Format(obj, fmt) PyObject_CallMethod(obj, "__format__", "O", fmt) #endif #define __Pyx_PyString_FormatSafe(a, b) ((unlikely((a) == Py_None || (PyString_Check(b) && !PyString_CheckExact(b)))) ? PyNumber_Remainder(a, b) : __Pyx_PyString_Format(a, b)) #define __Pyx_PyUnicode_FormatSafe(a, b) ((unlikely((a) == Py_None || (PyUnicode_Check(b) && !PyUnicode_CheckExact(b)))) ? PyNumber_Remainder(a, b) : PyUnicode_Format(a, b)) #if PY_MAJOR_VERSION >= 3 #define __Pyx_PyString_Format(a, b) PyUnicode_Format(a, b) #else #define __Pyx_PyString_Format(a, b) PyString_Format(a, b) #endif #if PY_MAJOR_VERSION < 3 && !defined(PyObject_ASCII) #define PyObject_ASCII(o) PyObject_Repr(o) #endif #if PY_MAJOR_VERSION >= 3 #define PyBaseString_Type PyUnicode_Type #define PyStringObject PyUnicodeObject #define PyString_Type PyUnicode_Type #define PyString_Check PyUnicode_Check #define PyString_CheckExact PyUnicode_CheckExact #ifndef PyObject_Unicode #define PyObject_Unicode PyObject_Str #endif #endif #if PY_MAJOR_VERSION >= 3 #define __Pyx_PyBaseString_Check(obj) PyUnicode_Check(obj) #define __Pyx_PyBaseString_CheckExact(obj) PyUnicode_CheckExact(obj) #else #define __Pyx_PyBaseString_Check(obj) (PyString_Check(obj) || PyUnicode_Check(obj)) #define __Pyx_PyBaseString_CheckExact(obj) (PyString_CheckExact(obj) || PyUnicode_CheckExact(obj)) #endif #ifndef PySet_CheckExact #define PySet_CheckExact(obj) (Py_TYPE(obj) == &PySet_Type) #endif #if PY_VERSION_HEX >= 0x030900A4 #define __Pyx_SET_REFCNT(obj, refcnt) Py_SET_REFCNT(obj, refcnt) #define __Pyx_SET_SIZE(obj, size) Py_SET_SIZE(obj, size) #else #define __Pyx_SET_REFCNT(obj, refcnt) Py_REFCNT(obj) = (refcnt) #define __Pyx_SET_SIZE(obj, size) Py_SIZE(obj) = (size) #endif #if CYTHON_ASSUME_SAFE_MACROS #define __Pyx_PySequence_SIZE(seq) Py_SIZE(seq) #else #define __Pyx_PySequence_SIZE(seq) PySequence_Size(seq) #endif #if PY_MAJOR_VERSION >= 3 #define PyIntObject PyLongObject #define PyInt_Type PyLong_Type #define PyInt_Check(op) PyLong_Check(op) #define PyInt_CheckExact(op) PyLong_CheckExact(op) #define PyInt_FromString PyLong_FromString #define PyInt_FromUnicode PyLong_FromUnicode #define PyInt_FromLong PyLong_FromLong #define PyInt_FromSize_t PyLong_FromSize_t #define PyInt_FromSsize_t PyLong_FromSsize_t #define PyInt_AsLong PyLong_AsLong #define PyInt_AS_LONG PyLong_AS_LONG #define PyInt_AsSsize_t PyLong_AsSsize_t #define PyInt_AsUnsignedLongMask PyLong_AsUnsignedLongMask #define PyInt_AsUnsignedLongLongMask PyLong_AsUnsignedLongLongMask #define PyNumber_Int PyNumber_Long #endif #if PY_MAJOR_VERSION >= 3 #define PyBoolObject PyLongObject #endif #if PY_MAJOR_VERSION >= 3 && CYTHON_COMPILING_IN_PYPY #ifndef PyUnicode_InternFromString #define PyUnicode_InternFromString(s) PyUnicode_FromString(s) #endif #endif #if PY_VERSION_HEX < 0x030200A4 typedef long Py_hash_t; #define __Pyx_PyInt_FromHash_t PyInt_FromLong #define __Pyx_PyInt_AsHash_t PyInt_AsLong #else #define __Pyx_PyInt_FromHash_t PyInt_FromSsize_t #define __Pyx_PyInt_AsHash_t PyInt_AsSsize_t #endif #if PY_MAJOR_VERSION >= 3 #define __Pyx_PyMethod_New(func, self, klass) ((self) ? ((void)(klass), PyMethod_New(func, self)) : __Pyx_NewRef(func)) #else #define __Pyx_PyMethod_New(func, self, klass) PyMethod_New(func, self, klass) #endif #if CYTHON_USE_ASYNC_SLOTS #if PY_VERSION_HEX >= 0x030500B1 #define __Pyx_PyAsyncMethodsStruct PyAsyncMethods #define __Pyx_PyType_AsAsync(obj) (Py_TYPE(obj)->tp_as_async) #else #define __Pyx_PyType_AsAsync(obj) ((__Pyx_PyAsyncMethodsStruct*) (Py_TYPE(obj)->tp_reserved)) #endif #else #define __Pyx_PyType_AsAsync(obj) NULL #endif #ifndef __Pyx_PyAsyncMethodsStruct typedef struct { unaryfunc am_await; unaryfunc am_aiter; unaryfunc am_anext; } __Pyx_PyAsyncMethodsStruct; #endif #if defined(WIN32) || defined(MS_WINDOWS) #define _USE_MATH_DEFINES #endif #include #ifdef NAN #define __PYX_NAN() ((float) NAN) #else static CYTHON_INLINE float __PYX_NAN() { float value; memset(&value, 0xFF, sizeof(value)); return value; } #endif #if defined(__CYGWIN__) && defined(_LDBL_EQ_DBL) #define __Pyx_truncl trunc #else #define __Pyx_truncl truncl #endif #define __PYX_MARK_ERR_POS(f_index, lineno) \ { __pyx_filename = __pyx_f[f_index]; (void)__pyx_filename; __pyx_lineno = lineno; (void)__pyx_lineno; __pyx_clineno = __LINE__; (void)__pyx_clineno; } #define __PYX_ERR(f_index, lineno, Ln_error) \ { __PYX_MARK_ERR_POS(f_index, lineno) goto Ln_error; } #ifndef __PYX_EXTERN_C #ifdef __cplusplus #define __PYX_EXTERN_C extern "C" #else #define __PYX_EXTERN_C extern #endif #endif #define __PYX_HAVE__spacy__pipeline__pipes #define __PYX_HAVE_API__spacy__pipeline__pipes /* Early includes */ #include #include #include "numpy/arrayobject.h" #include "numpy/ufuncobject.h" /* NumPy API declarations from "numpy/__init__.pxd" */ #include "ios" #include "new" #include "stdexcept" #include "typeinfo" #include #include #include #if __cplusplus > 199711L #include namespace cython_std { template typename std::remove_reference::type&& move(T& t) noexcept { return std::move(t); } template typename std::remove_reference::type&& move(T&& t) noexcept { return std::move(t); } } #endif #include #include #include "pythread.h" #include "pystate.h" #ifdef _OPENMP #include #endif /* _OPENMP */ #if defined(PYREX_WITHOUT_ASSERTIONS) && !defined(CYTHON_WITHOUT_ASSERTIONS) #define CYTHON_WITHOUT_ASSERTIONS #endif typedef struct {PyObject **p; const char *s; const Py_ssize_t n; const char* encoding; const char is_unicode; const char is_str; const char intern; } __Pyx_StringTabEntry; #define __PYX_DEFAULT_STRING_ENCODING_IS_ASCII 0 #define __PYX_DEFAULT_STRING_ENCODING_IS_UTF8 0 #define __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT (PY_MAJOR_VERSION >= 3 && __PYX_DEFAULT_STRING_ENCODING_IS_UTF8) #define __PYX_DEFAULT_STRING_ENCODING "" #define __Pyx_PyObject_FromString __Pyx_PyBytes_FromString #define __Pyx_PyObject_FromStringAndSize __Pyx_PyBytes_FromStringAndSize #define __Pyx_uchar_cast(c) ((unsigned char)c) #define __Pyx_long_cast(x) ((long)x) #define __Pyx_fits_Py_ssize_t(v, type, is_signed) (\ (sizeof(type) < sizeof(Py_ssize_t)) ||\ (sizeof(type) > sizeof(Py_ssize_t) &&\ likely(v < (type)PY_SSIZE_T_MAX ||\ v == (type)PY_SSIZE_T_MAX) &&\ (!is_signed || likely(v > (type)PY_SSIZE_T_MIN ||\ v == (type)PY_SSIZE_T_MIN))) ||\ (sizeof(type) == sizeof(Py_ssize_t) &&\ (is_signed || likely(v < (type)PY_SSIZE_T_MAX ||\ v == (type)PY_SSIZE_T_MAX))) ) static CYTHON_INLINE int __Pyx_is_valid_index(Py_ssize_t i, Py_ssize_t limit) { return (size_t) i < (size_t) limit; } #if defined (__cplusplus) && __cplusplus >= 201103L #include #define __Pyx_sst_abs(value) std::abs(value) #elif SIZEOF_INT >= SIZEOF_SIZE_T #define __Pyx_sst_abs(value) abs(value) #elif SIZEOF_LONG >= SIZEOF_SIZE_T #define __Pyx_sst_abs(value) labs(value) #elif defined (_MSC_VER) #define __Pyx_sst_abs(value) ((Py_ssize_t)_abs64(value)) #elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L #define __Pyx_sst_abs(value) llabs(value) #elif defined (__GNUC__) #define __Pyx_sst_abs(value) __builtin_llabs(value) #else #define __Pyx_sst_abs(value) ((value<0) ? -value : value) #endif static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject*); static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject*, Py_ssize_t* length); #define __Pyx_PyByteArray_FromString(s) PyByteArray_FromStringAndSize((const char*)s, strlen((const char*)s)) #define __Pyx_PyByteArray_FromStringAndSize(s, l) PyByteArray_FromStringAndSize((const char*)s, l) #define __Pyx_PyBytes_FromString PyBytes_FromString #define __Pyx_PyBytes_FromStringAndSize PyBytes_FromStringAndSize static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char*); #if PY_MAJOR_VERSION < 3 #define __Pyx_PyStr_FromString __Pyx_PyBytes_FromString #define __Pyx_PyStr_FromStringAndSize __Pyx_PyBytes_FromStringAndSize #else #define __Pyx_PyStr_FromString __Pyx_PyUnicode_FromString #define __Pyx_PyStr_FromStringAndSize __Pyx_PyUnicode_FromStringAndSize #endif #define __Pyx_PyBytes_AsWritableString(s) ((char*) PyBytes_AS_STRING(s)) #define __Pyx_PyBytes_AsWritableSString(s) ((signed char*) PyBytes_AS_STRING(s)) #define __Pyx_PyBytes_AsWritableUString(s) ((unsigned char*) PyBytes_AS_STRING(s)) #define __Pyx_PyBytes_AsString(s) ((const char*) PyBytes_AS_STRING(s)) #define __Pyx_PyBytes_AsSString(s) ((const signed char*) PyBytes_AS_STRING(s)) #define __Pyx_PyBytes_AsUString(s) ((const unsigned char*) PyBytes_AS_STRING(s)) #define __Pyx_PyObject_AsWritableString(s) ((char*) __Pyx_PyObject_AsString(s)) #define __Pyx_PyObject_AsWritableSString(s) ((signed char*) __Pyx_PyObject_AsString(s)) #define __Pyx_PyObject_AsWritableUString(s) ((unsigned char*) __Pyx_PyObject_AsString(s)) #define __Pyx_PyObject_AsSString(s) ((const signed char*) __Pyx_PyObject_AsString(s)) #define __Pyx_PyObject_AsUString(s) ((const unsigned char*) __Pyx_PyObject_AsString(s)) #define __Pyx_PyObject_FromCString(s) __Pyx_PyObject_FromString((const char*)s) #define __Pyx_PyBytes_FromCString(s) __Pyx_PyBytes_FromString((const char*)s) #define __Pyx_PyByteArray_FromCString(s) __Pyx_PyByteArray_FromString((const char*)s) #define __Pyx_PyStr_FromCString(s) __Pyx_PyStr_FromString((const char*)s) #define __Pyx_PyUnicode_FromCString(s) __Pyx_PyUnicode_FromString((const char*)s) static CYTHON_INLINE size_t __Pyx_Py_UNICODE_strlen(const Py_UNICODE *u) { const Py_UNICODE *u_end = u; while (*u_end++) ; return (size_t)(u_end - u - 1); } #define __Pyx_PyUnicode_FromUnicode(u) PyUnicode_FromUnicode(u, __Pyx_Py_UNICODE_strlen(u)) #define __Pyx_PyUnicode_FromUnicodeAndLength PyUnicode_FromUnicode #define __Pyx_PyUnicode_AsUnicode PyUnicode_AsUnicode #define __Pyx_NewRef(obj) (Py_INCREF(obj), obj) #define __Pyx_Owned_Py_None(b) __Pyx_NewRef(Py_None) static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b); static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject*); static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject*); static CYTHON_INLINE PyObject* __Pyx_PyNumber_IntOrLong(PyObject* x); #define __Pyx_PySequence_Tuple(obj)\ (likely(PyTuple_CheckExact(obj)) ? __Pyx_NewRef(obj) : PySequence_Tuple(obj)) static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject*); static CYTHON_INLINE PyObject * __Pyx_PyInt_FromSize_t(size_t); #if CYTHON_ASSUME_SAFE_MACROS #define __pyx_PyFloat_AsDouble(x) (PyFloat_CheckExact(x) ? PyFloat_AS_DOUBLE(x) : PyFloat_AsDouble(x)) #else #define __pyx_PyFloat_AsDouble(x) PyFloat_AsDouble(x) #endif #define __pyx_PyFloat_AsFloat(x) ((float) __pyx_PyFloat_AsDouble(x)) #if PY_MAJOR_VERSION >= 3 #define __Pyx_PyNumber_Int(x) (PyLong_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Long(x)) #else #define __Pyx_PyNumber_Int(x) (PyInt_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Int(x)) #endif #define __Pyx_PyNumber_Float(x) (PyFloat_CheckExact(x) ? __Pyx_NewRef(x) : PyNumber_Float(x)) #if PY_MAJOR_VERSION < 3 && __PYX_DEFAULT_STRING_ENCODING_IS_ASCII static int __Pyx_sys_getdefaultencoding_not_ascii; static int __Pyx_init_sys_getdefaultencoding_params(void) { PyObject* sys; PyObject* default_encoding = NULL; PyObject* ascii_chars_u = NULL; PyObject* ascii_chars_b = NULL; const char* default_encoding_c; sys = PyImport_ImportModule("sys"); if (!sys) goto bad; default_encoding = PyObject_CallMethod(sys, (char*) "getdefaultencoding", NULL); Py_DECREF(sys); if (!default_encoding) goto bad; default_encoding_c = PyBytes_AsString(default_encoding); if (!default_encoding_c) goto bad; if (strcmp(default_encoding_c, "ascii") == 0) { __Pyx_sys_getdefaultencoding_not_ascii = 0; } else { char ascii_chars[128]; int c; for (c = 0; c < 128; c++) { ascii_chars[c] = c; } __Pyx_sys_getdefaultencoding_not_ascii = 1; ascii_chars_u = PyUnicode_DecodeASCII(ascii_chars, 128, NULL); if (!ascii_chars_u) goto bad; ascii_chars_b = PyUnicode_AsEncodedString(ascii_chars_u, default_encoding_c, NULL); if (!ascii_chars_b || !PyBytes_Check(ascii_chars_b) || memcmp(ascii_chars, PyBytes_AS_STRING(ascii_chars_b), 128) != 0) { PyErr_Format( PyExc_ValueError, "This module compiled with c_string_encoding=ascii, but default encoding '%.200s' is not a superset of ascii.", default_encoding_c); goto bad; } Py_DECREF(ascii_chars_u); Py_DECREF(ascii_chars_b); } Py_DECREF(default_encoding); return 0; bad: Py_XDECREF(default_encoding); Py_XDECREF(ascii_chars_u); Py_XDECREF(ascii_chars_b); return -1; } #endif #if __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT && PY_MAJOR_VERSION >= 3 #define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_DecodeUTF8(c_str, size, NULL) #else #define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_Decode(c_str, size, __PYX_DEFAULT_STRING_ENCODING, NULL) #if __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT static char* __PYX_DEFAULT_STRING_ENCODING; static int __Pyx_init_sys_getdefaultencoding_params(void) { PyObject* sys; PyObject* default_encoding = NULL; char* default_encoding_c; sys = PyImport_ImportModule("sys"); if (!sys) goto bad; default_encoding = PyObject_CallMethod(sys, (char*) (const char*) "getdefaultencoding", NULL); Py_DECREF(sys); if (!default_encoding) goto bad; default_encoding_c = PyBytes_AsString(default_encoding); if (!default_encoding_c) goto bad; __PYX_DEFAULT_STRING_ENCODING = (char*) malloc(strlen(default_encoding_c) + 1); if (!__PYX_DEFAULT_STRING_ENCODING) goto bad; strcpy(__PYX_DEFAULT_STRING_ENCODING, default_encoding_c); Py_DECREF(default_encoding); return 0; bad: Py_XDECREF(default_encoding); return -1; } #endif #endif /* Test for GCC > 2.95 */ #if defined(__GNUC__) && (__GNUC__ > 2 || (__GNUC__ == 2 && (__GNUC_MINOR__ > 95))) #define likely(x) __builtin_expect(!!(x), 1) #define unlikely(x) __builtin_expect(!!(x), 0) #else /* !__GNUC__ or GCC < 2.95 */ #define likely(x) (x) #define unlikely(x) (x) #endif /* __GNUC__ */ static CYTHON_INLINE void __Pyx_pretend_to_initialize(void* ptr) { (void)ptr; } static PyObject *__pyx_m = NULL; static PyObject *__pyx_d; static PyObject *__pyx_b; static PyObject *__pyx_cython_runtime = NULL; static PyObject *__pyx_empty_tuple; static PyObject *__pyx_empty_bytes; static PyObject *__pyx_empty_unicode; static int __pyx_lineno; static int __pyx_clineno = 0; static const char * __pyx_cfilenm= __FILE__; static const char *__pyx_filename; /* Header.proto */ #if !defined(CYTHON_CCOMPLEX) #if defined(__cplusplus) #define CYTHON_CCOMPLEX 1 #elif defined(_Complex_I) #define CYTHON_CCOMPLEX 1 #else #define CYTHON_CCOMPLEX 0 #endif #endif #if CYTHON_CCOMPLEX #ifdef __cplusplus #include #else #include #endif #endif #if CYTHON_CCOMPLEX && !defined(__cplusplus) && defined(__sun__) && defined(__GNUC__) #undef _Complex_I #define _Complex_I 1.0fj #endif static const char *__pyx_f[] = { "pipes.pyx", "__init__.pxd", "lexeme.pxd", "_state.pxd", "stateclass.pxd", "stringsource", "cymem.pxd", "type.pxd", "maps.pxd", "strings.pxd", "morphology.pxd", "vocab.pxd", "doc.pxd", "gold.pxd", "transition_system.pxd", "arc_eager.pxd", "ner.pxd", }; /* ForceInitThreads.proto */ #ifndef __PYX_FORCE_INIT_THREADS #define __PYX_FORCE_INIT_THREADS 0 #endif /* NoFastGil.proto */ #define __Pyx_PyGILState_Ensure PyGILState_Ensure #define __Pyx_PyGILState_Release PyGILState_Release #define __Pyx_FastGIL_Remember() #define __Pyx_FastGIL_Forget() #define __Pyx_FastGilFuncInit() /* BufferFormatStructs.proto */ #define IS_UNSIGNED(type) (((type) -1) > 0) struct __Pyx_StructField_; #define __PYX_BUF_FLAGS_PACKED_STRUCT (1 << 0) typedef struct { const char* name; struct __Pyx_StructField_* fields; size_t size; size_t arraysize[8]; int ndim; char typegroup; char is_unsigned; int flags; } __Pyx_TypeInfo; typedef struct __Pyx_StructField_ { __Pyx_TypeInfo* type; const char* name; size_t offset; } __Pyx_StructField; typedef struct { __Pyx_StructField* field; size_t parent_offset; } __Pyx_BufFmt_StackElem; typedef struct { __Pyx_StructField root; __Pyx_BufFmt_StackElem* head; size_t fmt_offset; size_t new_count, enc_count; size_t struct_alignment; int is_complex; char enc_type; char new_packmode; char enc_packmode; char is_valid_array; } __Pyx_BufFmt_Context; /* Atomics.proto */ #include #ifndef CYTHON_ATOMICS #define CYTHON_ATOMICS 1 #endif #define __pyx_atomic_int_type int #if CYTHON_ATOMICS && __GNUC__ >= 4 && (__GNUC_MINOR__ > 1 ||\ (__GNUC_MINOR__ == 1 && __GNUC_PATCHLEVEL >= 2)) &&\ !defined(__i386__) #define __pyx_atomic_incr_aligned(value, lock) __sync_fetch_and_add(value, 1) #define __pyx_atomic_decr_aligned(value, lock) __sync_fetch_and_sub(value, 1) #ifdef __PYX_DEBUG_ATOMICS #warning "Using GNU atomics" #endif #elif CYTHON_ATOMICS && defined(_MSC_VER) && 0 #include #undef __pyx_atomic_int_type #define __pyx_atomic_int_type LONG #define __pyx_atomic_incr_aligned(value, lock) InterlockedIncrement(value) #define __pyx_atomic_decr_aligned(value, lock) InterlockedDecrement(value) #ifdef __PYX_DEBUG_ATOMICS #pragma message ("Using MSVC atomics") #endif #elif CYTHON_ATOMICS && (defined(__ICC) || defined(__INTEL_COMPILER)) && 0 #define __pyx_atomic_incr_aligned(value, lock) _InterlockedIncrement(value) #define __pyx_atomic_decr_aligned(value, lock) _InterlockedDecrement(value) #ifdef __PYX_DEBUG_ATOMICS #warning "Using Intel atomics" #endif #else #undef CYTHON_ATOMICS #define CYTHON_ATOMICS 0 #ifdef __PYX_DEBUG_ATOMICS #warning "Not using atomics" #endif #endif typedef volatile __pyx_atomic_int_type __pyx_atomic_int; #if CYTHON_ATOMICS #define __pyx_add_acquisition_count(memview)\ __pyx_atomic_incr_aligned(__pyx_get_slice_count_pointer(memview), memview->lock) #define __pyx_sub_acquisition_count(memview)\ __pyx_atomic_decr_aligned(__pyx_get_slice_count_pointer(memview), memview->lock) #else #define __pyx_add_acquisition_count(memview)\ __pyx_add_acquisition_count_locked(__pyx_get_slice_count_pointer(memview), memview->lock) #define __pyx_sub_acquisition_count(memview)\ __pyx_sub_acquisition_count_locked(__pyx_get_slice_count_pointer(memview), memview->lock) #endif /* MemviewSliceStruct.proto */ struct __pyx_memoryview_obj; typedef struct { struct __pyx_memoryview_obj *memview; char *data; Py_ssize_t shape[8]; Py_ssize_t strides[8]; Py_ssize_t suboffsets[8]; } __Pyx_memviewslice; #define __Pyx_MemoryView_Len(m) (m.shape[0]) /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":697 * # in Cython to enable them only on the right systems. * * ctypedef npy_int8 int8_t # <<<<<<<<<<<<<< * ctypedef npy_int16 int16_t * ctypedef npy_int32 int32_t */ typedef npy_int8 __pyx_t_5numpy_int8_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":698 * * ctypedef npy_int8 int8_t * ctypedef npy_int16 int16_t # <<<<<<<<<<<<<< * ctypedef npy_int32 int32_t * ctypedef npy_int64 int64_t */ typedef npy_int16 __pyx_t_5numpy_int16_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":699 * ctypedef npy_int8 int8_t * ctypedef npy_int16 int16_t * ctypedef npy_int32 int32_t # <<<<<<<<<<<<<< * ctypedef npy_int64 int64_t * #ctypedef npy_int96 int96_t */ typedef npy_int32 __pyx_t_5numpy_int32_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":700 * ctypedef npy_int16 int16_t * ctypedef npy_int32 int32_t * ctypedef npy_int64 int64_t # <<<<<<<<<<<<<< * #ctypedef npy_int96 int96_t * #ctypedef npy_int128 int128_t */ typedef npy_int64 __pyx_t_5numpy_int64_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":704 * #ctypedef npy_int128 int128_t * * ctypedef npy_uint8 uint8_t # <<<<<<<<<<<<<< * ctypedef npy_uint16 uint16_t * ctypedef npy_uint32 uint32_t */ typedef npy_uint8 __pyx_t_5numpy_uint8_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":705 * * ctypedef npy_uint8 uint8_t * ctypedef npy_uint16 uint16_t # <<<<<<<<<<<<<< * ctypedef npy_uint32 uint32_t * ctypedef npy_uint64 uint64_t */ typedef npy_uint16 __pyx_t_5numpy_uint16_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":706 * ctypedef npy_uint8 uint8_t * ctypedef npy_uint16 uint16_t * ctypedef npy_uint32 uint32_t # <<<<<<<<<<<<<< * ctypedef npy_uint64 uint64_t * #ctypedef npy_uint96 uint96_t */ typedef npy_uint32 __pyx_t_5numpy_uint32_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":707 * ctypedef npy_uint16 uint16_t * ctypedef npy_uint32 uint32_t * ctypedef npy_uint64 uint64_t # <<<<<<<<<<<<<< * #ctypedef npy_uint96 uint96_t * #ctypedef npy_uint128 uint128_t */ typedef npy_uint64 __pyx_t_5numpy_uint64_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":711 * #ctypedef npy_uint128 uint128_t * * ctypedef npy_float32 float32_t # <<<<<<<<<<<<<< * ctypedef npy_float64 float64_t * #ctypedef npy_float80 float80_t */ typedef npy_float32 __pyx_t_5numpy_float32_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":712 * * ctypedef npy_float32 float32_t * ctypedef npy_float64 float64_t # <<<<<<<<<<<<<< * #ctypedef npy_float80 float80_t * #ctypedef npy_float128 float128_t */ typedef npy_float64 __pyx_t_5numpy_float64_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":721 * # The int types are mapped a bit surprising -- * # numpy.int corresponds to 'l' and numpy.long to 'q' * ctypedef npy_long int_t # <<<<<<<<<<<<<< * ctypedef npy_longlong long_t * ctypedef npy_longlong longlong_t */ typedef npy_long __pyx_t_5numpy_int_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":722 * # numpy.int corresponds to 'l' and numpy.long to 'q' * ctypedef npy_long int_t * ctypedef npy_longlong long_t # <<<<<<<<<<<<<< * ctypedef npy_longlong longlong_t * */ typedef npy_longlong __pyx_t_5numpy_long_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":723 * ctypedef npy_long int_t * ctypedef npy_longlong long_t * ctypedef npy_longlong longlong_t # <<<<<<<<<<<<<< * * ctypedef npy_ulong uint_t */ typedef npy_longlong __pyx_t_5numpy_longlong_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":725 * ctypedef npy_longlong longlong_t * * ctypedef npy_ulong uint_t # <<<<<<<<<<<<<< * ctypedef npy_ulonglong ulong_t * ctypedef npy_ulonglong ulonglong_t */ typedef npy_ulong __pyx_t_5numpy_uint_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":726 * * ctypedef npy_ulong uint_t * ctypedef npy_ulonglong ulong_t # <<<<<<<<<<<<<< * ctypedef npy_ulonglong ulonglong_t * */ typedef npy_ulonglong __pyx_t_5numpy_ulong_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":727 * ctypedef npy_ulong uint_t * ctypedef npy_ulonglong ulong_t * ctypedef npy_ulonglong ulonglong_t # <<<<<<<<<<<<<< * * ctypedef npy_intp intp_t */ typedef npy_ulonglong __pyx_t_5numpy_ulonglong_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":729 * ctypedef npy_ulonglong ulonglong_t * * ctypedef npy_intp intp_t # <<<<<<<<<<<<<< * ctypedef npy_uintp uintp_t * */ typedef npy_intp __pyx_t_5numpy_intp_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":730 * * ctypedef npy_intp intp_t * ctypedef npy_uintp uintp_t # <<<<<<<<<<<<<< * * ctypedef npy_double float_t */ typedef npy_uintp __pyx_t_5numpy_uintp_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":732 * ctypedef npy_uintp uintp_t * * ctypedef npy_double float_t # <<<<<<<<<<<<<< * ctypedef npy_double double_t * ctypedef npy_longdouble longdouble_t */ typedef npy_double __pyx_t_5numpy_float_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":733 * * ctypedef npy_double float_t * ctypedef npy_double double_t # <<<<<<<<<<<<<< * ctypedef npy_longdouble longdouble_t * */ typedef npy_double __pyx_t_5numpy_double_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":734 * ctypedef npy_double float_t * ctypedef npy_double double_t * ctypedef npy_longdouble longdouble_t # <<<<<<<<<<<<<< * * ctypedef npy_cfloat cfloat_t */ typedef npy_longdouble __pyx_t_5numpy_longdouble_t; /* "preshed/maps.pxd":5 * * * ctypedef uint64_t key_t # <<<<<<<<<<<<<< * * */ typedef uint64_t __pyx_t_7preshed_4maps_key_t; /* "typedefs.pxd":5 * * * ctypedef uint64_t hash_t # <<<<<<<<<<<<<< * ctypedef char* utf8_t * ctypedef uint64_t attr_t */ typedef uint64_t __pyx_t_5spacy_8typedefs_hash_t; /* "typedefs.pxd":7 * ctypedef uint64_t hash_t * ctypedef char* utf8_t * ctypedef uint64_t attr_t # <<<<<<<<<<<<<< * ctypedef uint64_t flags_t * ctypedef uint16_t len_t */ typedef uint64_t __pyx_t_5spacy_8typedefs_attr_t; /* "typedefs.pxd":8 * ctypedef char* utf8_t * ctypedef uint64_t attr_t * ctypedef uint64_t flags_t # <<<<<<<<<<<<<< * ctypedef uint16_t len_t * ctypedef uint16_t tag_t */ typedef uint64_t __pyx_t_5spacy_8typedefs_flags_t; /* "typedefs.pxd":9 * ctypedef uint64_t attr_t * ctypedef uint64_t flags_t * ctypedef uint16_t len_t # <<<<<<<<<<<<<< * ctypedef uint16_t tag_t */ typedef uint16_t __pyx_t_5spacy_8typedefs_len_t; /* "typedefs.pxd":10 * ctypedef uint64_t flags_t * ctypedef uint16_t len_t * ctypedef uint16_t tag_t # <<<<<<<<<<<<<< */ typedef uint16_t __pyx_t_5spacy_8typedefs_tag_t; /* "thinc/typedefs.pxd":7 * * * ctypedef float weight_t # <<<<<<<<<<<<<< * ctypedef uint64_t atom_t * ctypedef uint64_t feat_t */ typedef float __pyx_t_5thinc_8typedefs_weight_t; /* "thinc/typedefs.pxd":8 * * ctypedef float weight_t * ctypedef uint64_t atom_t # <<<<<<<<<<<<<< * ctypedef uint64_t feat_t * ctypedef uint64_t hash_t */ typedef uint64_t __pyx_t_5thinc_8typedefs_atom_t; /* "thinc/typedefs.pxd":9 * ctypedef float weight_t * ctypedef uint64_t atom_t * ctypedef uint64_t feat_t # <<<<<<<<<<<<<< * ctypedef uint64_t hash_t * ctypedef int32_t class_t */ typedef uint64_t __pyx_t_5thinc_8typedefs_feat_t; /* "thinc/typedefs.pxd":10 * ctypedef uint64_t atom_t * ctypedef uint64_t feat_t * ctypedef uint64_t hash_t # <<<<<<<<<<<<<< * ctypedef int32_t class_t * ctypedef uint32_t count_t */ typedef uint64_t __pyx_t_5thinc_8typedefs_hash_t; /* "thinc/typedefs.pxd":11 * ctypedef uint64_t feat_t * ctypedef uint64_t hash_t * ctypedef int32_t class_t # <<<<<<<<<<<<<< * ctypedef uint32_t count_t * ctypedef uint32_t time_t */ typedef int32_t __pyx_t_5thinc_8typedefs_class_t; /* "thinc/typedefs.pxd":12 * ctypedef uint64_t hash_t * ctypedef int32_t class_t * ctypedef uint32_t count_t # <<<<<<<<<<<<<< * ctypedef uint32_t time_t * ctypedef int32_t len_t */ typedef uint32_t __pyx_t_5thinc_8typedefs_count_t; /* "thinc/typedefs.pxd":13 * ctypedef int32_t class_t * ctypedef uint32_t count_t * ctypedef uint32_t time_t # <<<<<<<<<<<<<< * ctypedef int32_t len_t * ctypedef int32_t idx_t */ typedef uint32_t __pyx_t_5thinc_8typedefs_time_t; /* "thinc/typedefs.pxd":14 * ctypedef uint32_t count_t * ctypedef uint32_t time_t * ctypedef int32_t len_t # <<<<<<<<<<<<<< * ctypedef int32_t idx_t * */ typedef int32_t __pyx_t_5thinc_8typedefs_len_t; /* "thinc/typedefs.pxd":15 * ctypedef uint32_t time_t * ctypedef int32_t len_t * ctypedef int32_t idx_t # <<<<<<<<<<<<<< * * */ typedef int32_t __pyx_t_5thinc_8typedefs_idx_t; /* Declarations.proto */ #if CYTHON_CCOMPLEX #ifdef __cplusplus typedef ::std::complex< float > __pyx_t_float_complex; #else typedef float _Complex __pyx_t_float_complex; #endif #else typedef struct { float real, imag; } __pyx_t_float_complex; #endif static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float, float); /* Declarations.proto */ #if CYTHON_CCOMPLEX #ifdef __cplusplus typedef ::std::complex< double > __pyx_t_double_complex; #else typedef double _Complex __pyx_t_double_complex; #endif #else typedef struct { double real, imag; } __pyx_t_double_complex; #endif static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double, double); /*--- Type declarations ---*/ struct __pyx_obj_5cymem_5cymem_PyMalloc; struct __pyx_obj_5cymem_5cymem_PyFree; struct __pyx_obj_5cymem_5cymem_Pool; struct __pyx_obj_5cymem_5cymem_Address; struct __pyx_obj_7preshed_4maps_PreshMap; struct __pyx_obj_7preshed_4maps_PreshMapArray; struct __pyx_obj_5spacy_7strings_StringStore; struct __pyx_obj_5spacy_10morphology_Morphology; struct __pyx_obj_5spacy_5vocab_Vocab; struct __pyx_obj_5spacy_6tokens_3doc_Doc; struct __pyx_obj_5spacy_6lexeme_Lexeme; struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass; struct __pyx_obj_5spacy_4gold_GoldParse; struct __pyx_obj_5spacy_6syntax_17transition_system_TransitionSystem; struct __pyx_obj_5spacy_6syntax_9arc_eager_ArcEager; struct __pyx_obj_5spacy_6syntax_9nn_parser_Parser; struct __pyx_obj_5spacy_6syntax_3ner_BiluoPushDown; struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser; struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr; struct __pyx_array_obj; struct __pyx_MemviewEnum_obj; struct __pyx_memoryview_obj; struct __pyx_memoryviewslice_obj; /* "cymem/cymem.pxd":1 * ctypedef void* (*malloc_t)(size_t n) # <<<<<<<<<<<<<< * ctypedef void (*free_t)(void *p) * */ typedef void *(*__pyx_t_5cymem_5cymem_malloc_t)(size_t); /* "cymem/cymem.pxd":2 * ctypedef void* (*malloc_t)(size_t n) * ctypedef void (*free_t)(void *p) # <<<<<<<<<<<<<< * * cdef class PyMalloc: */ typedef void (*__pyx_t_5cymem_5cymem_free_t)(void *); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":736 * ctypedef npy_longdouble longdouble_t * * ctypedef npy_cfloat cfloat_t # <<<<<<<<<<<<<< * ctypedef npy_cdouble cdouble_t * ctypedef npy_clongdouble clongdouble_t */ typedef npy_cfloat __pyx_t_5numpy_cfloat_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":737 * * ctypedef npy_cfloat cfloat_t * ctypedef npy_cdouble cdouble_t # <<<<<<<<<<<<<< * ctypedef npy_clongdouble clongdouble_t * */ typedef npy_cdouble __pyx_t_5numpy_cdouble_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":738 * ctypedef npy_cfloat cfloat_t * ctypedef npy_cdouble cdouble_t * ctypedef npy_clongdouble clongdouble_t # <<<<<<<<<<<<<< * * ctypedef npy_cdouble complex_t */ typedef npy_clongdouble __pyx_t_5numpy_clongdouble_t; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":740 * ctypedef npy_clongdouble clongdouble_t * * ctypedef npy_cdouble complex_t # <<<<<<<<<<<<<< * * cdef inline object PyArray_MultiIterNew1(a): */ typedef npy_cdouble __pyx_t_5numpy_complex_t; struct __pyx_t_7preshed_4maps_Cell; struct __pyx_t_7preshed_4maps_Result; struct __pyx_t_7preshed_4maps_MapStruct; /* "preshed/maps.pxd":8 * * * cdef struct Cell: # <<<<<<<<<<<<<< * key_t key * void* value */ struct __pyx_t_7preshed_4maps_Cell { __pyx_t_7preshed_4maps_key_t key; void *value; }; /* "preshed/maps.pxd":13 * * * cdef struct Result: # <<<<<<<<<<<<<< * int found * void* value */ struct __pyx_t_7preshed_4maps_Result { int found; void *value; }; /* "preshed/maps.pxd":18 * * * cdef struct MapStruct: # <<<<<<<<<<<<<< * Cell* cells * void* value_for_empty_key */ struct __pyx_t_7preshed_4maps_MapStruct { struct __pyx_t_7preshed_4maps_Cell *cells; void *value_for_empty_key; void *value_for_del_key; __pyx_t_7preshed_4maps_key_t length; __pyx_t_7preshed_4maps_key_t filled; int is_empty_key_set; int is_del_key_set; }; /* "typedefs.pxd":6 * * ctypedef uint64_t hash_t * ctypedef char* utf8_t # <<<<<<<<<<<<<< * ctypedef uint64_t attr_t * ctypedef uint64_t flags_t */ typedef char *__pyx_t_5spacy_8typedefs_utf8_t; /* "symbols.pxd":1 * cdef enum symbol_t: # <<<<<<<<<<<<<< * NIL * IS_ALPHA */ enum __pyx_t_5spacy_7symbols_symbol_t { __pyx_e_5spacy_7symbols_NIL, __pyx_e_5spacy_7symbols_IS_ALPHA, __pyx_e_5spacy_7symbols_IS_ASCII, __pyx_e_5spacy_7symbols_IS_DIGIT, __pyx_e_5spacy_7symbols_IS_LOWER, __pyx_e_5spacy_7symbols_IS_PUNCT, __pyx_e_5spacy_7symbols_IS_SPACE, __pyx_e_5spacy_7symbols_IS_TITLE, __pyx_e_5spacy_7symbols_IS_UPPER, __pyx_e_5spacy_7symbols_LIKE_URL, __pyx_e_5spacy_7symbols_LIKE_NUM, __pyx_e_5spacy_7symbols_LIKE_EMAIL, __pyx_e_5spacy_7symbols_IS_STOP, __pyx_e_5spacy_7symbols_IS_OOV_DEPRECATED, __pyx_e_5spacy_7symbols_IS_BRACKET, __pyx_e_5spacy_7symbols_IS_QUOTE, __pyx_e_5spacy_7symbols_IS_LEFT_PUNCT, __pyx_e_5spacy_7symbols_IS_RIGHT_PUNCT, __pyx_e_5spacy_7symbols_IS_CURRENCY, __pyx_e_5spacy_7symbols_FLAG19 = 19, __pyx_e_5spacy_7symbols_FLAG20, __pyx_e_5spacy_7symbols_FLAG21, __pyx_e_5spacy_7symbols_FLAG22, __pyx_e_5spacy_7symbols_FLAG23, __pyx_e_5spacy_7symbols_FLAG24, __pyx_e_5spacy_7symbols_FLAG25, __pyx_e_5spacy_7symbols_FLAG26, __pyx_e_5spacy_7symbols_FLAG27, __pyx_e_5spacy_7symbols_FLAG28, __pyx_e_5spacy_7symbols_FLAG29, __pyx_e_5spacy_7symbols_FLAG30, __pyx_e_5spacy_7symbols_FLAG31, __pyx_e_5spacy_7symbols_FLAG32, __pyx_e_5spacy_7symbols_FLAG33, __pyx_e_5spacy_7symbols_FLAG34, __pyx_e_5spacy_7symbols_FLAG35, __pyx_e_5spacy_7symbols_FLAG36, __pyx_e_5spacy_7symbols_FLAG37, __pyx_e_5spacy_7symbols_FLAG38, __pyx_e_5spacy_7symbols_FLAG39, __pyx_e_5spacy_7symbols_FLAG40, __pyx_e_5spacy_7symbols_FLAG41, __pyx_e_5spacy_7symbols_FLAG42, __pyx_e_5spacy_7symbols_FLAG43, __pyx_e_5spacy_7symbols_FLAG44, __pyx_e_5spacy_7symbols_FLAG45, __pyx_e_5spacy_7symbols_FLAG46, __pyx_e_5spacy_7symbols_FLAG47, __pyx_e_5spacy_7symbols_FLAG48, __pyx_e_5spacy_7symbols_FLAG49, __pyx_e_5spacy_7symbols_FLAG50, __pyx_e_5spacy_7symbols_FLAG51, __pyx_e_5spacy_7symbols_FLAG52, __pyx_e_5spacy_7symbols_FLAG53, __pyx_e_5spacy_7symbols_FLAG54, __pyx_e_5spacy_7symbols_FLAG55, __pyx_e_5spacy_7symbols_FLAG56, __pyx_e_5spacy_7symbols_FLAG57, __pyx_e_5spacy_7symbols_FLAG58, __pyx_e_5spacy_7symbols_FLAG59, __pyx_e_5spacy_7symbols_FLAG60, __pyx_e_5spacy_7symbols_FLAG61, __pyx_e_5spacy_7symbols_FLAG62, __pyx_e_5spacy_7symbols_FLAG63, __pyx_e_5spacy_7symbols_ID, __pyx_e_5spacy_7symbols_ORTH, __pyx_e_5spacy_7symbols_LOWER, __pyx_e_5spacy_7symbols_NORM, __pyx_e_5spacy_7symbols_SHAPE, __pyx_e_5spacy_7symbols_PREFIX, __pyx_e_5spacy_7symbols_SUFFIX, __pyx_e_5spacy_7symbols_LENGTH, __pyx_e_5spacy_7symbols_CLUSTER, __pyx_e_5spacy_7symbols_LEMMA, __pyx_e_5spacy_7symbols_POS, __pyx_e_5spacy_7symbols_TAG, __pyx_e_5spacy_7symbols_DEP, __pyx_e_5spacy_7symbols_ENT_IOB, __pyx_e_5spacy_7symbols_ENT_TYPE, __pyx_e_5spacy_7symbols_HEAD, __pyx_e_5spacy_7symbols_SENT_START, __pyx_e_5spacy_7symbols_SPACY, __pyx_e_5spacy_7symbols_PROB, __pyx_e_5spacy_7symbols_LANG, __pyx_e_5spacy_7symbols_ADJ, __pyx_e_5spacy_7symbols_ADP, __pyx_e_5spacy_7symbols_ADV, __pyx_e_5spacy_7symbols_AUX, __pyx_e_5spacy_7symbols_CONJ, __pyx_e_5spacy_7symbols_CCONJ, __pyx_e_5spacy_7symbols_DET, __pyx_e_5spacy_7symbols_INTJ, __pyx_e_5spacy_7symbols_NOUN, __pyx_e_5spacy_7symbols_NUM, __pyx_e_5spacy_7symbols_PART, __pyx_e_5spacy_7symbols_PRON, __pyx_e_5spacy_7symbols_PROPN, __pyx_e_5spacy_7symbols_PUNCT, __pyx_e_5spacy_7symbols_SCONJ, __pyx_e_5spacy_7symbols_SYM, __pyx_e_5spacy_7symbols_VERB, __pyx_e_5spacy_7symbols_X, __pyx_e_5spacy_7symbols_EOL, __pyx_e_5spacy_7symbols_SPACE, __pyx_e_5spacy_7symbols_Animacy_anim, __pyx_e_5spacy_7symbols_Animacy_inan, __pyx_e_5spacy_7symbols_Animacy_hum, __pyx_e_5spacy_7symbols_Animacy_nhum, __pyx_e_5spacy_7symbols_Aspect_freq, __pyx_e_5spacy_7symbols_Aspect_imp, __pyx_e_5spacy_7symbols_Aspect_mod, __pyx_e_5spacy_7symbols_Aspect_none, __pyx_e_5spacy_7symbols_Aspect_perf, __pyx_e_5spacy_7symbols_Aspect_iter, __pyx_e_5spacy_7symbols_Aspect_hab, __pyx_e_5spacy_7symbols_Case_abe, __pyx_e_5spacy_7symbols_Case_abl, __pyx_e_5spacy_7symbols_Case_abs, __pyx_e_5spacy_7symbols_Case_acc, __pyx_e_5spacy_7symbols_Case_ade, __pyx_e_5spacy_7symbols_Case_all, __pyx_e_5spacy_7symbols_Case_cau, __pyx_e_5spacy_7symbols_Case_com, __pyx_e_5spacy_7symbols_Case_cmp, __pyx_e_5spacy_7symbols_Case_dat, __pyx_e_5spacy_7symbols_Case_del, __pyx_e_5spacy_7symbols_Case_dis, __pyx_e_5spacy_7symbols_Case_ela, __pyx_e_5spacy_7symbols_Case_equ, __pyx_e_5spacy_7symbols_Case_ess, __pyx_e_5spacy_7symbols_Case_gen, __pyx_e_5spacy_7symbols_Case_ill, __pyx_e_5spacy_7symbols_Case_ine, __pyx_e_5spacy_7symbols_Case_ins, __pyx_e_5spacy_7symbols_Case_loc, __pyx_e_5spacy_7symbols_Case_lat, __pyx_e_5spacy_7symbols_Case_nom, __pyx_e_5spacy_7symbols_Case_par, __pyx_e_5spacy_7symbols_Case_sub, __pyx_e_5spacy_7symbols_Case_sup, __pyx_e_5spacy_7symbols_Case_tem, __pyx_e_5spacy_7symbols_Case_ter, __pyx_e_5spacy_7symbols_Case_tra, __pyx_e_5spacy_7symbols_Case_voc, __pyx_e_5spacy_7symbols_Definite_two, __pyx_e_5spacy_7symbols_Definite_def, __pyx_e_5spacy_7symbols_Definite_red, __pyx_e_5spacy_7symbols_Definite_cons, __pyx_e_5spacy_7symbols_Definite_ind, __pyx_e_5spacy_7symbols_Definite_spec, __pyx_e_5spacy_7symbols_Degree_cmp, __pyx_e_5spacy_7symbols_Degree_comp, __pyx_e_5spacy_7symbols_Degree_none, __pyx_e_5spacy_7symbols_Degree_pos, __pyx_e_5spacy_7symbols_Degree_sup, __pyx_e_5spacy_7symbols_Degree_abs, __pyx_e_5spacy_7symbols_Degree_com, __pyx_e_5spacy_7symbols_Degree_dim, __pyx_e_5spacy_7symbols_Degree_equ, __pyx_e_5spacy_7symbols_Evident_nfh, __pyx_e_5spacy_7symbols_Gender_com, __pyx_e_5spacy_7symbols_Gender_fem, __pyx_e_5spacy_7symbols_Gender_masc, __pyx_e_5spacy_7symbols_Gender_neut, __pyx_e_5spacy_7symbols_Mood_cnd, __pyx_e_5spacy_7symbols_Mood_imp, __pyx_e_5spacy_7symbols_Mood_ind, __pyx_e_5spacy_7symbols_Mood_n, __pyx_e_5spacy_7symbols_Mood_pot, __pyx_e_5spacy_7symbols_Mood_sub, __pyx_e_5spacy_7symbols_Mood_opt, __pyx_e_5spacy_7symbols_Mood_prp, __pyx_e_5spacy_7symbols_Mood_adm, __pyx_e_5spacy_7symbols_Negative_neg, __pyx_e_5spacy_7symbols_Negative_pos, __pyx_e_5spacy_7symbols_Negative_yes, __pyx_e_5spacy_7symbols_Polarity_neg, __pyx_e_5spacy_7symbols_Polarity_pos, __pyx_e_5spacy_7symbols_Number_com, __pyx_e_5spacy_7symbols_Number_dual, __pyx_e_5spacy_7symbols_Number_none, __pyx_e_5spacy_7symbols_Number_plur, __pyx_e_5spacy_7symbols_Number_sing, __pyx_e_5spacy_7symbols_Number_ptan, __pyx_e_5spacy_7symbols_Number_count, __pyx_e_5spacy_7symbols_Number_tri, __pyx_e_5spacy_7symbols_NumType_card, __pyx_e_5spacy_7symbols_NumType_dist, __pyx_e_5spacy_7symbols_NumType_frac, __pyx_e_5spacy_7symbols_NumType_gen, __pyx_e_5spacy_7symbols_NumType_mult, __pyx_e_5spacy_7symbols_NumType_none, __pyx_e_5spacy_7symbols_NumType_ord, __pyx_e_5spacy_7symbols_NumType_sets, __pyx_e_5spacy_7symbols_Person_one, __pyx_e_5spacy_7symbols_Person_two, __pyx_e_5spacy_7symbols_Person_three, __pyx_e_5spacy_7symbols_Person_none, __pyx_e_5spacy_7symbols_Poss_yes, __pyx_e_5spacy_7symbols_PronType_advPart, __pyx_e_5spacy_7symbols_PronType_art, __pyx_e_5spacy_7symbols_PronType_default, __pyx_e_5spacy_7symbols_PronType_dem, __pyx_e_5spacy_7symbols_PronType_ind, __pyx_e_5spacy_7symbols_PronType_int, __pyx_e_5spacy_7symbols_PronType_neg, __pyx_e_5spacy_7symbols_PronType_prs, __pyx_e_5spacy_7symbols_PronType_rcp, __pyx_e_5spacy_7symbols_PronType_rel, __pyx_e_5spacy_7symbols_PronType_tot, __pyx_e_5spacy_7symbols_PronType_clit, __pyx_e_5spacy_7symbols_PronType_exc, __pyx_e_5spacy_7symbols_PronType_emp, __pyx_e_5spacy_7symbols_Reflex_yes, __pyx_e_5spacy_7symbols_Tense_fut, __pyx_e_5spacy_7symbols_Tense_imp, __pyx_e_5spacy_7symbols_Tense_past, __pyx_e_5spacy_7symbols_Tense_pres, __pyx_e_5spacy_7symbols_VerbForm_fin, __pyx_e_5spacy_7symbols_VerbForm_ger, __pyx_e_5spacy_7symbols_VerbForm_inf, __pyx_e_5spacy_7symbols_VerbForm_none, __pyx_e_5spacy_7symbols_VerbForm_part, __pyx_e_5spacy_7symbols_VerbForm_partFut, __pyx_e_5spacy_7symbols_VerbForm_partPast, __pyx_e_5spacy_7symbols_VerbForm_partPres, __pyx_e_5spacy_7symbols_VerbForm_sup, __pyx_e_5spacy_7symbols_VerbForm_trans, __pyx_e_5spacy_7symbols_VerbForm_conv, __pyx_e_5spacy_7symbols_VerbForm_gdv, __pyx_e_5spacy_7symbols_VerbForm_vnoun, __pyx_e_5spacy_7symbols_Voice_act, __pyx_e_5spacy_7symbols_Voice_cau, __pyx_e_5spacy_7symbols_Voice_pass, __pyx_e_5spacy_7symbols_Voice_mid, __pyx_e_5spacy_7symbols_Voice_int, __pyx_e_5spacy_7symbols_Voice_antip, __pyx_e_5spacy_7symbols_Voice_dir, __pyx_e_5spacy_7symbols_Voice_inv, __pyx_e_5spacy_7symbols_Abbr_yes, __pyx_e_5spacy_7symbols_AdpType_prep, __pyx_e_5spacy_7symbols_AdpType_post, __pyx_e_5spacy_7symbols_AdpType_voc, __pyx_e_5spacy_7symbols_AdpType_comprep, __pyx_e_5spacy_7symbols_AdpType_circ, __pyx_e_5spacy_7symbols_AdvType_man, __pyx_e_5spacy_7symbols_AdvType_loc, __pyx_e_5spacy_7symbols_AdvType_tim, __pyx_e_5spacy_7symbols_AdvType_deg, __pyx_e_5spacy_7symbols_AdvType_cau, __pyx_e_5spacy_7symbols_AdvType_mod, __pyx_e_5spacy_7symbols_AdvType_sta, __pyx_e_5spacy_7symbols_AdvType_ex, __pyx_e_5spacy_7symbols_AdvType_adadj, __pyx_e_5spacy_7symbols_ConjType_oper, __pyx_e_5spacy_7symbols_ConjType_comp, __pyx_e_5spacy_7symbols_Connegative_yes, __pyx_e_5spacy_7symbols_Derivation_minen, __pyx_e_5spacy_7symbols_Derivation_sti, __pyx_e_5spacy_7symbols_Derivation_inen, __pyx_e_5spacy_7symbols_Derivation_lainen, __pyx_e_5spacy_7symbols_Derivation_ja, __pyx_e_5spacy_7symbols_Derivation_ton, __pyx_e_5spacy_7symbols_Derivation_vs, __pyx_e_5spacy_7symbols_Derivation_ttain, __pyx_e_5spacy_7symbols_Derivation_ttaa, __pyx_e_5spacy_7symbols_Echo_rdp, __pyx_e_5spacy_7symbols_Echo_ech, __pyx_e_5spacy_7symbols_Foreign_foreign, __pyx_e_5spacy_7symbols_Foreign_fscript, __pyx_e_5spacy_7symbols_Foreign_tscript, __pyx_e_5spacy_7symbols_Foreign_yes, __pyx_e_5spacy_7symbols_Gender_dat_masc, __pyx_e_5spacy_7symbols_Gender_dat_fem, __pyx_e_5spacy_7symbols_Gender_erg_masc, __pyx_e_5spacy_7symbols_Gender_erg_fem, __pyx_e_5spacy_7symbols_Gender_psor_masc, __pyx_e_5spacy_7symbols_Gender_psor_fem, __pyx_e_5spacy_7symbols_Gender_psor_neut, __pyx_e_5spacy_7symbols_Hyph_yes, __pyx_e_5spacy_7symbols_InfForm_one, __pyx_e_5spacy_7symbols_InfForm_two, __pyx_e_5spacy_7symbols_InfForm_three, __pyx_e_5spacy_7symbols_NameType_geo, __pyx_e_5spacy_7symbols_NameType_prs, __pyx_e_5spacy_7symbols_NameType_giv, __pyx_e_5spacy_7symbols_NameType_sur, __pyx_e_5spacy_7symbols_NameType_nat, __pyx_e_5spacy_7symbols_NameType_com, __pyx_e_5spacy_7symbols_NameType_pro, __pyx_e_5spacy_7symbols_NameType_oth, __pyx_e_5spacy_7symbols_NounType_com, __pyx_e_5spacy_7symbols_NounType_prop, __pyx_e_5spacy_7symbols_NounType_class, __pyx_e_5spacy_7symbols_Number_abs_sing, __pyx_e_5spacy_7symbols_Number_abs_plur, __pyx_e_5spacy_7symbols_Number_dat_sing, __pyx_e_5spacy_7symbols_Number_dat_plur, __pyx_e_5spacy_7symbols_Number_erg_sing, __pyx_e_5spacy_7symbols_Number_erg_plur, __pyx_e_5spacy_7symbols_Number_psee_sing, __pyx_e_5spacy_7symbols_Number_psee_plur, __pyx_e_5spacy_7symbols_Number_psor_sing, __pyx_e_5spacy_7symbols_Number_psor_plur, __pyx_e_5spacy_7symbols_Number_pauc, __pyx_e_5spacy_7symbols_Number_grpa, __pyx_e_5spacy_7symbols_Number_grpl, __pyx_e_5spacy_7symbols_Number_inv, __pyx_e_5spacy_7symbols_NumForm_digit, __pyx_e_5spacy_7symbols_NumForm_roman, __pyx_e_5spacy_7symbols_NumForm_word, __pyx_e_5spacy_7symbols_NumValue_one, __pyx_e_5spacy_7symbols_NumValue_two, __pyx_e_5spacy_7symbols_NumValue_three, __pyx_e_5spacy_7symbols_PartForm_pres, __pyx_e_5spacy_7symbols_PartForm_past, __pyx_e_5spacy_7symbols_PartForm_agt, __pyx_e_5spacy_7symbols_PartForm_neg, __pyx_e_5spacy_7symbols_PartType_mod, __pyx_e_5spacy_7symbols_PartType_emp, __pyx_e_5spacy_7symbols_PartType_res, __pyx_e_5spacy_7symbols_PartType_inf, __pyx_e_5spacy_7symbols_PartType_vbp, __pyx_e_5spacy_7symbols_Person_abs_one, __pyx_e_5spacy_7symbols_Person_abs_two, __pyx_e_5spacy_7symbols_Person_abs_three, __pyx_e_5spacy_7symbols_Person_dat_one, __pyx_e_5spacy_7symbols_Person_dat_two, __pyx_e_5spacy_7symbols_Person_dat_three, __pyx_e_5spacy_7symbols_Person_erg_one, __pyx_e_5spacy_7symbols_Person_erg_two, __pyx_e_5spacy_7symbols_Person_erg_three, __pyx_e_5spacy_7symbols_Person_psor_one, __pyx_e_5spacy_7symbols_Person_psor_two, __pyx_e_5spacy_7symbols_Person_psor_three, __pyx_e_5spacy_7symbols_Person_zero, __pyx_e_5spacy_7symbols_Person_four, __pyx_e_5spacy_7symbols_Polite_inf, __pyx_e_5spacy_7symbols_Polite_pol, __pyx_e_5spacy_7symbols_Polite_abs_inf, __pyx_e_5spacy_7symbols_Polite_abs_pol, __pyx_e_5spacy_7symbols_Polite_erg_inf, __pyx_e_5spacy_7symbols_Polite_erg_pol, __pyx_e_5spacy_7symbols_Polite_dat_inf, __pyx_e_5spacy_7symbols_Polite_dat_pol, __pyx_e_5spacy_7symbols_Polite_infm, __pyx_e_5spacy_7symbols_Polite_form, __pyx_e_5spacy_7symbols_Polite_form_elev, __pyx_e_5spacy_7symbols_Polite_form_humb, __pyx_e_5spacy_7symbols_Prefix_yes, __pyx_e_5spacy_7symbols_PrepCase_npr, __pyx_e_5spacy_7symbols_PrepCase_pre, __pyx_e_5spacy_7symbols_PunctSide_ini, __pyx_e_5spacy_7symbols_PunctSide_fin, __pyx_e_5spacy_7symbols_PunctType_peri, __pyx_e_5spacy_7symbols_PunctType_qest, __pyx_e_5spacy_7symbols_PunctType_excl, __pyx_e_5spacy_7symbols_PunctType_quot, __pyx_e_5spacy_7symbols_PunctType_brck, __pyx_e_5spacy_7symbols_PunctType_comm, __pyx_e_5spacy_7symbols_PunctType_colo, __pyx_e_5spacy_7symbols_PunctType_semi, __pyx_e_5spacy_7symbols_PunctType_dash, __pyx_e_5spacy_7symbols_Style_arch, __pyx_e_5spacy_7symbols_Style_rare, __pyx_e_5spacy_7symbols_Style_poet, __pyx_e_5spacy_7symbols_Style_norm, __pyx_e_5spacy_7symbols_Style_coll, __pyx_e_5spacy_7symbols_Style_vrnc, __pyx_e_5spacy_7symbols_Style_sing, __pyx_e_5spacy_7symbols_Style_expr, __pyx_e_5spacy_7symbols_Style_derg, __pyx_e_5spacy_7symbols_Style_vulg, __pyx_e_5spacy_7symbols_Style_yes, __pyx_e_5spacy_7symbols_StyleVariant_styleShort, __pyx_e_5spacy_7symbols_StyleVariant_styleBound, __pyx_e_5spacy_7symbols_VerbType_aux, __pyx_e_5spacy_7symbols_VerbType_cop, __pyx_e_5spacy_7symbols_VerbType_mod, __pyx_e_5spacy_7symbols_VerbType_light, __pyx_e_5spacy_7symbols_PERSON, __pyx_e_5spacy_7symbols_NORP, __pyx_e_5spacy_7symbols_FACILITY, __pyx_e_5spacy_7symbols_ORG, __pyx_e_5spacy_7symbols_GPE, __pyx_e_5spacy_7symbols_LOC, __pyx_e_5spacy_7symbols_PRODUCT, __pyx_e_5spacy_7symbols_EVENT, __pyx_e_5spacy_7symbols_WORK_OF_ART, __pyx_e_5spacy_7symbols_LANGUAGE, __pyx_e_5spacy_7symbols_LAW, __pyx_e_5spacy_7symbols_DATE, __pyx_e_5spacy_7symbols_TIME, __pyx_e_5spacy_7symbols_PERCENT, __pyx_e_5spacy_7symbols_MONEY, __pyx_e_5spacy_7symbols_QUANTITY, __pyx_e_5spacy_7symbols_ORDINAL, __pyx_e_5spacy_7symbols_CARDINAL, __pyx_e_5spacy_7symbols_acomp, __pyx_e_5spacy_7symbols_advcl, __pyx_e_5spacy_7symbols_advmod, __pyx_e_5spacy_7symbols_agent, __pyx_e_5spacy_7symbols_amod, __pyx_e_5spacy_7symbols_appos, __pyx_e_5spacy_7symbols_attr, __pyx_e_5spacy_7symbols_aux, __pyx_e_5spacy_7symbols_auxpass, __pyx_e_5spacy_7symbols_cc, __pyx_e_5spacy_7symbols_ccomp, __pyx_e_5spacy_7symbols_complm, __pyx_e_5spacy_7symbols_conj, __pyx_e_5spacy_7symbols_cop, __pyx_e_5spacy_7symbols_csubj, __pyx_e_5spacy_7symbols_csubjpass, __pyx_e_5spacy_7symbols_dep, __pyx_e_5spacy_7symbols_det, __pyx_e_5spacy_7symbols_dobj, __pyx_e_5spacy_7symbols_expl, __pyx_e_5spacy_7symbols_hmod, __pyx_e_5spacy_7symbols_hyph, __pyx_e_5spacy_7symbols_infmod, __pyx_e_5spacy_7symbols_intj, __pyx_e_5spacy_7symbols_iobj, __pyx_e_5spacy_7symbols_mark, __pyx_e_5spacy_7symbols_meta, __pyx_e_5spacy_7symbols_neg, __pyx_e_5spacy_7symbols_nmod, __pyx_e_5spacy_7symbols_nn, __pyx_e_5spacy_7symbols_npadvmod, __pyx_e_5spacy_7symbols_nsubj, __pyx_e_5spacy_7symbols_nsubjpass, __pyx_e_5spacy_7symbols_num, __pyx_e_5spacy_7symbols_number, __pyx_e_5spacy_7symbols_oprd, __pyx_e_5spacy_7symbols_obj, __pyx_e_5spacy_7symbols_obl, __pyx_e_5spacy_7symbols_parataxis, __pyx_e_5spacy_7symbols_partmod, __pyx_e_5spacy_7symbols_pcomp, __pyx_e_5spacy_7symbols_pobj, __pyx_e_5spacy_7symbols_poss, __pyx_e_5spacy_7symbols_possessive, __pyx_e_5spacy_7symbols_preconj, __pyx_e_5spacy_7symbols_prep, __pyx_e_5spacy_7symbols_prt, __pyx_e_5spacy_7symbols_punct, __pyx_e_5spacy_7symbols_quantmod, __pyx_e_5spacy_7symbols_relcl, __pyx_e_5spacy_7symbols_rcmod, __pyx_e_5spacy_7symbols_root, __pyx_e_5spacy_7symbols_xcomp, __pyx_e_5spacy_7symbols_acl, __pyx_e_5spacy_7symbols_ENT_KB_ID, __pyx_e_5spacy_7symbols_ENT_ID, __pyx_e_5spacy_7symbols_IDX }; /* "parts_of_speech.pxd":3 * from . cimport symbols * * cpdef enum univ_pos_t: # <<<<<<<<<<<<<< * NO_TAG = 0 * ADJ = symbols.ADJ */ enum __pyx_t_5spacy_15parts_of_speech_univ_pos_t { /* "parts_of_speech.pxd":5 * cpdef enum univ_pos_t: * NO_TAG = 0 * ADJ = symbols.ADJ # <<<<<<<<<<<<<< * ADP * ADV */ __pyx_e_5spacy_15parts_of_speech_NO_TAG = 0, __pyx_e_5spacy_15parts_of_speech_ADJ = __pyx_e_5spacy_7symbols_ADJ, __pyx_e_5spacy_15parts_of_speech_ADP, __pyx_e_5spacy_15parts_of_speech_ADV, __pyx_e_5spacy_15parts_of_speech_AUX, __pyx_e_5spacy_15parts_of_speech_CONJ, __pyx_e_5spacy_15parts_of_speech_CCONJ, __pyx_e_5spacy_15parts_of_speech_DET, __pyx_e_5spacy_15parts_of_speech_INTJ, __pyx_e_5spacy_15parts_of_speech_NOUN, __pyx_e_5spacy_15parts_of_speech_NUM, __pyx_e_5spacy_15parts_of_speech_PART, __pyx_e_5spacy_15parts_of_speech_PRON, __pyx_e_5spacy_15parts_of_speech_PROPN, __pyx_e_5spacy_15parts_of_speech_PUNCT, __pyx_e_5spacy_15parts_of_speech_SCONJ, __pyx_e_5spacy_15parts_of_speech_SYM, __pyx_e_5spacy_15parts_of_speech_VERB, __pyx_e_5spacy_15parts_of_speech_X, __pyx_e_5spacy_15parts_of_speech_EOL, __pyx_e_5spacy_15parts_of_speech_SPACE }; struct __pyx_t_5spacy_7structs_LexemeC; struct __pyx_t_5spacy_7structs_SpanC; struct __pyx_t_5spacy_7structs_TokenC; struct __pyx_t_5spacy_7structs_MorphAnalysisC; struct __pyx_t_5spacy_7structs_KBEntryC; struct __pyx_t_5spacy_7structs_AliasC; /* "structs.pxd":11 * * * cdef struct LexemeC: # <<<<<<<<<<<<<< * flags_t flags * */ struct __pyx_t_5spacy_7structs_LexemeC { __pyx_t_5spacy_8typedefs_flags_t flags; __pyx_t_5spacy_8typedefs_attr_t lang; __pyx_t_5spacy_8typedefs_attr_t id; __pyx_t_5spacy_8typedefs_attr_t length; __pyx_t_5spacy_8typedefs_attr_t orth; __pyx_t_5spacy_8typedefs_attr_t lower; __pyx_t_5spacy_8typedefs_attr_t norm; __pyx_t_5spacy_8typedefs_attr_t shape; __pyx_t_5spacy_8typedefs_attr_t prefix; __pyx_t_5spacy_8typedefs_attr_t suffix; }; /* "structs.pxd":27 * * * cdef struct SpanC: # <<<<<<<<<<<<<< * hash_t id * int start */ struct __pyx_t_5spacy_7structs_SpanC { __pyx_t_5spacy_8typedefs_hash_t id; int start; int end; int start_char; int end_char; __pyx_t_5spacy_8typedefs_attr_t label; __pyx_t_5spacy_8typedefs_attr_t kb_id; }; /* "structs.pxd":37 * * * cdef struct TokenC: # <<<<<<<<<<<<<< * const LexemeC* lex * uint64_t morph */ struct __pyx_t_5spacy_7structs_TokenC { struct __pyx_t_5spacy_7structs_LexemeC const *lex; uint64_t morph; enum __pyx_t_5spacy_15parts_of_speech_univ_pos_t pos; int spacy; __pyx_t_5spacy_8typedefs_attr_t tag; int idx; __pyx_t_5spacy_8typedefs_attr_t lemma; __pyx_t_5spacy_8typedefs_attr_t norm; int head; __pyx_t_5spacy_8typedefs_attr_t dep; uint32_t l_kids; uint32_t r_kids; uint32_t l_edge; uint32_t r_edge; int sent_start; int ent_iob; __pyx_t_5spacy_8typedefs_attr_t ent_type; __pyx_t_5spacy_8typedefs_attr_t ent_kb_id; __pyx_t_5spacy_8typedefs_hash_t ent_id; }; /* "structs.pxd":61 * * * cdef struct MorphAnalysisC: # <<<<<<<<<<<<<< * univ_pos_t pos * int length */ struct __pyx_t_5spacy_7structs_MorphAnalysisC { enum __pyx_t_5spacy_15parts_of_speech_univ_pos_t pos; int length; __pyx_t_5spacy_8typedefs_attr_t abbr; __pyx_t_5spacy_8typedefs_attr_t adp_type; __pyx_t_5spacy_8typedefs_attr_t adv_type; __pyx_t_5spacy_8typedefs_attr_t animacy; __pyx_t_5spacy_8typedefs_attr_t aspect; __pyx_t_5spacy_8typedefs_attr_t __pyx_case; __pyx_t_5spacy_8typedefs_attr_t conj_type; __pyx_t_5spacy_8typedefs_attr_t connegative; __pyx_t_5spacy_8typedefs_attr_t definite; __pyx_t_5spacy_8typedefs_attr_t degree; __pyx_t_5spacy_8typedefs_attr_t derivation; __pyx_t_5spacy_8typedefs_attr_t echo; __pyx_t_5spacy_8typedefs_attr_t foreign; __pyx_t_5spacy_8typedefs_attr_t gender; __pyx_t_5spacy_8typedefs_attr_t hyph; __pyx_t_5spacy_8typedefs_attr_t inf_form; __pyx_t_5spacy_8typedefs_attr_t mood; __pyx_t_5spacy_8typedefs_attr_t negative; __pyx_t_5spacy_8typedefs_attr_t number; __pyx_t_5spacy_8typedefs_attr_t name_type; __pyx_t_5spacy_8typedefs_attr_t noun_type; __pyx_t_5spacy_8typedefs_attr_t num_form; __pyx_t_5spacy_8typedefs_attr_t num_type; __pyx_t_5spacy_8typedefs_attr_t num_value; __pyx_t_5spacy_8typedefs_attr_t part_form; __pyx_t_5spacy_8typedefs_attr_t part_type; __pyx_t_5spacy_8typedefs_attr_t person; __pyx_t_5spacy_8typedefs_attr_t polite; __pyx_t_5spacy_8typedefs_attr_t polarity; __pyx_t_5spacy_8typedefs_attr_t poss; __pyx_t_5spacy_8typedefs_attr_t prefix; __pyx_t_5spacy_8typedefs_attr_t prep_case; __pyx_t_5spacy_8typedefs_attr_t pron_type; __pyx_t_5spacy_8typedefs_attr_t punct_side; __pyx_t_5spacy_8typedefs_attr_t punct_type; __pyx_t_5spacy_8typedefs_attr_t reflex; __pyx_t_5spacy_8typedefs_attr_t style; __pyx_t_5spacy_8typedefs_attr_t style_variant; __pyx_t_5spacy_8typedefs_attr_t tense; __pyx_t_5spacy_8typedefs_attr_t typo; __pyx_t_5spacy_8typedefs_attr_t verb_form; __pyx_t_5spacy_8typedefs_attr_t voice; __pyx_t_5spacy_8typedefs_attr_t verb_type; }; /* "structs.pxd":110 * * # Internal struct, for storage and disambiguation of entities. * cdef struct KBEntryC: # <<<<<<<<<<<<<< * * # The hash of this entry's unique ID/name in the kB */ struct __pyx_t_5spacy_7structs_KBEntryC { __pyx_t_5spacy_8typedefs_hash_t entity_hash; int32_t vector_index; int32_t feats_row; float freq; }; /* "structs.pxd":129 * # Each alias struct stores a list of Entry pointers with their prior probabilities * # for this specific mention/alias. * cdef struct AliasC: # <<<<<<<<<<<<<< * * # All entry candidates for this alias */ struct __pyx_t_5spacy_7structs_AliasC { std::vector entry_indices; std::vector probs; }; union __pyx_t_5spacy_7strings_Utf8Str; typedef union __pyx_t_5spacy_7strings_Utf8Str __pyx_t_5spacy_7strings_Utf8Str; /* "strings.pxd":18 * * * ctypedef union Utf8Str: # <<<<<<<<<<<<<< * unsigned char[8] s * unsigned char* p */ union __pyx_t_5spacy_7strings_Utf8Str { unsigned char s[8]; unsigned char *p; }; union __pyx_t_5spacy_5vocab_LexemesOrTokens; struct __pyx_t_5spacy_5vocab__Cached; /* "vocab.pxd":16 * * * cdef union LexemesOrTokens: # <<<<<<<<<<<<<< * const LexemeC* const* lexemes * const TokenC* tokens */ union __pyx_t_5spacy_5vocab_LexemesOrTokens { struct __pyx_t_5spacy_7structs_LexemeC const *const *lexemes; struct __pyx_t_5spacy_7structs_TokenC const *tokens; }; /* "vocab.pxd":21 * * * cdef struct _Cached: # <<<<<<<<<<<<<< * LexemesOrTokens data * bint is_lex */ struct __pyx_t_5spacy_5vocab__Cached { union __pyx_t_5spacy_5vocab_LexemesOrTokens data; int is_lex; int length; }; /* "attrs.pxd":4 * from . cimport symbols * * cdef enum attr_id_t: # <<<<<<<<<<<<<< * NULL_ATTR * IS_ALPHA */ enum __pyx_t_5spacy_5attrs_attr_id_t { /* "attrs.pxd":94 * LANG * ENT_KB_ID = symbols.ENT_KB_ID * ENT_ID = symbols.ENT_ID # <<<<<<<<<<<<<< * * IDX */ __pyx_e_5spacy_5attrs_NULL_ATTR, __pyx_e_5spacy_5attrs_IS_ALPHA, __pyx_e_5spacy_5attrs_IS_ASCII, __pyx_e_5spacy_5attrs_IS_DIGIT, __pyx_e_5spacy_5attrs_IS_LOWER, __pyx_e_5spacy_5attrs_IS_PUNCT, __pyx_e_5spacy_5attrs_IS_SPACE, __pyx_e_5spacy_5attrs_IS_TITLE, __pyx_e_5spacy_5attrs_IS_UPPER, __pyx_e_5spacy_5attrs_LIKE_URL, __pyx_e_5spacy_5attrs_LIKE_NUM, __pyx_e_5spacy_5attrs_LIKE_EMAIL, __pyx_e_5spacy_5attrs_IS_STOP, __pyx_e_5spacy_5attrs_IS_OOV_DEPRECATED, __pyx_e_5spacy_5attrs_IS_BRACKET, __pyx_e_5spacy_5attrs_IS_QUOTE, __pyx_e_5spacy_5attrs_IS_LEFT_PUNCT, __pyx_e_5spacy_5attrs_IS_RIGHT_PUNCT, __pyx_e_5spacy_5attrs_IS_CURRENCY, __pyx_e_5spacy_5attrs_FLAG19 = 19, __pyx_e_5spacy_5attrs_FLAG20, __pyx_e_5spacy_5attrs_FLAG21, __pyx_e_5spacy_5attrs_FLAG22, __pyx_e_5spacy_5attrs_FLAG23, __pyx_e_5spacy_5attrs_FLAG24, __pyx_e_5spacy_5attrs_FLAG25, __pyx_e_5spacy_5attrs_FLAG26, __pyx_e_5spacy_5attrs_FLAG27, __pyx_e_5spacy_5attrs_FLAG28, __pyx_e_5spacy_5attrs_FLAG29, __pyx_e_5spacy_5attrs_FLAG30, __pyx_e_5spacy_5attrs_FLAG31, __pyx_e_5spacy_5attrs_FLAG32, __pyx_e_5spacy_5attrs_FLAG33, __pyx_e_5spacy_5attrs_FLAG34, __pyx_e_5spacy_5attrs_FLAG35, __pyx_e_5spacy_5attrs_FLAG36, __pyx_e_5spacy_5attrs_FLAG37, __pyx_e_5spacy_5attrs_FLAG38, __pyx_e_5spacy_5attrs_FLAG39, __pyx_e_5spacy_5attrs_FLAG40, __pyx_e_5spacy_5attrs_FLAG41, __pyx_e_5spacy_5attrs_FLAG42, __pyx_e_5spacy_5attrs_FLAG43, __pyx_e_5spacy_5attrs_FLAG44, __pyx_e_5spacy_5attrs_FLAG45, __pyx_e_5spacy_5attrs_FLAG46, __pyx_e_5spacy_5attrs_FLAG47, __pyx_e_5spacy_5attrs_FLAG48, __pyx_e_5spacy_5attrs_FLAG49, __pyx_e_5spacy_5attrs_FLAG50, __pyx_e_5spacy_5attrs_FLAG51, __pyx_e_5spacy_5attrs_FLAG52, __pyx_e_5spacy_5attrs_FLAG53, __pyx_e_5spacy_5attrs_FLAG54, __pyx_e_5spacy_5attrs_FLAG55, __pyx_e_5spacy_5attrs_FLAG56, __pyx_e_5spacy_5attrs_FLAG57, __pyx_e_5spacy_5attrs_FLAG58, __pyx_e_5spacy_5attrs_FLAG59, __pyx_e_5spacy_5attrs_FLAG60, __pyx_e_5spacy_5attrs_FLAG61, __pyx_e_5spacy_5attrs_FLAG62, __pyx_e_5spacy_5attrs_FLAG63, __pyx_e_5spacy_5attrs_ID, __pyx_e_5spacy_5attrs_ORTH, __pyx_e_5spacy_5attrs_LOWER, __pyx_e_5spacy_5attrs_NORM, __pyx_e_5spacy_5attrs_SHAPE, __pyx_e_5spacy_5attrs_PREFIX, __pyx_e_5spacy_5attrs_SUFFIX, __pyx_e_5spacy_5attrs_LENGTH, __pyx_e_5spacy_5attrs_CLUSTER, __pyx_e_5spacy_5attrs_LEMMA, __pyx_e_5spacy_5attrs_POS, __pyx_e_5spacy_5attrs_TAG, __pyx_e_5spacy_5attrs_DEP, __pyx_e_5spacy_5attrs_ENT_IOB, __pyx_e_5spacy_5attrs_ENT_TYPE, __pyx_e_5spacy_5attrs_HEAD, __pyx_e_5spacy_5attrs_SENT_START, __pyx_e_5spacy_5attrs_SPACY, __pyx_e_5spacy_5attrs_PROB, __pyx_e_5spacy_5attrs_LANG, __pyx_e_5spacy_5attrs_ENT_KB_ID = __pyx_e_5spacy_7symbols_ENT_KB_ID, __pyx_e_5spacy_5attrs_ENT_ID = __pyx_e_5spacy_7symbols_ENT_ID, __pyx_e_5spacy_5attrs_IDX, __pyx_e_5spacy_5attrs_SENT_END }; /* "tokens/doc.pxd":14 * * * ctypedef const LexemeC* const_Lexeme_ptr # <<<<<<<<<<<<<< * ctypedef const TokenC* const_TokenC_ptr * */ typedef struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_t_5spacy_6tokens_3doc_const_Lexeme_ptr; /* "tokens/doc.pxd":15 * * ctypedef const LexemeC* const_Lexeme_ptr * ctypedef const TokenC* const_TokenC_ptr # <<<<<<<<<<<<<< * * ctypedef fused LexemeOrToken: */ typedef struct __pyx_t_5spacy_7structs_TokenC const *__pyx_t_5spacy_6tokens_3doc_const_TokenC_ptr; struct __pyx_t_5spacy_6syntax_6_state_RingBufferC; struct __pyx_t_5spacy_6syntax_6_state_StateC; /* "_state.pxd":20 * return Lexeme.c_check_flag(token.lex, IS_SPACE) * * cdef struct RingBufferC: # <<<<<<<<<<<<<< * int[8] data * int i */ struct __pyx_t_5spacy_6syntax_6_state_RingBufferC { int data[8]; int i; int __pyx_default; }; struct __pyx_t_5spacy_6syntax_6_state_StateC { /* "_state.pxd":38 * * * cdef cppclass StateC: # <<<<<<<<<<<<<< * int* _stack * int* _buffer */ int *_stack; int *_buffer; int *shifted; struct __pyx_t_5spacy_7structs_TokenC *_sent; struct __pyx_t_5spacy_7structs_SpanC *_ents; struct __pyx_t_5spacy_7structs_TokenC _empty_token; struct __pyx_t_5spacy_6syntax_6_state_RingBufferC _hist; int length; int offset; int _s_i; int _b_i; int _e_i; int _break; void __pyx_f___init__StateC(struct __pyx_t_5spacy_7structs_TokenC const *, int); void __pyx_f___dealloc__StateC(void); virtual void set_context_tokens(int *, int); virtual int S(int) const; virtual int B(int) const; virtual struct __pyx_t_5spacy_7structs_TokenC const *S_(int) const; virtual struct __pyx_t_5spacy_7structs_TokenC const *B_(int) const; virtual struct __pyx_t_5spacy_7structs_TokenC const *H_(int) const; virtual struct __pyx_t_5spacy_7structs_TokenC const *E_(int) const; virtual struct __pyx_t_5spacy_7structs_TokenC const *L_(int, int) const; virtual struct __pyx_t_5spacy_7structs_TokenC const *R_(int, int) const; virtual struct __pyx_t_5spacy_7structs_TokenC const *safe_get(int) const; virtual int H(int) const; virtual int E(int) const; virtual int L(int, int) const; virtual int R(int, int) const; virtual int empty(void) const; virtual int eol(void) const; virtual int at_break(void) const; virtual int is_final(void) const; virtual int has_head(int) const; virtual int n_L(int) const; virtual int n_R(int) const; virtual int stack_is_connected(void) const; virtual int entity_is_open(void) const; virtual int stack_depth(void) const; virtual int buffer_length(void) const; virtual uint64_t hash(void) const; virtual void push_hist(int); virtual int get_hist(int); virtual void push(void); virtual void pop(void); virtual void force_final(void); virtual void unshift(void); virtual void add_arc(int, int, __pyx_t_5spacy_8typedefs_attr_t); virtual void del_arc(int, int); virtual void open_ent(__pyx_t_5spacy_8typedefs_attr_t); virtual void close_ent(void); virtual void set_ent_tag(int, int, __pyx_t_5spacy_8typedefs_attr_t); virtual void set_break(int); virtual void clone(__pyx_t_5spacy_6syntax_6_state_StateC const *); virtual void fast_forward(void); __pyx_t_5spacy_6syntax_6_state_StateC(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_sent, int __pyx_v_length) { __pyx_f___init__StateC(__pyx_v_sent, __pyx_v_length); } virtual ~__pyx_t_5spacy_6syntax_6_state_StateC() { __pyx_f___dealloc__StateC(); } }; struct __pyx_t_5spacy_4gold_GoldParseC; /* "gold.pxd":8 * * * cdef struct GoldParseC: # <<<<<<<<<<<<<< * int* tags * int* heads */ struct __pyx_t_5spacy_4gold_GoldParseC { int *tags; int *heads; int *has_dep; int *sent_start; __pyx_t_5spacy_8typedefs_attr_t *labels; int **brackets; struct __pyx_t_5spacy_6syntax_17transition_system_Transition *ner; }; struct __pyx_t_5spacy_6syntax_17transition_system_Transition; /* "transition_system.pxd":14 * * * cdef struct Transition: # <<<<<<<<<<<<<< * int clas * int move */ struct __pyx_t_5spacy_6syntax_17transition_system_Transition { int clas; int move; __pyx_t_5spacy_8typedefs_attr_t label; __pyx_t_5thinc_8typedefs_weight_t score; int (*is_valid)(__pyx_t_5spacy_6syntax_6_state_StateC const *, __pyx_t_5spacy_8typedefs_attr_t); __pyx_t_5thinc_8typedefs_weight_t (*get_cost)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, struct __pyx_t_5spacy_4gold_GoldParseC const *, __pyx_t_5spacy_8typedefs_attr_t); int (*__pyx_do)(__pyx_t_5spacy_6syntax_6_state_StateC *, __pyx_t_5spacy_8typedefs_attr_t); }; /* "transition_system.pxd":26 * * * ctypedef weight_t (*get_cost_func_t)(StateClass state, const GoldParseC* gold, # <<<<<<<<<<<<<< * attr_tlabel) nogil * ctypedef weight_t (*move_cost_func_t)(StateClass state, const GoldParseC* gold) nogil */ typedef __pyx_t_5thinc_8typedefs_weight_t (*__pyx_t_5spacy_6syntax_17transition_system_get_cost_func_t)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, struct __pyx_t_5spacy_4gold_GoldParseC const *, PyObject *); /* "transition_system.pxd":28 * ctypedef weight_t (*get_cost_func_t)(StateClass state, const GoldParseC* gold, * attr_tlabel) nogil * ctypedef weight_t (*move_cost_func_t)(StateClass state, const GoldParseC* gold) nogil # <<<<<<<<<<<<<< * ctypedef weight_t (*label_cost_func_t)(StateClass state, const GoldParseC* * gold, attr_t label) nogil */ typedef __pyx_t_5thinc_8typedefs_weight_t (*__pyx_t_5spacy_6syntax_17transition_system_move_cost_func_t)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, struct __pyx_t_5spacy_4gold_GoldParseC const *); /* "transition_system.pxd":29 * attr_tlabel) nogil * ctypedef weight_t (*move_cost_func_t)(StateClass state, const GoldParseC* gold) nogil * ctypedef weight_t (*label_cost_func_t)(StateClass state, const GoldParseC* # <<<<<<<<<<<<<< * gold, attr_t label) nogil * */ typedef __pyx_t_5thinc_8typedefs_weight_t (*__pyx_t_5spacy_6syntax_17transition_system_label_cost_func_t)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, struct __pyx_t_5spacy_4gold_GoldParseC const *, __pyx_t_5spacy_8typedefs_attr_t); /* "transition_system.pxd":32 * gold, attr_t label) nogil * * ctypedef int (*do_func_t)(StateC* state, attr_t label) nogil # <<<<<<<<<<<<<< * * ctypedef void* (*init_state_t)(Pool mem, int length, void* tokens) except NULL */ typedef int (*__pyx_t_5spacy_6syntax_17transition_system_do_func_t)(__pyx_t_5spacy_6syntax_6_state_StateC *, __pyx_t_5spacy_8typedefs_attr_t); /* "transition_system.pxd":34 * ctypedef int (*do_func_t)(StateC* state, attr_t label) nogil * * ctypedef void* (*init_state_t)(Pool mem, int length, void* tokens) except NULL # <<<<<<<<<<<<<< * * ctypedef int (*del_state_t)(Pool mem, void* state, void* extra_args) except -1 */ typedef void *(*__pyx_t_5spacy_6syntax_17transition_system_init_state_t)(struct __pyx_obj_5cymem_5cymem_Pool *, int, void *); /* "transition_system.pxd":36 * ctypedef void* (*init_state_t)(Pool mem, int length, void* tokens) except NULL * * ctypedef int (*del_state_t)(Pool mem, void* state, void* extra_args) except -1 # <<<<<<<<<<<<<< * * cdef class TransitionSystem: */ typedef int (*__pyx_t_5spacy_6syntax_17transition_system_del_state_t)(struct __pyx_obj_5cymem_5cymem_Pool *, void *, void *); struct __pyx_t_5spacy_6syntax_13_parser_model_SizesC; struct __pyx_t_5spacy_6syntax_13_parser_model_WeightsC; struct __pyx_t_5spacy_6syntax_13_parser_model_ActivationsC; /* "_parser_model.pxd":8 * * * cdef struct SizesC: # <<<<<<<<<<<<<< * int states * int classes */ struct __pyx_t_5spacy_6syntax_13_parser_model_SizesC { int states; int classes; int hiddens; int pieces; int feats; int embed_width; }; /* "_parser_model.pxd":17 * * * cdef struct WeightsC: # <<<<<<<<<<<<<< * const float* feat_weights * const float* feat_bias */ struct __pyx_t_5spacy_6syntax_13_parser_model_WeightsC { float const *feat_weights; float const *feat_bias; float const *hidden_bias; float const *hidden_weights; float const *seen_classes; }; /* "_parser_model.pxd":25 * * * cdef struct ActivationsC: # <<<<<<<<<<<<<< * int* token_ids * float* unmaxed */ struct __pyx_t_5spacy_6syntax_13_parser_model_ActivationsC { int *token_ids; float *unmaxed; float *scores; float *hiddens; int *is_valid; int _curr_size; int _max_size; }; struct __pyx_defaults; typedef struct __pyx_defaults __pyx_defaults; struct __pyx_defaults1; typedef struct __pyx_defaults1 __pyx_defaults1; struct __pyx_defaults2; typedef struct __pyx_defaults2 __pyx_defaults2; struct __pyx_defaults3; typedef struct __pyx_defaults3 __pyx_defaults3; struct __pyx_defaults4; typedef struct __pyx_defaults4 __pyx_defaults4; struct __pyx_defaults5; typedef struct __pyx_defaults5 __pyx_defaults5; struct __pyx_defaults6; typedef struct __pyx_defaults6 __pyx_defaults6; struct __pyx_defaults7; typedef struct __pyx_defaults7 __pyx_defaults7; struct __pyx_defaults8; typedef struct __pyx_defaults8 __pyx_defaults8; struct __pyx_defaults9; typedef struct __pyx_defaults9 __pyx_defaults9; struct __pyx_defaults10; typedef struct __pyx_defaults10 __pyx_defaults10; struct __pyx_defaults11; typedef struct __pyx_defaults11 __pyx_defaults11; struct __pyx_defaults12; typedef struct __pyx_defaults12 __pyx_defaults12; struct __pyx_defaults13; typedef struct __pyx_defaults13 __pyx_defaults13; struct __pyx_defaults14; typedef struct __pyx_defaults14 __pyx_defaults14; struct __pyx_defaults15; typedef struct __pyx_defaults15 __pyx_defaults15; struct __pyx_defaults16; typedef struct __pyx_defaults16 __pyx_defaults16; struct __pyx_defaults17; typedef struct __pyx_defaults17 __pyx_defaults17; struct __pyx_defaults18; typedef struct __pyx_defaults18 __pyx_defaults18; struct __pyx_defaults19; typedef struct __pyx_defaults19 __pyx_defaults19; struct __pyx_defaults { PyObject *__pyx_arg_get_gold_tuples; }; struct __pyx_defaults1 { PyObject *__pyx_arg_exclude; }; struct __pyx_defaults2 { PyObject *__pyx_arg_exclude; }; struct __pyx_defaults3 { PyObject *__pyx_arg_exclude; }; struct __pyx_defaults4 { PyObject *__pyx_arg_exclude; }; struct __pyx_defaults5 { PyObject *__pyx_arg_gold_tuples; }; struct __pyx_defaults6 { PyObject *__pyx_arg_get_gold_tuples; }; struct __pyx_defaults7 { PyObject *__pyx_arg_exclude; }; struct __pyx_defaults8 { PyObject *__pyx_arg_exclude; }; struct __pyx_defaults9 { PyObject *__pyx_arg_exclude; }; struct __pyx_defaults10 { PyObject *__pyx_arg_exclude; }; struct __pyx_defaults11 { PyObject *__pyx_arg_get_gold_tuples; }; struct __pyx_defaults12 { PyObject *__pyx_arg__cache; }; struct __pyx_defaults13 { PyObject *__pyx_arg_get_gold_tuples; }; struct __pyx_defaults14 { PyObject *__pyx_arg_get_gold_tuples; }; struct __pyx_defaults15 { PyObject *__pyx_arg_get_gold_tuples; }; struct __pyx_defaults16 { PyObject *__pyx_arg_exclude; }; struct __pyx_defaults17 { PyObject *__pyx_arg_exclude; }; struct __pyx_defaults18 { PyObject *__pyx_arg_exclude; }; struct __pyx_defaults19 { PyObject *__pyx_arg_exclude; }; /* "cymem/cymem.pxd":4 * ctypedef void (*free_t)(void *p) * * cdef class PyMalloc: # <<<<<<<<<<<<<< * cdef malloc_t malloc * cdef void _set(self, malloc_t malloc) */ struct __pyx_obj_5cymem_5cymem_PyMalloc { PyObject_HEAD struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc *__pyx_vtab; __pyx_t_5cymem_5cymem_malloc_t malloc; }; /* "cymem/cymem.pxd":10 * cdef PyMalloc WrapMalloc(malloc_t malloc) * * cdef class PyFree: # <<<<<<<<<<<<<< * cdef free_t free * cdef void _set(self, free_t free) */ struct __pyx_obj_5cymem_5cymem_PyFree { PyObject_HEAD struct __pyx_vtabstruct_5cymem_5cymem_PyFree *__pyx_vtab; __pyx_t_5cymem_5cymem_free_t free; }; /* "cymem/cymem.pxd":16 * cdef PyFree WrapFree(free_t free) * * cdef class Pool: # <<<<<<<<<<<<<< * cdef readonly size_t size * cdef readonly dict addresses */ struct __pyx_obj_5cymem_5cymem_Pool { PyObject_HEAD struct __pyx_vtabstruct_5cymem_5cymem_Pool *__pyx_vtab; size_t size; PyObject *addresses; PyObject *refs; struct __pyx_obj_5cymem_5cymem_PyMalloc *pymalloc; struct __pyx_obj_5cymem_5cymem_PyFree *pyfree; }; /* "cymem/cymem.pxd":28 * * * cdef class Address: # <<<<<<<<<<<<<< * cdef void* ptr * cdef readonly PyMalloc pymalloc */ struct __pyx_obj_5cymem_5cymem_Address { PyObject_HEAD void *ptr; struct __pyx_obj_5cymem_5cymem_PyMalloc *pymalloc; struct __pyx_obj_5cymem_5cymem_PyFree *pyfree; }; /* "preshed/maps.pxd":45 * * * cdef class PreshMap: # <<<<<<<<<<<<<< * cdef MapStruct* c_map * cdef Pool mem */ struct __pyx_obj_7preshed_4maps_PreshMap { PyObject_HEAD struct __pyx_vtabstruct_7preshed_4maps_PreshMap *__pyx_vtab; struct __pyx_t_7preshed_4maps_MapStruct *c_map; struct __pyx_obj_5cymem_5cymem_Pool *mem; }; /* "preshed/maps.pxd":53 * * * cdef class PreshMapArray: # <<<<<<<<<<<<<< * cdef Pool mem * cdef MapStruct* maps */ struct __pyx_obj_7preshed_4maps_PreshMapArray { PyObject_HEAD struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray *__pyx_vtab; struct __pyx_obj_5cymem_5cymem_Pool *mem; struct __pyx_t_7preshed_4maps_MapStruct *maps; size_t length; }; /* "strings.pxd":23 * * * cdef class StringStore: # <<<<<<<<<<<<<< * cdef Pool mem * */ struct __pyx_obj_5spacy_7strings_StringStore { PyObject_HEAD struct __pyx_vtabstruct_5spacy_7strings_StringStore *__pyx_vtab; struct __pyx_obj_5cymem_5cymem_Pool *mem; std::vector<__pyx_t_5spacy_8typedefs_hash_t> keys; std::set<__pyx_t_5spacy_8typedefs_hash_t> hits; struct __pyx_obj_7preshed_4maps_PreshMap *_map; }; /* "morphology.pxd":13 * from . cimport symbols * * cdef class Morphology: # <<<<<<<<<<<<<< * cdef readonly Pool mem * cdef readonly StringStore strings */ struct __pyx_obj_5spacy_10morphology_Morphology { PyObject_HEAD struct __pyx_vtabstruct_5spacy_10morphology_Morphology *__pyx_vtab; struct __pyx_obj_5cymem_5cymem_Pool *mem; struct __pyx_obj_5spacy_7strings_StringStore *strings; struct __pyx_obj_7preshed_4maps_PreshMap *tags; PyObject *lemmatizer; PyObject *tag_map; PyObject *tag_names; PyObject *reverse_index; PyObject *exc; PyObject *_feat_map; struct __pyx_obj_7preshed_4maps_PreshMapArray *_cache; int n_tags; }; /* "vocab.pxd":27 * * * cdef class Vocab: # <<<<<<<<<<<<<< * cdef Pool mem * cpdef readonly StringStore strings */ struct __pyx_obj_5spacy_5vocab_Vocab { PyObject_HEAD struct __pyx_vtabstruct_5spacy_5vocab_Vocab *__pyx_vtab; struct __pyx_obj_5cymem_5cymem_Pool *mem; struct __pyx_obj_5spacy_7strings_StringStore *strings; struct __pyx_obj_5spacy_10morphology_Morphology *morphology; PyObject *vectors; PyObject *lookups; PyObject *lookups_extra; int length; PyObject *data_dir; PyObject *lex_attr_getters; PyObject *cfg; struct __pyx_obj_7preshed_4maps_PreshMap *_by_orth; }; /* "tokens/doc.pxd":39 * cdef int [:,:] _get_lca_matrix(Doc, int start, int end) * * cdef class Doc: # <<<<<<<<<<<<<< * cdef readonly Pool mem * cdef readonly Vocab vocab */ struct __pyx_obj_5spacy_6tokens_3doc_Doc { PyObject_HEAD struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *__pyx_vtab; struct __pyx_obj_5cymem_5cymem_Pool *mem; struct __pyx_obj_5spacy_5vocab_Vocab *vocab; PyObject *_vector; PyObject *_vector_norm; PyObject *tensor; PyObject *cats; PyObject *user_data; struct __pyx_t_5spacy_7structs_TokenC *c; int is_tagged; int is_parsed; float sentiment; PyObject *user_hooks; PyObject *user_token_hooks; PyObject *user_span_hooks; PyObject *_py_tokens; int length; int max_length; PyObject *noun_chunks_iterator; PyObject *__weakref__; }; /* "lexeme.pxd":15 * cdef attr_t OOV_RANK * * cdef class Lexeme: # <<<<<<<<<<<<<< * cdef LexemeC* c * cdef readonly Vocab vocab */ struct __pyx_obj_5spacy_6lexeme_Lexeme { PyObject_HEAD struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme *__pyx_vtab; struct __pyx_t_5spacy_7structs_LexemeC *c; struct __pyx_obj_5spacy_5vocab_Vocab *vocab; __pyx_t_5spacy_8typedefs_attr_t orth; }; /* "stateclass.pxd":13 * * * cdef class StateClass: # <<<<<<<<<<<<<< * cdef Pool mem * cdef StateC* c */ struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass { PyObject_HEAD struct __pyx_vtabstruct_5spacy_6syntax_10stateclass_StateClass *__pyx_vtab; struct __pyx_obj_5cymem_5cymem_Pool *mem; __pyx_t_5spacy_6syntax_6_state_StateC *c; int _borrowed; }; /* "gold.pxd":18 * * * cdef class GoldParse: # <<<<<<<<<<<<<< * cdef Pool mem * */ struct __pyx_obj_5spacy_4gold_GoldParse { PyObject_HEAD struct __pyx_obj_5cymem_5cymem_Pool *mem; struct __pyx_t_5spacy_4gold_GoldParseC c; int length; int loss; PyObject *words; PyObject *tags; PyObject *morphology; PyObject *heads; PyObject *labels; PyObject *orths; PyObject *ner; PyObject *ents; PyObject *brackets; PyObject *cats; PyObject *links; PyObject *cand_to_gold; PyObject *gold_to_cand; PyObject *orig_annot; }; /* "transition_system.pxd":38 * ctypedef int (*del_state_t)(Pool mem, void* state, void* extra_args) except -1 * * cdef class TransitionSystem: # <<<<<<<<<<<<<< * cdef Pool mem * cdef StringStore strings */ struct __pyx_obj_5spacy_6syntax_17transition_system_TransitionSystem { PyObject_HEAD struct __pyx_vtabstruct_5spacy_6syntax_17transition_system_TransitionSystem *__pyx_vtab; struct __pyx_obj_5cymem_5cymem_Pool *mem; struct __pyx_obj_5spacy_7strings_StringStore *strings; struct __pyx_t_5spacy_6syntax_17transition_system_Transition *c; int n_moves; int _size; __pyx_t_5spacy_8typedefs_attr_t root_label; PyObject *freqs; __pyx_t_5spacy_6syntax_17transition_system_init_state_t init_beam_state; __pyx_t_5spacy_6syntax_17transition_system_del_state_t del_beam_state; PyObject *labels; }; /* "arc_eager.pxd":12 * * * cdef class ArcEager(TransitionSystem): # <<<<<<<<<<<<<< * pass * */ struct __pyx_obj_5spacy_6syntax_9arc_eager_ArcEager { struct __pyx_obj_5spacy_6syntax_17transition_system_TransitionSystem __pyx_base; }; /* "syntax/nn_parser.pxd":12 * * * cdef class Parser: # <<<<<<<<<<<<<< * cdef readonly Vocab vocab * cdef public object model */ struct __pyx_obj_5spacy_6syntax_9nn_parser_Parser { PyObject_HEAD struct __pyx_vtabstruct_5spacy_6syntax_9nn_parser_Parser *__pyx_vtab; struct __pyx_obj_5spacy_5vocab_Vocab *vocab; PyObject *model; PyObject *_rehearsal_model; struct __pyx_obj_5spacy_6syntax_17transition_system_TransitionSystem *moves; PyObject *cfg; PyObject *_multitasks; }; /* "syntax/ner.pxd":7 * * * cdef class BiluoPushDown(TransitionSystem): # <<<<<<<<<<<<<< * pass */ struct __pyx_obj_5spacy_6syntax_3ner_BiluoPushDown { struct __pyx_obj_5spacy_6syntax_17transition_system_TransitionSystem __pyx_base; }; /* "spacy/pipeline/pipes.pyx":1086 * * * cdef class DependencyParser(Parser): # <<<<<<<<<<<<<< * """Pipeline component for dependency parsing. * */ struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser { struct __pyx_obj_5spacy_6syntax_9nn_parser_Parser __pyx_base; }; /* "spacy/pipeline/pipes.pyx":1136 * * * cdef class EntityRecognizer(Parser): # <<<<<<<<<<<<<< * """Pipeline component for named entity recognition. * */ struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer { struct __pyx_obj_5spacy_6syntax_9nn_parser_Parser __pyx_base; }; /* "spacy/pipeline/pipes.pyx":90 * raise ValueError(Errors.E109.format(name=self.name)) * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * """Apply the pipe to a stream of documents. * */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe { PyObject_HEAD PyObject *__pyx_v_batch_size; PyObject *__pyx_v_docs; PyObject *__pyx_v_n_threads; PyObject *__pyx_v_predictions; PyObject *__pyx_v_scores; PyObject *__pyx_v_self; PyObject *__pyx_v_stream; PyObject *__pyx_v_tensors; PyObject *__pyx_t_0; Py_ssize_t __pyx_t_1; PyObject *(*__pyx_t_2)(PyObject *); }; /* "spacy/pipeline/pipes.pyx":158 * return sgd * * def use_params(self, params): # <<<<<<<<<<<<<< * """Modify the pipe's model, to use the given parameter values.""" * with self.model.use_params(params): */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params { PyObject_HEAD PyObject *__pyx_v_params; PyObject *__pyx_v_self; PyObject *__pyx_t_0; PyObject *__pyx_t_1; PyObject *__pyx_t_2; PyObject *__pyx_t_3; }; /* "spacy/pipeline/pipes.pyx":163 * yield * * def to_bytes(self, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the pipe to a bytestring. * */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes { PyObject_HEAD PyObject *__pyx_v_self; }; /* "spacy/pipeline/pipes.pyx":178 * return util.to_bytes(serialize, exclude) * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the pipe from a bytestring.""" * */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes { PyObject_HEAD PyObject *__pyx_v_self; }; /* "spacy/pipeline/pipes.pyx":201 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the pipe to disk.""" * serialize = OrderedDict() */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk { PyObject_HEAD PyObject *__pyx_v_self; }; /* "spacy/pipeline/pipes.pyx":211 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the pipe from disk.""" * */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk { PyObject_HEAD PyObject *__pyx_v_self; }; /* "spacy/pipeline/pipes.pyx":281 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * """Process `Doc` objects as a stream. * */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe { PyObject_HEAD PyObject *__pyx_v_batch_size; PyObject *__pyx_v_docs; PyObject *__pyx_v_n_threads; PyObject *__pyx_v_self; PyObject *__pyx_v_stream; PyObject *__pyx_v_tensors; PyObject *__pyx_t_0; Py_ssize_t __pyx_t_1; PyObject *(*__pyx_t_2)(PyObject *); }; /* "spacy/pipeline/pipes.pyx":402 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe { PyObject_HEAD PyObject *__pyx_v_batch_size; PyObject *__pyx_v_docs; PyObject *__pyx_v_n_threads; PyObject *__pyx_v_self; PyObject *__pyx_v_stream; PyObject *__pyx_v_tag_ids; PyObject *__pyx_v_tokvecs; PyObject *__pyx_t_0; Py_ssize_t __pyx_t_1; PyObject *(*__pyx_t_2)(PyObject *); }; /* "spacy/pipeline/pipes.pyx":409 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * if not any(len(doc) for doc in docs): */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict { PyObject_HEAD PyObject *__pyx_v_docs; }; /* "spacy/pipeline/pipes.pyx":411 * def predict(self, docs): * self.require_model() * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * n_labels = len(self.labels) */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr { PyObject_HEAD struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict *__pyx_outer_scope; PyObject *__pyx_v_doc; }; /* "spacy/pipeline/pipes.pyx":458 * doc.is_tagged = True * * def update(self, docs, golds, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if losses is not None and self.name not in losses: */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update { PyObject_HEAD PyObject *__pyx_v_docs; }; /* "spacy/pipeline/pipes.pyx":463 * losses[self.name] = 0. * * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr { PyObject_HEAD struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update *__pyx_outer_scope; PyObject *__pyx_v_doc; }; /* "spacy/pipeline/pipes.pyx":474 * losses[self.name] += loss * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * """Perform a 'rehearsal' update, where we try to match the output of * an initial model. */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse { PyObject_HEAD PyObject *__pyx_v_docs; }; /* "spacy/pipeline/pipes.pyx":480 * if self._rehearsal_model is None: * return * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr { PyObject_HEAD struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse *__pyx_outer_scope; PyObject *__pyx_v_doc; }; /* "spacy/pipeline/pipes.pyx":515 * return float(loss), d_scores * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, # <<<<<<<<<<<<<< * **kwargs): * lemma_tables = ["lemma_rules", "lemma_index", "lemma_exc", "lemma_lookup"] */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training { PyObject_HEAD PyObject *__pyx_v_lemma_tables; PyObject *__pyx_v_self; }; /* "spacy/pipeline/pipes.pyx":518 * **kwargs): * lemma_tables = ["lemma_rules", "lemma_index", "lemma_exc", "lemma_lookup"] * if not any(table in self.vocab.lookups for table in lemma_tables): # <<<<<<<<<<<<<< * warnings.warn(Warnings.W022) * if len(self.vocab.lookups.get_table("lexeme_norm", {})) == 0: */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr { PyObject_HEAD struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training *__pyx_outer_scope; PyObject *__pyx_v_table; }; /* "spacy/pipeline/pipes.pyx":582 * return 1 * * def use_params(self, params): # <<<<<<<<<<<<<< * with self.model.use_params(params): * yield */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params { PyObject_HEAD PyObject *__pyx_v_params; PyObject *__pyx_v_self; PyObject *__pyx_t_0; PyObject *__pyx_t_1; PyObject *__pyx_t_2; PyObject *__pyx_t_3; }; /* "spacy/pipeline/pipes.pyx":586 * yield * * def to_bytes(self, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * serialize = OrderedDict() * if self.model not in (None, True, False): */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes { PyObject_HEAD PyObject *__pyx_v_self; PyObject *__pyx_v_tag_map; }; /* "spacy/pipeline/pipes.pyx":597 * return util.to_bytes(serialize, exclude) * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(b): * # TODO: Remove this once we don't have to handle previous models */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes { PyObject_HEAD PyObject *__pyx_v_load_model; PyObject *__pyx_v_self; }; /* "spacy/pipeline/pipes.pyx":629 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) * serialize = OrderedDict(( */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk { PyObject_HEAD PyObject *__pyx_v_self; PyObject *__pyx_v_tag_map; }; /* "spacy/pipeline/pipes.pyx":640 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(p): * # TODO: Remove this once we don't have to handle previous models */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk { PyObject_HEAD PyObject *__pyx_v_self; }; /* "spacy/pipeline/pipes.pyx":802 * * @staticmethod * def make_sent_start(target, words, tags, heads, deps, ents, cache=True, _cache={}): # <<<<<<<<<<<<<< * """A multi-task objective for representing sentence boundaries, * using BILU scheme. (O is impossible) */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start { PyObject_HEAD PyObject *__pyx_v_heads; }; /* "spacy/pipeline/pipes.pyx":983 * self.cfg["labels"] = tuple(value) * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe { PyObject_HEAD PyObject *__pyx_v_batch_size; PyObject *__pyx_v_docs; PyObject *__pyx_v_n_threads; PyObject *__pyx_v_scores; PyObject *__pyx_v_self; PyObject *__pyx_v_stream; PyObject *__pyx_v_tensors; PyObject *__pyx_t_0; Py_ssize_t __pyx_t_1; PyObject *(*__pyx_t_2)(PyObject *); }; /* "spacy/pipeline/pipes.pyx":990 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * tensors = [doc.tensor for doc in docs] */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict { PyObject_HEAD PyObject *__pyx_v_docs; }; /* "spacy/pipeline/pipes.pyx":994 * tensors = [doc.tensor for doc in docs] * * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * xp = get_array_module(tensors) */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr { PyObject_HEAD struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict *__pyx_outer_scope; PyObject *__pyx_v_doc; }; /* "spacy/pipeline/pipes.pyx":1009 * doc.cats[label] = float(scores[i, j]) * * def update(self, docs, golds, state=None, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if not any(len(doc) for doc in docs): */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update { PyObject_HEAD PyObject *__pyx_v_docs; }; /* "spacy/pipeline/pipes.pyx":1011 * def update(self, docs, golds, state=None, drop=0., sgd=None, losses=None): * self.require_model() * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr { PyObject_HEAD struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update *__pyx_outer_scope; PyObject *__pyx_v_doc; }; /* "spacy/pipeline/pipes.pyx":1021 * losses[self.name] += loss * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * if self._rehearsal_model is None: * return */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse { PyObject_HEAD PyObject *__pyx_v_docs; }; /* "spacy/pipeline/pipes.pyx":1024 * if self._rehearsal_model is None: * return * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr { PyObject_HEAD struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse *__pyx_outer_scope; PyObject *__pyx_v_doc; }; /* "spacy/pipeline/pipes.pyx":1167 * * @property * def labels(self): # <<<<<<<<<<<<<< * # Get the labels from the model by looking at the available moves, e.g. * # B-PERSON, I-PERSON, L-PERSON, U-PERSON */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ { PyObject_HEAD struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *__pyx_v_self; }; /* "spacy/pipeline/pipes.pyx":1170 * # Get the labels from the model by looking at the available moves, e.g. * # B-PERSON, I-PERSON, L-PERSON, U-PERSON * labels = set(move.split("-")[1] for move in self.move_names # <<<<<<<<<<<<<< * if move[0] in ("B", "I", "L", "U")) * return tuple(sorted(labels)) */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr { PyObject_HEAD struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ *__pyx_outer_scope; PyObject *__pyx_v_move; }; /* "spacy/pipeline/pipes.pyx":1341 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe { PyObject_HEAD PyObject *__pyx_v_batch_size; PyObject *__pyx_v_docs; PyObject *__pyx_v_kb_ids; PyObject *__pyx_v_n_threads; PyObject *__pyx_v_self; PyObject *__pyx_v_stream; PyObject *__pyx_v_tensors; PyObject *__pyx_t_0; Py_ssize_t __pyx_t_1; PyObject *(*__pyx_t_2)(PyObject *); }; /* "spacy/pipeline/pipes.pyx":1457 * token.ent_kb_id_ = kb_id * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * serialize = OrderedDict() * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk { PyObject_HEAD PyObject *__pyx_v_self; }; /* "spacy/pipeline/pipes.pyx":1467 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(p): * if self.model is True: */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk { PyObject_HEAD PyObject *__pyx_v_self; }; /* "spacy/pipeline/pipes.pyx":1546 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe { PyObject_HEAD PyObject *__pyx_v_batch_size; PyObject *__pyx_v_docs; PyObject *__pyx_v_n_threads; PyObject *__pyx_v_self; PyObject *__pyx_v_stream; PyObject *__pyx_v_tag_ids; PyObject *__pyx_t_0; Py_ssize_t __pyx_t_1; PyObject *(*__pyx_t_2)(PyObject *); }; /* "spacy/pipeline/pipes.pyx":1553 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """Apply the pipeline's model to a batch of docs, without * modifying them. */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict { PyObject_HEAD PyObject *__pyx_v_docs; }; /* "spacy/pipeline/pipes.pyx":1557 * modifying them. * """ * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * guesses = [[] for doc in docs] */ struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr { PyObject_HEAD struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict *__pyx_outer_scope; PyObject *__pyx_v_doc; }; /* "View.MemoryView":105 * * @cname("__pyx_array") * cdef class array: # <<<<<<<<<<<<<< * * cdef: */ struct __pyx_array_obj { PyObject_HEAD struct __pyx_vtabstruct_array *__pyx_vtab; char *data; Py_ssize_t len; char *format; int ndim; Py_ssize_t *_shape; Py_ssize_t *_strides; Py_ssize_t itemsize; PyObject *mode; PyObject *_format; void (*callback_free_data)(void *); int free_data; int dtype_is_object; }; /* "View.MemoryView":279 * * @cname('__pyx_MemviewEnum') * cdef class Enum(object): # <<<<<<<<<<<<<< * cdef object name * def __init__(self, name): */ struct __pyx_MemviewEnum_obj { PyObject_HEAD PyObject *name; }; /* "View.MemoryView":330 * * @cname('__pyx_memoryview') * cdef class memoryview(object): # <<<<<<<<<<<<<< * * cdef object obj */ struct __pyx_memoryview_obj { PyObject_HEAD struct __pyx_vtabstruct_memoryview *__pyx_vtab; PyObject *obj; PyObject *_size; PyObject *_array_interface; PyThread_type_lock lock; __pyx_atomic_int acquisition_count[2]; __pyx_atomic_int *acquisition_count_aligned_p; Py_buffer view; int flags; int dtype_is_object; __Pyx_TypeInfo *typeinfo; }; /* "View.MemoryView":965 * * @cname('__pyx_memoryviewslice') * cdef class _memoryviewslice(memoryview): # <<<<<<<<<<<<<< * "Internal class for passing memoryview slices to Python" * */ struct __pyx_memoryviewslice_obj { struct __pyx_memoryview_obj __pyx_base; __Pyx_memviewslice from_slice; PyObject *from_object; PyObject *(*to_object_func)(char *); int (*to_dtype_func)(char *, PyObject *); }; /* "cymem/cymem.pxd":4 * ctypedef void (*free_t)(void *p) * * cdef class PyMalloc: # <<<<<<<<<<<<<< * cdef malloc_t malloc * cdef void _set(self, malloc_t malloc) */ struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc { void (*_set)(struct __pyx_obj_5cymem_5cymem_PyMalloc *, __pyx_t_5cymem_5cymem_malloc_t); }; static struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc *__pyx_vtabptr_5cymem_5cymem_PyMalloc; /* "cymem/cymem.pxd":10 * cdef PyMalloc WrapMalloc(malloc_t malloc) * * cdef class PyFree: # <<<<<<<<<<<<<< * cdef free_t free * cdef void _set(self, free_t free) */ struct __pyx_vtabstruct_5cymem_5cymem_PyFree { void (*_set)(struct __pyx_obj_5cymem_5cymem_PyFree *, __pyx_t_5cymem_5cymem_free_t); }; static struct __pyx_vtabstruct_5cymem_5cymem_PyFree *__pyx_vtabptr_5cymem_5cymem_PyFree; /* "cymem/cymem.pxd":16 * cdef PyFree WrapFree(free_t free) * * cdef class Pool: # <<<<<<<<<<<<<< * cdef readonly size_t size * cdef readonly dict addresses */ struct __pyx_vtabstruct_5cymem_5cymem_Pool { void *(*alloc)(struct __pyx_obj_5cymem_5cymem_Pool *, size_t, size_t); void (*free)(struct __pyx_obj_5cymem_5cymem_Pool *, void *); void *(*realloc)(struct __pyx_obj_5cymem_5cymem_Pool *, void *, size_t); }; static struct __pyx_vtabstruct_5cymem_5cymem_Pool *__pyx_vtabptr_5cymem_5cymem_Pool; /* "preshed/maps.pxd":45 * * * cdef class PreshMap: # <<<<<<<<<<<<<< * cdef MapStruct* c_map * cdef Pool mem */ struct __pyx_vtabstruct_7preshed_4maps_PreshMap { void *(*get)(struct __pyx_obj_7preshed_4maps_PreshMap *, __pyx_t_7preshed_4maps_key_t); void (*set)(struct __pyx_obj_7preshed_4maps_PreshMap *, __pyx_t_7preshed_4maps_key_t, void *); }; static struct __pyx_vtabstruct_7preshed_4maps_PreshMap *__pyx_vtabptr_7preshed_4maps_PreshMap; /* "preshed/maps.pxd":53 * * * cdef class PreshMapArray: # <<<<<<<<<<<<<< * cdef Pool mem * cdef MapStruct* maps */ struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray { void *(*get)(struct __pyx_obj_7preshed_4maps_PreshMapArray *, size_t, __pyx_t_7preshed_4maps_key_t); void (*set)(struct __pyx_obj_7preshed_4maps_PreshMapArray *, size_t, __pyx_t_7preshed_4maps_key_t, void *); }; static struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray *__pyx_vtabptr_7preshed_4maps_PreshMapArray; /* "strings.pxd":23 * * * cdef class StringStore: # <<<<<<<<<<<<<< * cdef Pool mem * */ struct __pyx_vtabstruct_5spacy_7strings_StringStore { __pyx_t_5spacy_7strings_Utf8Str const *(*intern_unicode)(struct __pyx_obj_5spacy_7strings_StringStore *, PyObject *); __pyx_t_5spacy_7strings_Utf8Str const *(*_intern_utf8)(struct __pyx_obj_5spacy_7strings_StringStore *, char *, int); }; static struct __pyx_vtabstruct_5spacy_7strings_StringStore *__pyx_vtabptr_5spacy_7strings_StringStore; /* "morphology.pxd":13 * from . cimport symbols * * cdef class Morphology: # <<<<<<<<<<<<<< * cdef readonly Pool mem * cdef readonly StringStore strings */ struct __pyx_vtabstruct_5spacy_10morphology_Morphology { PyObject *(*update)(struct __pyx_obj_5spacy_10morphology_Morphology *, __pyx_t_5spacy_8typedefs_hash_t, PyObject *, int __pyx_skip_dispatch); __pyx_t_5spacy_8typedefs_hash_t (*insert)(struct __pyx_obj_5spacy_10morphology_Morphology *, struct __pyx_t_5spacy_7structs_MorphAnalysisC); int (*assign_untagged)(struct __pyx_obj_5spacy_10morphology_Morphology *, struct __pyx_t_5spacy_7structs_TokenC *); int (*assign_tag)(struct __pyx_obj_5spacy_10morphology_Morphology *, struct __pyx_t_5spacy_7structs_TokenC *, PyObject *); int (*assign_tag_id)(struct __pyx_obj_5spacy_10morphology_Morphology *, struct __pyx_t_5spacy_7structs_TokenC *, int); int (*_assign_tag_from_exceptions)(struct __pyx_obj_5spacy_10morphology_Morphology *, struct __pyx_t_5spacy_7structs_TokenC *, int); }; static struct __pyx_vtabstruct_5spacy_10morphology_Morphology *__pyx_vtabptr_5spacy_10morphology_Morphology; /* "vocab.pxd":27 * * * cdef class Vocab: # <<<<<<<<<<<<<< * cdef Pool mem * cpdef readonly StringStore strings */ struct __pyx_vtabstruct_5spacy_5vocab_Vocab { struct __pyx_t_5spacy_7structs_LexemeC const *(*get)(struct __pyx_obj_5spacy_5vocab_Vocab *, struct __pyx_obj_5cymem_5cymem_Pool *, PyObject *); struct __pyx_t_5spacy_7structs_LexemeC const *(*get_by_orth)(struct __pyx_obj_5spacy_5vocab_Vocab *, struct __pyx_obj_5cymem_5cymem_Pool *, __pyx_t_5spacy_8typedefs_attr_t); struct __pyx_t_5spacy_7structs_TokenC const *(*make_fused_token)(struct __pyx_obj_5spacy_5vocab_Vocab *, PyObject *); struct __pyx_t_5spacy_7structs_LexemeC const *(*_new_lexeme)(struct __pyx_obj_5spacy_5vocab_Vocab *, struct __pyx_obj_5cymem_5cymem_Pool *, PyObject *); int (*_add_lex_to_vocab)(struct __pyx_obj_5spacy_5vocab_Vocab *, __pyx_t_5spacy_8typedefs_hash_t, struct __pyx_t_5spacy_7structs_LexemeC const *); }; static struct __pyx_vtabstruct_5spacy_5vocab_Vocab *__pyx_vtabptr_5spacy_5vocab_Vocab; /* "tokens/doc.pxd":39 * cdef int [:,:] _get_lca_matrix(Doc, int start, int end) * * cdef class Doc: # <<<<<<<<<<<<<< * cdef readonly Pool mem * cdef readonly Vocab vocab */ struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc { PyArrayObject *(*to_array)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, PyObject *, int __pyx_skip_dispatch); void (*set_parse)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, struct __pyx_t_5spacy_7structs_TokenC const *); int (*__pyx_fuse_0push_back)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, __pyx_t_5spacy_6tokens_3doc_const_Lexeme_ptr, int); int (*__pyx_fuse_1push_back)(struct __pyx_obj_5spacy_6tokens_3doc_Doc *, __pyx_t_5spacy_6tokens_3doc_const_TokenC_ptr, int); }; static struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc *__pyx_vtabptr_5spacy_6tokens_3doc_Doc; /* "lexeme.pxd":15 * cdef attr_t OOV_RANK * * cdef class Lexeme: # <<<<<<<<<<<<<< * cdef LexemeC* c * cdef readonly Vocab vocab */ struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme { struct __pyx_obj_5spacy_6lexeme_Lexeme *(*from_ptr)(struct __pyx_t_5spacy_7structs_LexemeC *, struct __pyx_obj_5spacy_5vocab_Vocab *, int); void (*set_struct_attr)(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, __pyx_t_5spacy_8typedefs_attr_t); __pyx_t_5spacy_8typedefs_attr_t (*get_struct_attr)(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t); int (*c_check_flag)(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t); int (*c_set_flag)(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, int); }; static struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme *__pyx_vtabptr_5spacy_6lexeme_Lexeme; static CYTHON_INLINE struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_f_5spacy_6lexeme_6Lexeme_from_ptr(struct __pyx_t_5spacy_7structs_LexemeC *, struct __pyx_obj_5spacy_5vocab_Vocab *, int); static CYTHON_INLINE void __pyx_f_5spacy_6lexeme_6Lexeme_set_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, __pyx_t_5spacy_8typedefs_attr_t); static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6lexeme_6Lexeme_get_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t); static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(struct __pyx_t_5spacy_7structs_LexemeC const *, enum __pyx_t_5spacy_5attrs_attr_id_t); static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(struct __pyx_t_5spacy_7structs_LexemeC *, enum __pyx_t_5spacy_5attrs_attr_id_t, int); /* "stateclass.pxd":13 * * * cdef class StateClass: # <<<<<<<<<<<<<< * cdef Pool mem * cdef StateC* c */ struct __pyx_vtabstruct_5spacy_6syntax_10stateclass_StateClass { struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *(*init)(struct __pyx_t_5spacy_7structs_TokenC const *, int); struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *(*borrow)(__pyx_t_5spacy_6syntax_6_state_StateC *); struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *(*init_offset)(struct __pyx_t_5spacy_7structs_TokenC const *, int, int); int (*S)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); int (*B)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); struct __pyx_t_5spacy_7structs_TokenC const *(*S_)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); struct __pyx_t_5spacy_7structs_TokenC const *(*B_)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); struct __pyx_t_5spacy_7structs_TokenC const *(*H_)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); struct __pyx_t_5spacy_7structs_TokenC const *(*E_)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); struct __pyx_t_5spacy_7structs_TokenC const *(*L_)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int, int); struct __pyx_t_5spacy_7structs_TokenC const *(*R_)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int, int); struct __pyx_t_5spacy_7structs_TokenC const *(*safe_get)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); int (*H)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); int (*E)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); int (*L)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int, int); int (*R)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int, int); int (*empty)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); int (*eol)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); int (*at_break)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); int (*has_head)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); int (*n_L)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); int (*n_R)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); int (*stack_is_connected)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); int (*entity_is_open)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); int (*stack_depth)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); int (*buffer_length)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); void (*push)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); void (*pop)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); void (*unshift)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); void (*add_arc)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int, int, __pyx_t_5spacy_8typedefs_attr_t); void (*del_arc)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int, int); void (*open_ent)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, __pyx_t_5spacy_8typedefs_attr_t); void (*close_ent)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); void (*set_ent_tag)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int, int, __pyx_t_5spacy_8typedefs_attr_t); void (*set_break)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); void (*clone)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); void (*fast_forward)(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); }; static struct __pyx_vtabstruct_5spacy_6syntax_10stateclass_StateClass *__pyx_vtabptr_5spacy_6syntax_10stateclass_StateClass; static CYTHON_INLINE struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_init(struct __pyx_t_5spacy_7structs_TokenC const *, int); static CYTHON_INLINE struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_borrow(__pyx_t_5spacy_6syntax_6_state_StateC *); static CYTHON_INLINE struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_init_offset(struct __pyx_t_5spacy_7structs_TokenC const *, int, int); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_S(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_B(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_S_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_B_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_H_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_E_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_L_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int, int); static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_R_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int, int); static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_safe_get(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_H(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_E(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_L(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int, int); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_R(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int, int); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_empty(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_eol(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_at_break(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_has_head(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_n_L(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_n_R(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_stack_is_connected(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_entity_is_open(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_stack_depth(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_buffer_length(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_push(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_pop(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_unshift(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_add_arc(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int, int, __pyx_t_5spacy_8typedefs_attr_t); static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_del_arc(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int, int); static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_open_ent(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, __pyx_t_5spacy_8typedefs_attr_t); static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_close_ent(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_set_ent_tag(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int, int, __pyx_t_5spacy_8typedefs_attr_t); static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_set_break(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, int); static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_clone(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_fast_forward(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *); /* "transition_system.pxd":38 * ctypedef int (*del_state_t)(Pool mem, void* state, void* extra_args) except -1 * * cdef class TransitionSystem: # <<<<<<<<<<<<<< * cdef Pool mem * cdef StringStore strings */ struct __pyx_vtabstruct_5spacy_6syntax_17transition_system_TransitionSystem { int (*initialize_state)(struct __pyx_obj_5spacy_6syntax_17transition_system_TransitionSystem *, __pyx_t_5spacy_6syntax_6_state_StateC *); int (*finalize_state)(struct __pyx_obj_5spacy_6syntax_17transition_system_TransitionSystem *, __pyx_t_5spacy_6syntax_6_state_StateC *); struct __pyx_t_5spacy_6syntax_17transition_system_Transition (*lookup_transition)(struct __pyx_obj_5spacy_6syntax_17transition_system_TransitionSystem *, PyObject *); struct __pyx_t_5spacy_6syntax_17transition_system_Transition (*init_transition)(struct __pyx_obj_5spacy_6syntax_17transition_system_TransitionSystem *, int, int, __pyx_t_5spacy_8typedefs_attr_t); int (*set_valid)(struct __pyx_obj_5spacy_6syntax_17transition_system_TransitionSystem *, int *, __pyx_t_5spacy_6syntax_6_state_StateC const *); int (*set_costs)(struct __pyx_obj_5spacy_6syntax_17transition_system_TransitionSystem *, int *, __pyx_t_5thinc_8typedefs_weight_t *, struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *, struct __pyx_obj_5spacy_4gold_GoldParse *); }; static struct __pyx_vtabstruct_5spacy_6syntax_17transition_system_TransitionSystem *__pyx_vtabptr_5spacy_6syntax_17transition_system_TransitionSystem; /* "arc_eager.pxd":12 * * * cdef class ArcEager(TransitionSystem): # <<<<<<<<<<<<<< * pass * */ struct __pyx_vtabstruct_5spacy_6syntax_9arc_eager_ArcEager { struct __pyx_vtabstruct_5spacy_6syntax_17transition_system_TransitionSystem __pyx_base; }; static struct __pyx_vtabstruct_5spacy_6syntax_9arc_eager_ArcEager *__pyx_vtabptr_5spacy_6syntax_9arc_eager_ArcEager; /* "syntax/nn_parser.pxd":12 * * * cdef class Parser: # <<<<<<<<<<<<<< * cdef readonly Vocab vocab * cdef public object model */ struct __pyx_vtabstruct_5spacy_6syntax_9nn_parser_Parser { void (*_parseC)(struct __pyx_obj_5spacy_6syntax_9nn_parser_Parser *, __pyx_t_5spacy_6syntax_6_state_StateC **, struct __pyx_t_5spacy_6syntax_13_parser_model_WeightsC, struct __pyx_t_5spacy_6syntax_13_parser_model_SizesC); void (*c_transition_batch)(struct __pyx_obj_5spacy_6syntax_9nn_parser_Parser *, __pyx_t_5spacy_6syntax_6_state_StateC **, float const *, int, int); }; static struct __pyx_vtabstruct_5spacy_6syntax_9nn_parser_Parser *__pyx_vtabptr_5spacy_6syntax_9nn_parser_Parser; /* "syntax/ner.pxd":7 * * * cdef class BiluoPushDown(TransitionSystem): # <<<<<<<<<<<<<< * pass */ struct __pyx_vtabstruct_5spacy_6syntax_3ner_BiluoPushDown { struct __pyx_vtabstruct_5spacy_6syntax_17transition_system_TransitionSystem __pyx_base; }; static struct __pyx_vtabstruct_5spacy_6syntax_3ner_BiluoPushDown *__pyx_vtabptr_5spacy_6syntax_3ner_BiluoPushDown; /* "spacy/pipeline/pipes.pyx":1086 * * * cdef class DependencyParser(Parser): # <<<<<<<<<<<<<< * """Pipeline component for dependency parsing. * */ struct __pyx_vtabstruct_5spacy_8pipeline_5pipes_DependencyParser { struct __pyx_vtabstruct_5spacy_6syntax_9nn_parser_Parser __pyx_base; }; static struct __pyx_vtabstruct_5spacy_8pipeline_5pipes_DependencyParser *__pyx_vtabptr_5spacy_8pipeline_5pipes_DependencyParser; /* "spacy/pipeline/pipes.pyx":1136 * * * cdef class EntityRecognizer(Parser): # <<<<<<<<<<<<<< * """Pipeline component for named entity recognition. * */ struct __pyx_vtabstruct_5spacy_8pipeline_5pipes_EntityRecognizer { struct __pyx_vtabstruct_5spacy_6syntax_9nn_parser_Parser __pyx_base; }; static struct __pyx_vtabstruct_5spacy_8pipeline_5pipes_EntityRecognizer *__pyx_vtabptr_5spacy_8pipeline_5pipes_EntityRecognizer; /* "View.MemoryView":105 * * @cname("__pyx_array") * cdef class array: # <<<<<<<<<<<<<< * * cdef: */ struct __pyx_vtabstruct_array { PyObject *(*get_memview)(struct __pyx_array_obj *); }; static struct __pyx_vtabstruct_array *__pyx_vtabptr_array; /* "View.MemoryView":330 * * @cname('__pyx_memoryview') * cdef class memoryview(object): # <<<<<<<<<<<<<< * * cdef object obj */ struct __pyx_vtabstruct_memoryview { char *(*get_item_pointer)(struct __pyx_memoryview_obj *, PyObject *); PyObject *(*is_slice)(struct __pyx_memoryview_obj *, PyObject *); PyObject *(*setitem_slice_assignment)(struct __pyx_memoryview_obj *, PyObject *, PyObject *); PyObject *(*setitem_slice_assign_scalar)(struct __pyx_memoryview_obj *, struct __pyx_memoryview_obj *, PyObject *); PyObject *(*setitem_indexed)(struct __pyx_memoryview_obj *, PyObject *, PyObject *); PyObject *(*convert_item_to_object)(struct __pyx_memoryview_obj *, char *); PyObject *(*assign_item_from_object)(struct __pyx_memoryview_obj *, char *, PyObject *); }; static struct __pyx_vtabstruct_memoryview *__pyx_vtabptr_memoryview; /* "View.MemoryView":965 * * @cname('__pyx_memoryviewslice') * cdef class _memoryviewslice(memoryview): # <<<<<<<<<<<<<< * "Internal class for passing memoryview slices to Python" * */ struct __pyx_vtabstruct__memoryviewslice { struct __pyx_vtabstruct_memoryview __pyx_base; }; static struct __pyx_vtabstruct__memoryviewslice *__pyx_vtabptr__memoryviewslice; /* --- Runtime support code (head) --- */ /* Refnanny.proto */ #ifndef CYTHON_REFNANNY #define CYTHON_REFNANNY 0 #endif #if CYTHON_REFNANNY typedef struct { void (*INCREF)(void*, PyObject*, int); void (*DECREF)(void*, PyObject*, int); void (*GOTREF)(void*, PyObject*, int); void (*GIVEREF)(void*, PyObject*, int); void* (*SetupContext)(const char*, int, const char*); void (*FinishContext)(void**); } __Pyx_RefNannyAPIStruct; static __Pyx_RefNannyAPIStruct *__Pyx_RefNanny = NULL; static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname); #define __Pyx_RefNannyDeclarations void *__pyx_refnanny = NULL; #ifdef WITH_THREAD #define __Pyx_RefNannySetupContext(name, acquire_gil)\ if (acquire_gil) {\ PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();\ __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__);\ PyGILState_Release(__pyx_gilstate_save);\ } else {\ __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__);\ } #else #define __Pyx_RefNannySetupContext(name, acquire_gil)\ __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__) #endif #define __Pyx_RefNannyFinishContext()\ __Pyx_RefNanny->FinishContext(&__pyx_refnanny) #define __Pyx_INCREF(r) __Pyx_RefNanny->INCREF(__pyx_refnanny, (PyObject *)(r), __LINE__) #define __Pyx_DECREF(r) __Pyx_RefNanny->DECREF(__pyx_refnanny, (PyObject *)(r), __LINE__) #define __Pyx_GOTREF(r) __Pyx_RefNanny->GOTREF(__pyx_refnanny, (PyObject *)(r), __LINE__) #define __Pyx_GIVEREF(r) __Pyx_RefNanny->GIVEREF(__pyx_refnanny, (PyObject *)(r), __LINE__) #define __Pyx_XINCREF(r) do { if((r) != NULL) {__Pyx_INCREF(r); }} while(0) #define __Pyx_XDECREF(r) do { if((r) != NULL) {__Pyx_DECREF(r); }} while(0) #define __Pyx_XGOTREF(r) do { if((r) != NULL) {__Pyx_GOTREF(r); }} while(0) #define __Pyx_XGIVEREF(r) do { if((r) != NULL) {__Pyx_GIVEREF(r);}} while(0) #else #define __Pyx_RefNannyDeclarations #define __Pyx_RefNannySetupContext(name, acquire_gil) #define __Pyx_RefNannyFinishContext() #define __Pyx_INCREF(r) Py_INCREF(r) #define __Pyx_DECREF(r) Py_DECREF(r) #define __Pyx_GOTREF(r) #define __Pyx_GIVEREF(r) #define __Pyx_XINCREF(r) Py_XINCREF(r) #define __Pyx_XDECREF(r) Py_XDECREF(r) #define __Pyx_XGOTREF(r) #define __Pyx_XGIVEREF(r) #endif #define __Pyx_XDECREF_SET(r, v) do {\ PyObject *tmp = (PyObject *) r;\ r = v; __Pyx_XDECREF(tmp);\ } while (0) #define __Pyx_DECREF_SET(r, v) do {\ PyObject *tmp = (PyObject *) r;\ r = v; __Pyx_DECREF(tmp);\ } while (0) #define __Pyx_CLEAR(r) do { PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);} while(0) #define __Pyx_XCLEAR(r) do { if((r) != NULL) {PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);}} while(0) /* PyObjectGetAttrStr.proto */ #if CYTHON_USE_TYPE_SLOTS static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name); #else #define __Pyx_PyObject_GetAttrStr(o,n) PyObject_GetAttr(o,n) #endif /* GetBuiltinName.proto */ static PyObject *__Pyx_GetBuiltinName(PyObject *name); /* PyThreadStateGet.proto */ #if CYTHON_FAST_THREAD_STATE #define __Pyx_PyThreadState_declare PyThreadState *__pyx_tstate; #define __Pyx_PyThreadState_assign __pyx_tstate = __Pyx_PyThreadState_Current; #define __Pyx_PyErr_Occurred() __pyx_tstate->curexc_type #else #define __Pyx_PyThreadState_declare #define __Pyx_PyThreadState_assign #define __Pyx_PyErr_Occurred() PyErr_Occurred() #endif /* PyErrFetchRestore.proto */ #if CYTHON_FAST_THREAD_STATE #define __Pyx_PyErr_Clear() __Pyx_ErrRestore(NULL, NULL, NULL) #define __Pyx_ErrRestoreWithState(type, value, tb) __Pyx_ErrRestoreInState(PyThreadState_GET(), type, value, tb) #define __Pyx_ErrFetchWithState(type, value, tb) __Pyx_ErrFetchInState(PyThreadState_GET(), type, value, tb) #define __Pyx_ErrRestore(type, value, tb) __Pyx_ErrRestoreInState(__pyx_tstate, type, value, tb) #define __Pyx_ErrFetch(type, value, tb) __Pyx_ErrFetchInState(__pyx_tstate, type, value, tb) static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb); static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb); #if CYTHON_COMPILING_IN_CPYTHON #define __Pyx_PyErr_SetNone(exc) (Py_INCREF(exc), __Pyx_ErrRestore((exc), NULL, NULL)) #else #define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc) #endif #else #define __Pyx_PyErr_Clear() PyErr_Clear() #define __Pyx_PyErr_SetNone(exc) PyErr_SetNone(exc) #define __Pyx_ErrRestoreWithState(type, value, tb) PyErr_Restore(type, value, tb) #define __Pyx_ErrFetchWithState(type, value, tb) PyErr_Fetch(type, value, tb) #define __Pyx_ErrRestoreInState(tstate, type, value, tb) PyErr_Restore(type, value, tb) #define __Pyx_ErrFetchInState(tstate, type, value, tb) PyErr_Fetch(type, value, tb) #define __Pyx_ErrRestore(type, value, tb) PyErr_Restore(type, value, tb) #define __Pyx_ErrFetch(type, value, tb) PyErr_Fetch(type, value, tb) #endif /* Profile.proto */ #ifndef CYTHON_PROFILE #if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_PYSTON #define CYTHON_PROFILE 0 #else #define CYTHON_PROFILE 1 #endif #endif #ifndef CYTHON_TRACE_NOGIL #define CYTHON_TRACE_NOGIL 0 #else #if CYTHON_TRACE_NOGIL && !defined(CYTHON_TRACE) #define CYTHON_TRACE 1 #endif #endif #ifndef CYTHON_TRACE #define CYTHON_TRACE 0 #endif #if CYTHON_TRACE #undef CYTHON_PROFILE_REUSE_FRAME #endif #ifndef CYTHON_PROFILE_REUSE_FRAME #define CYTHON_PROFILE_REUSE_FRAME 0 #endif #if CYTHON_PROFILE || CYTHON_TRACE #include "compile.h" #include "frameobject.h" #include "traceback.h" #if CYTHON_PROFILE_REUSE_FRAME #define CYTHON_FRAME_MODIFIER static #define CYTHON_FRAME_DEL(frame) #else #define CYTHON_FRAME_MODIFIER #define CYTHON_FRAME_DEL(frame) Py_CLEAR(frame) #endif #define __Pyx_TraceDeclarations\ static PyCodeObject *__pyx_frame_code = NULL;\ CYTHON_FRAME_MODIFIER PyFrameObject *__pyx_frame = NULL;\ int __Pyx_use_tracing = 0; #define __Pyx_TraceFrameInit(codeobj)\ if (codeobj) __pyx_frame_code = (PyCodeObject*) codeobj; #ifdef WITH_THREAD #define __Pyx_TraceCall(funcname, srcfile, firstlineno, nogil, goto_error)\ if (nogil) {\ if (CYTHON_TRACE_NOGIL) {\ PyThreadState *tstate;\ PyGILState_STATE state = PyGILState_Ensure();\ tstate = __Pyx_PyThreadState_Current;\ if (unlikely(tstate->use_tracing) && !tstate->tracing &&\ (tstate->c_profilefunc || (CYTHON_TRACE && tstate->c_tracefunc))) {\ __Pyx_use_tracing = __Pyx_TraceSetupAndCall(&__pyx_frame_code, &__pyx_frame, tstate, funcname, srcfile, firstlineno);\ }\ PyGILState_Release(state);\ if (unlikely(__Pyx_use_tracing < 0)) goto_error;\ }\ } else {\ PyThreadState* tstate = PyThreadState_GET();\ if (unlikely(tstate->use_tracing) && !tstate->tracing &&\ (tstate->c_profilefunc || (CYTHON_TRACE && tstate->c_tracefunc))) {\ __Pyx_use_tracing = __Pyx_TraceSetupAndCall(&__pyx_frame_code, &__pyx_frame, tstate, funcname, srcfile, firstlineno);\ if (unlikely(__Pyx_use_tracing < 0)) goto_error;\ }\ } #else #define __Pyx_TraceCall(funcname, srcfile, firstlineno, nogil, goto_error)\ { PyThreadState* tstate = PyThreadState_GET();\ if (unlikely(tstate->use_tracing) && !tstate->tracing &&\ (tstate->c_profilefunc || (CYTHON_TRACE && tstate->c_tracefunc))) {\ __Pyx_use_tracing = __Pyx_TraceSetupAndCall(&__pyx_frame_code, &__pyx_frame, tstate, funcname, srcfile, firstlineno);\ if (unlikely(__Pyx_use_tracing < 0)) goto_error;\ }\ } #endif #define __Pyx_TraceException()\ if (likely(!__Pyx_use_tracing)); else {\ PyThreadState* tstate = __Pyx_PyThreadState_Current;\ if (tstate->use_tracing &&\ (tstate->c_profilefunc || (CYTHON_TRACE && tstate->c_tracefunc))) {\ tstate->tracing++;\ tstate->use_tracing = 0;\ PyObject *exc_info = __Pyx_GetExceptionTuple(tstate);\ if (exc_info) {\ if (CYTHON_TRACE && tstate->c_tracefunc)\ tstate->c_tracefunc(\ tstate->c_traceobj, __pyx_frame, PyTrace_EXCEPTION, exc_info);\ tstate->c_profilefunc(\ tstate->c_profileobj, __pyx_frame, PyTrace_EXCEPTION, exc_info);\ Py_DECREF(exc_info);\ }\ tstate->use_tracing = 1;\ tstate->tracing--;\ }\ } static void __Pyx_call_return_trace_func(PyThreadState *tstate, PyFrameObject *frame, PyObject *result) { PyObject *type, *value, *traceback; __Pyx_ErrFetchInState(tstate, &type, &value, &traceback); tstate->tracing++; tstate->use_tracing = 0; if (CYTHON_TRACE && tstate->c_tracefunc) tstate->c_tracefunc(tstate->c_traceobj, frame, PyTrace_RETURN, result); if (tstate->c_profilefunc) tstate->c_profilefunc(tstate->c_profileobj, frame, PyTrace_RETURN, result); CYTHON_FRAME_DEL(frame); tstate->use_tracing = 1; tstate->tracing--; __Pyx_ErrRestoreInState(tstate, type, value, traceback); } #ifdef WITH_THREAD #define __Pyx_TraceReturn(result, nogil)\ if (likely(!__Pyx_use_tracing)); else {\ if (nogil) {\ if (CYTHON_TRACE_NOGIL) {\ PyThreadState *tstate;\ PyGILState_STATE state = PyGILState_Ensure();\ tstate = __Pyx_PyThreadState_Current;\ if (tstate->use_tracing) {\ __Pyx_call_return_trace_func(tstate, __pyx_frame, (PyObject*)result);\ }\ PyGILState_Release(state);\ }\ } else {\ PyThreadState* tstate = __Pyx_PyThreadState_Current;\ if (tstate->use_tracing) {\ __Pyx_call_return_trace_func(tstate, __pyx_frame, (PyObject*)result);\ }\ }\ } #else #define __Pyx_TraceReturn(result, nogil)\ if (likely(!__Pyx_use_tracing)); else {\ PyThreadState* tstate = __Pyx_PyThreadState_Current;\ if (tstate->use_tracing) {\ __Pyx_call_return_trace_func(tstate, __pyx_frame, (PyObject*)result);\ }\ } #endif static PyCodeObject *__Pyx_createFrameCodeObject(const char *funcname, const char *srcfile, int firstlineno); static int __Pyx_TraceSetupAndCall(PyCodeObject** code, PyFrameObject** frame, PyThreadState* tstate, const char *funcname, const char *srcfile, int firstlineno); #else #define __Pyx_TraceDeclarations #define __Pyx_TraceFrameInit(codeobj) #define __Pyx_TraceCall(funcname, srcfile, firstlineno, nogil, goto_error) if ((1)); else goto_error; #define __Pyx_TraceException() #define __Pyx_TraceReturn(result, nogil) #endif #if CYTHON_TRACE static int __Pyx_call_line_trace_func(PyThreadState *tstate, PyFrameObject *frame, int lineno) { int ret; PyObject *type, *value, *traceback; __Pyx_ErrFetchInState(tstate, &type, &value, &traceback); __Pyx_PyFrame_SetLineNumber(frame, lineno); tstate->tracing++; tstate->use_tracing = 0; ret = tstate->c_tracefunc(tstate->c_traceobj, frame, PyTrace_LINE, NULL); tstate->use_tracing = 1; tstate->tracing--; if (likely(!ret)) { __Pyx_ErrRestoreInState(tstate, type, value, traceback); } else { Py_XDECREF(type); Py_XDECREF(value); Py_XDECREF(traceback); } return ret; } #ifdef WITH_THREAD #define __Pyx_TraceLine(lineno, nogil, goto_error)\ if (likely(!__Pyx_use_tracing)); else {\ if (nogil) {\ if (CYTHON_TRACE_NOGIL) {\ int ret = 0;\ PyThreadState *tstate;\ PyGILState_STATE state = PyGILState_Ensure();\ tstate = __Pyx_PyThreadState_Current;\ if (unlikely(tstate->use_tracing && tstate->c_tracefunc && __pyx_frame->f_trace)) {\ ret = __Pyx_call_line_trace_func(tstate, __pyx_frame, lineno);\ }\ PyGILState_Release(state);\ if (unlikely(ret)) goto_error;\ }\ } else {\ PyThreadState* tstate = __Pyx_PyThreadState_Current;\ if (unlikely(tstate->use_tracing && tstate->c_tracefunc && __pyx_frame->f_trace)) {\ int ret = __Pyx_call_line_trace_func(tstate, __pyx_frame, lineno);\ if (unlikely(ret)) goto_error;\ }\ }\ } #else #define __Pyx_TraceLine(lineno, nogil, goto_error)\ if (likely(!__Pyx_use_tracing)); else {\ PyThreadState* tstate = __Pyx_PyThreadState_Current;\ if (unlikely(tstate->use_tracing && tstate->c_tracefunc && __pyx_frame->f_trace)) {\ int ret = __Pyx_call_line_trace_func(tstate, __pyx_frame, lineno);\ if (unlikely(ret)) goto_error;\ }\ } #endif #else #define __Pyx_TraceLine(lineno, nogil, goto_error) if ((1)); else goto_error; #endif /* RaiseDoubleKeywords.proto */ static void __Pyx_RaiseDoubleKeywordsError(const char* func_name, PyObject* kw_name); /* ParseKeywords.proto */ static int __Pyx_ParseOptionalKeywords(PyObject *kwds, PyObject **argnames[],\ PyObject *kwds2, PyObject *values[], Py_ssize_t num_pos_args,\ const char* function_name); /* RaiseArgTupleInvalid.proto */ static void __Pyx_RaiseArgtupleInvalid(const char* func_name, int exact, Py_ssize_t num_min, Py_ssize_t num_max, Py_ssize_t num_found); /* PyObjectCall.proto */ #if CYTHON_COMPILING_IN_CPYTHON static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw); #else #define __Pyx_PyObject_Call(func, arg, kw) PyObject_Call(func, arg, kw) #endif /* PyFunctionFastCall.proto */ #if CYTHON_FAST_PYCALL #define __Pyx_PyFunction_FastCall(func, args, nargs)\ __Pyx_PyFunction_FastCallDict((func), (args), (nargs), NULL) #if 1 || PY_VERSION_HEX < 0x030600B1 static PyObject *__Pyx_PyFunction_FastCallDict(PyObject *func, PyObject **args, Py_ssize_t nargs, PyObject *kwargs); #else #define __Pyx_PyFunction_FastCallDict(func, args, nargs, kwargs) _PyFunction_FastCallDict(func, args, nargs, kwargs) #endif #define __Pyx_BUILD_ASSERT_EXPR(cond)\ (sizeof(char [1 - 2*!(cond)]) - 1) #ifndef Py_MEMBER_SIZE #define Py_MEMBER_SIZE(type, member) sizeof(((type *)0)->member) #endif static size_t __pyx_pyframe_localsplus_offset = 0; #include "frameobject.h" #define __Pxy_PyFrame_Initialize_Offsets()\ ((void)__Pyx_BUILD_ASSERT_EXPR(sizeof(PyFrameObject) == offsetof(PyFrameObject, f_localsplus) + Py_MEMBER_SIZE(PyFrameObject, f_localsplus)),\ (void)(__pyx_pyframe_localsplus_offset = ((size_t)PyFrame_Type.tp_basicsize) - Py_MEMBER_SIZE(PyFrameObject, f_localsplus))) #define __Pyx_PyFrame_GetLocalsplus(frame)\ (assert(__pyx_pyframe_localsplus_offset), (PyObject **)(((char *)(frame)) + __pyx_pyframe_localsplus_offset)) #endif /* PyObjectCallMethO.proto */ #if CYTHON_COMPILING_IN_CPYTHON static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg); #endif /* PyObjectCallNoArg.proto */ #if CYTHON_COMPILING_IN_CPYTHON static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func); #else #define __Pyx_PyObject_CallNoArg(func) __Pyx_PyObject_Call(func, __pyx_empty_tuple, NULL) #endif /* PyCFunctionFastCall.proto */ #if CYTHON_FAST_PYCCALL static CYTHON_INLINE PyObject *__Pyx_PyCFunction_FastCall(PyObject *func, PyObject **args, Py_ssize_t nargs); #else #define __Pyx_PyCFunction_FastCall(func, args, nargs) (assert(0), NULL) #endif /* PyObjectCallOneArg.proto */ static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg); /* PyDictVersioning.proto */ #if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS #define __PYX_DICT_VERSION_INIT ((PY_UINT64_T) -1) #define __PYX_GET_DICT_VERSION(dict) (((PyDictObject*)(dict))->ma_version_tag) #define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var)\ (version_var) = __PYX_GET_DICT_VERSION(dict);\ (cache_var) = (value); #define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP) {\ static PY_UINT64_T __pyx_dict_version = 0;\ static PyObject *__pyx_dict_cached_value = NULL;\ if (likely(__PYX_GET_DICT_VERSION(DICT) == __pyx_dict_version)) {\ (VAR) = __pyx_dict_cached_value;\ } else {\ (VAR) = __pyx_dict_cached_value = (LOOKUP);\ __pyx_dict_version = __PYX_GET_DICT_VERSION(DICT);\ }\ } static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj); static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj); static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version); #else #define __PYX_GET_DICT_VERSION(dict) (0) #define __PYX_UPDATE_DICT_CACHE(dict, value, cache_var, version_var) #define __PYX_PY_DICT_LOOKUP_IF_MODIFIED(VAR, DICT, LOOKUP) (VAR) = (LOOKUP); #endif /* GetModuleGlobalName.proto */ #if CYTHON_USE_DICT_VERSIONS #define __Pyx_GetModuleGlobalName(var, name) {\ static PY_UINT64_T __pyx_dict_version = 0;\ static PyObject *__pyx_dict_cached_value = NULL;\ (var) = (likely(__pyx_dict_version == __PYX_GET_DICT_VERSION(__pyx_d))) ?\ (likely(__pyx_dict_cached_value) ? __Pyx_NewRef(__pyx_dict_cached_value) : __Pyx_GetBuiltinName(name)) :\ __Pyx__GetModuleGlobalName(name, &__pyx_dict_version, &__pyx_dict_cached_value);\ } #define __Pyx_GetModuleGlobalNameUncached(var, name) {\ PY_UINT64_T __pyx_dict_version;\ PyObject *__pyx_dict_cached_value;\ (var) = __Pyx__GetModuleGlobalName(name, &__pyx_dict_version, &__pyx_dict_cached_value);\ } static PyObject *__Pyx__GetModuleGlobalName(PyObject *name, PY_UINT64_T *dict_version, PyObject **dict_cached_value); #else #define __Pyx_GetModuleGlobalName(var, name) (var) = __Pyx__GetModuleGlobalName(name) #define __Pyx_GetModuleGlobalNameUncached(var, name) (var) = __Pyx__GetModuleGlobalName(name) static CYTHON_INLINE PyObject *__Pyx__GetModuleGlobalName(PyObject *name); #endif /* PyObjectCall2Args.proto */ static CYTHON_UNUSED PyObject* __Pyx_PyObject_Call2Args(PyObject* function, PyObject* arg1, PyObject* arg2); /* RaiseException.proto */ static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause); /* RaiseTooManyValuesToUnpack.proto */ static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected); /* RaiseNeedMoreValuesToUnpack.proto */ static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index); /* IterFinish.proto */ static CYTHON_INLINE int __Pyx_IterFinish(void); /* UnpackItemEndCheck.proto */ static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected); /* PyErrExceptionMatches.proto */ #if CYTHON_FAST_THREAD_STATE #define __Pyx_PyErr_ExceptionMatches(err) __Pyx_PyErr_ExceptionMatchesInState(__pyx_tstate, err) static CYTHON_INLINE int __Pyx_PyErr_ExceptionMatchesInState(PyThreadState* tstate, PyObject* err); #else #define __Pyx_PyErr_ExceptionMatches(err) PyErr_ExceptionMatches(err) #endif /* GetAttr.proto */ static CYTHON_INLINE PyObject *__Pyx_GetAttr(PyObject *, PyObject *); /* GetAttr3.proto */ static CYTHON_INLINE PyObject *__Pyx_GetAttr3(PyObject *, PyObject *, PyObject *); /* FetchCommonType.proto */ static PyTypeObject* __Pyx_FetchCommonType(PyTypeObject* type); /* GetTopmostException.proto */ #if CYTHON_USE_EXC_INFO_STACK static _PyErr_StackItem * __Pyx_PyErr_GetTopmostException(PyThreadState *tstate); #endif /* SaveResetException.proto */ #if CYTHON_FAST_THREAD_STATE #define __Pyx_ExceptionSave(type, value, tb) __Pyx__ExceptionSave(__pyx_tstate, type, value, tb) static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb); #define __Pyx_ExceptionReset(type, value, tb) __Pyx__ExceptionReset(__pyx_tstate, type, value, tb) static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb); #else #define __Pyx_ExceptionSave(type, value, tb) PyErr_GetExcInfo(type, value, tb) #define __Pyx_ExceptionReset(type, value, tb) PyErr_SetExcInfo(type, value, tb) #endif /* SwapException.proto */ #if CYTHON_FAST_THREAD_STATE #define __Pyx_ExceptionSwap(type, value, tb) __Pyx__ExceptionSwap(__pyx_tstate, type, value, tb) static CYTHON_INLINE void __Pyx__ExceptionSwap(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb); #else static CYTHON_INLINE void __Pyx_ExceptionSwap(PyObject **type, PyObject **value, PyObject **tb); #endif /* PyObjectGetMethod.proto */ static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method); /* PyObjectCallMethod1.proto */ static PyObject* __Pyx_PyObject_CallMethod1(PyObject* obj, PyObject* method_name, PyObject* arg); /* CoroutineBase.proto */ typedef PyObject *(*__pyx_coroutine_body_t)(PyObject *, PyThreadState *, PyObject *); #if CYTHON_USE_EXC_INFO_STACK #define __Pyx_ExcInfoStruct _PyErr_StackItem #else typedef struct { PyObject *exc_type; PyObject *exc_value; PyObject *exc_traceback; } __Pyx_ExcInfoStruct; #endif typedef struct { PyObject_HEAD __pyx_coroutine_body_t body; PyObject *closure; __Pyx_ExcInfoStruct gi_exc_state; PyObject *gi_weakreflist; PyObject *classobj; PyObject *yieldfrom; PyObject *gi_name; PyObject *gi_qualname; PyObject *gi_modulename; PyObject *gi_code; int resume_label; char is_running; } __pyx_CoroutineObject; static __pyx_CoroutineObject *__Pyx__Coroutine_New( PyTypeObject *type, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure, PyObject *name, PyObject *qualname, PyObject *module_name); static __pyx_CoroutineObject *__Pyx__Coroutine_NewInit( __pyx_CoroutineObject *gen, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure, PyObject *name, PyObject *qualname, PyObject *module_name); static CYTHON_INLINE void __Pyx_Coroutine_ExceptionClear(__Pyx_ExcInfoStruct *self); static int __Pyx_Coroutine_clear(PyObject *self); static PyObject *__Pyx_Coroutine_Send(PyObject *self, PyObject *value); static PyObject *__Pyx_Coroutine_Close(PyObject *self); static PyObject *__Pyx_Coroutine_Throw(PyObject *gen, PyObject *args); #if CYTHON_USE_EXC_INFO_STACK #define __Pyx_Coroutine_SwapException(self) #define __Pyx_Coroutine_ResetAndClearException(self) __Pyx_Coroutine_ExceptionClear(&(self)->gi_exc_state) #else #define __Pyx_Coroutine_SwapException(self) {\ __Pyx_ExceptionSwap(&(self)->gi_exc_state.exc_type, &(self)->gi_exc_state.exc_value, &(self)->gi_exc_state.exc_traceback);\ __Pyx_Coroutine_ResetFrameBackpointer(&(self)->gi_exc_state);\ } #define __Pyx_Coroutine_ResetAndClearException(self) {\ __Pyx_ExceptionReset((self)->gi_exc_state.exc_type, (self)->gi_exc_state.exc_value, (self)->gi_exc_state.exc_traceback);\ (self)->gi_exc_state.exc_type = (self)->gi_exc_state.exc_value = (self)->gi_exc_state.exc_traceback = NULL;\ } #endif #if CYTHON_FAST_THREAD_STATE #define __Pyx_PyGen_FetchStopIterationValue(pvalue)\ __Pyx_PyGen__FetchStopIterationValue(__pyx_tstate, pvalue) #else #define __Pyx_PyGen_FetchStopIterationValue(pvalue)\ __Pyx_PyGen__FetchStopIterationValue(__Pyx_PyThreadState_Current, pvalue) #endif static int __Pyx_PyGen__FetchStopIterationValue(PyThreadState *tstate, PyObject **pvalue); static CYTHON_INLINE void __Pyx_Coroutine_ResetFrameBackpointer(__Pyx_ExcInfoStruct *exc_state); /* PyObject_GenericGetAttrNoDict.proto */ #if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000 static CYTHON_INLINE PyObject* __Pyx_PyObject_GenericGetAttrNoDict(PyObject* obj, PyObject* attr_name); #else #define __Pyx_PyObject_GenericGetAttrNoDict PyObject_GenericGetAttr #endif /* PatchModuleWithCoroutine.proto */ static PyObject* __Pyx_Coroutine_patch_module(PyObject* module, const char* py_code); /* PatchGeneratorABC.proto */ static int __Pyx_patch_abc(void); /* Generator.proto */ #define __Pyx_Generator_USED static PyTypeObject *__pyx_GeneratorType = 0; #define __Pyx_Generator_CheckExact(obj) (Py_TYPE(obj) == __pyx_GeneratorType) #define __Pyx_Generator_New(body, code, closure, name, qualname, module_name)\ __Pyx__Coroutine_New(__pyx_GeneratorType, body, code, closure, name, qualname, module_name) static PyObject *__Pyx_Generator_Next(PyObject *self); static int __pyx_Generator_init(void); /* GeneratorYieldFrom.proto */ static CYTHON_INLINE PyObject* __Pyx_Generator_Yield_From(__pyx_CoroutineObject *gen, PyObject *source); /* PyObjectSetAttrStr.proto */ #if CYTHON_USE_TYPE_SLOTS #define __Pyx_PyObject_DelAttrStr(o,n) __Pyx_PyObject_SetAttrStr(o, n, NULL) static CYTHON_INLINE int __Pyx_PyObject_SetAttrStr(PyObject* obj, PyObject* attr_name, PyObject* value); #else #define __Pyx_PyObject_DelAttrStr(o,n) PyObject_DelAttr(o,n) #define __Pyx_PyObject_SetAttrStr(o,n,v) PyObject_SetAttr(o,n,v) #endif /* HasAttr.proto */ static CYTHON_INLINE int __Pyx_HasAttr(PyObject *, PyObject *); /* PyObjectLookupSpecial.proto */ #if CYTHON_USE_PYTYPE_LOOKUP && CYTHON_USE_TYPE_SLOTS static CYTHON_INLINE PyObject* __Pyx_PyObject_LookupSpecial(PyObject* obj, PyObject* attr_name) { PyObject *res; PyTypeObject *tp = Py_TYPE(obj); #if PY_MAJOR_VERSION < 3 if (unlikely(PyInstance_Check(obj))) return __Pyx_PyObject_GetAttrStr(obj, attr_name); #endif res = _PyType_Lookup(tp, attr_name); if (likely(res)) { descrgetfunc f = Py_TYPE(res)->tp_descr_get; if (!f) { Py_INCREF(res); } else { res = f(res, obj, (PyObject *)tp); } } else { PyErr_SetObject(PyExc_AttributeError, attr_name); } return res; } #else #define __Pyx_PyObject_LookupSpecial(o,n) __Pyx_PyObject_GetAttrStr(o,n) #endif /* GetException.proto */ #if CYTHON_FAST_THREAD_STATE #define __Pyx_GetException(type, value, tb) __Pyx__GetException(__pyx_tstate, type, value, tb) static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb); #else static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb); #endif /* None.proto */ static CYTHON_INLINE void __Pyx_RaiseClosureNameError(const char *varname); /* CythonFunctionShared.proto */ #define __Pyx_CyFunction_USED 1 #define __Pyx_CYFUNCTION_STATICMETHOD 0x01 #define __Pyx_CYFUNCTION_CLASSMETHOD 0x02 #define __Pyx_CYFUNCTION_CCLASS 0x04 #define __Pyx_CyFunction_GetClosure(f)\ (((__pyx_CyFunctionObject *) (f))->func_closure) #define __Pyx_CyFunction_GetClassObj(f)\ (((__pyx_CyFunctionObject *) (f))->func_classobj) #define __Pyx_CyFunction_Defaults(type, f)\ ((type *)(((__pyx_CyFunctionObject *) (f))->defaults)) #define __Pyx_CyFunction_SetDefaultsGetter(f, g)\ ((__pyx_CyFunctionObject *) (f))->defaults_getter = (g) typedef struct { PyCFunctionObject func; #if PY_VERSION_HEX < 0x030500A0 PyObject *func_weakreflist; #endif PyObject *func_dict; PyObject *func_name; PyObject *func_qualname; PyObject *func_doc; PyObject *func_globals; PyObject *func_code; PyObject *func_closure; PyObject *func_classobj; void *defaults; int defaults_pyobjects; size_t defaults_size; // used by FusedFunction for copying defaults int flags; PyObject *defaults_tuple; PyObject *defaults_kwdict; PyObject *(*defaults_getter)(PyObject *); PyObject *func_annotations; } __pyx_CyFunctionObject; static PyTypeObject *__pyx_CyFunctionType = 0; #define __Pyx_CyFunction_Check(obj) (__Pyx_TypeCheck(obj, __pyx_CyFunctionType)) static PyObject *__Pyx_CyFunction_Init(__pyx_CyFunctionObject* op, PyMethodDef *ml, int flags, PyObject* qualname, PyObject *self, PyObject *module, PyObject *globals, PyObject* code); static CYTHON_INLINE void *__Pyx_CyFunction_InitDefaults(PyObject *m, size_t size, int pyobjects); static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *m, PyObject *tuple); static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *m, PyObject *dict); static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *m, PyObject *dict); static int __pyx_CyFunction_init(void); /* CythonFunction.proto */ static PyObject *__Pyx_CyFunction_New(PyMethodDef *ml, int flags, PyObject* qualname, PyObject *closure, PyObject *module, PyObject *globals, PyObject* code); /* PySequenceContains.proto */ static CYTHON_INLINE int __Pyx_PySequence_ContainsTF(PyObject* item, PyObject* seq, int eq) { int result = PySequence_Contains(seq, item); return unlikely(result < 0) ? result : (result == (eq == Py_EQ)); } /* dict_getitem_default.proto */ static PyObject* __Pyx_PyDict_GetItemDefault(PyObject* d, PyObject* key, PyObject* default_value); /* UnpackUnboundCMethod.proto */ typedef struct { PyObject *type; PyObject **method_name; PyCFunction func; PyObject *method; int flag; } __Pyx_CachedCFunction; /* CallUnboundCMethod1.proto */ static PyObject* __Pyx__CallUnboundCMethod1(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg); #if CYTHON_COMPILING_IN_CPYTHON static CYTHON_INLINE PyObject* __Pyx_CallUnboundCMethod1(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg); #else #define __Pyx_CallUnboundCMethod1(cfunc, self, arg) __Pyx__CallUnboundCMethod1(cfunc, self, arg) #endif /* CallUnboundCMethod2.proto */ static PyObject* __Pyx__CallUnboundCMethod2(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg1, PyObject* arg2); #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030600B1 static CYTHON_INLINE PyObject *__Pyx_CallUnboundCMethod2(__Pyx_CachedCFunction *cfunc, PyObject *self, PyObject *arg1, PyObject *arg2); #else #define __Pyx_CallUnboundCMethod2(cfunc, self, arg1, arg2) __Pyx__CallUnboundCMethod2(cfunc, self, arg1, arg2) #endif /* ListCompAppend.proto */ #if CYTHON_USE_PYLIST_INTERNALS && CYTHON_ASSUME_SAFE_MACROS static CYTHON_INLINE int __Pyx_ListComp_Append(PyObject* list, PyObject* x) { PyListObject* L = (PyListObject*) list; Py_ssize_t len = Py_SIZE(list); if (likely(L->allocated > len)) { Py_INCREF(x); PyList_SET_ITEM(list, len, x); __Pyx_SET_SIZE(list, len + 1); return 0; } return PyList_Append(list, x); } #else #define __Pyx_ListComp_Append(L,x) PyList_Append(L,x) #endif /* GetItemInt.proto */ #define __Pyx_GetItemInt(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\ (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\ __Pyx_GetItemInt_Fast(o, (Py_ssize_t)i, is_list, wraparound, boundscheck) :\ (is_list ? (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL) :\ __Pyx_GetItemInt_Generic(o, to_py_func(i)))) #define __Pyx_GetItemInt_List(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\ (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\ __Pyx_GetItemInt_List_Fast(o, (Py_ssize_t)i, wraparound, boundscheck) :\ (PyErr_SetString(PyExc_IndexError, "list index out of range"), (PyObject*)NULL)) static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i, int wraparound, int boundscheck); #define __Pyx_GetItemInt_Tuple(o, i, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\ (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\ __Pyx_GetItemInt_Tuple_Fast(o, (Py_ssize_t)i, wraparound, boundscheck) :\ (PyErr_SetString(PyExc_IndexError, "tuple index out of range"), (PyObject*)NULL)) static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i, int wraparound, int boundscheck); static PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j); static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i, int is_list, int wraparound, int boundscheck); /* ListAppend.proto */ #if CYTHON_USE_PYLIST_INTERNALS && CYTHON_ASSUME_SAFE_MACROS static CYTHON_INLINE int __Pyx_PyList_Append(PyObject* list, PyObject* x) { PyListObject* L = (PyListObject*) list; Py_ssize_t len = Py_SIZE(list); if (likely(L->allocated > len) & likely(len > (L->allocated >> 1))) { Py_INCREF(x); PyList_SET_ITEM(list, len, x); __Pyx_SET_SIZE(list, len + 1); return 0; } return PyList_Append(list, x); } #else #define __Pyx_PyList_Append(L,x) PyList_Append(L,x) #endif /* append.proto */ static CYTHON_INLINE int __Pyx_PyObject_Append(PyObject* L, PyObject* x); /* ObjectGetItem.proto */ #if CYTHON_USE_TYPE_SLOTS static CYTHON_INLINE PyObject *__Pyx_PyObject_GetItem(PyObject *obj, PyObject* key); #else #define __Pyx_PyObject_GetItem(obj, key) PyObject_GetItem(obj, key) #endif /* py_dict_items.proto */ static CYTHON_INLINE PyObject* __Pyx_PyDict_Items(PyObject* d); /* CallUnboundCMethod0.proto */ static PyObject* __Pyx__CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self); #if CYTHON_COMPILING_IN_CPYTHON #define __Pyx_CallUnboundCMethod0(cfunc, self)\ (likely((cfunc)->func) ?\ (likely((cfunc)->flag == METH_NOARGS) ? (*((cfunc)->func))(self, NULL) :\ (PY_VERSION_HEX >= 0x030600B1 && likely((cfunc)->flag == METH_FASTCALL) ?\ (PY_VERSION_HEX >= 0x030700A0 ?\ (*(__Pyx_PyCFunctionFast)(void*)(PyCFunction)(cfunc)->func)(self, &__pyx_empty_tuple, 0) :\ (*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)(cfunc)->func)(self, &__pyx_empty_tuple, 0, NULL)) :\ (PY_VERSION_HEX >= 0x030700A0 && (cfunc)->flag == (METH_FASTCALL | METH_KEYWORDS) ?\ (*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)(cfunc)->func)(self, &__pyx_empty_tuple, 0, NULL) :\ (likely((cfunc)->flag == (METH_VARARGS | METH_KEYWORDS)) ? ((*(PyCFunctionWithKeywords)(void*)(PyCFunction)(cfunc)->func)(self, __pyx_empty_tuple, NULL)) :\ ((cfunc)->flag == METH_VARARGS ? (*((cfunc)->func))(self, __pyx_empty_tuple) :\ __Pyx__CallUnboundCMethod0(cfunc, self)))))) :\ __Pyx__CallUnboundCMethod0(cfunc, self)) #else #define __Pyx_CallUnboundCMethod0(cfunc, self) __Pyx__CallUnboundCMethod0(cfunc, self) #endif /* ExtTypeTest.proto */ static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type); /* PyIntBinop.proto */ #if !CYTHON_COMPILING_IN_PYPY static PyObject* __Pyx_PyInt_AddObjC(PyObject *op1, PyObject *op2, long intval, int inplace, int zerodivision_check); #else #define __Pyx_PyInt_AddObjC(op1, op2, intval, inplace, zerodivision_check)\ (inplace ? PyNumber_InPlaceAdd(op1, op2) : PyNumber_Add(op1, op2)) #endif /* PyIntCompare.proto */ static CYTHON_INLINE PyObject* __Pyx_PyInt_NeObjC(PyObject *op1, PyObject *op2, long intval, long inplace); /* SetItemInt.proto */ #define __Pyx_SetItemInt(o, i, v, type, is_signed, to_py_func, is_list, wraparound, boundscheck)\ (__Pyx_fits_Py_ssize_t(i, type, is_signed) ?\ __Pyx_SetItemInt_Fast(o, (Py_ssize_t)i, v, is_list, wraparound, boundscheck) :\ (is_list ? (PyErr_SetString(PyExc_IndexError, "list assignment index out of range"), -1) :\ __Pyx_SetItemInt_Generic(o, to_py_func(i), v))) static int __Pyx_SetItemInt_Generic(PyObject *o, PyObject *j, PyObject *v); static CYTHON_INLINE int __Pyx_SetItemInt_Fast(PyObject *o, Py_ssize_t i, PyObject *v, int is_list, int wraparound, int boundscheck); /* PyDictContains.proto */ static CYTHON_INLINE int __Pyx_PyDict_ContainsTF(PyObject* item, PyObject* dict, int eq) { int result = PyDict_Contains(dict, item); return unlikely(result < 0) ? result : (result == (eq == Py_EQ)); } /* DictGetItem.proto */ #if PY_MAJOR_VERSION >= 3 && !CYTHON_COMPILING_IN_PYPY static PyObject *__Pyx_PyDict_GetItem(PyObject *d, PyObject* key); #define __Pyx_PyObject_Dict_GetItem(obj, name)\ (likely(PyDict_CheckExact(obj)) ?\ __Pyx_PyDict_GetItem(obj, name) : PyObject_GetItem(obj, name)) #else #define __Pyx_PyDict_GetItem(d, key) PyObject_GetItem(d, key) #define __Pyx_PyObject_Dict_GetItem(obj, name) PyObject_GetItem(obj, name) #endif /* IncludeStringH.proto */ #include /* BytesEquals.proto */ static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals); /* UnicodeEquals.proto */ static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals); /* PyObjectFormatAndDecref.proto */ static CYTHON_INLINE PyObject* __Pyx_PyObject_FormatSimpleAndDecref(PyObject* s, PyObject* f); static CYTHON_INLINE PyObject* __Pyx_PyObject_FormatAndDecref(PyObject* s, PyObject* f); /* JoinPyUnicode.proto */ static PyObject* __Pyx_PyUnicode_Join(PyObject* value_tuple, Py_ssize_t value_count, Py_ssize_t result_ulength, Py_UCS4 max_char); /* dict_setdefault.proto */ static CYTHON_INLINE PyObject *__Pyx_PyDict_SetDefault(PyObject *d, PyObject *key, PyObject *default_value, int is_safe_type); /* PyObjectCallMethod0.proto */ static PyObject* __Pyx_PyObject_CallMethod0(PyObject* obj, PyObject* method_name); /* RaiseNoneIterError.proto */ static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void); /* UnpackTupleError.proto */ static void __Pyx_UnpackTupleError(PyObject *, Py_ssize_t index); /* UnpackTuple2.proto */ #define __Pyx_unpack_tuple2(tuple, value1, value2, is_tuple, has_known_size, decref_tuple)\ (likely(is_tuple || PyTuple_Check(tuple)) ?\ (likely(has_known_size || PyTuple_GET_SIZE(tuple) == 2) ?\ __Pyx_unpack_tuple2_exact(tuple, value1, value2, decref_tuple) :\ (__Pyx_UnpackTupleError(tuple, 2), -1)) :\ __Pyx_unpack_tuple2_generic(tuple, value1, value2, has_known_size, decref_tuple)) static CYTHON_INLINE int __Pyx_unpack_tuple2_exact( PyObject* tuple, PyObject** value1, PyObject** value2, int decref_tuple); static int __Pyx_unpack_tuple2_generic( PyObject* tuple, PyObject** value1, PyObject** value2, int has_known_size, int decref_tuple); /* dict_iter.proto */ static CYTHON_INLINE PyObject* __Pyx_dict_iterator(PyObject* dict, int is_dict, PyObject* method_name, Py_ssize_t* p_orig_length, int* p_is_dict); static CYTHON_INLINE int __Pyx_dict_iter_next(PyObject* dict_or_iter, Py_ssize_t orig_length, Py_ssize_t* ppos, PyObject** pkey, PyObject** pvalue, PyObject** pitem, int is_dict); /* MergeKeywords.proto */ static int __Pyx_MergeKeywords(PyObject *kwdict, PyObject *source_mapping); /* SliceObject.proto */ static CYTHON_INLINE PyObject* __Pyx_PyObject_GetSlice( PyObject* obj, Py_ssize_t cstart, Py_ssize_t cstop, PyObject** py_start, PyObject** py_stop, PyObject** py_slice, int has_cstart, int has_cstop, int wraparound); /* WriteUnraisableException.proto */ static void __Pyx_WriteUnraisable(const char *name, int clineno, int lineno, const char *filename, int full_traceback, int nogil); /* tp_new.proto */ #define __Pyx_tp_new(type_obj, args) __Pyx_tp_new_kwargs(type_obj, args, NULL) static CYTHON_INLINE PyObject* __Pyx_tp_new_kwargs(PyObject* type_obj, PyObject* args, PyObject* kwargs) { return (PyObject*) (((PyTypeObject*)type_obj)->tp_new((PyTypeObject*)type_obj, args, kwargs)); } /* ArgTypeTest.proto */ #define __Pyx_ArgTypeTest(obj, type, none_allowed, name, exact)\ ((likely((Py_TYPE(obj) == type) | (none_allowed && (obj == Py_None)))) ? 1 :\ __Pyx__ArgTypeTest(obj, type, name, exact)) static int __Pyx__ArgTypeTest(PyObject *obj, PyTypeObject *type, const char *name, int exact); /* StrEquals.proto */ #if PY_MAJOR_VERSION >= 3 #define __Pyx_PyString_Equals __Pyx_PyUnicode_Equals #else #define __Pyx_PyString_Equals __Pyx_PyBytes_Equals #endif /* None.proto */ static CYTHON_INLINE Py_ssize_t __Pyx_div_Py_ssize_t(Py_ssize_t, Py_ssize_t); /* UnaryNegOverflows.proto */ #define UNARY_NEG_WOULD_OVERFLOW(x)\ (((x) < 0) & ((unsigned long)(x) == 0-(unsigned long)(x))) static CYTHON_UNUSED int __pyx_array_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/ static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *); /*proto*/ /* decode_c_string_utf16.proto */ static CYTHON_INLINE PyObject *__Pyx_PyUnicode_DecodeUTF16(const char *s, Py_ssize_t size, const char *errors) { int byteorder = 0; return PyUnicode_DecodeUTF16(s, size, errors, &byteorder); } static CYTHON_INLINE PyObject *__Pyx_PyUnicode_DecodeUTF16LE(const char *s, Py_ssize_t size, const char *errors) { int byteorder = -1; return PyUnicode_DecodeUTF16(s, size, errors, &byteorder); } static CYTHON_INLINE PyObject *__Pyx_PyUnicode_DecodeUTF16BE(const char *s, Py_ssize_t size, const char *errors) { int byteorder = 1; return PyUnicode_DecodeUTF16(s, size, errors, &byteorder); } /* decode_c_string.proto */ static CYTHON_INLINE PyObject* __Pyx_decode_c_string( const char* cstring, Py_ssize_t start, Py_ssize_t stop, const char* encoding, const char* errors, PyObject* (*decode_func)(const char *s, Py_ssize_t size, const char *errors)); /* Import.proto */ static PyObject *__Pyx_Import(PyObject *name, PyObject *from_list, int level); /* FastTypeChecks.proto */ #if CYTHON_COMPILING_IN_CPYTHON #define __Pyx_TypeCheck(obj, type) __Pyx_IsSubtype(Py_TYPE(obj), (PyTypeObject *)type) static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b); static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches(PyObject *err, PyObject *type); static CYTHON_INLINE int __Pyx_PyErr_GivenExceptionMatches2(PyObject *err, PyObject *type1, PyObject *type2); #else #define __Pyx_TypeCheck(obj, type) PyObject_TypeCheck(obj, (PyTypeObject *)type) #define __Pyx_PyErr_GivenExceptionMatches(err, type) PyErr_GivenExceptionMatches(err, type) #define __Pyx_PyErr_GivenExceptionMatches2(err, type1, type2) (PyErr_GivenExceptionMatches(err, type1) || PyErr_GivenExceptionMatches(err, type2)) #endif #define __Pyx_PyException_Check(obj) __Pyx_TypeCheck(obj, PyExc_Exception) static CYTHON_UNUSED int __pyx_memoryview_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/ /* ListExtend.proto */ static CYTHON_INLINE int __Pyx_PyList_Extend(PyObject* L, PyObject* v) { #if CYTHON_COMPILING_IN_CPYTHON PyObject* none = _PyList_Extend((PyListObject*)L, v); if (unlikely(!none)) return -1; Py_DECREF(none); return 0; #else return PyList_SetSlice(L, PY_SSIZE_T_MAX, PY_SSIZE_T_MAX, v); #endif } /* None.proto */ static CYTHON_INLINE void __Pyx_RaiseUnboundLocalError(const char *varname); /* None.proto */ static CYTHON_INLINE long __Pyx_div_long(long, long); /* ImportFrom.proto */ static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name); /* CallNextTpDealloc.proto */ static void __Pyx_call_next_tp_dealloc(PyObject* obj, destructor current_tp_dealloc); /* CallNextTpTraverse.proto */ static int __Pyx_call_next_tp_traverse(PyObject* obj, visitproc v, void *a, traverseproc current_tp_traverse); /* CallNextTpClear.proto */ static void __Pyx_call_next_tp_clear(PyObject* obj, inquiry current_tp_dealloc); /* PyObject_GenericGetAttr.proto */ #if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000 static PyObject* __Pyx_PyObject_GenericGetAttr(PyObject* obj, PyObject* attr_name); #else #define __Pyx_PyObject_GenericGetAttr PyObject_GenericGetAttr #endif /* TypeImport.proto */ #ifndef __PYX_HAVE_RT_ImportType_proto #define __PYX_HAVE_RT_ImportType_proto enum __Pyx_ImportType_CheckSize { __Pyx_ImportType_CheckSize_Error = 0, __Pyx_ImportType_CheckSize_Warn = 1, __Pyx_ImportType_CheckSize_Ignore = 2 }; static PyTypeObject *__Pyx_ImportType(PyObject* module, const char *module_name, const char *class_name, size_t size, enum __Pyx_ImportType_CheckSize check_size); #endif /* GetVTable.proto */ static void* __Pyx_GetVtable(PyObject *dict); /* SetVTable.proto */ static int __Pyx_SetVtable(PyObject *dict, void *vtable); /* PyObjectGetAttrStrNoError.proto */ static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStrNoError(PyObject* obj, PyObject* attr_name); /* SetupReduce.proto */ static int __Pyx_setup_reduce(PyObject* type_obj); /* CalculateMetaclass.proto */ static PyObject *__Pyx_CalculateMetaclass(PyTypeObject *metaclass, PyObject *bases); /* SetNameInClass.proto */ #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030500A1 #define __Pyx_SetNameInClass(ns, name, value)\ (likely(PyDict_CheckExact(ns)) ? _PyDict_SetItem_KnownHash(ns, name, value, ((PyASCIIObject *) name)->hash) : PyObject_SetItem(ns, name, value)) #elif CYTHON_COMPILING_IN_CPYTHON #define __Pyx_SetNameInClass(ns, name, value)\ (likely(PyDict_CheckExact(ns)) ? PyDict_SetItem(ns, name, value) : PyObject_SetItem(ns, name, value)) #else #define __Pyx_SetNameInClass(ns, name, value) PyObject_SetItem(ns, name, value) #endif /* ClassMethod.proto */ #include "descrobject.h" static CYTHON_UNUSED PyObject* __Pyx_Method_ClassMethod(PyObject *method); /* Py3ClassCreate.proto */ static PyObject *__Pyx_Py3MetaclassPrepare(PyObject *metaclass, PyObject *bases, PyObject *name, PyObject *qualname, PyObject *mkw, PyObject *modname, PyObject *doc); static PyObject *__Pyx_Py3ClassCreate(PyObject *metaclass, PyObject *name, PyObject *bases, PyObject *dict, PyObject *mkw, int calculate_metaclass, int allow_py2_metaclass); /* CLineInTraceback.proto */ #ifdef CYTHON_CLINE_IN_TRACEBACK #define __Pyx_CLineForTraceback(tstate, c_line) (((CYTHON_CLINE_IN_TRACEBACK)) ? c_line : 0) #else static int __Pyx_CLineForTraceback(PyThreadState *tstate, int c_line); #endif /* CodeObjectCache.proto */ typedef struct { PyCodeObject* code_object; int code_line; } __Pyx_CodeObjectCacheEntry; struct __Pyx_CodeObjectCache { int count; int max_count; __Pyx_CodeObjectCacheEntry* entries; }; static struct __Pyx_CodeObjectCache __pyx_code_cache = {0,0,NULL}; static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line); static PyCodeObject *__pyx_find_code_object(int code_line); static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object); /* AddTraceback.proto */ static void __Pyx_AddTraceback(const char *funcname, int c_line, int py_line, const char *filename); /* CIntToPy.proto */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_long(long value); /* CIntToPy.proto */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_uint64_t(uint64_t value); /* CIntToPy.proto */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_int(int value); /* RealImag.proto */ #if CYTHON_CCOMPLEX #ifdef __cplusplus #define __Pyx_CREAL(z) ((z).real()) #define __Pyx_CIMAG(z) ((z).imag()) #else #define __Pyx_CREAL(z) (__real__(z)) #define __Pyx_CIMAG(z) (__imag__(z)) #endif #else #define __Pyx_CREAL(z) ((z).real) #define __Pyx_CIMAG(z) ((z).imag) #endif #if defined(__cplusplus) && CYTHON_CCOMPLEX\ && (defined(_WIN32) || defined(__clang__) || (defined(__GNUC__) && (__GNUC__ >= 5 || __GNUC__ == 4 && __GNUC_MINOR__ >= 4 )) || __cplusplus >= 201103) #define __Pyx_SET_CREAL(z,x) ((z).real(x)) #define __Pyx_SET_CIMAG(z,y) ((z).imag(y)) #else #define __Pyx_SET_CREAL(z,x) __Pyx_CREAL(z) = (x) #define __Pyx_SET_CIMAG(z,y) __Pyx_CIMAG(z) = (y) #endif /* Arithmetic.proto */ #if CYTHON_CCOMPLEX #define __Pyx_c_eq_float(a, b) ((a)==(b)) #define __Pyx_c_sum_float(a, b) ((a)+(b)) #define __Pyx_c_diff_float(a, b) ((a)-(b)) #define __Pyx_c_prod_float(a, b) ((a)*(b)) #define __Pyx_c_quot_float(a, b) ((a)/(b)) #define __Pyx_c_neg_float(a) (-(a)) #ifdef __cplusplus #define __Pyx_c_is_zero_float(z) ((z)==(float)0) #define __Pyx_c_conj_float(z) (::std::conj(z)) #if 1 #define __Pyx_c_abs_float(z) (::std::abs(z)) #define __Pyx_c_pow_float(a, b) (::std::pow(a, b)) #endif #else #define __Pyx_c_is_zero_float(z) ((z)==0) #define __Pyx_c_conj_float(z) (conjf(z)) #if 1 #define __Pyx_c_abs_float(z) (cabsf(z)) #define __Pyx_c_pow_float(a, b) (cpowf(a, b)) #endif #endif #else static CYTHON_INLINE int __Pyx_c_eq_float(__pyx_t_float_complex, __pyx_t_float_complex); static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_sum_float(__pyx_t_float_complex, __pyx_t_float_complex); static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_diff_float(__pyx_t_float_complex, __pyx_t_float_complex); static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_prod_float(__pyx_t_float_complex, __pyx_t_float_complex); static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex, __pyx_t_float_complex); static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_neg_float(__pyx_t_float_complex); static CYTHON_INLINE int __Pyx_c_is_zero_float(__pyx_t_float_complex); static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_conj_float(__pyx_t_float_complex); #if 1 static CYTHON_INLINE float __Pyx_c_abs_float(__pyx_t_float_complex); static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_pow_float(__pyx_t_float_complex, __pyx_t_float_complex); #endif #endif /* Arithmetic.proto */ #if CYTHON_CCOMPLEX #define __Pyx_c_eq_double(a, b) ((a)==(b)) #define __Pyx_c_sum_double(a, b) ((a)+(b)) #define __Pyx_c_diff_double(a, b) ((a)-(b)) #define __Pyx_c_prod_double(a, b) ((a)*(b)) #define __Pyx_c_quot_double(a, b) ((a)/(b)) #define __Pyx_c_neg_double(a) (-(a)) #ifdef __cplusplus #define __Pyx_c_is_zero_double(z) ((z)==(double)0) #define __Pyx_c_conj_double(z) (::std::conj(z)) #if 1 #define __Pyx_c_abs_double(z) (::std::abs(z)) #define __Pyx_c_pow_double(a, b) (::std::pow(a, b)) #endif #else #define __Pyx_c_is_zero_double(z) ((z)==0) #define __Pyx_c_conj_double(z) (conj(z)) #if 1 #define __Pyx_c_abs_double(z) (cabs(z)) #define __Pyx_c_pow_double(a, b) (cpow(a, b)) #endif #endif #else static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex, __pyx_t_double_complex); static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex, __pyx_t_double_complex); static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex, __pyx_t_double_complex); static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex, __pyx_t_double_complex); static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex, __pyx_t_double_complex); static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex); static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex); static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex); #if 1 static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex); static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex, __pyx_t_double_complex); #endif #endif /* CIntToPy.proto */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_enum__NPY_TYPES(enum NPY_TYPES value); /* None.proto */ #include #if PY_MAJOR_VERSION < 3 static int __Pyx_GetBuffer(PyObject *obj, Py_buffer *view, int flags); static void __Pyx_ReleaseBuffer(Py_buffer *view); #else #define __Pyx_GetBuffer PyObject_GetBuffer #define __Pyx_ReleaseBuffer PyBuffer_Release #endif /* BufferStructDeclare.proto */ typedef struct { Py_ssize_t shape, strides, suboffsets; } __Pyx_Buf_DimInfo; typedef struct { size_t refcount; Py_buffer pybuffer; } __Pyx_Buffer; typedef struct { __Pyx_Buffer *rcbuffer; char *data; __Pyx_Buf_DimInfo diminfo[8]; } __Pyx_LocalBuf_ND; /* MemviewSliceIsContig.proto */ static int __pyx_memviewslice_is_contig(const __Pyx_memviewslice mvs, char order, int ndim); /* OverlappingSlices.proto */ static int __pyx_slices_overlap(__Pyx_memviewslice *slice1, __Pyx_memviewslice *slice2, int ndim, size_t itemsize); /* Capsule.proto */ static CYTHON_INLINE PyObject *__pyx_capsule_create(void *p, const char *sig); /* CIntFromPy.proto */ static CYTHON_INLINE int __Pyx_PyInt_As_int(PyObject *); /* CIntFromPy.proto */ static CYTHON_INLINE uint64_t __Pyx_PyInt_As_uint64_t(PyObject *); /* MemviewSliceCopyTemplate.proto */ static __Pyx_memviewslice __pyx_memoryview_copy_new_contig(const __Pyx_memviewslice *from_mvs, const char *mode, int ndim, size_t sizeof_dtype, int contig_flag, int dtype_is_object); /* MemviewSliceInit.proto */ #define __Pyx_BUF_MAX_NDIMS %(BUF_MAX_NDIMS)d #define __Pyx_MEMVIEW_DIRECT 1 #define __Pyx_MEMVIEW_PTR 2 #define __Pyx_MEMVIEW_FULL 4 #define __Pyx_MEMVIEW_CONTIG 8 #define __Pyx_MEMVIEW_STRIDED 16 #define __Pyx_MEMVIEW_FOLLOW 32 #define __Pyx_IS_C_CONTIG 1 #define __Pyx_IS_F_CONTIG 2 static int __Pyx_init_memviewslice( struct __pyx_memoryview_obj *memview, int ndim, __Pyx_memviewslice *memviewslice, int memview_is_new_reference); static CYTHON_INLINE int __pyx_add_acquisition_count_locked( __pyx_atomic_int *acquisition_count, PyThread_type_lock lock); static CYTHON_INLINE int __pyx_sub_acquisition_count_locked( __pyx_atomic_int *acquisition_count, PyThread_type_lock lock); #define __pyx_get_slice_count_pointer(memview) (memview->acquisition_count_aligned_p) #define __pyx_get_slice_count(memview) (*__pyx_get_slice_count_pointer(memview)) #define __PYX_INC_MEMVIEW(slice, have_gil) __Pyx_INC_MEMVIEW(slice, have_gil, __LINE__) #define __PYX_XDEC_MEMVIEW(slice, have_gil) __Pyx_XDEC_MEMVIEW(slice, have_gil, __LINE__) static CYTHON_INLINE void __Pyx_INC_MEMVIEW(__Pyx_memviewslice *, int, int); static CYTHON_INLINE void __Pyx_XDEC_MEMVIEW(__Pyx_memviewslice *, int, int); /* CIntFromPy.proto */ static CYTHON_INLINE long __Pyx_PyInt_As_long(PyObject *); /* CIntFromPy.proto */ static CYTHON_INLINE char __Pyx_PyInt_As_char(PyObject *); /* CheckBinaryVersion.proto */ static int __Pyx_check_binary_version(void); /* VoidPtrImport.proto */ static int __Pyx_ImportVoidPtr(PyObject *module, const char *name, void **p, const char *sig); /* FunctionImport.proto */ static int __Pyx_ImportFunction(PyObject *module, const char *funcname, void (**f)(void), const char *sig); /* InitStrings.proto */ static int __Pyx_InitStrings(__Pyx_StringTabEntry *t); static CYTHON_INLINE struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_f_5spacy_6lexeme_6Lexeme_from_ptr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab, CYTHON_UNUSED int __pyx_v_vector_length); /* proto*/ static CYTHON_INLINE void __pyx_f_5spacy_6lexeme_6Lexeme_set_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_name, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_value); /* proto*/ static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6lexeme_6Lexeme_get_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_feat_name); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lexeme, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id, int __pyx_v_value); /* proto*/ static CYTHON_INLINE struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_init(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_sent, int __pyx_v_length); /* proto*/ static CYTHON_INLINE struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_borrow(__pyx_t_5spacy_6syntax_6_state_StateC *__pyx_v_ptr); /* proto*/ static CYTHON_INLINE struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_init_offset(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_sent, int __pyx_v_length, int __pyx_v_offset); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_S(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_B(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i); /* proto*/ static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_S_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i); /* proto*/ static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_B_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i); /* proto*/ static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_H_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i); /* proto*/ static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_E_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i); /* proto*/ static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_L_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i, int __pyx_v_idx); /* proto*/ static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_R_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i, int __pyx_v_idx); /* proto*/ static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_safe_get(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_H(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_E(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_L(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i, int __pyx_v_idx); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_R(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i, int __pyx_v_idx); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_empty(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_eol(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_at_break(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_has_head(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_n_L(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_n_R(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_stack_is_connected(CYTHON_UNUSED struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_entity_is_open(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_stack_depth(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self); /* proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_buffer_length(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self); /* proto*/ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_push(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self); /* proto*/ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_pop(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self); /* proto*/ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_unshift(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self); /* proto*/ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_add_arc(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_head, int __pyx_v_child, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_label); /* proto*/ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_del_arc(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_head, int __pyx_v_child); /* proto*/ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_open_ent(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_label); /* proto*/ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_close_ent(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self); /* proto*/ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_set_ent_tag(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i, int __pyx_v_ent_iob, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_ent_type); /* proto*/ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_set_break(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i); /* proto*/ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_clone(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_src); /* proto*/ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_fast_forward(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self); /* proto*/ static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *__pyx_v_self); /* proto*/ static char *__pyx_memoryview_get_item_pointer(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index); /* proto*/ static PyObject *__pyx_memoryview_is_slice(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj); /* proto*/ static PyObject *__pyx_memoryview_setitem_slice_assignment(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_dst, PyObject *__pyx_v_src); /* proto*/ static PyObject *__pyx_memoryview_setitem_slice_assign_scalar(struct __pyx_memoryview_obj *__pyx_v_self, struct __pyx_memoryview_obj *__pyx_v_dst, PyObject *__pyx_v_value); /* proto*/ static PyObject *__pyx_memoryview_setitem_indexed(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value); /* proto*/ static PyObject *__pyx_memoryview_convert_item_to_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp); /* proto*/ static PyObject *__pyx_memoryview_assign_item_from_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value); /* proto*/ static PyObject *__pyx_memoryviewslice_convert_item_to_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp); /* proto*/ static PyObject *__pyx_memoryviewslice_assign_item_from_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value); /* proto*/ /* Module declarations from 'cymem.cymem' */ static PyTypeObject *__pyx_ptype_5cymem_5cymem_PyMalloc = 0; static PyTypeObject *__pyx_ptype_5cymem_5cymem_PyFree = 0; static PyTypeObject *__pyx_ptype_5cymem_5cymem_Pool = 0; static PyTypeObject *__pyx_ptype_5cymem_5cymem_Address = 0; /* Module declarations from 'cpython.buffer' */ /* Module declarations from 'libc.string' */ /* Module declarations from 'libc.stdio' */ /* Module declarations from '__builtin__' */ /* Module declarations from 'cpython.type' */ static PyTypeObject *__pyx_ptype_7cpython_4type_type = 0; /* Module declarations from 'cpython' */ /* Module declarations from 'cpython.object' */ /* Module declarations from 'cpython.ref' */ /* Module declarations from 'cpython.mem' */ /* Module declarations from 'numpy' */ /* Module declarations from 'numpy' */ static PyTypeObject *__pyx_ptype_5numpy_dtype = 0; static PyTypeObject *__pyx_ptype_5numpy_flatiter = 0; static PyTypeObject *__pyx_ptype_5numpy_broadcast = 0; static PyTypeObject *__pyx_ptype_5numpy_ndarray = 0; static PyTypeObject *__pyx_ptype_5numpy_ufunc = 0; static CYTHON_INLINE char *__pyx_f_5numpy__util_dtypestring(PyArray_Descr *, char *, char *, int *); /*proto*/ /* Module declarations from 'libcpp.vector' */ /* Module declarations from 'libc.stdint' */ /* Module declarations from 'preshed.maps' */ static PyTypeObject *__pyx_ptype_7preshed_4maps_PreshMap = 0; static PyTypeObject *__pyx_ptype_7preshed_4maps_PreshMapArray = 0; /* Module declarations from 'murmurhash.mrmr' */ static uint64_t (*__pyx_f_10murmurhash_4mrmr_hash64)(void *, int, uint64_t); /*proto*/ /* Module declarations from 'spacy.typedefs' */ /* Module declarations from 'spacy' */ /* Module declarations from 'spacy.symbols' */ /* Module declarations from 'spacy.parts_of_speech' */ /* Module declarations from 'spacy.structs' */ /* Module declarations from 'libcpp.utility' */ /* Module declarations from 'libcpp.set' */ /* Module declarations from 'spacy.strings' */ static PyTypeObject *__pyx_ptype_5spacy_7strings_StringStore = 0; /* Module declarations from 'murmurhash' */ /* Module declarations from 'spacy.morphology' */ static PyTypeObject *__pyx_ptype_5spacy_10morphology_Morphology = 0; /* Module declarations from 'spacy.vocab' */ static PyTypeObject *__pyx_ptype_5spacy_5vocab_Vocab = 0; static struct __pyx_t_5spacy_7structs_LexemeC *__pyx_vp_5spacy_5vocab_EMPTY_LEXEME = 0; #define __pyx_v_5spacy_5vocab_EMPTY_LEXEME (*__pyx_vp_5spacy_5vocab_EMPTY_LEXEME) /* Module declarations from 'spacy.attrs' */ /* Module declarations from 'spacy.tokens.doc' */ static PyTypeObject *__pyx_ptype_5spacy_6tokens_3doc_Doc = 0; /* Module declarations from 'thinc.typedefs' */ /* Module declarations from 'cython.view' */ /* Module declarations from 'cython' */ /* Module declarations from 'libc.stdlib' */ /* Module declarations from 'cpython.exc' */ /* Module declarations from 'spacy.lexeme' */ static PyTypeObject *__pyx_ptype_5spacy_6lexeme_Lexeme = 0; static struct __pyx_t_5spacy_7structs_LexemeC *__pyx_vp_5spacy_6lexeme_EMPTY_LEXEME = 0; #define __pyx_v_5spacy_6lexeme_EMPTY_LEXEME (*__pyx_vp_5spacy_6lexeme_EMPTY_LEXEME) static __pyx_t_5spacy_8typedefs_attr_t *__pyx_vp_5spacy_6lexeme_OOV_RANK = 0; #define __pyx_v_5spacy_6lexeme_OOV_RANK (*__pyx_vp_5spacy_6lexeme_OOV_RANK) /* Module declarations from 'spacy.syntax._state' */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_6_state_is_space_token(struct __pyx_t_5spacy_7structs_TokenC const *); /*proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_6_state_ring_push(struct __pyx_t_5spacy_6syntax_6_state_RingBufferC *, int); /*proto*/ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_6_state_ring_get(struct __pyx_t_5spacy_6syntax_6_state_RingBufferC *, int); /*proto*/ /* Module declarations from 'spacy.syntax.stateclass' */ static PyTypeObject *__pyx_ptype_5spacy_6syntax_10stateclass_StateClass = 0; /* Module declarations from 'spacy.gold' */ static PyTypeObject *__pyx_ptype_5spacy_4gold_GoldParse = 0; /* Module declarations from 'spacy.syntax.transition_system' */ static PyTypeObject *__pyx_ptype_5spacy_6syntax_17transition_system_TransitionSystem = 0; /* Module declarations from 'spacy.syntax.arc_eager' */ static PyTypeObject *__pyx_ptype_5spacy_6syntax_9arc_eager_ArcEager = 0; /* Module declarations from 'spacy.syntax._parser_model' */ /* Module declarations from 'spacy.syntax.nn_parser' */ static PyTypeObject *__pyx_ptype_5spacy_6syntax_9nn_parser_Parser = 0; /* Module declarations from 'spacy.syntax.ner' */ static PyTypeObject *__pyx_ptype_5spacy_6syntax_3ner_BiluoPushDown = 0; /* Module declarations from 'spacy.pipeline.pipes' */ static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict = 0; static PyTypeObject *__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr = 0; static PyTypeObject *__pyx_array_type = 0; static PyTypeObject *__pyx_MemviewEnum_type = 0; static PyTypeObject *__pyx_memoryview_type = 0; static PyTypeObject *__pyx_memoryviewslice_type = 0; static PyObject *generic = 0; static PyObject *strided = 0; static PyObject *indirect = 0; static PyObject *contiguous = 0; static PyObject *indirect_contiguous = 0; static int __pyx_memoryview_thread_locks_used; static PyThread_type_lock __pyx_memoryview_thread_locks[8]; static struct __pyx_array_obj *__pyx_array_new(PyObject *, Py_ssize_t, char *, char *, char *); /*proto*/ static void *__pyx_align_pointer(void *, size_t); /*proto*/ static PyObject *__pyx_memoryview_new(PyObject *, int, int, __Pyx_TypeInfo *); /*proto*/ static CYTHON_INLINE int __pyx_memoryview_check(PyObject *); /*proto*/ static PyObject *_unellipsify(PyObject *, int); /*proto*/ static PyObject *assert_direct_dimensions(Py_ssize_t *, int); /*proto*/ static struct __pyx_memoryview_obj *__pyx_memview_slice(struct __pyx_memoryview_obj *, PyObject *); /*proto*/ static int __pyx_memoryview_slice_memviewslice(__Pyx_memviewslice *, Py_ssize_t, Py_ssize_t, Py_ssize_t, int, int, int *, Py_ssize_t, Py_ssize_t, Py_ssize_t, int, int, int, int); /*proto*/ static char *__pyx_pybuffer_index(Py_buffer *, char *, Py_ssize_t, Py_ssize_t); /*proto*/ static int __pyx_memslice_transpose(__Pyx_memviewslice *); /*proto*/ static PyObject *__pyx_memoryview_fromslice(__Pyx_memviewslice, int, PyObject *(*)(char *), int (*)(char *, PyObject *), int); /*proto*/ static __Pyx_memviewslice *__pyx_memoryview_get_slice_from_memoryview(struct __pyx_memoryview_obj *, __Pyx_memviewslice *); /*proto*/ static void __pyx_memoryview_slice_copy(struct __pyx_memoryview_obj *, __Pyx_memviewslice *); /*proto*/ static PyObject *__pyx_memoryview_copy_object(struct __pyx_memoryview_obj *); /*proto*/ static PyObject *__pyx_memoryview_copy_object_from_slice(struct __pyx_memoryview_obj *, __Pyx_memviewslice *); /*proto*/ static Py_ssize_t abs_py_ssize_t(Py_ssize_t); /*proto*/ static char __pyx_get_best_slice_order(__Pyx_memviewslice *, int); /*proto*/ static void _copy_strided_to_strided(char *, Py_ssize_t *, char *, Py_ssize_t *, Py_ssize_t *, Py_ssize_t *, int, size_t); /*proto*/ static void copy_strided_to_strided(__Pyx_memviewslice *, __Pyx_memviewslice *, int, size_t); /*proto*/ static Py_ssize_t __pyx_memoryview_slice_get_size(__Pyx_memviewslice *, int); /*proto*/ static Py_ssize_t __pyx_fill_contig_strides_array(Py_ssize_t *, Py_ssize_t *, Py_ssize_t, int, char); /*proto*/ static void *__pyx_memoryview_copy_data_to_temp(__Pyx_memviewslice *, __Pyx_memviewslice *, char, int); /*proto*/ static int __pyx_memoryview_err_extents(int, Py_ssize_t, Py_ssize_t); /*proto*/ static int __pyx_memoryview_err_dim(PyObject *, char *, int); /*proto*/ static int __pyx_memoryview_err(PyObject *, char *); /*proto*/ static int __pyx_memoryview_copy_contents(__Pyx_memviewslice, __Pyx_memviewslice, int, int, int); /*proto*/ static void __pyx_memoryview_broadcast_leading(__Pyx_memviewslice *, int, int); /*proto*/ static void __pyx_memoryview_refcount_copying(__Pyx_memviewslice *, int, int, int); /*proto*/ static void __pyx_memoryview_refcount_objects_in_slice_with_gil(char *, Py_ssize_t *, Py_ssize_t *, int, int); /*proto*/ static void __pyx_memoryview_refcount_objects_in_slice(char *, Py_ssize_t *, Py_ssize_t *, int, int); /*proto*/ static void __pyx_memoryview_slice_assign_scalar(__Pyx_memviewslice *, int, size_t, void *, int); /*proto*/ static void __pyx_memoryview__slice_assign_scalar(char *, Py_ssize_t *, Py_ssize_t *, int, size_t, void *); /*proto*/ static PyObject *__pyx_unpickle_Enum__set_state(struct __pyx_MemviewEnum_obj *, PyObject *); /*proto*/ #define __Pyx_MODULE_NAME "spacy.pipeline.pipes" extern int __pyx_module_is_main_spacy__pipeline__pipes; int __pyx_module_is_main_spacy__pipeline__pipes = 0; /* Implementation of 'spacy.pipeline.pipes' */ static PyObject *__pyx_builtin_object; static PyObject *__pyx_builtin_property; static PyObject *__pyx_builtin_staticmethod; static PyObject *__pyx_builtin_NotImplementedError; static PyObject *__pyx_builtin_ValueError; static PyObject *__pyx_builtin_AttributeError; static PyObject *__pyx_builtin_zip; static PyObject *__pyx_builtin_enumerate; static PyObject *__pyx_builtin_range; static PyObject *__pyx_builtin_id; static PyObject *__pyx_builtin_chr; static PyObject *__pyx_builtin_reversed; static PyObject *__pyx_builtin_RuntimeError; static PyObject *__pyx_builtin_ImportError; static PyObject *__pyx_builtin_MemoryError; static PyObject *__pyx_builtin_TypeError; static PyObject *__pyx_builtin_Ellipsis; static PyObject *__pyx_builtin_IndexError; static const char __pyx_k_2[] = "_2"; static const char __pyx_k_B[] = "B"; static const char __pyx_k_I[] = "I"; static const char __pyx_k_L[] = "L"; static const char __pyx_k_O[] = "O"; static const char __pyx_k_T[] = "T"; static const char __pyx_k_U[] = "U"; static const char __pyx_k_X[] = "X"; static const char __pyx_k_b[] = "b"; static const char __pyx_k_c[] = "c"; static const char __pyx_k_d[] = "d"; static const char __pyx_k_f[] = "f"; static const char __pyx_k_i[] = "i"; static const char __pyx_k_j[] = "j"; static const char __pyx_k_p[] = "p"; static const char __pyx_k_s[] = "s"; static const char __pyx_k_y[] = "y"; static const char __pyx_k_ID[] = "ID"; static const char __pyx_k_SP[] = "_SP"; static const char __pyx_k_hp[] = "hp"; static const char __pyx_k_id[] = "id"; static const char __pyx_k_kb[] = "kb"; static const char __pyx_k_ml[] = "_ml"; static const char __pyx_k_nO[] = "nO"; static const char __pyx_k_rb[] = "rb"; static const char __pyx_k_xp[] = "xp"; static const char __pyx_k_yh[] = "yh"; static const char __pyx_k_NIL[] = "NIL"; static const char __pyx_k_POS[] = "POS"; static const char __pyx_k__78[] = "-"; static const char __pyx_k__79[] = ":"; static const char __pyx_k__97[] = ""; static const char __pyx_k_all[] = "__all__"; static const char __pyx_k_bow[] = "bow"; static const char __pyx_k_cat[] = "cat"; static const char __pyx_k_cfg[] = "cfg"; static const char __pyx_k_chr[] = "chr"; static const char __pyx_k_cls[] = "cls"; static const char __pyx_k_dep[] = "dep"; static const char __pyx_k_doc[] = "doc"; static const char __pyx_k_dot[] = "dot"; static const char __pyx_k_end[] = "end"; static const char __pyx_k_ent[] = "ent"; static const char __pyx_k_exc[] = "exc"; static const char __pyx_k_get[] = "get"; static const char __pyx_k_ids[] = "ids"; static const char __pyx_k_idx[] = "idx"; static const char __pyx_k_key[] = "key"; static const char __pyx_k_msg[] = "msg"; static const char __pyx_k_ner[] = "ner"; static const char __pyx_k_new[] = "__new__"; static const char __pyx_k_nlp[] = "nlp"; static const char __pyx_k_obj[] = "obj"; static const char __pyx_k_ops[] = "ops"; static const char __pyx_k_pop[] = "pop"; static const char __pyx_k_row[] = "row"; static const char __pyx_k_sgd[] = "sgd"; static const char __pyx_k_sum[] = "sum"; static const char __pyx_k_tag[] = "tag"; static const char __pyx_k_zip[] = "zip"; static const char __pyx_k_E016[] = "E016"; static const char __pyx_k_E030[] = "E030"; static const char __pyx_k_E076[] = "E076"; static const char __pyx_k_E077[] = "E077"; static const char __pyx_k_E109[] = "E109"; static const char __pyx_k_E116[] = "E116"; static const char __pyx_k_E139[] = "E139"; static const char __pyx_k_E143[] = "E143"; static const char __pyx_k_E147[] = "E147"; static const char __pyx_k_E148[] = "E148"; static const char __pyx_k_E149[] = "E149"; static const char __pyx_k_E161[] = "E161"; static const char __pyx_k_E187[] = "E187"; static const char __pyx_k_E188[] = "E188"; static const char __pyx_k_Pipe[] = "Pipe"; static const char __pyx_k_T003[] = "T003"; static const char __pyx_k_T008[] = "T008"; static const char __pyx_k_W022[] = "W022"; static const char __pyx_k_W033[] = "W033"; static const char __pyx_k__113[] = "||"; static const char __pyx_k__285[] = "_"; static const char __pyx_k__311[] = "!"; static const char __pyx_k__312[] = "."; static const char __pyx_k__313[] = "?"; static const char __pyx_k__314[] = "\326\211"; static const char __pyx_k__315[] = "\330\237"; static const char __pyx_k__316[] = "\333\224"; static const char __pyx_k__317[] = "\334\200"; static const char __pyx_k__318[] = "\334\201"; static const char __pyx_k__319[] = "\334\202"; static const char __pyx_k__320[] = "\337\271"; static const char __pyx_k__321[] = "\340\245\244"; static const char __pyx_k__322[] = "\340\245\245"; static const char __pyx_k__323[] = "\341\201\212"; static const char __pyx_k__324[] = "\341\201\213"; static const char __pyx_k__325[] = "\341\215\242"; static const char __pyx_k__326[] = "\341\215\247"; static const char __pyx_k__327[] = "\341\215\250"; static const char __pyx_k__328[] = "\341\231\256"; static const char __pyx_k__329[] = "\341\234\265"; static const char __pyx_k__330[] = "\341\234\266"; static const char __pyx_k__331[] = "\341\240\203"; static const char __pyx_k__332[] = "\341\240\211"; static const char __pyx_k__333[] = "\341\245\204"; static const char __pyx_k__334[] = "\341\245\205"; static const char __pyx_k__335[] = "\341\252\250"; static const char __pyx_k__336[] = "\341\252\251"; static const char __pyx_k__337[] = "\341\252\252"; static const char __pyx_k__338[] = "\341\252\253"; static const char __pyx_k__339[] = "\341\255\232"; static const char __pyx_k__340[] = "\341\255\233"; static const char __pyx_k__341[] = "\341\255\236"; static const char __pyx_k__342[] = "\341\255\237"; static const char __pyx_k__343[] = "\341\260\273"; static const char __pyx_k__344[] = "\341\260\274"; static const char __pyx_k__345[] = "\341\261\276"; static const char __pyx_k__346[] = "\341\261\277"; static const char __pyx_k__347[] = "\342\200\274"; static const char __pyx_k__348[] = "\342\200\275"; static const char __pyx_k__349[] = "\342\201\207"; static const char __pyx_k__350[] = "\342\201\210"; static const char __pyx_k__351[] = "\342\201\211"; static const char __pyx_k__352[] = "\342\270\256"; static const char __pyx_k__353[] = "\342\270\274"; static const char __pyx_k__354[] = "\352\223\277"; static const char __pyx_k__355[] = "\352\230\216"; static const char __pyx_k__356[] = "\352\230\217"; static const char __pyx_k__357[] = "\352\233\263"; static const char __pyx_k__358[] = "\352\233\267"; static const char __pyx_k__359[] = "\352\241\266"; static const char __pyx_k__360[] = "\352\241\267"; static const char __pyx_k__361[] = "\352\243\216"; static const char __pyx_k__362[] = "\352\243\217"; static const char __pyx_k__363[] = "\352\244\257"; static const char __pyx_k__364[] = "\352\247\210"; static const char __pyx_k__365[] = "\352\247\211"; static const char __pyx_k__366[] = "\352\251\235"; static const char __pyx_k__367[] = "\352\251\236"; static const char __pyx_k__368[] = "\352\251\237"; static const char __pyx_k__369[] = "\352\253\260"; static const char __pyx_k__370[] = "\352\253\261"; static const char __pyx_k__371[] = "\352\257\253"; static const char __pyx_k__372[] = "\357\271\222"; static const char __pyx_k__373[] = "\357\271\226"; static const char __pyx_k__374[] = "\357\271\227"; static const char __pyx_k__375[] = "\357\274\201"; static const char __pyx_k__376[] = "\357\274\216"; static const char __pyx_k__377[] = "\357\274\237"; static const char __pyx_k__378[] = "\360\220\251\226"; static const char __pyx_k__379[] = "\360\220\251\227"; static const char __pyx_k__380[] = "\360\221\201\207"; static const char __pyx_k__381[] = "\360\221\201\210"; static const char __pyx_k__382[] = "\360\221\202\276"; static const char __pyx_k__383[] = "\360\221\202\277"; static const char __pyx_k__384[] = "\360\221\203\200"; static const char __pyx_k__385[] = "\360\221\203\201"; static const char __pyx_k__386[] = "\360\221\205\201"; static const char __pyx_k__387[] = "\360\221\205\202"; static const char __pyx_k__388[] = "\360\221\205\203"; static const char __pyx_k__389[] = "\360\221\207\205"; static const char __pyx_k__390[] = "\360\221\207\206"; static const char __pyx_k__391[] = "\360\221\207\215"; static const char __pyx_k__392[] = "\360\221\207\236"; static const char __pyx_k__393[] = "\360\221\207\237"; static const char __pyx_k__394[] = "\360\221\210\270"; static const char __pyx_k__395[] = "\360\221\210\271"; static const char __pyx_k__396[] = "\360\221\210\273"; static const char __pyx_k__397[] = "\360\221\210\274"; static const char __pyx_k__398[] = "\360\221\212\251"; static const char __pyx_k__399[] = "\360\221\221\213"; static const char __pyx_k__400[] = "\360\221\221\214"; static const char __pyx_k__401[] = "\360\221\227\202"; static const char __pyx_k__402[] = "\360\221\227\203"; static const char __pyx_k__403[] = "\360\221\227\211"; static const char __pyx_k__404[] = "\360\221\227\212"; static const char __pyx_k__405[] = "\360\221\227\213"; static const char __pyx_k__406[] = "\360\221\227\214"; static const char __pyx_k__407[] = "\360\221\227\215"; static const char __pyx_k__408[] = "\360\221\227\216"; static const char __pyx_k__409[] = "\360\221\227\217"; static const char __pyx_k__410[] = "\360\221\227\220"; static const char __pyx_k__411[] = "\360\221\227\221"; static const char __pyx_k__412[] = "\360\221\227\222"; static const char __pyx_k__413[] = "\360\221\227\223"; static const char __pyx_k__414[] = "\360\221\227\224"; static const char __pyx_k__415[] = "\360\221\227\225"; static const char __pyx_k__416[] = "\360\221\227\226"; static const char __pyx_k__417[] = "\360\221\227\227"; static const char __pyx_k__418[] = "\360\221\231\201"; static const char __pyx_k__419[] = "\360\221\231\202"; static const char __pyx_k__420[] = "\360\221\234\274"; static const char __pyx_k__421[] = "\360\221\234\275"; static const char __pyx_k__422[] = "\360\221\234\276"; static const char __pyx_k__423[] = "\360\221\251\202"; static const char __pyx_k__424[] = "\360\221\251\203"; static const char __pyx_k__425[] = "\360\221\252\233"; static const char __pyx_k__426[] = "\360\221\252\234"; static const char __pyx_k__427[] = "\360\221\261\201"; static const char __pyx_k__428[] = "\360\221\261\202"; static const char __pyx_k__429[] = "\360\226\251\256"; static const char __pyx_k__430[] = "\360\226\251\257"; static const char __pyx_k__431[] = "\360\226\253\265"; static const char __pyx_k__432[] = "\360\226\254\267"; static const char __pyx_k__433[] = "\360\226\254\270"; static const char __pyx_k__434[] = "\360\226\255\204"; static const char __pyx_k__435[] = "\360\233\262\237"; static const char __pyx_k__436[] = "\360\235\252\210"; static const char __pyx_k__437[] = "\357\275\241"; static const char __pyx_k__438[] = "\343\200\202"; static const char __pyx_k_args[] = "args"; static const char __pyx_k_axis[] = "axis"; static const char __pyx_k_base[] = "base"; static const char __pyx_k_call[] = "__call__"; static const char __pyx_k_cats[] = "cats"; static const char __pyx_k_data[] = "data"; static const char __pyx_k_deps[] = "deps"; static const char __pyx_k_dict[] = "__dict__"; static const char __pyx_k_docs[] = "docs"; static const char __pyx_k_drop[] = "drop"; static const char __pyx_k_dump[] = "dump"; static const char __pyx_k_ends[] = "ends"; static const char __pyx_k_ents[] = "ents"; static const char __pyx_k_exit[] = "__exit__"; static const char __pyx_k_file[] = "file_"; static const char __pyx_k_gold[] = "gold"; static const char __pyx_k_init[] = "__init__"; static const char __pyx_k_json[] = ".json"; static const char __pyx_k_keys[] = "keys"; static const char __pyx_k_loss[] = "loss"; static const char __pyx_k_main[] = "__main__"; static const char __pyx_k_mean[] = "mean"; static const char __pyx_k_mode[] = "mode"; static const char __pyx_k_name[] = "name"; static const char __pyx_k_ndim[] = "ndim"; static const char __pyx_k_norm[] = "norm"; static const char __pyx_k_ones[] = "ones"; static const char __pyx_k_open[] = "open"; static const char __pyx_k_pack[] = "pack"; static const char __pyx_k_path[] = "path"; static const char __pyx_k_pipe[] = "pipe"; static const char __pyx_k_read[] = "read"; static const char __pyx_k_root[] = "root"; static const char __pyx_k_rows[] = "rows"; static const char __pyx_k_seen[] = "seen"; static const char __pyx_k_self[] = "self"; static const char __pyx_k_send[] = "send"; static const char __pyx_k_sent[] = "sent"; static const char __pyx_k_sims[] = "sims"; static const char __pyx_k_size[] = "size"; static const char __pyx_k_span[] = "span"; static const char __pyx_k_step[] = "step"; static const char __pyx_k_stop[] = "stop"; static const char __pyx_k_tags[] = "tags"; static const char __pyx_k_test[] = "__test__"; static const char __pyx_k_text[] = "text"; static const char __pyx_k_util[] = "util"; static const char __pyx_k_warn[] = "warn"; static const char __pyx_k_word[] = "word"; static const char __pyx_k_ASCII[] = "ASCII"; static const char __pyx_k_Model[] = "Model"; static const char __pyx_k_array[] = "array"; static const char __pyx_k_attrs[] = "attrs"; static const char __pyx_k_cache[] = "cache"; static const char __pyx_k_chain[] = "chain"; static const char __pyx_k_child[] = "child"; static const char __pyx_k_class[] = "__class__"; static const char __pyx_k_close[] = "close"; static const char __pyx_k_cloze[] = "cloze"; static const char __pyx_k_doc_2[] = "__doc__"; static const char __pyx_k_dtype[] = "dtype"; static const char __pyx_k_enter[] = "__enter__"; static const char __pyx_k_error[] = "error"; static const char __pyx_k_flags[] = "flags"; static const char __pyx_k_golds[] = "golds"; static const char __pyx_k_heads[] = "heads"; static const char __pyx_k_index[] = "index"; static const char __pyx_k_items[] = "items"; static const char __pyx_k_kb_id[] = "kb_id"; static const char __pyx_k_label[] = "label"; static const char __pyx_k_lemma[] = "lemma"; static const char __pyx_k_links[] = "links"; static const char __pyx_k_model[] = "model"; static const char __pyx_k_numpy[] = "numpy"; static const char __pyx_k_range[] = "range"; static const char __pyx_k_ravel[] = "ravel"; static const char __pyx_k_sents[] = "sents"; static const char __pyx_k_shape[] = "shape"; static const char __pyx_k_split[] = "split"; static const char __pyx_k_srsly[] = "srsly"; static const char __pyx_k_start[] = "start"; static const char __pyx_k_state[] = "state"; static const char __pyx_k_throw[] = "throw"; static const char __pyx_k_token[] = "token"; static const char __pyx_k_value[] = "value"; static const char __pyx_k_vocab[] = "vocab"; static const char __pyx_k_words[] = "words"; static const char __pyx_k_zeros[] = "zeros"; static const char __pyx_k_Affine[] = "Affine"; static const char __pyx_k_B_SENT[] = "B-SENT"; static const char __pyx_k_Errors[] = "Errors"; static const char __pyx_k_I_SENT[] = "I-SENT"; static const char __pyx_k_L_SENT[] = "L-SENT"; static const char __pyx_k_Maxout[] = "Maxout"; static const char __pyx_k_Tagger[] = "Tagger"; static const char __pyx_k_U_SENT[] = "U-SENT"; static const char __pyx_k_annots[] = "annots"; static const char __pyx_k_append[] = "append"; static const char __pyx_k_argmax[] = "argmax"; static const char __pyx_k_as_doc[] = "as_doc"; static const char __pyx_k_compat[] = "compat"; static const char __pyx_k_config[] = "config"; static const char __pyx_k_cosine[] = "cosine"; static const char __pyx_k_encode[] = "encode"; static const char __pyx_k_entity[] = "entity_"; static const char __pyx_k_errors[] = "errors"; static const char __pyx_k_exists[] = "exists"; static const char __pyx_k_format[] = "format"; static const char __pyx_k_hstack[] = "hstack"; static const char __pyx_k_import[] = "__import__"; static const char __pyx_k_inputs[] = "inputs"; static const char __pyx_k_kb_ids[] = "kb_ids"; static const char __pyx_k_kwargs[] = "kwargs"; static const char __pyx_k_labels[] = "labels"; static const char __pyx_k_lambda[] = ""; static const char __pyx_k_linalg[] = "linalg"; static const char __pyx_k_losses[] = "losses"; static const char __pyx_k_method[] = "method"; static const char __pyx_k_module[] = "__module__"; static const char __pyx_k_n_docs[] = "n_docs"; static const char __pyx_k_n_tags[] = "n_tags"; static const char __pyx_k_name_2[] = "__name__"; static const char __pyx_k_object[] = "object"; static const char __pyx_k_offset[] = "offset"; static const char __pyx_k_params[] = "params"; static const char __pyx_k_parser[] = "parser"; static const char __pyx_k_pickle[] = "pickle"; static const char __pyx_k_pieces[] = "pieces"; static const char __pyx_k_random[] = "random"; static const char __pyx_k_reduce[] = "__reduce__"; static const char __pyx_k_scores[] = "scores"; static const char __pyx_k_set_kb[] = "set_kb"; static const char __pyx_k_setter[] = "setter"; static const char __pyx_k_starts[] = "starts"; static const char __pyx_k_stream[] = "stream"; static const char __pyx_k_struct[] = "struct"; static const char __pyx_k_syntax[] = "syntax"; static const char __pyx_k_tag_id[] = "tag_id"; static const char __pyx_k_tagger[] = "tagger"; static const char __pyx_k_target[] = "target"; static const char __pyx_k_tensor[] = "tensor"; static const char __pyx_k_truths[] = "truths"; static const char __pyx_k_unpack[] = "unpack"; static const char __pyx_k_update[] = "update"; static const char __pyx_k_values[] = "values"; static const char __pyx_k_Softmax[] = "Softmax"; static const char __pyx_k_Tok2Vec[] = "Tok2Vec"; static const char __pyx_k_asarray[] = "asarray"; static const char __pyx_k_assigns[] = "assigns"; static const char __pyx_k_cache_2[] = "_cache"; static const char __pyx_k_correct[] = "correct"; static const char __pyx_k_d_input[] = "d_input"; static const char __pyx_k_dep_ids[] = "dep_ids"; static const char __pyx_k_ent_tag[] = "ent_tag"; static const char __pyx_k_env_opt[] = "env_opt"; static const char __pyx_k_exclude[] = "exclude"; static const char __pyx_k_factory[] = "factory"; static const char __pyx_k_flatten[] = "flatten"; static const char __pyx_k_float32[] = "float32"; static const char __pyx_k_fortran[] = "fortran"; static const char __pyx_k_genexpr[] = "genexpr"; static const char __pyx_k_guesses[] = "guesses"; static const char __pyx_k_kb_dict[] = "kb_dict"; static const char __pyx_k_label_2[] = "label_"; static const char __pyx_k_load_kb[] = "load_kb"; static const char __pyx_k_lookups[] = "lookups"; static const char __pyx_k_memview[] = "memview"; static const char __pyx_k_mention[] = "mention"; static const char __pyx_k_n_golds[] = "n_golds"; static const char __pyx_k_n_sents[] = "n_sents"; static const char __pyx_k_ndarray[] = "ndarray"; static const char __pyx_k_nonproj[] = "nonproj"; static const char __pyx_k_nr_char[] = "nr_char"; static const char __pyx_k_outputs[] = "outputs"; static const char __pyx_k_predict[] = "predict"; static const char __pyx_k_prepare[] = "__prepare__"; static const char __pyx_k_reshape[] = "reshape"; static const char __pyx_k_shuffle[] = "shuffle"; static const char __pyx_k_softmax[] = "softmax"; static const char __pyx_k_strings[] = "strings"; static const char __pyx_k_tag_ids[] = "tag_ids"; static const char __pyx_k_tag_map[] = "tag_map"; static const char __pyx_k_tensors[] = "tensors"; static const char __pyx_k_textcat[] = "textcat"; static const char __pyx_k_to_disk[] = "to_disk"; static const char __pyx_k_tok2vec[] = "tok2vec"; static const char __pyx_k_tokvecs[] = "tokvecs"; static const char __pyx_k_vectors[] = "vectors"; static const char __pyx_k_Ellipsis[] = "Ellipsis"; static const char __pyx_k_Language[] = "Language"; static const char __pyx_k_Warnings[] = "Warnings"; static const char __pyx_k_allocate[] = "allocate"; static const char __pyx_k_backprop[] = "backprop"; static const char __pyx_k_bp_input[] = "bp_input"; static const char __pyx_k_brackets[] = "brackets"; static const char __pyx_k_d_inputs[] = "d_inputs"; static const char __pyx_k_d_scores[] = "d_scores"; static const char __pyx_k_doc_cats[] = "doc.cats"; static const char __pyx_k_doc_ents[] = "doc.ents"; static const char __pyx_k_end_char[] = "end_char"; static const char __pyx_k_entity_2[] = "entity"; static const char __pyx_k_from_nlp[] = "from_nlp"; static const char __pyx_k_get_loss[] = "get_loss"; static const char __pyx_k_getstate[] = "__getstate__"; static const char __pyx_k_gradient[] = "gradient"; static const char __pyx_k_is_punct[] = "is_punct"; static const char __pyx_k_itemsize[] = "itemsize"; static const char __pyx_k_language[] = "language"; static const char __pyx_k_load_cfg[] = "_load_cfg"; static const char __pyx_k_make_dep[] = "make_dep"; static const char __pyx_k_make_ent[] = "make_ent"; static const char __pyx_k_make_tag[] = "make_tag"; static const char __pyx_k_n_labels[] = "n_labels"; static const char __pyx_k_nr_class[] = "nr_class"; static const char __pyx_k_pipeline[] = "pipeline"; static const char __pyx_k_property[] = "property"; static const char __pyx_k_pyx_type[] = "__pyx_type"; static const char __pyx_k_qualname[] = "__qualname__"; static const char __pyx_k_raw_text[] = "raw_text"; static const char __pyx_k_rehearse[] = "rehearse"; static const char __pyx_k_requires[] = "requires"; static const char __pyx_k_reversed[] = "reversed"; static const char __pyx_k_sent_doc[] = "sent_doc"; static const char __pyx_k_setstate[] = "__setstate__"; static const char __pyx_k_to_array[] = "to_array"; static const char __pyx_k_to_bytes[] = "to_bytes"; static const char __pyx_k_warnings[] = "warnings"; static const char __pyx_k_LayerNorm[] = "LayerNorm"; static const char __pyx_k_Pipe_pipe[] = "Pipe.pipe"; static const char __pyx_k_TypeError[] = "TypeError"; static const char __pyx_k_add_label[] = "add_label"; static const char __pyx_k_bp_inputs[] = "bp_inputs"; static const char __pyx_k_bp_scores[] = "bp_scores"; static const char __pyx_k_bp_tensor[] = "bp_tensor"; static const char __pyx_k_component[] = "component"; static const char __pyx_k_doc_sents[] = "doc.sents"; static const char __pyx_k_end_token[] = "end_token"; static const char __pyx_k_ent_kb_id[] = "ent_kb_id_"; static const char __pyx_k_enumerate[] = "enumerate"; static const char __pyx_k_factories[] = "factories"; static const char __pyx_k_find_root[] = "_find_root"; static const char __pyx_k_from_disk[] = "from_disk"; static const char __pyx_k_functions[] = "functions"; static const char __pyx_k_get_table[] = "get_table"; static const char __pyx_k_gradients[] = "gradients"; static const char __pyx_k_lemma_exc[] = "lemma_exc"; static const char __pyx_k_load_bulk[] = "load_bulk"; static const char __pyx_k_metaclass[] = "__metaclass__"; static const char __pyx_k_minibatch[] = "minibatch"; static const char __pyx_k_n_threads[] = "n_threads"; static const char __pyx_k_ner_types[] = "ner_types"; static const char __pyx_k_objective[] = "objective"; static const char __pyx_k_optimizer[] = "optimizer"; static const char __pyx_k_out_sizes[] = "out_sizes"; static const char __pyx_k_pipes_pyx[] = "pipes.pyx"; static const char __pyx_k_pyx_state[] = "__pyx_state"; static const char __pyx_k_read_json[] = "read_json"; static const char __pyx_k_reduce_ex[] = "__reduce_ex__"; static const char __pyx_k_sent_tags[] = "sent_tags"; static const char __pyx_k_sentences[] = "sentences"; static const char __pyx_k_serialize[] = "serialize"; static const char __pyx_k_tag_index[] = "tag_index"; static const char __pyx_k_tag_names[] = "tag_names"; static const char __pyx_k_thinc_api[] = "thinc.api"; static const char __pyx_k_thinc_v2v[] = "thinc.v2v"; static const char __pyx_k_token_dep[] = "token.dep"; static const char __pyx_k_token_pos[] = "token.pos"; static const char __pyx_k_token_tag[] = "token.tag"; static const char __pyx_k_tokvecses[] = "tokvecses"; static const char __pyx_k_unflatten[] = "unflatten"; static const char __pyx_k_zero_init[] = "zero_init"; static const char __pyx_k_IndexError[] = "IndexError"; static const char __pyx_k_Pipe_Model[] = "Pipe.Model"; static const char __pyx_k_TempErrors[] = "TempErrors"; static const char __pyx_k_Tensorizer[] = "Tensorizer"; static const char __pyx_k_ValueError[] = "ValueError"; static const char __pyx_k_basestring[] = "basestring_"; static const char __pyx_k_batch_size[] = "batch_size"; static const char __pyx_k_best_index[] = "best_index"; static const char __pyx_k_bp_context[] = "bp_context"; static const char __pyx_k_bytes_data[] = "bytes_data"; static const char __pyx_k_candidates[] = "candidates"; static const char __pyx_k_char_array[] = "char_array"; static const char __pyx_k_characters[] = "characters"; static const char __pyx_k_conv_depth[] = "conv_depth"; static const char __pyx_k_count_ents[] = "count_ents"; static const char __pyx_k_doc_scores[] = "doc_scores"; static const char __pyx_k_doc_tensor[] = "doc.tensor"; static const char __pyx_k_embed_size[] = "embed_size"; static const char __pyx_k_from_bytes[] = "from_bytes"; static const char __pyx_k_get_vector[] = "get_vector"; static const char __pyx_k_incl_prior[] = "incl_prior"; static const char __pyx_k_input_size[] = "input_size"; static const char __pyx_k_json_dumps[] = "json_dumps"; static const char __pyx_k_json_loads[] = "json_loads"; static const char __pyx_k_lemmatizer[] = "lemmatizer"; static const char __pyx_k_load_model[] = "load_model"; static const char __pyx_k_make_label[] = "make_label"; static const char __pyx_k_morphology[] = "morphology"; static const char __pyx_k_move_names[] = "move_names"; static const char __pyx_k_nb_classes[] = "nb_classes"; static const char __pyx_k_nr_feature[] = "nr_feature"; static const char __pyx_k_prediction[] = "prediction"; static const char __pyx_k_prior_prob[] = "prior_prob"; static const char __pyx_k_pyx_result[] = "__pyx_result"; static const char __pyx_k_pyx_vtable[] = "__pyx_vtable__"; static const char __pyx_k_require_kb[] = "require_kb"; static const char __pyx_k_sent_index[] = "sent_index"; static const char __pyx_k_sent_start[] = "sent_start"; static const char __pyx_k_setdefault[] = "setdefault"; static const char __pyx_k_simple_cnn[] = "simple_cnn"; static const char __pyx_k_start_char[] = "start_char"; static const char __pyx_k_tag_scores[] = "tag_scores"; static const char __pyx_k_tensorizer[] = "tensorizer"; static const char __pyx_k_thinc_misc[] = "thinc.misc"; static const char __pyx_k_to_discard[] = "to_discard"; static const char __pyx_k_use_params[] = "use_params"; static const char __pyx_k_write_json[] = "write_json"; static const char __pyx_k_EL_training[] = "EL training"; static const char __pyx_k_ImportError[] = "ImportError"; static const char __pyx_k_MemoryError[] = "MemoryError"; static const char __pyx_k_OrderedDict[] = "OrderedDict"; static const char __pyx_k_PickleError[] = "PickleError"; static const char __pyx_k_Pipe___call[] = "Pipe.__call__"; static const char __pyx_k_Pipe___init[] = "Pipe.__init__"; static const char __pyx_k_Pipe_update[] = "Pipe.update"; static const char __pyx_k_Sentencizer[] = "Sentencizer"; static const char __pyx_k_Tagger_pipe[] = "Tagger.pipe"; static const char __pyx_k_collections[] = "collections"; static const char __pyx_k_deserialize[] = "deserialize"; static const char __pyx_k_doc_guesses[] = "doc_guesses"; static const char __pyx_k_doc_tag_ids[] = "doc_tag_ids"; static const char __pyx_k_drop_factor[] = "drop_factor"; static const char __pyx_k_embed_width[] = "embed_width"; static const char __pyx_k_ensure_path[] = "ensure_path"; static const char __pyx_k_entity_norm[] = "entity_norm"; static const char __pyx_k_gold_tuples[] = "gold_tuples"; static const char __pyx_k_lemma_index[] = "lemma_index"; static const char __pyx_k_lemma_rules[] = "lemma_rules"; static const char __pyx_k_lexeme_norm[] = "lexeme_norm"; static const char __pyx_k_new_tag_map[] = "new_tag_map"; static const char __pyx_k_nn_labeller[] = "nn_labeller"; static const char __pyx_k_not_missing[] = "not_missing"; static const char __pyx_k_output_size[] = "output_size"; static const char __pyx_k_predictions[] = "predictions"; static const char __pyx_k_prior_probs[] = "prior_probs"; static const char __pyx_k_punct_chars[] = "punct_chars"; static const char __pyx_k_seen_period[] = "seen_period"; static const char __pyx_k_sentencizer[] = "sentencizer"; static const char __pyx_k_start_token[] = "start_token"; static const char __pyx_k_token_lemma[] = "token.lemma"; static const char __pyx_k_type_to_int[] = "type_to_int"; static const char __pyx_k_with_suffix[] = "with_suffix"; static const char __pyx_k_EntityLinker[] = "EntityLinker"; static const char __pyx_k_MultiSoftmax[] = "MultiSoftmax"; static const char __pyx_k_Pipe_predict[] = "Pipe.predict"; static const char __pyx_k_Pipe_to_disk[] = "Pipe.to_disk"; static const char __pyx_k_RuntimeError[] = "RuntimeError"; static const char __pyx_k_Tagger_Model[] = "Tagger.Model"; static const char __pyx_k_architecture[] = "architecture"; static const char __pyx_k_begin_update[] = "begin_update"; static const char __pyx_k_d_tag_scores[] = "d_tag_scores"; static const char __pyx_k_end_sentence[] = "end_sentence"; static const char __pyx_k_entity_count[] = "entity_count"; static const char __pyx_k_entity_width[] = "entity_width"; static const char __pyx_k_final_kb_ids[] = "final_kb_ids"; static const char __pyx_k_hidden_width[] = "hidden_width"; static const char __pyx_k_ignore_zeros[] = "ignore_zeros"; static const char __pyx_k_incl_context[] = "incl_context"; static const char __pyx_k_input_models[] = "input_models"; static const char __pyx_k_known_labels[] = "known_labels"; static const char __pyx_k_learn_tokens[] = "learn_tokens"; static const char __pyx_k_lemma_lookup[] = "lemma_lookup"; static const char __pyx_k_lemma_tables[] = "lemma_tables"; static const char __pyx_k_load_tag_map[] = "load_tag_map"; static const char __pyx_k_make_ent_tag[] = "make_ent_tag"; static const char __pyx_k_orig_tag_map[] = "orig_tag_map"; static const char __pyx_k_output_layer[] = "output_layer"; static const char __pyx_k_pyx_checksum[] = "__pyx_checksum"; static const char __pyx_k_read_msgpack[] = "read_msgpack"; static const char __pyx_k_staticmethod[] = "staticmethod"; static const char __pyx_k_stringsource[] = "stringsource"; static const char __pyx_k_KnowledgeBase[] = "KnowledgeBase"; static const char __pyx_k_Pipe_from_nlp[] = "Pipe.from_nlp"; static const char __pyx_k_Pipe_get_loss[] = "Pipe.get_loss"; static const char __pyx_k_Pipe_rehearse[] = "Pipe.rehearse"; static const char __pyx_k_Pipe_to_bytes[] = "Pipe.to_bytes"; static const char __pyx_k_Tagger___call[] = "Tagger.__call__"; static const char __pyx_k_Tagger___init[] = "Tagger.__init__"; static const char __pyx_k_Tagger_labels[] = "Tagger.labels"; static const char __pyx_k_Tagger_update[] = "Tagger.update"; static const char __pyx_k_batch_tag_ids[] = "batch_tag_ids"; static const char __pyx_k_bp_tag_scores[] = "bp_tag_scores"; static const char __pyx_k_d_predictions[] = "d_predictions"; static const char __pyx_k_entity_linker[] = "entity_linker"; static const char __pyx_k_entity_vector[] = "entity_vector"; static const char __pyx_k_extend_tensor[] = "extend_tensor"; static const char __pyx_k_final_tensors[] = "final_tensors"; static const char __pyx_k_msgpack_dumps[] = "msgpack_dumps"; static const char __pyx_k_msgpack_loads[] = "msgpack_loads"; static const char __pyx_k_pyx_getbuffer[] = "__pyx_getbuffer"; static const char __pyx_k_reduce_cython[] = "__reduce_cython__"; static const char __pyx_k_require_model[] = "require_model"; static const char __pyx_k_sentence_docs[] = "sentence_docs"; static const char __pyx_k_sentence_norm[] = "sentence_norm"; static const char __pyx_k_token_ent_iob[] = "token.ent_iob"; static const char __pyx_k_write_msgpack[] = "write_msgpack"; static const char __pyx_k_AttributeError[] = "AttributeError"; static const char __pyx_k_ClozeMultitask[] = "ClozeMultitask"; static const char __pyx_k_Pipe_add_label[] = "Pipe.add_label"; static const char __pyx_k_Pipe_from_disk[] = "Pipe.from_disk"; static const char __pyx_k_Tagger_predict[] = "Tagger.predict"; static const char __pyx_k_Tagger_to_disk[] = "Tagger.to_disk"; static const char __pyx_k_Tagger_tok2vec[] = "Tagger.tok2vec"; static const char __pyx_k_annot_brackets[] = "annot_brackets"; static const char __pyx_k_begin_training[] = "begin_training"; static const char __pyx_k_best_candidate[] = "best_candidate"; static const char __pyx_k_bp_predictions[] = "bp_predictions"; static const char __pyx_k_dep_tag_offset[] = "dep_tag_offset"; static const char __pyx_k_deprojectivize[] = "deprojectivize"; static const char __pyx_k_ents_by_offset[] = "ents_by_offset"; static const char __pyx_k_get_candidates[] = "get_candidates"; static const char __pyx_k_labels_discard[] = "labels_discard"; static const char __pyx_k_require_labels[] = "require_labels"; static const char __pyx_k_set_morphology[] = "set_morphology"; static const char __pyx_k_start_sentence[] = "start_sentence"; static const char __pyx_k_to_categorical[] = "to_categorical"; static const char __pyx_k_token_ent_type[] = "token.ent_type"; static const char __pyx_k_Pipe_from_bytes[] = "Pipe.from_bytes"; static const char __pyx_k_Pipe_use_params[] = "Pipe.use_params"; static const char __pyx_k_Tagger_get_loss[] = "Tagger.get_loss"; static const char __pyx_k_Tagger_rehearse[] = "Tagger.rehearse"; static const char __pyx_k_Tagger_to_bytes[] = "Tagger.to_bytes"; static const char __pyx_k_Tensorizer_pipe[] = "Tensorizer.pipe"; static const char __pyx_k_TextCategorizer[] = "TextCategorizer"; static const char __pyx_k_View_MemoryView[] = "View.MemoryView"; static const char __pyx_k_allocate_buffer[] = "allocate_buffer"; static const char __pyx_k_annots_brackets[] = "annots_brackets"; static const char __pyx_k_dtype_is_object[] = "dtype_is_object"; static const char __pyx_k_entity_encoding[] = "entity_encoding"; static const char __pyx_k_get_cossim_loss[] = "get_cossim_loss"; static const char __pyx_k_get_gold_tuples[] = "get_gold_tuples"; static const char __pyx_k_make_sent_start[] = "make_sent_start"; static const char __pyx_k_merge_subtokens[] = "merge_subtokens"; static const char __pyx_k_parts_of_speech[] = "parts_of_speech"; static const char __pyx_k_pretrained_dims[] = "pretrained_dims"; static const char __pyx_k_pyx_PickleError[] = "__pyx_PickleError"; static const char __pyx_k_rehearsal_model[] = "_rehearsal_model"; static const char __pyx_k_set_annotations[] = "set_annotations"; static const char __pyx_k_setstate_cython[] = "__setstate_cython__"; static const char __pyx_k_token_ent_kb_id[] = "token.ent_kb_id"; static const char __pyx_k_DependencyParser[] = "DependencyParser"; static const char __pyx_k_EntityRecognizer[] = "EntityRecognizer"; static const char __pyx_k_Sentencizer_pipe[] = "Sentencizer.pipe"; static const char __pyx_k_Tagger_add_label[] = "Tagger.add_label"; static const char __pyx_k_Tagger_from_disk[] = "Tagger.from_disk"; static const char __pyx_k_Tensorizer_Model[] = "Tensorizer.Model"; static const char __pyx_k_TransitionSystem[] = "TransitionSystem"; static const char __pyx_k_create_optimizer[] = "create_optimizer"; static const char __pyx_k_entity_encodings[] = "entity_encodings"; static const char __pyx_k_get_array_module[] = "get_array_module"; static const char __pyx_k_EntityLinker_pipe[] = "EntityLinker.pipe"; static const char __pyx_k_Tagger_from_bytes[] = "Tagger.from_bytes"; static const char __pyx_k_Tagger_use_params[] = "Tagger.use_params"; static const char __pyx_k_Tensorizer___call[] = "Tensorizer.__call__"; static const char __pyx_k_Tensorizer___init[] = "Tensorizer.__init__"; static const char __pyx_k_Tensorizer_update[] = "Tensorizer.update"; static const char __pyx_k_assign_morphology[] = "assign_morphology"; static const char __pyx_k_build_nel_encoder[] = "build_nel_encoder"; static const char __pyx_k_cnn_maxout_pieces[] = "cnn_maxout_pieces"; static const char __pyx_k_is_in_punct_chars[] = "is_in_punct_chars"; static const char __pyx_k_mean_square_error[] = "mean_square_error"; static const char __pyx_k_pyx_unpickle_Enum[] = "__pyx_unpickle_Enum"; static const char __pyx_k_sentence_encoding[] = "sentence_encoding"; static const char __pyx_k_thinc_neural_util[] = "thinc.neural.util"; static const char __pyx_k_EntityLinker_Model[] = "EntityLinker.Model"; static const char __pyx_k_MultitaskObjective[] = "MultitaskObjective"; static const char __pyx_k_Pipe_require_model[] = "Pipe.require_model"; static const char __pyx_k_Sentencizer___call[] = "Sentencizer.__call__"; static const char __pyx_k_Sentencizer___init[] = "Sentencizer.__init__"; static const char __pyx_k_Tensorizer_predict[] = "Tensorizer.predict"; static const char __pyx_k_build_tagger_model[] = "build_tagger_model"; static const char __pyx_k_cline_in_traceback[] = "cline_in_traceback"; static const char __pyx_k_pretrained_vectors[] = "pretrained_vectors"; static const char __pyx_k_sentence_encodings[] = "sentence_encodings"; static const char __pyx_k_strided_and_direct[] = ""; static const char __pyx_k_token_vector_width[] = "token_vector_width"; static const char __pyx_k_EntityLinker___call[] = "EntityLinker.__call__"; static const char __pyx_k_EntityLinker___init[] = "EntityLinker.__init__"; static const char __pyx_k_EntityLinker_set_kb[] = "EntityLinker.set_kb"; static const char __pyx_k_EntityLinker_update[] = "EntityLinker.update"; static const char __pyx_k_NotImplementedError[] = "NotImplementedError"; static const char __pyx_k_Pipe_begin_training[] = "Pipe.begin_training"; static const char __pyx_k_Sentencizer_predict[] = "Sentencizer.predict"; static const char __pyx_k_Sentencizer_to_disk[] = "Sentencizer.to_disk"; static const char __pyx_k_Tensorizer_get_loss[] = "Tensorizer.get_loss"; static const char __pyx_k_default_punct_chars[] = "default_punct_chars"; static const char __pyx_k_get_characters_loss[] = "get_characters_loss"; static const char __pyx_k_get_similarity_loss[] = "get_similarity_loss"; static const char __pyx_k_make_dep_tag_offset[] = "make_dep_tag_offset"; static const char __pyx_k_sentence_encoding_t[] = "sentence_encoding_t"; static const char __pyx_k_token_is_sent_start[] = "token.is_sent_start"; static const char __pyx_k_ClozeMultitask_Model[] = "ClozeMultitask.Model"; static const char __pyx_k_EntityLinker_predict[] = "EntityLinker.predict"; static const char __pyx_k_EntityLinker_to_disk[] = "EntityLinker.to_disk"; static const char __pyx_k_Pipe_set_annotations[] = "Pipe.set_annotations"; static const char __pyx_k_Sentencizer_from_nlp[] = "Sentencizer.from_nlp"; static const char __pyx_k_Sentencizer_to_bytes[] = "Sentencizer.to_bytes"; static const char __pyx_k_TextCategorizer_pipe[] = "TextCategorizer.pipe"; static const char __pyx_k_entity_vector_length[] = "entity_vector_length"; static const char __pyx_k_spacy_pipeline_pipes[] = "spacy.pipeline.pipes"; static const char __pyx_k_strided_and_indirect[] = ""; static const char __pyx_k_ClozeMultitask___init[] = "ClozeMultitask.__init__"; static const char __pyx_k_ClozeMultitask_update[] = "ClozeMultitask.update"; static const char __pyx_k_EntityLinker_get_loss[] = "EntityLinker.get_loss"; static const char __pyx_k_EntityLinker_rehearse[] = "EntityLinker.rehearse"; static const char __pyx_k_Pipe_create_optimizer[] = "Pipe.create_optimizer"; static const char __pyx_k_Sentencizer_from_disk[] = "Sentencizer.from_disk"; static const char __pyx_k_Tagger_begin_training[] = "Tagger.begin_training"; static const char __pyx_k_TextCategorizer_Model[] = "TextCategorizer.Model"; static const char __pyx_k_build_text_classifier[] = "build_text_classifier"; static const char __pyx_k_contiguous_and_direct[] = ""; static const char __pyx_k_masked_language_model[] = "masked_language_model"; static const char __pyx_k_part_of_speech_tagger[] = "part-of-speech tagger"; static const char __pyx_k_ClozeMultitask_predict[] = "ClozeMultitask.predict"; static const char __pyx_k_EntityLinker_add_label[] = "EntityLinker.add_label"; static const char __pyx_k_EntityLinker_from_disk[] = "EntityLinker.from_disk"; static const char __pyx_k_MemoryView_of_r_object[] = ""; static const char __pyx_k_Sentencizer_from_bytes[] = "Sentencizer.from_bytes"; static const char __pyx_k_Tagger_set_annotations[] = "Tagger.set_annotations"; static const char __pyx_k_TextCategorizer___init[] = "TextCategorizer.__init__"; static const char __pyx_k_TextCategorizer_labels[] = "TextCategorizer.labels"; static const char __pyx_k_TextCategorizer_update[] = "TextCategorizer.update"; static const char __pyx_k_link_vectors_to_models[] = "link_vectors_to_models"; static const char __pyx_k_ClozeMultitask_get_loss[] = "ClozeMultitask.get_loss"; static const char __pyx_k_ClozeMultitask_rehearse[] = "ClozeMultitask.rehearse"; static const char __pyx_k_EntityLinker_require_kb[] = "EntityLinker.require_kb"; static const char __pyx_k_MemoryView_of_r_at_0x_x[] = ""; static const char __pyx_k_TextCategorizer_predict[] = "TextCategorizer.predict"; static const char __pyx_k_TextCategorizer_tok2vec[] = "TextCategorizer.tok2vec"; static const char __pyx_k_contiguous_and_indirect[] = ""; static const char __pyx_k_decode_utf8_predictions[] = "decode_utf8_predictions"; static const char __pyx_k_Cannot_index_with_type_s[] = "Cannot index with type '%s'"; static const char __pyx_k_MultitaskObjective_Model[] = "MultitaskObjective.Model"; static const char __pyx_k_TextCategorizer_get_loss[] = "TextCategorizer.get_loss"; static const char __pyx_k_TextCategorizer_rehearse[] = "TextCategorizer.rehearse"; static const char __pyx_k_create_default_optimizer[] = "create_default_optimizer"; static const char __pyx_k_preprocess_training_data[] = "preprocess_training_data"; static const char __pyx_k_Invalid_shape_in_axis_d_d[] = "Invalid shape in axis %d: %d."; static const char __pyx_k_MultitaskObjective___init[] = "MultitaskObjective.__init__"; static const char __pyx_k_MultitaskObjective_labels[] = "MultitaskObjective.labels"; static const char __pyx_k_Tensorizer_begin_training[] = "Tensorizer.begin_training"; static const char __pyx_k_TextCategorizer_add_label[] = "TextCategorizer.add_label"; static const char __pyx_k_build_bow_text_classifier[] = "build_bow_text_classifier"; static const char __pyx_k_get_serialization_exclude[] = "get_serialization_exclude"; static const char __pyx_k_EntityLinker_require_model[] = "EntityLinker.require_model"; static const char __pyx_k_MultitaskObjective_predict[] = "MultitaskObjective.predict"; static const char __pyx_k_Pipe_to_disk_locals_lambda[] = "Pipe.to_disk.."; static const char __pyx_k_Tensorizer_set_annotations[] = "Tensorizer.set_annotations"; static const char __pyx_k_EntityLinker_begin_training[] = "EntityLinker.begin_training"; static const char __pyx_k_MultitaskObjective_get_loss[] = "MultitaskObjective.get_loss"; static const char __pyx_k_MultitaskObjective_make_dep[] = "MultitaskObjective.make_dep"; static const char __pyx_k_MultitaskObjective_make_ent[] = "MultitaskObjective.make_ent"; static const char __pyx_k_MultitaskObjective_make_tag[] = "MultitaskObjective.make_tag"; static const char __pyx_k_Pipe_to_bytes_locals_lambda[] = "Pipe.to_bytes.."; static const char __pyx_k_Sentencizer_set_annotations[] = "Sentencizer.set_annotations"; static const char __pyx_k_itemsize_0_for_cython_array[] = "itemsize <= 0 for cython.array"; static const char __pyx_k_vectors_not_of_equal_length[] = "vectors not of equal length"; static const char __pyx_k_EntityLinker_set_annotations[] = "EntityLinker.set_annotations"; static const char __pyx_k_Pipe_from_disk_locals_lambda[] = "Pipe.from_disk.."; static const char __pyx_k_Tagger_to_disk_locals_lambda[] = "Tagger.to_disk.."; static const char __pyx_k_Tagger_update_locals_genexpr[] = "Tagger.update..genexpr"; static const char __pyx_k_Tensorizer___init___line_250[] = "Tensorizer.__init__ (line 250)"; static const char __pyx_k_ClozeMultitask_begin_training[] = "ClozeMultitask.begin_training"; static const char __pyx_k_Pipe_from_bytes_locals_lambda[] = "Pipe.from_bytes.."; static const char __pyx_k_Tagger_predict_locals_genexpr[] = "Tagger.predict..genexpr"; static const char __pyx_k_Tagger_to_bytes_locals_lambda[] = "Tagger.to_bytes.."; static const char __pyx_k_gold_entities_do_not_match_up[] = "gold entities do not match up"; static const char __pyx_k_unable_to_allocate_array_data[] = "unable to allocate array data."; static const char __pyx_k_ClozeMultitask_set_annotations[] = "ClozeMultitask.set_annotations"; static const char __pyx_k_Tagger_from_disk_locals_lambda[] = "Tagger.from_disk.."; static const char __pyx_k_Tagger_rehearse_locals_genexpr[] = "Tagger.rehearse..genexpr"; static const char __pyx_k_TextCategorizer_begin_training[] = "TextCategorizer.begin_training"; static const char __pyx_k_TextCategorizer_require_labels[] = "TextCategorizer.require_labels"; static const char __pyx_k_strided_and_direct_or_indirect[] = ""; static const char __pyx_k_EntityRecognizer___get___locals[] = "EntityRecognizer.__get__..genexpr"; static const char __pyx_k_Experimental_Assist_training_of[] = "Experimental: Assist training of a parser or tagger, by training a\n side-objective.\n "; static const char __pyx_k_MultitaskObjective_make_dep_tag[] = "MultitaskObjective.make_dep_tag_offset"; static const char __pyx_k_MultitaskObjective_make_ent_tag[] = "MultitaskObjective.make_ent_tag"; static const char __pyx_k_Tagger_from_bytes_locals_lambda[] = "Tagger.from_bytes.."; static const char __pyx_k_TextCategorizer_rehearse_locals[] = "TextCategorizer.rehearse..genexpr"; static const char __pyx_k_TextCategorizer_set_annotations[] = "TextCategorizer.set_annotations"; static const char __pyx_k_numpy_core_multiarray_failed_to[] = "numpy.core.multiarray failed to import"; static const char __pyx_k_unknown_dtype_code_in_numpy_pxd[] = "unknown dtype code in numpy.pxd (%d)"; static const char __pyx_k_Buffer_view_does_not_expose_stri[] = "Buffer view does not expose strides"; static const char __pyx_k_Can_only_create_a_buffer_that_is[] = "Can only create a buffer that is contiguous in memory."; static const char __pyx_k_Cannot_assign_to_read_only_memor[] = "Cannot assign to read-only memoryview"; static const char __pyx_k_Cannot_create_writable_memory_vi[] = "Cannot create writable memory view from read-only memoryview"; static const char __pyx_k_ClozeMultitask_begin_training_lo[] = "ClozeMultitask.begin_training.."; static const char __pyx_k_ClozeMultitask_decode_utf8_predi[] = "ClozeMultitask.decode_utf8_predictions"; static const char __pyx_k_Construct_a_new_statistical_mode[] = "Construct a new statistical model. Weights are not allocated on\n initialisation.\n\n vocab (Vocab): A `Vocab` instance. The model must share the same\n `Vocab` instance with the `Doc` objects it will process.\n model (Model): A `Model` instance or `True` to allocate one later.\n **cfg: Config parameters.\n\n EXAMPLE:\n >>> from spacy.pipeline import TokenVectorEncoder\n >>> tok2vec = TokenVectorEncoder(nlp.vocab)\n >>> tok2vec.model = tok2vec.Model(128, 5000)\n "; static const char __pyx_k_Empty_shape_tuple_for_cython_arr[] = "Empty shape tuple for cython.array"; static const char __pyx_k_EntityLinker_begin_training_loca[] = "EntityLinker.begin_training.."; static const char __pyx_k_EntityLinker_from_disk_locals_la[] = "EntityLinker.from_disk.."; static const char __pyx_k_EntityLinker_from_disk_locals_lo[] = "EntityLinker.from_disk..load_model"; static const char __pyx_k_EntityLinker_get_similarity_loss[] = "EntityLinker.get_similarity_loss"; static const char __pyx_k_EntityLinker_to_disk_locals_lamb[] = "EntityLinker.to_disk.."; static const char __pyx_k_Format_string_allocated_too_shor[] = "Format string allocated too short, see comment in numpy.pxd"; static const char __pyx_k_Incompatible_checksums_s_vs_0xb0[] = "Incompatible checksums (%s vs 0xb068931 = (name))"; static const char __pyx_k_Indirect_dimensions_not_supporte[] = "Indirect dimensions not supported"; static const char __pyx_k_Invalid_mode_expected_c_or_fortr[] = "Invalid mode, expected 'c' or 'fortran', got %s"; static const char __pyx_k_MultitaskObjective_begin_trainin[] = "MultitaskObjective.begin_training"; static const char __pyx_k_MultitaskObjective_make_sent_sta[] = "MultitaskObjective.make_sent_start.._find_root"; static const char __pyx_k_MultitaskObjective_set_annotatio[] = "MultitaskObjective.set_annotations"; static const char __pyx_k_Non_native_byte_order_not_suppor[] = "Non-native byte order not supported"; static const char __pyx_k_Out_of_bounds_on_buffer_access_a[] = "Out of bounds on buffer access (axis %d)"; static const char __pyx_k_Pipe_begin_training_locals_lambd[] = "Pipe.begin_training.."; static const char __pyx_k_Pipe_from_bytes_locals_load_mode[] = "Pipe.from_bytes..load_model"; static const char __pyx_k_Pipe_from_disk_locals_load_model[] = "Pipe.from_disk..load_model"; static const char __pyx_k_Pipeline_component_for_named_ent[] = "Pipeline component for named entity linking.\n\n DOCS: https://spacy.io/api/entitylinker\n "; static const char __pyx_k_Pipeline_component_for_part_of_s[] = "Pipeline component for part-of-speech tagging.\n\n DOCS: https://spacy.io/api/tagger\n "; static const char __pyx_k_Pipeline_component_for_text_clas[] = "Pipeline component for text classification.\n\n DOCS: https://spacy.io/api/textcategorizer\n "; static const char __pyx_k_Pre_train_position_sensitive_vec[] = "Pre-train position-sensitive vectors for tokens."; static const char __pyx_k_Segment_the_Doc_into_sentences_u[] = "Segment the Doc into sentences using a rule-based strategy.\n\n DOCS: https://spacy.io/api/sentencizer\n "; static const char __pyx_k_Sentencizer_predict_locals_genex[] = "Sentencizer.predict..genexpr"; static const char __pyx_k_Tagger_begin_training_locals_gen[] = "Tagger.begin_training..genexpr"; static const char __pyx_k_Tagger_begin_training_locals_lam[] = "Tagger.begin_training.."; static const char __pyx_k_Tagger_from_bytes_locals_load_mo[] = "Tagger.from_bytes..load_model"; static const char __pyx_k_Tagger_from_bytes_locals_load_ta[] = "Tagger.from_bytes..load_tag_map"; static const char __pyx_k_Tagger_from_disk_locals_load_mod[] = "Tagger.from_disk..load_model"; static const char __pyx_k_Tagger_from_disk_locals_load_tag[] = "Tagger.from_disk..load_tag_map"; static const char __pyx_k_Tensorizer_begin_training_locals[] = "Tensorizer.begin_training.."; static const char __pyx_k_TextCategorizer_begin_training_l[] = "TextCategorizer.begin_training.."; static const char __pyx_k_TextCategorizer_predict_locals_g[] = "TextCategorizer.predict..genexpr"; static const char __pyx_k_TextCategorizer_update_locals_ge[] = "TextCategorizer.update..genexpr"; static const char __pyx_k_This_class_is_not_instantiated_d[] = "This class is not instantiated directly. Components inherit from it, and\n it defines the interface that components should follow to function as\n components in a spaCy analysis pipeline.\n "; static const char __pyx_k_Unable_to_convert_item_to_object[] = "Unable to convert item to object"; static const char __pyx_k_build_simple_cnn_text_classifier[] = "build_simple_cnn_text_classifier"; static const char __pyx_k_got_differing_extents_in_dimensi[] = "got differing extents in dimension %d (got %d and %d)"; static const char __pyx_k_no_default___reduce___due_to_non[] = "no default __reduce__ due to non-trivial __cinit__"; static const char __pyx_k_numpy_core_umath_failed_to_impor[] = "numpy.core.umath failed to import"; static const char __pyx_k_result_variables_not_of_equal_le[] = "result variables not of equal length"; static const char __pyx_k_unable_to_allocate_shape_and_str[] = "unable to allocate shape and strides."; static const char __pyx_k_EntityLinker_from_disk_locals_lo_2[] = "EntityLinker.from_disk..load_kb"; static const char __pyx_k_Format_string_allocated_too_shor_2[] = "Format string allocated too short."; static const char __pyx_k_MultitaskObjective_begin_trainin_2[] = "MultitaskObjective.begin_training.."; static const char __pyx_k_MultitaskObjective_make_sent_sta_2[] = "MultitaskObjective.make_sent_start"; static PyObject *__pyx_n_s_2; static PyObject *__pyx_n_s_ASCII; static PyObject *__pyx_n_s_Affine; static PyObject *__pyx_n_s_AttributeError; static PyObject *__pyx_n_u_B; static PyObject *__pyx_kp_u_B_SENT; static PyObject *__pyx_kp_s_Buffer_view_does_not_expose_stri; static PyObject *__pyx_kp_s_Can_only_create_a_buffer_that_is; static PyObject *__pyx_kp_s_Cannot_assign_to_read_only_memor; static PyObject *__pyx_kp_s_Cannot_create_writable_memory_vi; static PyObject *__pyx_kp_s_Cannot_index_with_type_s; static PyObject *__pyx_n_s_ClozeMultitask; static PyObject *__pyx_n_s_ClozeMultitask_Model; static PyObject *__pyx_n_s_ClozeMultitask___init; static PyObject *__pyx_n_s_ClozeMultitask_begin_training; static PyObject *__pyx_n_s_ClozeMultitask_begin_training_lo; static PyObject *__pyx_n_s_ClozeMultitask_decode_utf8_predi; static PyObject *__pyx_n_s_ClozeMultitask_get_loss; static PyObject *__pyx_n_s_ClozeMultitask_predict; static PyObject *__pyx_n_s_ClozeMultitask_rehearse; static PyObject *__pyx_n_s_ClozeMultitask_set_annotations; static PyObject *__pyx_n_s_ClozeMultitask_update; static PyObject *__pyx_kp_u_Construct_a_new_statistical_mode; static PyObject *__pyx_n_s_DependencyParser; static PyObject *__pyx_n_u_DependencyParser; static PyObject *__pyx_n_s_E016; static PyObject *__pyx_n_s_E030; static PyObject *__pyx_n_s_E076; static PyObject *__pyx_n_s_E077; static PyObject *__pyx_n_s_E109; static PyObject *__pyx_n_s_E116; static PyObject *__pyx_n_s_E139; static PyObject *__pyx_n_s_E143; static PyObject *__pyx_n_s_E147; static PyObject *__pyx_n_s_E148; static PyObject *__pyx_n_s_E149; static PyObject *__pyx_n_s_E161; static PyObject *__pyx_n_s_E187; static PyObject *__pyx_n_s_E188; static PyObject *__pyx_kp_u_EL_training; static PyObject *__pyx_n_s_Ellipsis; static PyObject *__pyx_kp_s_Empty_shape_tuple_for_cython_arr; static PyObject *__pyx_n_s_EntityLinker; static PyObject *__pyx_n_u_EntityLinker; static PyObject *__pyx_n_s_EntityLinker_Model; static PyObject *__pyx_n_s_EntityLinker___call; static PyObject *__pyx_n_s_EntityLinker___init; static PyObject *__pyx_n_s_EntityLinker_add_label; static PyObject *__pyx_n_s_EntityLinker_begin_training; static PyObject *__pyx_n_s_EntityLinker_begin_training_loca; static PyObject *__pyx_n_s_EntityLinker_from_disk; static PyObject *__pyx_n_s_EntityLinker_from_disk_locals_la; static PyObject *__pyx_n_s_EntityLinker_from_disk_locals_lo; static PyObject *__pyx_n_s_EntityLinker_from_disk_locals_lo_2; static PyObject *__pyx_n_s_EntityLinker_get_loss; static PyObject *__pyx_n_s_EntityLinker_get_similarity_loss; static PyObject *__pyx_n_s_EntityLinker_pipe; static PyObject *__pyx_n_s_EntityLinker_predict; static PyObject *__pyx_n_s_EntityLinker_rehearse; static PyObject *__pyx_n_s_EntityLinker_require_kb; static PyObject *__pyx_n_s_EntityLinker_require_model; static PyObject *__pyx_n_s_EntityLinker_set_annotations; static PyObject *__pyx_n_s_EntityLinker_set_kb; static PyObject *__pyx_n_s_EntityLinker_to_disk; static PyObject *__pyx_n_s_EntityLinker_to_disk_locals_lamb; static PyObject *__pyx_n_s_EntityLinker_update; static PyObject *__pyx_n_s_EntityRecognizer; static PyObject *__pyx_n_u_EntityRecognizer; static PyObject *__pyx_n_s_EntityRecognizer___get___locals; static PyObject *__pyx_n_s_Errors; static PyObject *__pyx_kp_s_Experimental_Assist_training_of; static PyObject *__pyx_kp_u_Format_string_allocated_too_shor; static PyObject *__pyx_kp_u_Format_string_allocated_too_shor_2; static PyObject *__pyx_n_u_I; static PyObject *__pyx_n_s_ID; static PyObject *__pyx_kp_u_I_SENT; static PyObject *__pyx_n_s_ImportError; static PyObject *__pyx_kp_s_Incompatible_checksums_s_vs_0xb0; static PyObject *__pyx_n_s_IndexError; static PyObject *__pyx_kp_s_Indirect_dimensions_not_supporte; static PyObject *__pyx_kp_s_Invalid_mode_expected_c_or_fortr; static PyObject *__pyx_kp_s_Invalid_shape_in_axis_d_d; static PyObject *__pyx_n_s_KnowledgeBase; static PyObject *__pyx_n_u_L; static PyObject *__pyx_kp_u_L_SENT; static PyObject *__pyx_n_s_Language; static PyObject *__pyx_n_s_LayerNorm; static PyObject *__pyx_n_s_Maxout; static PyObject *__pyx_n_s_MemoryError; static PyObject *__pyx_kp_s_MemoryView_of_r_at_0x_x; static PyObject *__pyx_kp_s_MemoryView_of_r_object; static PyObject *__pyx_n_s_Model; static PyObject *__pyx_n_s_MultiSoftmax; static PyObject *__pyx_n_s_MultitaskObjective; static PyObject *__pyx_n_s_MultitaskObjective_Model; static PyObject *__pyx_n_s_MultitaskObjective___init; static PyObject *__pyx_n_s_MultitaskObjective_begin_trainin; static PyObject *__pyx_n_s_MultitaskObjective_begin_trainin_2; static PyObject *__pyx_n_s_MultitaskObjective_get_loss; static PyObject *__pyx_n_s_MultitaskObjective_labels; static PyObject *__pyx_n_s_MultitaskObjective_make_dep; static PyObject *__pyx_n_s_MultitaskObjective_make_dep_tag; static PyObject *__pyx_n_s_MultitaskObjective_make_ent; static PyObject *__pyx_n_s_MultitaskObjective_make_ent_tag; static PyObject *__pyx_n_s_MultitaskObjective_make_sent_sta; static PyObject *__pyx_n_s_MultitaskObjective_make_sent_sta_2; static PyObject *__pyx_n_s_MultitaskObjective_make_tag; static PyObject *__pyx_n_s_MultitaskObjective_predict; static PyObject *__pyx_n_s_MultitaskObjective_set_annotatio; static PyObject *__pyx_n_s_NIL; static PyObject *__pyx_n_u_NIL; static PyObject *__pyx_kp_u_Non_native_byte_order_not_suppor; static PyObject *__pyx_n_s_NotImplementedError; static PyObject *__pyx_n_b_O; static PyObject *__pyx_n_s_OrderedDict; static PyObject *__pyx_kp_s_Out_of_bounds_on_buffer_access_a; static PyObject *__pyx_n_s_POS; static PyObject *__pyx_n_s_PickleError; static PyObject *__pyx_n_s_Pipe; static PyObject *__pyx_n_s_Pipe_Model; static PyObject *__pyx_n_s_Pipe___call; static PyObject *__pyx_n_s_Pipe___init; static PyObject *__pyx_n_s_Pipe_add_label; static PyObject *__pyx_n_s_Pipe_begin_training; static PyObject *__pyx_n_s_Pipe_begin_training_locals_lambd; static PyObject *__pyx_n_s_Pipe_create_optimizer; static PyObject *__pyx_n_s_Pipe_from_bytes; static PyObject *__pyx_n_s_Pipe_from_bytes_locals_lambda; static PyObject *__pyx_n_s_Pipe_from_bytes_locals_load_mode; static PyObject *__pyx_n_s_Pipe_from_disk; static PyObject *__pyx_n_s_Pipe_from_disk_locals_lambda; static PyObject *__pyx_n_s_Pipe_from_disk_locals_load_model; static PyObject *__pyx_n_s_Pipe_from_nlp; static PyObject *__pyx_n_s_Pipe_get_loss; static PyObject *__pyx_n_s_Pipe_pipe; static PyObject *__pyx_n_s_Pipe_predict; static PyObject *__pyx_n_s_Pipe_rehearse; static PyObject *__pyx_n_s_Pipe_require_model; static PyObject *__pyx_n_s_Pipe_set_annotations; static PyObject *__pyx_n_s_Pipe_to_bytes; static PyObject *__pyx_n_s_Pipe_to_bytes_locals_lambda; static PyObject *__pyx_n_s_Pipe_to_disk; static PyObject *__pyx_n_s_Pipe_to_disk_locals_lambda; static PyObject *__pyx_n_s_Pipe_update; static PyObject *__pyx_n_s_Pipe_use_params; static PyObject *__pyx_kp_s_Pipeline_component_for_named_ent; static PyObject *__pyx_kp_s_Pipeline_component_for_part_of_s; static PyObject *__pyx_kp_s_Pipeline_component_for_text_clas; static PyObject *__pyx_kp_s_Pre_train_position_sensitive_vec; static PyObject *__pyx_n_s_RuntimeError; static PyObject *__pyx_n_u_SP; static PyObject *__pyx_kp_s_Segment_the_Doc_into_sentences_u; static PyObject *__pyx_n_s_Sentencizer; static PyObject *__pyx_n_u_Sentencizer; static PyObject *__pyx_n_s_Sentencizer___call; static PyObject *__pyx_n_s_Sentencizer___init; static PyObject *__pyx_n_s_Sentencizer_from_bytes; static PyObject *__pyx_n_s_Sentencizer_from_disk; static PyObject *__pyx_n_s_Sentencizer_from_nlp; static PyObject *__pyx_n_s_Sentencizer_pipe; static PyObject *__pyx_n_s_Sentencizer_predict; static PyObject *__pyx_n_s_Sentencizer_predict_locals_genex; static PyObject *__pyx_n_s_Sentencizer_set_annotations; static PyObject *__pyx_n_s_Sentencizer_to_bytes; static PyObject *__pyx_n_s_Sentencizer_to_disk; static PyObject *__pyx_n_s_Softmax; static PyObject *__pyx_n_s_T; static PyObject *__pyx_n_s_T003; static PyObject *__pyx_n_s_T008; static PyObject *__pyx_n_s_Tagger; static PyObject *__pyx_n_u_Tagger; static PyObject *__pyx_n_s_Tagger_Model; static PyObject *__pyx_n_s_Tagger___call; static PyObject *__pyx_n_s_Tagger___init; static PyObject *__pyx_n_s_Tagger_add_label; static PyObject *__pyx_n_s_Tagger_begin_training; static PyObject *__pyx_n_s_Tagger_begin_training_locals_gen; static PyObject *__pyx_n_s_Tagger_begin_training_locals_lam; static PyObject *__pyx_n_s_Tagger_from_bytes; static PyObject *__pyx_n_s_Tagger_from_bytes_locals_lambda; static PyObject *__pyx_n_s_Tagger_from_bytes_locals_load_mo; static PyObject *__pyx_n_s_Tagger_from_bytes_locals_load_ta; static PyObject *__pyx_n_s_Tagger_from_disk; static PyObject *__pyx_n_s_Tagger_from_disk_locals_lambda; static PyObject *__pyx_n_s_Tagger_from_disk_locals_load_mod; static PyObject *__pyx_n_s_Tagger_from_disk_locals_load_tag; static PyObject *__pyx_n_s_Tagger_get_loss; static PyObject *__pyx_n_s_Tagger_labels; static PyObject *__pyx_n_s_Tagger_pipe; static PyObject *__pyx_n_s_Tagger_predict; static PyObject *__pyx_n_s_Tagger_predict_locals_genexpr; static PyObject *__pyx_n_s_Tagger_rehearse; static PyObject *__pyx_n_s_Tagger_rehearse_locals_genexpr; static PyObject *__pyx_n_s_Tagger_set_annotations; static PyObject *__pyx_n_s_Tagger_to_bytes; static PyObject *__pyx_n_s_Tagger_to_bytes_locals_lambda; static PyObject *__pyx_n_s_Tagger_to_disk; static PyObject *__pyx_n_s_Tagger_to_disk_locals_lambda; static PyObject *__pyx_n_s_Tagger_tok2vec; static PyObject *__pyx_n_s_Tagger_update; static PyObject *__pyx_n_s_Tagger_update_locals_genexpr; static PyObject *__pyx_n_s_Tagger_use_params; static PyObject *__pyx_n_s_TempErrors; static PyObject *__pyx_n_s_Tensorizer; static PyObject *__pyx_n_u_Tensorizer; static PyObject *__pyx_n_s_Tensorizer_Model; static PyObject *__pyx_n_s_Tensorizer___call; static PyObject *__pyx_n_s_Tensorizer___init; static PyObject *__pyx_kp_u_Tensorizer___init___line_250; static PyObject *__pyx_n_s_Tensorizer_begin_training; static PyObject *__pyx_n_s_Tensorizer_begin_training_locals; static PyObject *__pyx_n_s_Tensorizer_get_loss; static PyObject *__pyx_n_s_Tensorizer_pipe; static PyObject *__pyx_n_s_Tensorizer_predict; static PyObject *__pyx_n_s_Tensorizer_set_annotations; static PyObject *__pyx_n_s_Tensorizer_update; static PyObject *__pyx_n_s_TextCategorizer; static PyObject *__pyx_n_u_TextCategorizer; static PyObject *__pyx_n_s_TextCategorizer_Model; static PyObject *__pyx_n_s_TextCategorizer___init; static PyObject *__pyx_n_s_TextCategorizer_add_label; static PyObject *__pyx_n_s_TextCategorizer_begin_training; static PyObject *__pyx_n_s_TextCategorizer_begin_training_l; static PyObject *__pyx_n_s_TextCategorizer_get_loss; static PyObject *__pyx_n_s_TextCategorizer_labels; static PyObject *__pyx_n_s_TextCategorizer_pipe; static PyObject *__pyx_n_s_TextCategorizer_predict; static PyObject *__pyx_n_s_TextCategorizer_predict_locals_g; static PyObject *__pyx_n_s_TextCategorizer_rehearse; static PyObject *__pyx_n_s_TextCategorizer_rehearse_locals; static PyObject *__pyx_n_s_TextCategorizer_require_labels; static PyObject *__pyx_n_s_TextCategorizer_set_annotations; static PyObject *__pyx_n_s_TextCategorizer_tok2vec; static PyObject *__pyx_n_s_TextCategorizer_update; static PyObject *__pyx_n_s_TextCategorizer_update_locals_ge; static PyObject *__pyx_kp_s_This_class_is_not_instantiated_d; static PyObject *__pyx_n_s_Tok2Vec; static PyObject *__pyx_n_s_TransitionSystem; static PyObject *__pyx_n_s_TypeError; static PyObject *__pyx_n_u_U; static PyObject *__pyx_kp_u_U_SENT; static PyObject *__pyx_kp_s_Unable_to_convert_item_to_object; static PyObject *__pyx_n_s_ValueError; static PyObject *__pyx_n_s_View_MemoryView; static PyObject *__pyx_n_s_W022; static PyObject *__pyx_n_s_W033; static PyObject *__pyx_n_s_Warnings; static PyObject *__pyx_n_s_X; static PyObject *__pyx_n_u_X; static PyObject *__pyx_kp_u__113; static PyObject *__pyx_n_s__285; static PyObject *__pyx_kp_u__311; static PyObject *__pyx_kp_u__312; static PyObject *__pyx_kp_u__313; static PyObject *__pyx_kp_u__314; static PyObject *__pyx_kp_u__315; static PyObject *__pyx_kp_u__316; static PyObject *__pyx_kp_u__317; static PyObject *__pyx_kp_u__318; static PyObject *__pyx_kp_u__319; static PyObject *__pyx_kp_u__320; static PyObject *__pyx_kp_u__321; static PyObject *__pyx_kp_u__322; static PyObject *__pyx_kp_u__323; static PyObject *__pyx_kp_u__324; static PyObject *__pyx_kp_u__325; static PyObject *__pyx_kp_u__326; static PyObject *__pyx_kp_u__327; static PyObject *__pyx_kp_u__328; static PyObject *__pyx_kp_u__329; static PyObject *__pyx_kp_u__330; static PyObject *__pyx_kp_u__331; static PyObject *__pyx_kp_u__332; static PyObject *__pyx_kp_u__333; static PyObject *__pyx_kp_u__334; static PyObject *__pyx_kp_u__335; static PyObject *__pyx_kp_u__336; static PyObject *__pyx_kp_u__337; static PyObject *__pyx_kp_u__338; static PyObject *__pyx_kp_u__339; static PyObject *__pyx_kp_u__340; static PyObject *__pyx_kp_u__341; static PyObject *__pyx_kp_u__342; static PyObject *__pyx_kp_u__343; static PyObject *__pyx_kp_u__344; static PyObject *__pyx_kp_u__345; static PyObject *__pyx_kp_u__346; static PyObject *__pyx_kp_u__347; static PyObject *__pyx_kp_u__348; static PyObject *__pyx_kp_u__349; static PyObject *__pyx_kp_u__350; static PyObject *__pyx_kp_u__351; static PyObject *__pyx_kp_u__352; static PyObject *__pyx_kp_u__353; static PyObject *__pyx_kp_u__354; static PyObject *__pyx_kp_u__355; static PyObject *__pyx_kp_u__356; static PyObject *__pyx_kp_u__357; static PyObject *__pyx_kp_u__358; static PyObject *__pyx_kp_u__359; static PyObject *__pyx_kp_u__360; static PyObject *__pyx_kp_u__361; static PyObject *__pyx_kp_u__362; static PyObject *__pyx_kp_u__363; static PyObject *__pyx_kp_u__364; static PyObject *__pyx_kp_u__365; static PyObject *__pyx_kp_u__366; static PyObject *__pyx_kp_u__367; static PyObject *__pyx_kp_u__368; static PyObject *__pyx_kp_u__369; static PyObject *__pyx_kp_u__370; static PyObject *__pyx_kp_u__371; static PyObject *__pyx_kp_u__372; static PyObject *__pyx_kp_u__373; static PyObject *__pyx_kp_u__374; static PyObject *__pyx_kp_u__375; static PyObject *__pyx_kp_u__376; static PyObject *__pyx_kp_u__377; static PyObject *__pyx_kp_u__378; static PyObject *__pyx_kp_u__379; static PyObject *__pyx_kp_u__380; static PyObject *__pyx_kp_u__381; static PyObject *__pyx_kp_u__382; static PyObject *__pyx_kp_u__383; static PyObject *__pyx_kp_u__384; static PyObject *__pyx_kp_u__385; static PyObject *__pyx_kp_u__386; static PyObject *__pyx_kp_u__387; static PyObject *__pyx_kp_u__388; static PyObject *__pyx_kp_u__389; static PyObject *__pyx_kp_u__390; static PyObject *__pyx_kp_u__391; static PyObject *__pyx_kp_u__392; static PyObject *__pyx_kp_u__393; static PyObject *__pyx_kp_u__394; static PyObject *__pyx_kp_u__395; static PyObject *__pyx_kp_u__396; static PyObject *__pyx_kp_u__397; static PyObject *__pyx_kp_u__398; static PyObject *__pyx_kp_u__399; static PyObject *__pyx_kp_u__400; static PyObject *__pyx_kp_u__401; static PyObject *__pyx_kp_u__402; static PyObject *__pyx_kp_u__403; static PyObject *__pyx_kp_u__404; static PyObject *__pyx_kp_u__405; static PyObject *__pyx_kp_u__406; static PyObject *__pyx_kp_u__407; static PyObject *__pyx_kp_u__408; static PyObject *__pyx_kp_u__409; static PyObject *__pyx_kp_u__410; static PyObject *__pyx_kp_u__411; static PyObject *__pyx_kp_u__412; static PyObject *__pyx_kp_u__413; static PyObject *__pyx_kp_u__414; static PyObject *__pyx_kp_u__415; static PyObject *__pyx_kp_u__416; static PyObject *__pyx_kp_u__417; static PyObject *__pyx_kp_u__418; static PyObject *__pyx_kp_u__419; static PyObject *__pyx_kp_u__420; static PyObject *__pyx_kp_u__421; static PyObject *__pyx_kp_u__422; static PyObject *__pyx_kp_u__423; static PyObject *__pyx_kp_u__424; static PyObject *__pyx_kp_u__425; static PyObject *__pyx_kp_u__426; static PyObject *__pyx_kp_u__427; static PyObject *__pyx_kp_u__428; static PyObject *__pyx_kp_u__429; static PyObject *__pyx_kp_u__430; static PyObject *__pyx_kp_u__431; static PyObject *__pyx_kp_u__432; static PyObject *__pyx_kp_u__433; static PyObject *__pyx_kp_u__434; static PyObject *__pyx_kp_u__435; static PyObject *__pyx_kp_u__436; static PyObject *__pyx_kp_u__437; static PyObject *__pyx_kp_u__438; static PyObject *__pyx_kp_u__78; static PyObject *__pyx_kp_u__79; static PyObject *__pyx_n_s__97; static PyObject *__pyx_kp_u__97; static PyObject *__pyx_n_s_add_label; static PyObject *__pyx_n_s_all; static PyObject *__pyx_n_s_allocate; static PyObject *__pyx_n_s_allocate_buffer; static PyObject *__pyx_n_s_annot_brackets; static PyObject *__pyx_n_s_annots; static PyObject *__pyx_n_s_annots_brackets; static PyObject *__pyx_n_s_append; static PyObject *__pyx_n_u_architecture; static PyObject *__pyx_n_s_argmax; static PyObject *__pyx_n_s_args; static PyObject *__pyx_n_s_array; static PyObject *__pyx_n_s_as_doc; static PyObject *__pyx_n_s_asarray; static PyObject *__pyx_n_s_assign_morphology; static PyObject *__pyx_n_s_assigns; static PyObject *__pyx_n_s_attrs; static PyObject *__pyx_n_s_axis; static PyObject *__pyx_n_s_b; static PyObject *__pyx_n_s_backprop; static PyObject *__pyx_n_s_base; static PyObject *__pyx_n_s_basestring; static PyObject *__pyx_n_s_batch_size; static PyObject *__pyx_n_s_batch_tag_ids; static PyObject *__pyx_n_s_begin_training; static PyObject *__pyx_n_s_begin_update; static PyObject *__pyx_n_s_best_candidate; static PyObject *__pyx_n_s_best_index; static PyObject *__pyx_n_u_bow; static PyObject *__pyx_n_s_bp_context; static PyObject *__pyx_n_s_bp_input; static PyObject *__pyx_n_s_bp_inputs; static PyObject *__pyx_n_s_bp_predictions; static PyObject *__pyx_n_s_bp_scores; static PyObject *__pyx_n_s_bp_tag_scores; static PyObject *__pyx_n_s_bp_tensor; static PyObject *__pyx_n_s_brackets; static PyObject *__pyx_n_s_build_bow_text_classifier; static PyObject *__pyx_n_s_build_nel_encoder; static PyObject *__pyx_n_s_build_simple_cnn_text_classifier; static PyObject *__pyx_n_s_build_tagger_model; static PyObject *__pyx_n_s_build_text_classifier; static PyObject *__pyx_n_s_bytes_data; static PyObject *__pyx_n_s_c; static PyObject *__pyx_n_u_c; static PyObject *__pyx_n_s_cache; static PyObject *__pyx_n_s_cache_2; static PyObject *__pyx_n_s_call; static PyObject *__pyx_n_u_call; static PyObject *__pyx_n_s_candidates; static PyObject *__pyx_n_s_cat; static PyObject *__pyx_n_s_cats; static PyObject *__pyx_n_s_cfg; static PyObject *__pyx_n_u_cfg; static PyObject *__pyx_n_s_chain; static PyObject *__pyx_n_s_char_array; static PyObject *__pyx_n_u_characters; static PyObject *__pyx_n_s_child; static PyObject *__pyx_n_s_chr; static PyObject *__pyx_n_s_class; static PyObject *__pyx_n_s_cline_in_traceback; static PyObject *__pyx_n_s_close; static PyObject *__pyx_n_u_cloze; static PyObject *__pyx_n_s_cls; static PyObject *__pyx_n_u_cnn_maxout_pieces; static PyObject *__pyx_n_s_collections; static PyObject *__pyx_n_s_compat; static PyObject *__pyx_n_s_component; static PyObject *__pyx_n_s_config; static PyObject *__pyx_kp_s_contiguous_and_direct; static PyObject *__pyx_kp_s_contiguous_and_indirect; static PyObject *__pyx_n_u_conv_depth; static PyObject *__pyx_n_s_correct; static PyObject *__pyx_n_s_cosine; static PyObject *__pyx_n_s_count_ents; static PyObject *__pyx_n_s_create_default_optimizer; static PyObject *__pyx_n_s_create_optimizer; static PyObject *__pyx_n_s_d; static PyObject *__pyx_n_u_d; static PyObject *__pyx_n_s_d_input; static PyObject *__pyx_n_s_d_inputs; static PyObject *__pyx_n_s_d_predictions; static PyObject *__pyx_n_s_d_scores; static PyObject *__pyx_n_s_d_tag_scores; static PyObject *__pyx_n_s_data; static PyObject *__pyx_n_s_decode_utf8_predictions; static PyObject *__pyx_n_s_default_punct_chars; static PyObject *__pyx_n_u_dep; static PyObject *__pyx_n_s_dep_ids; static PyObject *__pyx_n_u_dep_tag_offset; static PyObject *__pyx_n_s_deprojectivize; static PyObject *__pyx_n_s_deps; static PyObject *__pyx_n_s_deserialize; static PyObject *__pyx_n_s_dict; static PyObject *__pyx_n_s_doc; static PyObject *__pyx_n_s_doc_2; static PyObject *__pyx_kp_u_doc_cats; static PyObject *__pyx_kp_u_doc_ents; static PyObject *__pyx_n_s_doc_guesses; static PyObject *__pyx_n_s_doc_scores; static PyObject *__pyx_kp_u_doc_sents; static PyObject *__pyx_n_s_doc_tag_ids; static PyObject *__pyx_kp_u_doc_tensor; static PyObject *__pyx_n_s_docs; static PyObject *__pyx_n_s_dot; static PyObject *__pyx_n_s_drop; static PyObject *__pyx_n_s_drop_factor; static PyObject *__pyx_n_s_dtype; static PyObject *__pyx_n_s_dtype_is_object; static PyObject *__pyx_n_s_dump; static PyObject *__pyx_n_s_embed_size; static PyObject *__pyx_n_u_embed_size; static PyObject *__pyx_n_s_embed_width; static PyObject *__pyx_n_u_embed_width; static PyObject *__pyx_n_s_encode; static PyObject *__pyx_n_s_end; static PyObject *__pyx_n_s_end_char; static PyObject *__pyx_n_s_end_sentence; static PyObject *__pyx_n_s_end_token; static PyObject *__pyx_n_s_ends; static PyObject *__pyx_n_s_ensure_path; static PyObject *__pyx_n_s_ent; static PyObject *__pyx_n_u_ent; static PyObject *__pyx_n_s_ent_kb_id; static PyObject *__pyx_n_u_ent_tag; static PyObject *__pyx_n_s_enter; static PyObject *__pyx_n_s_entity; static PyObject *__pyx_n_s_entity_2; static PyObject *__pyx_n_s_entity_count; static PyObject *__pyx_n_s_entity_encoding; static PyObject *__pyx_n_s_entity_encodings; static PyObject *__pyx_n_u_entity_linker; static PyObject *__pyx_n_s_entity_norm; static PyObject *__pyx_n_s_entity_vector; static PyObject *__pyx_n_s_entity_vector_length; static PyObject *__pyx_n_u_entity_width; static PyObject *__pyx_n_s_ents; static PyObject *__pyx_n_s_ents_by_offset; static PyObject *__pyx_n_s_enumerate; static PyObject *__pyx_n_s_env_opt; static PyObject *__pyx_n_s_error; static PyObject *__pyx_n_s_errors; static PyObject *__pyx_n_s_exc; static PyObject *__pyx_n_s_exclude; static PyObject *__pyx_n_s_exists; static PyObject *__pyx_n_s_exit; static PyObject *__pyx_n_s_extend_tensor; static PyObject *__pyx_n_u_f; static PyObject *__pyx_n_s_factories; static PyObject *__pyx_n_s_factory; static PyObject *__pyx_n_s_file; static PyObject *__pyx_n_s_final_kb_ids; static PyObject *__pyx_n_s_final_tensors; static PyObject *__pyx_n_s_find_root; static PyObject *__pyx_n_s_flags; static PyObject *__pyx_n_s_flatten; static PyObject *__pyx_n_u_float32; static PyObject *__pyx_n_s_format; static PyObject *__pyx_n_s_fortran; static PyObject *__pyx_n_u_fortran; static PyObject *__pyx_n_s_from_bytes; static PyObject *__pyx_n_s_from_disk; static PyObject *__pyx_n_s_from_nlp; static PyObject *__pyx_n_s_functions; static PyObject *__pyx_n_s_genexpr; static PyObject *__pyx_n_s_get; static PyObject *__pyx_n_u_get; static PyObject *__pyx_n_s_get_array_module; static PyObject *__pyx_n_s_get_candidates; static PyObject *__pyx_n_s_get_characters_loss; static PyObject *__pyx_n_s_get_cossim_loss; static PyObject *__pyx_n_s_get_gold_tuples; static PyObject *__pyx_n_s_get_loss; static PyObject *__pyx_n_u_get_loss; static PyObject *__pyx_n_s_get_serialization_exclude; static PyObject *__pyx_n_s_get_similarity_loss; static PyObject *__pyx_n_s_get_table; static PyObject *__pyx_n_s_get_vector; static PyObject *__pyx_n_s_getstate; static PyObject *__pyx_n_s_gold; static PyObject *__pyx_kp_u_gold_entities_do_not_match_up; static PyObject *__pyx_n_s_gold_tuples; static PyObject *__pyx_n_s_golds; static PyObject *__pyx_kp_s_got_differing_extents_in_dimensi; static PyObject *__pyx_n_s_gradient; static PyObject *__pyx_n_s_gradients; static PyObject *__pyx_n_s_guesses; static PyObject *__pyx_n_s_heads; static PyObject *__pyx_n_s_hidden_width; static PyObject *__pyx_n_u_hidden_width; static PyObject *__pyx_n_s_hp; static PyObject *__pyx_n_s_hstack; static PyObject *__pyx_n_s_i; static PyObject *__pyx_n_u_i; static PyObject *__pyx_n_s_id; static PyObject *__pyx_n_s_ids; static PyObject *__pyx_n_s_idx; static PyObject *__pyx_n_s_ignore_zeros; static PyObject *__pyx_n_s_import; static PyObject *__pyx_n_u_incl_context; static PyObject *__pyx_n_u_incl_prior; static PyObject *__pyx_n_s_index; static PyObject *__pyx_n_s_init; static PyObject *__pyx_n_s_input_models; static PyObject *__pyx_n_s_input_size; static PyObject *__pyx_n_u_input_size; static PyObject *__pyx_n_s_inputs; static PyObject *__pyx_n_s_is_in_punct_chars; static PyObject *__pyx_n_s_is_punct; static PyObject *__pyx_n_s_items; static PyObject *__pyx_n_s_itemsize; static PyObject *__pyx_kp_s_itemsize_0_for_cython_array; static PyObject *__pyx_n_s_j; static PyObject *__pyx_kp_u_json; static PyObject *__pyx_n_s_json_dumps; static PyObject *__pyx_n_s_json_loads; static PyObject *__pyx_n_s_kb; static PyObject *__pyx_n_u_kb; static PyObject *__pyx_n_s_kb_dict; static PyObject *__pyx_n_s_kb_id; static PyObject *__pyx_n_s_kb_ids; static PyObject *__pyx_n_s_key; static PyObject *__pyx_n_s_keys; static PyObject *__pyx_n_s_known_labels; static PyObject *__pyx_n_s_kwargs; static PyObject *__pyx_n_s_label; static PyObject *__pyx_n_s_label_2; static PyObject *__pyx_n_s_labels; static PyObject *__pyx_n_u_labels; static PyObject *__pyx_n_u_labels_discard; static PyObject *__pyx_n_s_lambda; static PyObject *__pyx_n_s_language; static PyObject *__pyx_n_u_learn_tokens; static PyObject *__pyx_n_s_lemma; static PyObject *__pyx_n_u_lemma_exc; static PyObject *__pyx_n_u_lemma_index; static PyObject *__pyx_n_u_lemma_lookup; static PyObject *__pyx_n_u_lemma_rules; static PyObject *__pyx_n_s_lemma_tables; static PyObject *__pyx_n_s_lemmatizer; static PyObject *__pyx_n_u_lexeme_norm; static PyObject *__pyx_n_s_linalg; static PyObject *__pyx_n_s_link_vectors_to_models; static PyObject *__pyx_n_s_links; static PyObject *__pyx_n_s_load_bulk; static PyObject *__pyx_n_s_load_cfg; static PyObject *__pyx_n_s_load_kb; static PyObject *__pyx_n_s_load_model; static PyObject *__pyx_n_s_load_tag_map; static PyObject *__pyx_n_s_lookups; static PyObject *__pyx_n_s_loss; static PyObject *__pyx_n_u_loss; static PyObject *__pyx_n_s_losses; static PyObject *__pyx_n_s_main; static PyObject *__pyx_n_s_make_dep; static PyObject *__pyx_n_s_make_dep_tag_offset; static PyObject *__pyx_n_s_make_ent; static PyObject *__pyx_n_s_make_ent_tag; static PyObject *__pyx_n_s_make_label; static PyObject *__pyx_n_s_make_sent_start; static PyObject *__pyx_n_s_make_tag; static PyObject *__pyx_n_s_masked_language_model; static PyObject *__pyx_n_s_mean; static PyObject *__pyx_n_s_mean_square_error; static PyObject *__pyx_n_s_memview; static PyObject *__pyx_n_s_mention; static PyObject *__pyx_n_s_merge_subtokens; static PyObject *__pyx_n_s_metaclass; static PyObject *__pyx_n_s_method; static PyObject *__pyx_n_s_minibatch; static PyObject *__pyx_n_s_ml; static PyObject *__pyx_n_s_mode; static PyObject *__pyx_n_s_model; static PyObject *__pyx_n_u_model; static PyObject *__pyx_n_s_module; static PyObject *__pyx_n_s_morphology; static PyObject *__pyx_n_s_move_names; static PyObject *__pyx_n_s_msg; static PyObject *__pyx_n_s_msgpack_dumps; static PyObject *__pyx_n_s_msgpack_loads; static PyObject *__pyx_n_s_nO; static PyObject *__pyx_n_s_n_docs; static PyObject *__pyx_n_s_n_golds; static PyObject *__pyx_n_s_n_labels; static PyObject *__pyx_n_s_n_sents; static PyObject *__pyx_n_u_n_sents; static PyObject *__pyx_n_s_n_tags; static PyObject *__pyx_n_s_n_threads; static PyObject *__pyx_n_s_name; static PyObject *__pyx_n_s_name_2; static PyObject *__pyx_n_s_nb_classes; static PyObject *__pyx_n_s_ndarray; static PyObject *__pyx_n_s_ndim; static PyObject *__pyx_n_u_ner; static PyObject *__pyx_n_s_ner_types; static PyObject *__pyx_n_s_new; static PyObject *__pyx_n_s_new_tag_map; static PyObject *__pyx_n_s_nlp; static PyObject *__pyx_n_u_nn_labeller; static PyObject *__pyx_kp_s_no_default___reduce___due_to_non; static PyObject *__pyx_n_s_nonproj; static PyObject *__pyx_n_s_norm; static PyObject *__pyx_n_s_not_missing; static PyObject *__pyx_n_s_nr_char; static PyObject *__pyx_n_u_nr_char; static PyObject *__pyx_n_s_nr_class; static PyObject *__pyx_n_s_nr_feature; static PyObject *__pyx_n_s_numpy; static PyObject *__pyx_kp_u_numpy_core_multiarray_failed_to; static PyObject *__pyx_kp_u_numpy_core_umath_failed_to_impor; static PyObject *__pyx_n_s_obj; static PyObject *__pyx_n_s_object; static PyObject *__pyx_n_u_objective; static PyObject *__pyx_n_s_offset; static PyObject *__pyx_n_s_ones; static PyObject *__pyx_n_s_open; static PyObject *__pyx_n_s_ops; static PyObject *__pyx_n_u_optimizer; static PyObject *__pyx_n_s_orig_tag_map; static PyObject *__pyx_n_s_out_sizes; static PyObject *__pyx_n_s_output_layer; static PyObject *__pyx_n_s_output_size; static PyObject *__pyx_n_s_outputs; static PyObject *__pyx_n_s_p; static PyObject *__pyx_n_s_pack; static PyObject *__pyx_n_s_params; static PyObject *__pyx_n_u_parser; static PyObject *__pyx_kp_u_part_of_speech_tagger; static PyObject *__pyx_n_s_parts_of_speech; static PyObject *__pyx_n_s_path; static PyObject *__pyx_n_s_pickle; static PyObject *__pyx_n_s_pieces; static PyObject *__pyx_n_s_pipe; static PyObject *__pyx_n_s_pipeline; static PyObject *__pyx_kp_s_pipes_pyx; static PyObject *__pyx_n_s_pop; static PyObject *__pyx_n_s_predict; static PyObject *__pyx_n_u_predict; static PyObject *__pyx_n_s_prediction; static PyObject *__pyx_n_s_predictions; static PyObject *__pyx_n_s_prepare; static PyObject *__pyx_n_s_preprocess_training_data; static PyObject *__pyx_n_u_pretrained_dims; static PyObject *__pyx_n_u_pretrained_vectors; static PyObject *__pyx_n_s_prior_prob; static PyObject *__pyx_n_s_prior_probs; static PyObject *__pyx_n_s_property; static PyObject *__pyx_n_s_punct_chars; static PyObject *__pyx_n_u_punct_chars; static PyObject *__pyx_n_s_pyx_PickleError; static PyObject *__pyx_n_s_pyx_checksum; static PyObject *__pyx_n_s_pyx_getbuffer; static PyObject *__pyx_n_s_pyx_result; static PyObject *__pyx_n_s_pyx_state; static PyObject *__pyx_n_s_pyx_type; static PyObject *__pyx_n_s_pyx_unpickle_Enum; static PyObject *__pyx_n_s_pyx_vtable; static PyObject *__pyx_n_s_qualname; static PyObject *__pyx_n_s_random; static PyObject *__pyx_n_s_range; static PyObject *__pyx_n_s_ravel; static PyObject *__pyx_n_s_raw_text; static PyObject *__pyx_n_u_rb; static PyObject *__pyx_n_s_read; static PyObject *__pyx_n_s_read_json; static PyObject *__pyx_n_s_read_msgpack; static PyObject *__pyx_n_s_reduce; static PyObject *__pyx_n_s_reduce_cython; static PyObject *__pyx_n_s_reduce_ex; static PyObject *__pyx_n_s_rehearsal_model; static PyObject *__pyx_n_s_rehearse; static PyObject *__pyx_n_s_require_kb; static PyObject *__pyx_n_s_require_labels; static PyObject *__pyx_n_s_require_model; static PyObject *__pyx_n_s_requires; static PyObject *__pyx_n_s_reshape; static PyObject *__pyx_kp_u_result_variables_not_of_equal_le; static PyObject *__pyx_n_s_reversed; static PyObject *__pyx_n_s_root; static PyObject *__pyx_n_s_row; static PyObject *__pyx_n_s_rows; static PyObject *__pyx_n_s_s; static PyObject *__pyx_n_s_scores; static PyObject *__pyx_n_s_seen; static PyObject *__pyx_n_s_seen_period; static PyObject *__pyx_n_s_self; static PyObject *__pyx_n_s_send; static PyObject *__pyx_n_s_sent; static PyObject *__pyx_n_s_sent_doc; static PyObject *__pyx_n_s_sent_index; static PyObject *__pyx_n_u_sent_start; static PyObject *__pyx_n_s_sent_tags; static PyObject *__pyx_n_s_sentence_docs; static PyObject *__pyx_n_s_sentence_encoding; static PyObject *__pyx_n_s_sentence_encoding_t; static PyObject *__pyx_n_s_sentence_encodings; static PyObject *__pyx_n_s_sentence_norm; static PyObject *__pyx_n_s_sentences; static PyObject *__pyx_n_u_sentencizer; static PyObject *__pyx_n_s_sents; static PyObject *__pyx_n_s_serialize; static PyObject *__pyx_n_s_set_annotations; static PyObject *__pyx_n_s_set_kb; static PyObject *__pyx_n_u_set_morphology; static PyObject *__pyx_n_s_setdefault; static PyObject *__pyx_n_s_setstate; static PyObject *__pyx_n_s_setstate_cython; static PyObject *__pyx_n_s_setter; static PyObject *__pyx_n_s_sgd; static PyObject *__pyx_n_s_shape; static PyObject *__pyx_n_s_shuffle; static PyObject *__pyx_n_u_simple_cnn; static PyObject *__pyx_n_s_sims; static PyObject *__pyx_n_s_size; static PyObject *__pyx_n_s_softmax; static PyObject *__pyx_n_s_spacy_pipeline_pipes; static PyObject *__pyx_n_s_span; static PyObject *__pyx_n_s_split; static PyObject *__pyx_n_s_srsly; static PyObject *__pyx_n_s_start; static PyObject *__pyx_n_s_start_char; static PyObject *__pyx_n_s_start_sentence; static PyObject *__pyx_n_s_start_token; static PyObject *__pyx_n_s_starts; static PyObject *__pyx_n_s_state; static PyObject *__pyx_n_s_staticmethod; static PyObject *__pyx_n_s_step; static PyObject *__pyx_n_s_stop; static PyObject *__pyx_n_s_stream; static PyObject *__pyx_kp_s_strided_and_direct; static PyObject *__pyx_kp_s_strided_and_direct_or_indirect; static PyObject *__pyx_kp_s_strided_and_indirect; static PyObject *__pyx_n_s_strings; static PyObject *__pyx_kp_s_stringsource; static PyObject *__pyx_n_s_struct; static PyObject *__pyx_n_s_sum; static PyObject *__pyx_n_s_syntax; static PyObject *__pyx_n_s_tag; static PyObject *__pyx_n_u_tag; static PyObject *__pyx_n_s_tag_id; static PyObject *__pyx_n_s_tag_ids; static PyObject *__pyx_n_s_tag_index; static PyObject *__pyx_n_s_tag_map; static PyObject *__pyx_n_u_tag_map; static PyObject *__pyx_n_s_tag_names; static PyObject *__pyx_n_s_tag_scores; static PyObject *__pyx_n_u_tagger; static PyObject *__pyx_n_s_tags; static PyObject *__pyx_n_s_target; static PyObject *__pyx_n_s_tensor; static PyObject *__pyx_n_u_tensorizer; static PyObject *__pyx_n_s_tensors; static PyObject *__pyx_n_s_test; static PyObject *__pyx_n_s_text; static PyObject *__pyx_n_u_textcat; static PyObject *__pyx_n_s_thinc_api; static PyObject *__pyx_n_s_thinc_misc; static PyObject *__pyx_n_s_thinc_neural_util; static PyObject *__pyx_n_s_thinc_v2v; static PyObject *__pyx_n_s_throw; static PyObject *__pyx_n_s_to_array; static PyObject *__pyx_n_s_to_bytes; static PyObject *__pyx_n_s_to_categorical; static PyObject *__pyx_n_s_to_discard; static PyObject *__pyx_n_s_to_disk; static PyObject *__pyx_n_s_tok2vec; static PyObject *__pyx_n_u_tok2vec; static PyObject *__pyx_n_s_token; static PyObject *__pyx_kp_u_token_dep; static PyObject *__pyx_kp_u_token_ent_iob; static PyObject *__pyx_kp_u_token_ent_kb_id; static PyObject *__pyx_kp_u_token_ent_type; static PyObject *__pyx_kp_u_token_is_sent_start; static PyObject *__pyx_kp_u_token_lemma; static PyObject *__pyx_kp_u_token_pos; static PyObject *__pyx_kp_u_token_tag; static PyObject *__pyx_n_s_token_vector_width; static PyObject *__pyx_n_u_token_vector_width; static PyObject *__pyx_n_s_tokvecs; static PyObject *__pyx_n_s_tokvecses; static PyObject *__pyx_n_s_truths; static PyObject *__pyx_n_s_type_to_int; static PyObject *__pyx_n_u_type_to_int; static PyObject *__pyx_kp_s_unable_to_allocate_array_data; static PyObject *__pyx_kp_s_unable_to_allocate_shape_and_str; static PyObject *__pyx_n_s_unflatten; static PyObject *__pyx_kp_u_unknown_dtype_code_in_numpy_pxd; static PyObject *__pyx_n_s_unpack; static PyObject *__pyx_n_s_update; static PyObject *__pyx_n_s_use_params; static PyObject *__pyx_n_s_util; static PyObject *__pyx_n_s_value; static PyObject *__pyx_n_s_values; static PyObject *__pyx_n_s_vectors; static PyObject *__pyx_kp_u_vectors_not_of_equal_length; static PyObject *__pyx_n_s_vocab; static PyObject *__pyx_n_u_vocab; static PyObject *__pyx_n_s_warn; static PyObject *__pyx_n_s_warnings; static PyObject *__pyx_n_s_with_suffix; static PyObject *__pyx_n_s_word; static PyObject *__pyx_n_s_words; static PyObject *__pyx_n_s_write_json; static PyObject *__pyx_n_s_write_msgpack; static PyObject *__pyx_n_s_xp; static PyObject *__pyx_n_s_y; static PyObject *__pyx_n_s_yh; static PyObject *__pyx_n_s_zero_init; static PyObject *__pyx_n_s_zeros; static PyObject *__pyx_n_s_zip; static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda9(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda13(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda26(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda27(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda31(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda33(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda41(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_nlp, PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda42(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_nlp, PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes__load_cfg(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_path); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_Model(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_cls, CYTHON_UNUSED PyObject *__pyx_v_shape, CYTHON_UNUSED PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_2from_nlp(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_cls, PyObject *__pyx_v_nlp, PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_4__init__(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_vocab, CYTHON_UNUSED PyObject *__pyx_v_model, CYTHON_UNUSED PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_6__call__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_doc); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_8require_model(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_10pipe(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_stream, PyObject *__pyx_v_batch_size, CYTHON_UNUSED PyObject *__pyx_v_n_threads); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_13predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_15set_annotations(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_scores, CYTHON_UNUSED PyObject *__pyx_v_tensors); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_17update(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_golds, CYTHON_UNUSED PyObject *__pyx_v_drop, CYTHON_UNUSED PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_losses); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_19rehearse(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_losses, CYTHON_UNUSED PyObject *__pyx_v_config); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_21get_loss(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_golds, CYTHON_UNUSED PyObject *__pyx_v_scores); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_23add_label(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_label); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_25create_optimizer(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_27begin_training(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_get_gold_tuples, CYTHON_UNUSED PyObject *__pyx_v_pipeline, PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_29use_params(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_params); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_13__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda1(PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_32to_bytes(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_load_model(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda2(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda3(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_34from_bytes(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_bytes_data, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_17__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda4(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda5(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda6(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_36to_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_19__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_9from_disk_load_model(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda7(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda8(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_38from_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_Model(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_cls, PyObject *__pyx_v_output_size, PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_2__init__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_vocab, PyObject *__pyx_v_model, PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_4__call__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_doc); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_6pipe(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_stream, PyObject *__pyx_v_batch_size, CYTHON_UNUSED PyObject *__pyx_v_n_threads); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_9predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_11set_annotations(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_tensors); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_13update(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, CYTHON_UNUSED PyObject *__pyx_v_state, PyObject *__pyx_v_drop, PyObject *__pyx_v_sgd, PyObject *__pyx_v_losses); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_15get_loss(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_golds, PyObject *__pyx_v_prediction); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_21__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_17begin_training(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_gold_tuples, PyObject *__pyx_v_pipeline, PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger___init__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_vocab, PyObject *__pyx_v_model, PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_2labels(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_4tok2vec(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_6__call__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_doc); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_8pipe(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_stream, PyObject *__pyx_v_batch_size, CYTHON_UNUSED PyObject *__pyx_v_n_threads); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_7predict_genexpr(PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_11predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_13set_annotations(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_batch_tag_ids, PyObject *__pyx_v_tensors); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_6update_genexpr(PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_15update(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, PyObject *__pyx_v_drop, PyObject *__pyx_v_sgd, PyObject *__pyx_v_losses); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_8rehearse_genexpr(PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_17rehearse(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_drop, PyObject *__pyx_v_sgd, PyObject *__pyx_v_losses); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_19get_loss(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, PyObject *__pyx_v_scores); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_23__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_14begin_training_genexpr(PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_21begin_training(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_get_gold_tuples, CYTHON_UNUSED PyObject *__pyx_v_pipeline, PyObject *__pyx_v_sgd, PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_23Model(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_cls, PyObject *__pyx_v_n_tags, PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_25add_label(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_label, PyObject *__pyx_v_values); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_27use_params(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_params); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_25__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda15(PyObject *__pyx_self); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda16(PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_30to_bytes(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_27__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_load_model(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_2load_tag_map(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda17(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda18(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda19(PyObject *__pyx_self, PyObject *__pyx_v_b); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_32from_bytes(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_bytes_data, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_29__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda20(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda21(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda22(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda23(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_34to_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_31__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_9from_disk_load_model(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_9from_disk_2load_tag_map(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda24(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda25(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_36from_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective___init__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_vocab, PyObject *__pyx_v_model, PyObject *__pyx_v_target, PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_2labels(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_4labels(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_value); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_6set_annotations(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_dep_ids, CYTHON_UNUSED PyObject *__pyx_v_tensors); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_33__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_8begin_training(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_get_gold_tuples, CYTHON_UNUSED PyObject *__pyx_v_pipeline, PyObject *__pyx_v_tok2vec, PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_10Model(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_cls, PyObject *__pyx_v_n_tags, PyObject *__pyx_v_tok2vec, CYTHON_UNUSED PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_12predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_14get_loss(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, PyObject *__pyx_v_scores); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_16make_dep(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_i, CYTHON_UNUSED PyObject *__pyx_v_words, CYTHON_UNUSED PyObject *__pyx_v_tags, PyObject *__pyx_v_heads, PyObject *__pyx_v_deps, CYTHON_UNUSED PyObject *__pyx_v_ents); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_18make_tag(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_i, CYTHON_UNUSED PyObject *__pyx_v_words, PyObject *__pyx_v_tags, CYTHON_UNUSED PyObject *__pyx_v_heads, CYTHON_UNUSED PyObject *__pyx_v_deps, CYTHON_UNUSED PyObject *__pyx_v_ents); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_20make_ent(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_i, CYTHON_UNUSED PyObject *__pyx_v_words, CYTHON_UNUSED PyObject *__pyx_v_tags, CYTHON_UNUSED PyObject *__pyx_v_heads, CYTHON_UNUSED PyObject *__pyx_v_deps, PyObject *__pyx_v_ents); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_22make_dep_tag_offset(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_i, CYTHON_UNUSED PyObject *__pyx_v_words, PyObject *__pyx_v_tags, PyObject *__pyx_v_heads, PyObject *__pyx_v_deps, CYTHON_UNUSED PyObject *__pyx_v_ents); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_24make_ent_tag(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_i, CYTHON_UNUSED PyObject *__pyx_v_words, PyObject *__pyx_v_tags, CYTHON_UNUSED PyObject *__pyx_v_heads, CYTHON_UNUSED PyObject *__pyx_v_deps, PyObject *__pyx_v_ents); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_35__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_15make_sent_start__find_root(PyObject *__pyx_self, PyObject *__pyx_v_child); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_26make_sent_start(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_target, PyObject *__pyx_v_words, CYTHON_UNUSED PyObject *__pyx_v_tags, PyObject *__pyx_v_heads, CYTHON_UNUSED PyObject *__pyx_v_deps, CYTHON_UNUSED PyObject *__pyx_v_ents, PyObject *__pyx_v_cache, PyObject *__pyx_v__cache); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_Model(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_cls, PyObject *__pyx_v_vocab, PyObject *__pyx_v_tok2vec, PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_2__init__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_vocab, PyObject *__pyx_v_model, PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_4set_annotations(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_dep_ids, CYTHON_UNUSED PyObject *__pyx_v_tensors); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_37__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_6begin_training(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_get_gold_tuples, CYTHON_UNUSED PyObject *__pyx_v_pipeline, PyObject *__pyx_v_tok2vec, PyObject *__pyx_v_sgd, PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_8predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_10get_loss(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_vectors, PyObject *__pyx_v_prediction); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_12update(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_golds, CYTHON_UNUSED PyObject *__pyx_v_drop, CYTHON_UNUSED PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_losses); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_14rehearse(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_drop, PyObject *__pyx_v_sgd, PyObject *__pyx_v_losses); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_16decode_utf8_predictions(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_char_array); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_Model(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_cls, PyObject *__pyx_v_nr_class, PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_2tok2vec(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_4__init__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_vocab, PyObject *__pyx_v_model, PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_6labels(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_8require_labels(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_10labels(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_value); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_12pipe(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_stream, PyObject *__pyx_v_batch_size, CYTHON_UNUSED PyObject *__pyx_v_n_threads); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_7predict_genexpr(PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_15predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_17set_annotations(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_scores, CYTHON_UNUSED PyObject *__pyx_v_tensors); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_6update_genexpr(PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_19update(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, CYTHON_UNUSED PyObject *__pyx_v_state, PyObject *__pyx_v_drop, PyObject *__pyx_v_sgd, PyObject *__pyx_v_losses); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_8rehearse_genexpr(PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_21rehearse(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_drop, PyObject *__pyx_v_sgd, PyObject *__pyx_v_losses); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_23get_loss(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, PyObject *__pyx_v_scores); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_25add_label(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_label); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_39__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_27begin_training(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_get_gold_tuples, CYTHON_UNUSED PyObject *__pyx_v_pipeline, PyObject *__pyx_v_sgd, PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16DependencyParser_13postprocesses___get__(struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16DependencyParser_add_multitask_objective(struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *__pyx_v_self, PyObject *__pyx_v_target); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16DependencyParser_2init_multitask_objectives(struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *__pyx_v_self, PyObject *__pyx_v_get_gold_tuples, PyObject *__pyx_v_pipeline, PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16DependencyParser_4__reduce__(struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16DependencyParser_6labels___get__(struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16EntityRecognizer_add_multitask_objective(struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *__pyx_v_self, PyObject *__pyx_v_target); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16EntityRecognizer_2init_multitask_objectives(struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *__pyx_v_self, PyObject *__pyx_v_get_gold_tuples, PyObject *__pyx_v_pipeline, CYTHON_UNUSED PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16EntityRecognizer_4__reduce__(struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16EntityRecognizer_6labels_7__get___genexpr(PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16EntityRecognizer_6labels___get__(struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_Model(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_cls, PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_2__init__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_vocab, PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_4set_kb(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_kb); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_6require_model(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_8require_kb(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_41__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_10begin_training(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_get_gold_tuples, CYTHON_UNUSED PyObject *__pyx_v_pipeline, PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_12update(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, CYTHON_UNUSED PyObject *__pyx_v_state, PyObject *__pyx_v_drop, PyObject *__pyx_v_sgd, PyObject *__pyx_v_losses); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_14get_similarity_loss(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, PyObject *__pyx_v_scores); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_16get_loss(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, PyObject *__pyx_v_scores); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_18__call__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_doc); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_20pipe(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_stream, PyObject *__pyx_v_batch_size, CYTHON_UNUSED PyObject *__pyx_v_n_threads); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_23predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_25set_annotations(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_kb_ids, CYTHON_UNUSED PyObject *__pyx_v_tensors); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_43__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda34(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda35(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda36(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda37(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_27to_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_45__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_load_model(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_2load_kb(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda38(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_lambda_funcdef_lambda39(PyObject *__pyx_self, PyObject *__pyx_v_p); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_29from_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_31rehearse(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_losses, CYTHON_UNUSED PyObject *__pyx_v_config); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_33add_label(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_label); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer___init__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_punct_chars, CYTHON_UNUSED PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_2from_nlp(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_cls, CYTHON_UNUSED PyObject *__pyx_v_nlp, PyObject *__pyx_v_cfg); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_4__call__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_doc); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_6pipe(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_stream, PyObject *__pyx_v_batch_size, CYTHON_UNUSED PyObject *__pyx_v_n_threads); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_7predict_genexpr(PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_9predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_11set_annotations(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_batch_tag_ids, CYTHON_UNUSED PyObject *__pyx_v_tensors); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_13to_bytes(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_15from_bytes(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_bytes_data, CYTHON_UNUSED PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_47__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_17to_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, CYTHON_UNUSED PyObject *__pyx_v_exclude, CYTHON_UNUSED PyObject *__pyx_v_kwargs); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_49__defaults__(CYTHON_UNUSED PyObject *__pyx_self); /* proto */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_19from_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, CYTHON_UNUSED PyObject *__pyx_v_exclude, CYTHON_UNUSED PyObject *__pyx_v_kwargs); /* proto */ static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_shape, Py_ssize_t __pyx_v_itemsize, PyObject *__pyx_v_format, PyObject *__pyx_v_mode, int __pyx_v_allocate_buffer); /* proto */ static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__(struct __pyx_array_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /* proto */ static void __pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__(struct __pyx_array_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_15View_dot_MemoryView_5array_7memview___get__(struct __pyx_array_obj *__pyx_v_self); /* proto */ static Py_ssize_t __pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__len__(struct __pyx_array_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__getattr__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_attr); /* proto */ static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__getitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item); /* proto */ static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_12__setitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value); /* proto */ static PyObject *__pyx_pf___pyx_array___reduce_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf___pyx_array_2__setstate_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */ static int __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v_name); /* proto */ static PyObject *__pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_2__repr__(struct __pyx_MemviewEnum_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf___pyx_MemviewEnum___reduce_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf___pyx_MemviewEnum_2__setstate_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v___pyx_state); /* proto */ static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj, int __pyx_v_flags, int __pyx_v_dtype_is_object); /* proto */ static void __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_4__getitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index); /* proto */ static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value); /* proto */ static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__(struct __pyx_memoryview_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /* proto */ static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4base___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_5shape___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_7strides___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_10suboffsets___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4size___get__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static Py_ssize_t __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_10__len__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_12__repr__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_14__str__(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_16is_c_contig(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_18is_f_contig(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_20copy(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_22copy_fortran(struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf___pyx_memoryview___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf___pyx_memoryview_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */ static void __pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__(struct __pyx_memoryviewslice_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf_15View_dot_MemoryView_16_memoryviewslice_4base___get__(struct __pyx_memoryviewslice_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf___pyx_memoryviewslice___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self); /* proto */ static PyObject *__pyx_pf___pyx_memoryviewslice_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state); /* proto */ static PyObject *__pyx_pf_15View_dot_MemoryView___pyx_unpickle_Enum(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v___pyx_type, long __pyx_v___pyx_checksum, PyObject *__pyx_v___pyx_state); /* proto */ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes_DependencyParser(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes_EntityRecognizer(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_array(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_Enum(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new_memoryview(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static PyObject *__pyx_tp_new__memoryviewslice(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/ static __Pyx_CachedCFunction __pyx_umethod_PyDict_Type_get = {0, &__pyx_n_s_get, 0, 0, 0}; static __Pyx_CachedCFunction __pyx_umethod_PyDict_Type_items = {0, &__pyx_n_s_items, 0, 0, 0}; static __Pyx_CachedCFunction __pyx_umethod_PyDict_Type_setdefault = {0, &__pyx_n_s_setdefault, 0, 0, 0}; static __Pyx_CachedCFunction __pyx_umethod_PyDict_Type_update = {0, &__pyx_n_s_update, 0, 0, 0}; static __Pyx_CachedCFunction __pyx_umethod_PyList_Type_index = {0, &__pyx_n_s_index, 0, 0, 0}; static PyObject *__pyx_float_0_; static PyObject *__pyx_float_0_0; static PyObject *__pyx_int_0; static PyObject *__pyx_int_1; static PyObject *__pyx_int_2; static PyObject *__pyx_int_3; static PyObject *__pyx_int_4; static PyObject *__pyx_int_5; static PyObject *__pyx_int_6; static PyObject *__pyx_int_8; static PyObject *__pyx_int_96; static PyObject *__pyx_int_128; static PyObject *__pyx_int_255; static PyObject *__pyx_int_256; static PyObject *__pyx_int_300; static PyObject *__pyx_int_2000; static PyObject *__pyx_int_184977713; static PyObject *__pyx_int_neg_1; static PyObject *__pyx_codeobj_; static PyObject *__pyx_slice__95; static PyObject *__pyx_slice__96; static PyObject *__pyx_tuple__17; static PyObject *__pyx_tuple__20; static PyObject *__pyx_tuple__24; static PyObject *__pyx_tuple__28; static PyObject *__pyx_tuple__37; static PyObject *__pyx_tuple__44; static PyObject *__pyx_tuple__49; static PyObject *__pyx_tuple__54; static PyObject *__pyx_tuple__56; static PyObject *__pyx_tuple__58; static PyObject *__pyx_tuple__62; static PyObject *__pyx_tuple__64; static PyObject *__pyx_tuple__82; static PyObject *__pyx_tuple__86; static PyObject *__pyx_tuple__87; static PyObject *__pyx_tuple__99; static PyObject *__pyx_codeobj__2; static PyObject *__pyx_codeobj__3; static PyObject *__pyx_codeobj__4; static PyObject *__pyx_codeobj__5; static PyObject *__pyx_codeobj__6; static PyObject *__pyx_codeobj__7; static PyObject *__pyx_codeobj__8; static PyObject *__pyx_codeobj__9; static PyObject *__pyx_slice__166; static PyObject *__pyx_tuple__126; static PyObject *__pyx_tuple__127; static PyObject *__pyx_tuple__131; static PyObject *__pyx_tuple__133; static PyObject *__pyx_tuple__147; static PyObject *__pyx_tuple__148; static PyObject *__pyx_tuple__149; static PyObject *__pyx_tuple__150; static PyObject *__pyx_tuple__151; static PyObject *__pyx_tuple__152; static PyObject *__pyx_tuple__153; static PyObject *__pyx_tuple__154; static PyObject *__pyx_tuple__155; static PyObject *__pyx_tuple__156; static PyObject *__pyx_tuple__157; static PyObject *__pyx_tuple__158; static PyObject *__pyx_tuple__159; static PyObject *__pyx_tuple__160; static PyObject *__pyx_tuple__161; static PyObject *__pyx_tuple__162; static PyObject *__pyx_tuple__163; static PyObject *__pyx_tuple__164; static PyObject *__pyx_tuple__165; static PyObject *__pyx_tuple__167; static PyObject *__pyx_tuple__168; static PyObject *__pyx_tuple__169; static PyObject *__pyx_tuple__171; static PyObject *__pyx_tuple__172; static PyObject *__pyx_tuple__173; static PyObject *__pyx_tuple__174; static PyObject *__pyx_tuple__175; static PyObject *__pyx_tuple__176; static PyObject *__pyx_tuple__177; static PyObject *__pyx_tuple__178; static PyObject *__pyx_tuple__179; static PyObject *__pyx_tuple__180; static PyObject *__pyx_tuple__181; static PyObject *__pyx_tuple__182; static PyObject *__pyx_tuple__183; static PyObject *__pyx_tuple__184; static PyObject *__pyx_tuple__185; static PyObject *__pyx_tuple__186; static PyObject *__pyx_tuple__187; static PyObject *__pyx_tuple__188; static PyObject *__pyx_tuple__189; static PyObject *__pyx_tuple__190; static PyObject *__pyx_tuple__191; static PyObject *__pyx_tuple__192; static PyObject *__pyx_tuple__193; static PyObject *__pyx_tuple__194; static PyObject *__pyx_tuple__195; static PyObject *__pyx_tuple__196; static PyObject *__pyx_tuple__197; static PyObject *__pyx_tuple__198; static PyObject *__pyx_tuple__199; static PyObject *__pyx_tuple__200; static PyObject *__pyx_tuple__201; static PyObject *__pyx_tuple__202; static PyObject *__pyx_tuple__203; static PyObject *__pyx_tuple__204; static PyObject *__pyx_tuple__205; static PyObject *__pyx_tuple__206; static PyObject *__pyx_tuple__207; static PyObject *__pyx_tuple__208; static PyObject *__pyx_tuple__209; static PyObject *__pyx_tuple__210; static PyObject *__pyx_tuple__211; static PyObject *__pyx_tuple__212; static PyObject *__pyx_tuple__213; static PyObject *__pyx_tuple__214; static PyObject *__pyx_tuple__215; static PyObject *__pyx_tuple__216; static PyObject *__pyx_tuple__217; static PyObject *__pyx_tuple__218; static PyObject *__pyx_tuple__219; static PyObject *__pyx_tuple__220; static PyObject *__pyx_tuple__221; static PyObject *__pyx_tuple__222; static PyObject *__pyx_tuple__223; static PyObject *__pyx_tuple__224; static PyObject *__pyx_tuple__225; static PyObject *__pyx_tuple__226; static PyObject *__pyx_tuple__227; static PyObject *__pyx_tuple__228; static PyObject *__pyx_tuple__229; static PyObject *__pyx_tuple__230; static PyObject *__pyx_tuple__231; static PyObject *__pyx_tuple__232; static PyObject *__pyx_tuple__233; static PyObject *__pyx_tuple__234; static PyObject *__pyx_tuple__235; static PyObject *__pyx_tuple__236; static PyObject *__pyx_tuple__237; static PyObject *__pyx_tuple__238; static PyObject *__pyx_tuple__239; static PyObject *__pyx_tuple__240; static PyObject *__pyx_tuple__241; static PyObject *__pyx_tuple__242; static PyObject *__pyx_tuple__243; static PyObject *__pyx_tuple__244; static PyObject *__pyx_tuple__245; static PyObject *__pyx_tuple__246; static PyObject *__pyx_tuple__247; static PyObject *__pyx_tuple__248; static PyObject *__pyx_tuple__249; static PyObject *__pyx_tuple__250; static PyObject *__pyx_tuple__251; static PyObject *__pyx_tuple__252; static PyObject *__pyx_tuple__253; static PyObject *__pyx_tuple__254; static PyObject *__pyx_tuple__255; static PyObject *__pyx_tuple__256; static PyObject *__pyx_tuple__257; static PyObject *__pyx_tuple__258; static PyObject *__pyx_tuple__259; static PyObject *__pyx_tuple__260; static PyObject *__pyx_tuple__261; static PyObject *__pyx_tuple__262; static PyObject *__pyx_tuple__263; static PyObject *__pyx_tuple__264; static PyObject *__pyx_tuple__265; static PyObject *__pyx_tuple__266; static PyObject *__pyx_tuple__267; static PyObject *__pyx_tuple__268; static PyObject *__pyx_tuple__269; static PyObject *__pyx_tuple__270; static PyObject *__pyx_tuple__271; static PyObject *__pyx_tuple__272; static PyObject *__pyx_tuple__273; static PyObject *__pyx_tuple__274; static PyObject *__pyx_tuple__275; static PyObject *__pyx_tuple__276; static PyObject *__pyx_tuple__277; static PyObject *__pyx_tuple__278; static PyObject *__pyx_tuple__279; static PyObject *__pyx_tuple__280; static PyObject *__pyx_tuple__281; static PyObject *__pyx_tuple__282; static PyObject *__pyx_tuple__283; static PyObject *__pyx_tuple__284; static PyObject *__pyx_tuple__286; static PyObject *__pyx_tuple__287; static PyObject *__pyx_tuple__288; static PyObject *__pyx_tuple__289; static PyObject *__pyx_tuple__290; static PyObject *__pyx_tuple__291; static PyObject *__pyx_tuple__292; static PyObject *__pyx_tuple__293; static PyObject *__pyx_tuple__294; static PyObject *__pyx_tuple__295; static PyObject *__pyx_tuple__296; static PyObject *__pyx_tuple__297; static PyObject *__pyx_tuple__298; static PyObject *__pyx_tuple__299; static PyObject *__pyx_tuple__300; static PyObject *__pyx_tuple__301; static PyObject *__pyx_tuple__302; static PyObject *__pyx_tuple__303; static PyObject *__pyx_tuple__304; static PyObject *__pyx_tuple__305; static PyObject *__pyx_tuple__306; static PyObject *__pyx_tuple__307; static PyObject *__pyx_tuple__308; static PyObject *__pyx_tuple__309; static PyObject *__pyx_tuple__310; static PyObject *__pyx_tuple__439; static PyObject *__pyx_tuple__440; static PyObject *__pyx_tuple__441; static PyObject *__pyx_tuple__442; static PyObject *__pyx_tuple__443; static PyObject *__pyx_tuple__444; static PyObject *__pyx_tuple__445; static PyObject *__pyx_tuple__446; static PyObject *__pyx_tuple__447; static PyObject *__pyx_tuple__448; static PyObject *__pyx_tuple__449; static PyObject *__pyx_tuple__450; static PyObject *__pyx_tuple__451; static PyObject *__pyx_tuple__452; static PyObject *__pyx_tuple__453; static PyObject *__pyx_tuple__454; static PyObject *__pyx_tuple__455; static PyObject *__pyx_tuple__456; static PyObject *__pyx_tuple__457; static PyObject *__pyx_tuple__458; static PyObject *__pyx_codeobj__10; static PyObject *__pyx_codeobj__11; static PyObject *__pyx_codeobj__12; static PyObject *__pyx_codeobj__13; static PyObject *__pyx_codeobj__14; static PyObject *__pyx_codeobj__15; static PyObject *__pyx_codeobj__16; static PyObject *__pyx_codeobj__18; static PyObject *__pyx_codeobj__19; static PyObject *__pyx_codeobj__21; static PyObject *__pyx_codeobj__22; static PyObject *__pyx_codeobj__23; static PyObject *__pyx_codeobj__25; static PyObject *__pyx_codeobj__26; static PyObject *__pyx_codeobj__27; static PyObject *__pyx_codeobj__29; static PyObject *__pyx_codeobj__30; static PyObject *__pyx_codeobj__31; static PyObject *__pyx_codeobj__32; static PyObject *__pyx_codeobj__33; static PyObject *__pyx_codeobj__34; static PyObject *__pyx_codeobj__35; static PyObject *__pyx_codeobj__36; static PyObject *__pyx_codeobj__38; static PyObject *__pyx_codeobj__39; static PyObject *__pyx_codeobj__40; static PyObject *__pyx_codeobj__41; static PyObject *__pyx_codeobj__42; static PyObject *__pyx_codeobj__43; static PyObject *__pyx_codeobj__45; static PyObject *__pyx_codeobj__46; static PyObject *__pyx_codeobj__47; static PyObject *__pyx_codeobj__48; static PyObject *__pyx_codeobj__50; static PyObject *__pyx_codeobj__51; static PyObject *__pyx_codeobj__52; static PyObject *__pyx_codeobj__53; static PyObject *__pyx_codeobj__55; static PyObject *__pyx_codeobj__57; static PyObject *__pyx_codeobj__59; static PyObject *__pyx_codeobj__60; static PyObject *__pyx_codeobj__61; static PyObject *__pyx_codeobj__63; static PyObject *__pyx_codeobj__65; static PyObject *__pyx_codeobj__66; static PyObject *__pyx_codeobj__67; static PyObject *__pyx_codeobj__68; static PyObject *__pyx_codeobj__69; static PyObject *__pyx_codeobj__70; static PyObject *__pyx_codeobj__71; static PyObject *__pyx_codeobj__72; static PyObject *__pyx_codeobj__73; static PyObject *__pyx_codeobj__74; static PyObject *__pyx_codeobj__75; static PyObject *__pyx_codeobj__76; static PyObject *__pyx_codeobj__77; static PyObject *__pyx_codeobj__80; static PyObject *__pyx_codeobj__81; static PyObject *__pyx_codeobj__83; static PyObject *__pyx_codeobj__84; static PyObject *__pyx_codeobj__85; static PyObject *__pyx_codeobj__88; static PyObject *__pyx_codeobj__89; static PyObject *__pyx_codeobj__90; static PyObject *__pyx_codeobj__91; static PyObject *__pyx_codeobj__92; static PyObject *__pyx_codeobj__93; static PyObject *__pyx_codeobj__94; static PyObject *__pyx_codeobj__98; static PyObject *__pyx_codeobj__100; static PyObject *__pyx_codeobj__101; static PyObject *__pyx_codeobj__102; static PyObject *__pyx_codeobj__103; static PyObject *__pyx_codeobj__104; static PyObject *__pyx_codeobj__105; static PyObject *__pyx_codeobj__106; static PyObject *__pyx_codeobj__107; static PyObject *__pyx_codeobj__108; static PyObject *__pyx_codeobj__109; static PyObject *__pyx_codeobj__110; static PyObject *__pyx_codeobj__111; static PyObject *__pyx_codeobj__112; static PyObject *__pyx_codeobj__114; static PyObject *__pyx_codeobj__115; static PyObject *__pyx_codeobj__116; static PyObject *__pyx_codeobj__117; static PyObject *__pyx_codeobj__118; static PyObject *__pyx_codeobj__119; static PyObject *__pyx_codeobj__120; static PyObject *__pyx_codeobj__121; static PyObject *__pyx_codeobj__122; static PyObject *__pyx_codeobj__123; static PyObject *__pyx_codeobj__124; static PyObject *__pyx_codeobj__125; static PyObject *__pyx_codeobj__128; static PyObject *__pyx_codeobj__129; static PyObject *__pyx_codeobj__130; static PyObject *__pyx_codeobj__132; static PyObject *__pyx_codeobj__134; static PyObject *__pyx_codeobj__135; static PyObject *__pyx_codeobj__136; static PyObject *__pyx_codeobj__137; static PyObject *__pyx_codeobj__138; static PyObject *__pyx_codeobj__139; static PyObject *__pyx_codeobj__140; static PyObject *__pyx_codeobj__141; static PyObject *__pyx_codeobj__142; static PyObject *__pyx_codeobj__143; static PyObject *__pyx_codeobj__144; static PyObject *__pyx_codeobj__145; static PyObject *__pyx_codeobj__146; static PyObject *__pyx_codeobj__170; /* Late includes */ /* "spacy/pipeline/pipes.pyx":146 * * def begin_training( * self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs # <<<<<<<<<<<<<< * ): * """Initialize the pipe for training, using data exampes if available. */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_2lambda(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_2lambda = {"lambda", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_2lambda, METH_NOARGS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_2lambda(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda(__pyx_self); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda", 0); __Pyx_TraceCall("lambda", __pyx_f[0], 146, 0, __PYX_ERR(0, 146, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 146, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.pipeline.pipes.lambda", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":353 * return loss, d_scores * * def begin_training(self, gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * """Allocate models, pre-process training data and acquire an * optimizer. */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_3lambda9(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_3lambda9 = {"lambda9", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_3lambda9, METH_NOARGS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_3lambda9(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda9 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda9(__pyx_self); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda9(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda9", 0); __Pyx_TraceCall("lambda9", __pyx_f[0], 353, 0, __PYX_ERR(0, 353, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 353, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.pipeline.pipes.lambda9", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":515 * return float(loss), d_scores * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, # <<<<<<<<<<<<<< * **kwargs): * lemma_tables = ["lemma_rules", "lemma_index", "lemma_exc", "lemma_lookup"] */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4lambda13(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4lambda13 = {"lambda13", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_4lambda13, METH_NOARGS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4lambda13(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda13 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda13(__pyx_self); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda13(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda13", 0); __Pyx_TraceCall("lambda13", __pyx_f[0], 515, 0, __PYX_ERR(0, 515, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 515, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.pipeline.pipes.lambda13", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":710 * pass * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, tok2vec=None, # <<<<<<<<<<<<<< * sgd=None, **kwargs): * gold_tuples = nonproj.preprocess_training_data(get_gold_tuples()) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_5lambda26(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_5lambda26 = {"lambda26", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_5lambda26, METH_NOARGS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_5lambda26(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda26 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda26(__pyx_self); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda26(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda26", 0); __Pyx_TraceCall("lambda26", __pyx_f[0], 710, 0, __PYX_ERR(0, 710, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 710, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.pipeline.pipes.lambda26", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":875 * pass * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, # <<<<<<<<<<<<<< * tok2vec=None, sgd=None, **kwargs): * link_vectors_to_models(self.vocab) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6lambda27(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6lambda27 = {"lambda27", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6lambda27, METH_NOARGS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6lambda27(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda27 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda27(__pyx_self); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda27(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda27", 0); __Pyx_TraceCall("lambda27", __pyx_f[0], 875, 0, __PYX_ERR(0, 875, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 875, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.pipeline.pipes.lambda27", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1070 * return 1 * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * for raw_text, annot_brackets in get_gold_tuples(): * for _, (cats, _2) in annot_brackets: */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_7lambda31(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_7lambda31 = {"lambda31", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_7lambda31, METH_NOARGS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_7lambda31(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda31 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda31(__pyx_self); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda31(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda31", 0); __Pyx_TraceCall("lambda31", __pyx_f[0], 1070, 0, __PYX_ERR(0, 1070, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1070, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.pipeline.pipes.lambda31", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1218 * raise ValueError(Errors.E139.format(name=self.name)) * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * self.require_kb() * self.cfg["entity_width"] = self.kb.entity_vector_length */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_8lambda33(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_8lambda33 = {"lambda33", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_8lambda33, METH_NOARGS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_8lambda33(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda33 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda33(__pyx_self); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda33(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda33", 0); __Pyx_TraceCall("lambda33", __pyx_f[0], 1218, 0, __PYX_ERR(0, 1218, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1218, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.pipeline.pipes.lambda33", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1640 * * # Cython classes can't be decorated, so we need to add the factories here * Language.factories["parser"] = lambda nlp, **cfg: DependencyParser.from_nlp(nlp, **cfg) # <<<<<<<<<<<<<< * Language.factories["ner"] = lambda nlp, **cfg: EntityRecognizer.from_nlp(nlp, **cfg) * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_9lambda41(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_9lambda41 = {"lambda41", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_9lambda41, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_9lambda41(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_nlp = 0; PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda41 (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_nlp,0}; PyObject* values[1] = {0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_nlp)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "lambda41") < 0)) __PYX_ERR(0, 1640, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 1) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); } __pyx_v_nlp = values[0]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("lambda41", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1640, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.lambda41", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda41(__pyx_self, __pyx_v_nlp, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda41(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_nlp, PyObject *__pyx_v_cfg) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda41", 0); __Pyx_TraceCall("lambda41", __pyx_f[0], 1640, 0, __PYX_ERR(0, 1640, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser), __pyx_n_s_from_nlp); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1640, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1640, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_nlp); __Pyx_GIVEREF(__pyx_v_nlp); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_nlp); __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_2, __pyx_v_cfg); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1640, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_r = __pyx_t_3; __pyx_t_3 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.lambda41", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1641 * # Cython classes can't be decorated, so we need to add the factories here * Language.factories["parser"] = lambda nlp, **cfg: DependencyParser.from_nlp(nlp, **cfg) * Language.factories["ner"] = lambda nlp, **cfg: EntityRecognizer.from_nlp(nlp, **cfg) # <<<<<<<<<<<<<< * * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10lambda42(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_10lambda42 = {"lambda42", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_10lambda42, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10lambda42(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_nlp = 0; PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda42 (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_nlp,0}; PyObject* values[1] = {0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_nlp)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "lambda42") < 0)) __PYX_ERR(0, 1641, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 1) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); } __pyx_v_nlp = values[0]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("lambda42", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1641, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.lambda42", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda42(__pyx_self, __pyx_v_nlp, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_5spacy_8pipeline_5pipes_lambda42(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_nlp, PyObject *__pyx_v_cfg) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda42", 0); __Pyx_TraceCall("lambda42", __pyx_f[0], 1641, 0, __PYX_ERR(0, 1641, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer), __pyx_n_s_from_nlp); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1641, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1641, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_nlp); __Pyx_GIVEREF(__pyx_v_nlp); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_nlp); __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_2, __pyx_v_cfg); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1641, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_r = __pyx_t_3; __pyx_t_3 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.lambda42", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":41 * * * def _load_cfg(path): # <<<<<<<<<<<<<< * if path.exists(): * return srsly.read_json(path) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_1_load_cfg(PyObject *__pyx_self, PyObject *__pyx_v_path); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_1_load_cfg = {"_load_cfg", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_1_load_cfg, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_1_load_cfg(PyObject *__pyx_self, PyObject *__pyx_v_path) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("_load_cfg (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes__load_cfg(__pyx_self, ((PyObject *)__pyx_v_path)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes__load_cfg(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_path) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj_) __Pyx_RefNannySetupContext("_load_cfg", 0); __Pyx_TraceCall("_load_cfg", __pyx_f[0], 41, 0, __PYX_ERR(0, 41, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":42 * * def _load_cfg(path): * if path.exists(): # <<<<<<<<<<<<<< * return srsly.read_json(path) * else: */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_path, __pyx_n_s_exists); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 42, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 42, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 42, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":43 * def _load_cfg(path): * if path.exists(): * return srsly.read_json(path) # <<<<<<<<<<<<<< * else: * return {} */ __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 43, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_read_json); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 43, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_path) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_path); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 43, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":42 * * def _load_cfg(path): * if path.exists(): # <<<<<<<<<<<<<< * return srsly.read_json(path) * else: */ } /* "spacy/pipeline/pipes.pyx":45 * return srsly.read_json(path) * else: * return {} # <<<<<<<<<<<<<< * * */ /*else*/ { __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 45, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; } /* "spacy/pipeline/pipes.pyx":41 * * * def _load_cfg(path): # <<<<<<<<<<<<<< * if path.exists(): * return srsly.read_json(path) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes._load_cfg", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":57 * * @classmethod * def Model(cls, *shape, **kwargs): # <<<<<<<<<<<<<< * """Initialize a model for the pipe.""" * raise NotImplementedError */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_1Model(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_Model[] = "Initialize a model for the pipe."; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_1Model = {"Model", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_1Model, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_Model}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_1Model(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_cls = 0; CYTHON_UNUSED PyObject *__pyx_v_shape = 0; CYTHON_UNUSED PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("Model (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); if (PyTuple_GET_SIZE(__pyx_args) > 1) { __pyx_v_shape = PyTuple_GetSlice(__pyx_args, 1, PyTuple_GET_SIZE(__pyx_args)); if (unlikely(!__pyx_v_shape)) { __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_RefNannyFinishContext(); return NULL; } __Pyx_GOTREF(__pyx_v_shape); } else { __pyx_v_shape = __pyx_empty_tuple; __Pyx_INCREF(__pyx_empty_tuple); } { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_cls,0}; PyObject* values[1] = {0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { default: case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_cls)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; } if (unlikely(kw_args > 0)) { const Py_ssize_t used_pos_args = (pos_args < 1) ? pos_args : 1; if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, used_pos_args, "Model") < 0)) __PYX_ERR(0, 57, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) < 1) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); } __pyx_v_cls = values[0]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("Model", 0, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 57, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_shape); __pyx_v_shape = 0; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.Model", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_Model(__pyx_self, __pyx_v_cls, __pyx_v_shape, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_shape); __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_Model(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_cls, CYTHON_UNUSED PyObject *__pyx_v_shape, CYTHON_UNUSED PyObject *__pyx_v_kwargs) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__2) __Pyx_RefNannySetupContext("Model", 0); __Pyx_TraceCall("Model", __pyx_f[0], 57, 0, __PYX_ERR(0, 57, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":59 * def Model(cls, *shape, **kwargs): * """Initialize a model for the pipe.""" * raise NotImplementedError # <<<<<<<<<<<<<< * * @classmethod */ __Pyx_Raise(__pyx_builtin_NotImplementedError, 0, 0, 0); __PYX_ERR(0, 59, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":57 * * @classmethod * def Model(cls, *shape, **kwargs): # <<<<<<<<<<<<<< * """Initialize a model for the pipe.""" * raise NotImplementedError */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.Model", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":62 * * @classmethod * def from_nlp(cls, nlp, **cfg): # <<<<<<<<<<<<<< * return cls(nlp.vocab, **cfg) * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_3from_nlp(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_3from_nlp = {"from_nlp", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_3from_nlp, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_3from_nlp(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_cls = 0; PyObject *__pyx_v_nlp = 0; PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("from_nlp (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_cls,&__pyx_n_s_nlp,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_cls)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_nlp)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("from_nlp", 1, 2, 2, 1); __PYX_ERR(0, 62, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "from_nlp") < 0)) __PYX_ERR(0, 62, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_cls = values[0]; __pyx_v_nlp = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("from_nlp", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 62, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.from_nlp", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_2from_nlp(__pyx_self, __pyx_v_cls, __pyx_v_nlp, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_2from_nlp(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_cls, PyObject *__pyx_v_nlp, PyObject *__pyx_v_cfg) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__3) __Pyx_RefNannySetupContext("from_nlp", 0); __Pyx_TraceCall("from_nlp", __pyx_f[0], 62, 0, __PYX_ERR(0, 62, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":63 * @classmethod * def from_nlp(cls, nlp, **cfg): * return cls(nlp.vocab, **cfg) # <<<<<<<<<<<<<< * * def __init__(self, vocab, model=True, **cfg): */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_nlp, __pyx_n_s_vocab); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 63, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 63, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_v_cls, __pyx_t_2, __pyx_v_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 63, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":62 * * @classmethod * def from_nlp(cls, nlp, **cfg): # <<<<<<<<<<<<<< * return cls(nlp.vocab, **cfg) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.from_nlp", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":65 * return cls(nlp.vocab, **cfg) * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * """Create a new pipe instance.""" * raise NotImplementedError */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_5__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_4__init__[] = "Create a new pipe instance."; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_5__init__ = {"__init__", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_5__init__, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_4__init__}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_5__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_vocab = 0; CYTHON_UNUSED PyObject *__pyx_v_model = 0; CYTHON_UNUSED PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__init__ (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_vocab,&__pyx_n_s_model,0}; PyObject* values[3] = {0,0,0}; values[2] = ((PyObject *)((PyObject *)Py_True)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_vocab)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__init__", 0, 2, 3, 1); __PYX_ERR(0, 65, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_model); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "__init__") < 0)) __PYX_ERR(0, 65, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_vocab = values[1]; __pyx_v_model = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__init__", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 65, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_4__init__(__pyx_self, __pyx_v_self, __pyx_v_vocab, __pyx_v_model, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_4__init__(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_vocab, CYTHON_UNUSED PyObject *__pyx_v_model, CYTHON_UNUSED PyObject *__pyx_v_cfg) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__4) __Pyx_RefNannySetupContext("__init__", 0); __Pyx_TraceCall("__init__", __pyx_f[0], 65, 0, __PYX_ERR(0, 65, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":67 * def __init__(self, vocab, model=True, **cfg): * """Create a new pipe instance.""" * raise NotImplementedError # <<<<<<<<<<<<<< * * def __call__(self, doc): */ __Pyx_Raise(__pyx_builtin_NotImplementedError, 0, 0, 0); __PYX_ERR(0, 67, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":65 * return cls(nlp.vocab, **cfg) * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * """Create a new pipe instance.""" * raise NotImplementedError */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":69 * raise NotImplementedError * * def __call__(self, doc): # <<<<<<<<<<<<<< * """Apply the pipe to one document. The document is * modified in-place, and returned. */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_7__call__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_6__call__[] = "Apply the pipe to one document. The document is\n modified in-place, and returned.\n\n Both __call__ and pipe should delegate to the `predict()`\n and `set_annotations()` methods.\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_7__call__ = {"__call__", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_7__call__, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_6__call__}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_7__call__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_doc = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__call__ (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_doc,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_doc)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__call__", 1, 2, 2, 1); __PYX_ERR(0, 69, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__call__") < 0)) __PYX_ERR(0, 69, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_doc = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__call__", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 69, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_6__call__(__pyx_self, __pyx_v_self, __pyx_v_doc); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_6__call__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_doc) { PyObject *__pyx_v_predictions = NULL; PyObject *__pyx_v_scores = NULL; PyObject *__pyx_v_tensors = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; int __pyx_t_6; int __pyx_t_7; Py_ssize_t __pyx_t_8; PyObject *(*__pyx_t_9)(PyObject *); int __pyx_t_10; PyObject *__pyx_t_11 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__5) __Pyx_RefNannySetupContext("__call__", 0); __Pyx_TraceCall("__call__", __pyx_f[0], 69, 0, __PYX_ERR(0, 69, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":76 * and `set_annotations()` methods. * """ * self.require_model() # <<<<<<<<<<<<<< * predictions = self.predict([doc]) * if isinstance(predictions, tuple) and len(predictions) == 2: */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 76, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 76, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":77 * """ * self.require_model() * predictions = self.predict([doc]) # <<<<<<<<<<<<<< * if isinstance(predictions, tuple) and len(predictions) == 2: * scores, tensors = predictions */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_predict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 77, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyList_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 77, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_doc); __Pyx_GIVEREF(__pyx_v_doc); PyList_SET_ITEM(__pyx_t_3, 0, __pyx_v_doc); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 77, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_predictions = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":78 * self.require_model() * predictions = self.predict([doc]) * if isinstance(predictions, tuple) and len(predictions) == 2: # <<<<<<<<<<<<<< * scores, tensors = predictions * self.set_annotations([doc], scores, tensors=tensors) */ __pyx_t_6 = PyTuple_Check(__pyx_v_predictions); __pyx_t_7 = (__pyx_t_6 != 0); if (__pyx_t_7) { } else { __pyx_t_5 = __pyx_t_7; goto __pyx_L4_bool_binop_done; } __pyx_t_8 = PyObject_Length(__pyx_v_predictions); if (unlikely(__pyx_t_8 == ((Py_ssize_t)-1))) __PYX_ERR(0, 78, __pyx_L1_error) __pyx_t_7 = ((__pyx_t_8 == 2) != 0); __pyx_t_5 = __pyx_t_7; __pyx_L4_bool_binop_done:; if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":79 * predictions = self.predict([doc]) * if isinstance(predictions, tuple) and len(predictions) == 2: * scores, tensors = predictions # <<<<<<<<<<<<<< * self.set_annotations([doc], scores, tensors=tensors) * else: */ if ((likely(PyTuple_CheckExact(__pyx_v_predictions))) || (PyList_CheckExact(__pyx_v_predictions))) { PyObject* sequence = __pyx_v_predictions; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 79, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_1 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_2 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_1 = PyList_GET_ITEM(sequence, 0); __pyx_t_2 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); #else __pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 79, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 79, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif } else { Py_ssize_t index = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_predictions); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 79, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_9 = Py_TYPE(__pyx_t_3)->tp_iternext; index = 0; __pyx_t_1 = __pyx_t_9(__pyx_t_3); if (unlikely(!__pyx_t_1)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); index = 1; __pyx_t_2 = __pyx_t_9(__pyx_t_3); if (unlikely(!__pyx_t_2)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); if (__Pyx_IternextUnpackEndCheck(__pyx_t_9(__pyx_t_3), 2) < 0) __PYX_ERR(0, 79, __pyx_L1_error) __pyx_t_9 = NULL; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; goto __pyx_L7_unpacking_done; __pyx_L6_unpacking_failed:; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_9 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 79, __pyx_L1_error) __pyx_L7_unpacking_done:; } __pyx_v_scores = __pyx_t_1; __pyx_t_1 = 0; __pyx_v_tensors = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":80 * if isinstance(predictions, tuple) and len(predictions) == 2: * scores, tensors = predictions * self.set_annotations([doc], scores, tensors=tensors) # <<<<<<<<<<<<<< * else: * self.set_annotations([doc], predictions) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_set_annotations); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 80, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 80, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_doc); __Pyx_GIVEREF(__pyx_v_doc); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_v_doc); __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 80, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1); __Pyx_INCREF(__pyx_v_scores); __Pyx_GIVEREF(__pyx_v_scores); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_v_scores); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 80, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_tensors, __pyx_v_tensors) < 0) __PYX_ERR(0, 80, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_3, __pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 80, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":78 * self.require_model() * predictions = self.predict([doc]) * if isinstance(predictions, tuple) and len(predictions) == 2: # <<<<<<<<<<<<<< * scores, tensors = predictions * self.set_annotations([doc], scores, tensors=tensors) */ goto __pyx_L3; } /* "spacy/pipeline/pipes.pyx":82 * self.set_annotations([doc], scores, tensors=tensors) * else: * self.set_annotations([doc], predictions) # <<<<<<<<<<<<<< * return doc * */ /*else*/ { __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_set_annotations); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 82, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyList_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 82, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_doc); __Pyx_GIVEREF(__pyx_v_doc); PyList_SET_ITEM(__pyx_t_3, 0, __pyx_v_doc); __pyx_t_2 = NULL; __pyx_t_10 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); __pyx_t_10 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_t_3, __pyx_v_predictions}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_10, 2+__pyx_t_10); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 82, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_t_3, __pyx_v_predictions}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_10, 2+__pyx_t_10); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 82, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif { __pyx_t_11 = PyTuple_New(2+__pyx_t_10); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 82, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_11, 0+__pyx_t_10, __pyx_t_3); __Pyx_INCREF(__pyx_v_predictions); __Pyx_GIVEREF(__pyx_v_predictions); PyTuple_SET_ITEM(__pyx_t_11, 1+__pyx_t_10, __pyx_v_predictions); __pyx_t_3 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_11, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 82, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } __pyx_L3:; /* "spacy/pipeline/pipes.pyx":83 * else: * self.set_annotations([doc], predictions) * return doc # <<<<<<<<<<<<<< * * def require_model(self): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_doc); __pyx_r = __pyx_v_doc; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":69 * raise NotImplementedError * * def __call__(self, doc): # <<<<<<<<<<<<<< * """Apply the pipe to one document. The document is * modified in-place, and returned. */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_11); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_predictions); __Pyx_XDECREF(__pyx_v_scores); __Pyx_XDECREF(__pyx_v_tensors); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":85 * return doc * * def require_model(self): # <<<<<<<<<<<<<< * """Raise an error if the component's model is not initialized.""" * if getattr(self, "model", None) in (None, True, False): */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_9require_model(PyObject *__pyx_self, PyObject *__pyx_v_self); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_8require_model[] = "Raise an error if the component's model is not initialized."; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_9require_model = {"require_model", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_9require_model, METH_O, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_8require_model}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_9require_model(PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("require_model (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_8require_model(__pyx_self, ((PyObject *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_8require_model(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__6) __Pyx_RefNannySetupContext("require_model", 0); __Pyx_TraceCall("require_model", __pyx_f[0], 85, 0, __PYX_ERR(0, 85, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":87 * def require_model(self): * """Raise an error if the component's model is not initialized.""" * if getattr(self, "model", None) in (None, True, False): # <<<<<<<<<<<<<< * raise ValueError(Errors.E109.format(name=self.name)) * */ __pyx_t_1 = __Pyx_GetAttr3(__pyx_v_self, __pyx_n_u_model, Py_None); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 87, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyObject_RichCompare(__pyx_t_1, Py_None, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 87, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 87, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (!__pyx_t_4) { } else { __pyx_t_2 = __pyx_t_4; goto __pyx_L4_bool_binop_done; } __pyx_t_3 = PyObject_RichCompare(__pyx_t_1, Py_True, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 87, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 87, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (!__pyx_t_4) { } else { __pyx_t_2 = __pyx_t_4; goto __pyx_L4_bool_binop_done; } __pyx_t_3 = PyObject_RichCompare(__pyx_t_1, Py_False, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 87, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 87, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_2 = __pyx_t_4; __pyx_L4_bool_binop_done:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_4 = (__pyx_t_2 != 0); if (unlikely(__pyx_t_4)) { /* "spacy/pipeline/pipes.pyx":88 * """Raise an error if the component's model is not initialized.""" * if getattr(self, "model", None) in (None, True, False): * raise ValueError(Errors.E109.format(name=self.name)) # <<<<<<<<<<<<<< * * def pipe(self, stream, batch_size=128, n_threads=-1): */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 88, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E109); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 88, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_format); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 88, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 88, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 88, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_name, __pyx_t_5) < 0) __PYX_ERR(0, 88, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 88, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_5); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 88, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_Raise(__pyx_t_3, 0, 0, 0); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __PYX_ERR(0, 88, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":87 * def require_model(self): * """Raise an error if the component's model is not initialized.""" * if getattr(self, "model", None) in (None, True, False): # <<<<<<<<<<<<<< * raise ValueError(Errors.E109.format(name=self.name)) * */ } /* "spacy/pipeline/pipes.pyx":85 * return doc * * def require_model(self): # <<<<<<<<<<<<<< * """Raise an error if the component's model is not initialized.""" * if getattr(self, "model", None) in (None, True, False): */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.require_model", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_4Pipe_12generator(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":90 * raise ValueError(Errors.E109.format(name=self.name)) * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * """Apply the pipe to a stream of documents. * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_11pipe(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_10pipe[] = "Apply the pipe to a stream of documents.\n\n Both __call__ and pipe should delegate to the `predict()`\n and `set_annotations()` methods.\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_11pipe = {"pipe", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_11pipe, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_10pipe}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_11pipe(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_stream = 0; PyObject *__pyx_v_batch_size = 0; CYTHON_UNUSED PyObject *__pyx_v_n_threads = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("pipe (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_stream,&__pyx_n_s_batch_size,&__pyx_n_s_n_threads,0}; PyObject* values[4] = {0,0,0,0}; values[2] = ((PyObject *)((PyObject *)__pyx_int_128)); values[3] = ((PyObject *)((PyObject *)__pyx_int_neg_1)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_stream)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("pipe", 0, 2, 4, 1); __PYX_ERR(0, 90, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_batch_size); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_n_threads); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "pipe") < 0)) __PYX_ERR(0, 90, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_stream = values[1]; __pyx_v_batch_size = values[2]; __pyx_v_n_threads = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("pipe", 0, 2, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 90, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_10pipe(__pyx_self, __pyx_v_self, __pyx_v_stream, __pyx_v_batch_size, __pyx_v_n_threads); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_10pipe(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_stream, PyObject *__pyx_v_batch_size, CYTHON_UNUSED PyObject *__pyx_v_n_threads) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("pipe", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 90, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __pyx_cur_scope->__pyx_v_stream = __pyx_v_stream; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_stream); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_stream); __pyx_cur_scope->__pyx_v_batch_size = __pyx_v_batch_size; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_batch_size); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_batch_size); __pyx_cur_scope->__pyx_v_n_threads = __pyx_v_n_threads; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_n_threads); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_n_threads); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_4Pipe_12generator, __pyx_codeobj__7, (PyObject *) __pyx_cur_scope, __pyx_n_s_pipe, __pyx_n_s_Pipe_pipe, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 90, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_4Pipe_12generator(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); int __pyx_t_7; int __pyx_t_8; int __pyx_t_9; Py_ssize_t __pyx_t_10; PyObject *(*__pyx_t_11)(PyObject *); PyObject *__pyx_t_12 = NULL; int __pyx_t_13; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("pipe", 0); __Pyx_TraceFrameInit(__pyx_codeobj__7) __Pyx_TraceCall("pipe", __pyx_f[0], 90, 0, __PYX_ERR(0, 90, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; case 1: goto __pyx_L11_resume_from_yield_from; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 90, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":96 * and `set_annotations()` methods. * """ * for docs in util.minibatch(stream, size=batch_size): # <<<<<<<<<<<<<< * docs = list(docs) * predictions = self.predict(docs) */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_util); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 96, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_minibatch); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 96, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 96, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_stream); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_stream); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_cur_scope->__pyx_v_stream); __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 96, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_size, __pyx_cur_scope->__pyx_v_batch_size) < 0) __PYX_ERR(0, 96, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 96, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) { __pyx_t_3 = __pyx_t_4; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 96, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 96, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 96, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 96, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 96, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 96, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_6(__pyx_t_3); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 96, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_docs, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":97 * """ * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) # <<<<<<<<<<<<<< * predictions = self.predict(docs) * if isinstance(predictions, tuple) and len(tuple) == 2: */ __pyx_t_4 = PySequence_List(__pyx_cur_scope->__pyx_v_docs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 97, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GOTREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_docs, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":98 * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) * predictions = self.predict(docs) # <<<<<<<<<<<<<< * if isinstance(predictions, tuple) and len(tuple) == 2: * scores, tensors = predictions */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_predict); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 98, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_4 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_2, __pyx_cur_scope->__pyx_v_docs) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 98, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_predictions); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_predictions, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":99 * docs = list(docs) * predictions = self.predict(docs) * if isinstance(predictions, tuple) and len(tuple) == 2: # <<<<<<<<<<<<<< * scores, tensors = predictions * self.set_annotations(docs, scores, tensors=tensors) */ __pyx_t_8 = PyTuple_Check(__pyx_cur_scope->__pyx_v_predictions); __pyx_t_9 = (__pyx_t_8 != 0); if (__pyx_t_9) { } else { __pyx_t_7 = __pyx_t_9; goto __pyx_L7_bool_binop_done; } __pyx_t_10 = PyObject_Length(((PyObject *)(&PyTuple_Type))); if (unlikely(__pyx_t_10 == ((Py_ssize_t)-1))) __PYX_ERR(0, 99, __pyx_L1_error) __pyx_t_9 = ((__pyx_t_10 == 2) != 0); __pyx_t_7 = __pyx_t_9; __pyx_L7_bool_binop_done:; if (__pyx_t_7) { /* "spacy/pipeline/pipes.pyx":100 * predictions = self.predict(docs) * if isinstance(predictions, tuple) and len(tuple) == 2: * scores, tensors = predictions # <<<<<<<<<<<<<< * self.set_annotations(docs, scores, tensors=tensors) * else: */ if ((likely(PyTuple_CheckExact(__pyx_cur_scope->__pyx_v_predictions))) || (PyList_CheckExact(__pyx_cur_scope->__pyx_v_predictions))) { PyObject* sequence = __pyx_cur_scope->__pyx_v_predictions; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 100, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_1 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_4 = PyList_GET_ITEM(sequence, 0); __pyx_t_1 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(__pyx_t_1); #else __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 100, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 100, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } else { Py_ssize_t index = -1; __pyx_t_2 = PyObject_GetIter(__pyx_cur_scope->__pyx_v_predictions); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 100, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_11 = Py_TYPE(__pyx_t_2)->tp_iternext; index = 0; __pyx_t_4 = __pyx_t_11(__pyx_t_2); if (unlikely(!__pyx_t_4)) goto __pyx_L9_unpacking_failed; __Pyx_GOTREF(__pyx_t_4); index = 1; __pyx_t_1 = __pyx_t_11(__pyx_t_2); if (unlikely(!__pyx_t_1)) goto __pyx_L9_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_2), 2) < 0) __PYX_ERR(0, 100, __pyx_L1_error) __pyx_t_11 = NULL; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; goto __pyx_L10_unpacking_done; __pyx_L9_unpacking_failed:; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_11 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 100, __pyx_L1_error) __pyx_L10_unpacking_done:; } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_scores); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_scores, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_tensors); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_tensors, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":101 * if isinstance(predictions, tuple) and len(tuple) == 2: * scores, tensors = predictions * self.set_annotations(docs, scores, tensors=tensors) # <<<<<<<<<<<<<< * else: * self.set_annotations(docs, predictions) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_set_annotations); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 101, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 101, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_cur_scope->__pyx_v_docs); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_scores); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_scores); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_cur_scope->__pyx_v_scores); __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 101, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_tensors, __pyx_cur_scope->__pyx_v_tensors) < 0) __PYX_ERR(0, 101, __pyx_L1_error) __pyx_t_12 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_4, __pyx_t_2); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 101, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; /* "spacy/pipeline/pipes.pyx":99 * docs = list(docs) * predictions = self.predict(docs) * if isinstance(predictions, tuple) and len(tuple) == 2: # <<<<<<<<<<<<<< * scores, tensors = predictions * self.set_annotations(docs, scores, tensors=tensors) */ goto __pyx_L6; } /* "spacy/pipeline/pipes.pyx":103 * self.set_annotations(docs, scores, tensors=tensors) * else: * self.set_annotations(docs, predictions) # <<<<<<<<<<<<<< * yield from docs * */ /*else*/ { __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_set_annotations); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 103, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = NULL; __pyx_t_13 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_13 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_cur_scope->__pyx_v_docs, __pyx_cur_scope->__pyx_v_predictions}; __pyx_t_12 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_13, 2+__pyx_t_13); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 103, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_12); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_cur_scope->__pyx_v_docs, __pyx_cur_scope->__pyx_v_predictions}; __pyx_t_12 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_13, 2+__pyx_t_13); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 103, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_12); } else #endif { __pyx_t_1 = PyTuple_New(2+__pyx_t_13); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 103, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_1, 0+__pyx_t_13, __pyx_cur_scope->__pyx_v_docs); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_predictions); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_predictions); PyTuple_SET_ITEM(__pyx_t_1, 1+__pyx_t_13, __pyx_cur_scope->__pyx_v_predictions); __pyx_t_12 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_1, NULL); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 103, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } __pyx_L6:; /* "spacy/pipeline/pipes.pyx":104 * else: * self.set_annotations(docs, predictions) * yield from docs # <<<<<<<<<<<<<< * * def predict(self, docs): */ __pyx_r = __Pyx_Generator_Yield_From(__pyx_generator, __pyx_cur_scope->__pyx_v_docs); __Pyx_XGOTREF(__pyx_r); if (likely(__pyx_r)) { __Pyx_XGIVEREF(__pyx_t_3); __pyx_cur_scope->__pyx_t_0 = __pyx_t_3; __pyx_cur_scope->__pyx_t_1 = __pyx_t_5; __pyx_cur_scope->__pyx_t_2 = __pyx_t_6; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); __Pyx_Coroutine_ResetAndClearException(__pyx_generator); /* return from generator, yielding value */ __pyx_generator->resume_label = 1; return __pyx_r; __pyx_L11_resume_from_yield_from:; __pyx_t_3 = __pyx_cur_scope->__pyx_t_0; __pyx_cur_scope->__pyx_t_0 = 0; __Pyx_XGOTREF(__pyx_t_3); __pyx_t_5 = __pyx_cur_scope->__pyx_t_1; __pyx_t_6 = __pyx_cur_scope->__pyx_t_2; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 104, __pyx_L1_error) } else { PyObject* exc_type = __Pyx_PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || (exc_type != PyExc_GeneratorExit && __Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration)))) PyErr_Clear(); else __PYX_ERR(0, 104, __pyx_L1_error) } } /* "spacy/pipeline/pipes.pyx":96 * and `set_annotations()` methods. * """ * for docs in util.minibatch(stream, size=batch_size): # <<<<<<<<<<<<<< * docs = list(docs) * predictions = self.predict(docs) */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* "spacy/pipeline/pipes.pyx":90 * raise ValueError(Errors.E109.format(name=self.name)) * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * """Apply the pipe to a stream of documents. * */ /* function exit code */ PyErr_SetNone(PyExc_StopIteration); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_12); __Pyx_AddTraceback("pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XDECREF(__pyx_r); __pyx_r = 0; #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":106 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """Apply the pipeline's model to a batch of docs, without * modifying them. */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_14predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_13predict[] = "Apply the pipeline's model to a batch of docs, without\n modifying them.\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_14predict = {"predict", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_14predict, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_13predict}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_14predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_docs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("predict (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, 1); __PYX_ERR(0, 106, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "predict") < 0)) __PYX_ERR(0, 106, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 106, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_13predict(__pyx_self, __pyx_v_self, __pyx_v_docs); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_13predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__8) __Pyx_RefNannySetupContext("predict", 0); __Pyx_TraceCall("predict", __pyx_f[0], 106, 0, __PYX_ERR(0, 106, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":110 * modifying them. * """ * self.require_model() # <<<<<<<<<<<<<< * raise NotImplementedError * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 110, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 110, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":111 * """ * self.require_model() * raise NotImplementedError # <<<<<<<<<<<<<< * * def set_annotations(self, docs, scores, tensors=None): */ __Pyx_Raise(__pyx_builtin_NotImplementedError, 0, 0, 0); __PYX_ERR(0, 111, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":106 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """Apply the pipeline's model to a batch of docs, without * modifying them. */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":113 * raise NotImplementedError * * def set_annotations(self, docs, scores, tensors=None): # <<<<<<<<<<<<<< * """Modify a batch of documents, using pre-computed scores.""" * raise NotImplementedError */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_16set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_15set_annotations[] = "Modify a batch of documents, using pre-computed scores."; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_16set_annotations = {"set_annotations", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_16set_annotations, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_15set_annotations}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_16set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_docs = 0; CYTHON_UNUSED PyObject *__pyx_v_scores = 0; CYTHON_UNUSED PyObject *__pyx_v_tensors = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("set_annotations (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_scores,&__pyx_n_s_tensors,0}; PyObject* values[4] = {0,0,0,0}; values[3] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, 1); __PYX_ERR(0, 113, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_scores)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, 2); __PYX_ERR(0, 113, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tensors); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "set_annotations") < 0)) __PYX_ERR(0, 113, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_scores = values[2]; __pyx_v_tensors = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 113, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_15set_annotations(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_scores, __pyx_v_tensors); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_15set_annotations(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_scores, CYTHON_UNUSED PyObject *__pyx_v_tensors) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__9) __Pyx_RefNannySetupContext("set_annotations", 0); __Pyx_TraceCall("set_annotations", __pyx_f[0], 113, 0, __PYX_ERR(0, 113, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":115 * def set_annotations(self, docs, scores, tensors=None): * """Modify a batch of documents, using pre-computed scores.""" * raise NotImplementedError # <<<<<<<<<<<<<< * * def update(self, docs, golds, drop=0.0, sgd=None, losses=None): */ __Pyx_Raise(__pyx_builtin_NotImplementedError, 0, 0, 0); __PYX_ERR(0, 115, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":113 * raise NotImplementedError * * def set_annotations(self, docs, scores, tensors=None): # <<<<<<<<<<<<<< * """Modify a batch of documents, using pre-computed scores.""" * raise NotImplementedError */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":117 * raise NotImplementedError * * def update(self, docs, golds, drop=0.0, sgd=None, losses=None): # <<<<<<<<<<<<<< * """Learn from a batch of documents and gold-standard information, * updating the pipe's model. */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_18update(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_17update[] = "Learn from a batch of documents and gold-standard information,\n updating the pipe's model.\n\n Delegates to predict() and get_loss().\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_18update = {"update", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_18update, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_17update}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_18update(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_docs = 0; CYTHON_UNUSED PyObject *__pyx_v_golds = 0; CYTHON_UNUSED PyObject *__pyx_v_drop = 0; CYTHON_UNUSED PyObject *__pyx_v_sgd = 0; CYTHON_UNUSED PyObject *__pyx_v_losses = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("update (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_golds,&__pyx_n_s_drop,&__pyx_n_s_sgd,&__pyx_n_s_losses,0}; PyObject* values[6] = {0,0,0,0,0,0}; values[3] = ((PyObject *)((PyObject*)__pyx_float_0_0)); values[4] = ((PyObject *)((PyObject *)Py_None)); values[5] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("update", 0, 3, 6, 1); __PYX_ERR(0, 117, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_golds)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("update", 0, 3, 6, 2); __PYX_ERR(0, 117, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_drop); if (value) { values[3] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 4: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[4] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 5: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_losses); if (value) { values[5] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "update") < 0)) __PYX_ERR(0, 117, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_golds = values[2]; __pyx_v_drop = values[3]; __pyx_v_sgd = values[4]; __pyx_v_losses = values[5]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("update", 0, 3, 6, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 117, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.update", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_17update(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_golds, __pyx_v_drop, __pyx_v_sgd, __pyx_v_losses); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_17update(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_golds, CYTHON_UNUSED PyObject *__pyx_v_drop, CYTHON_UNUSED PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_losses) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__10) __Pyx_RefNannySetupContext("update", 0); __Pyx_TraceCall("update", __pyx_f[0], 117, 0, __PYX_ERR(0, 117, __pyx_L1_error)); /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.update", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":125 * pass * * def rehearse(self, docs, sgd=None, losses=None, **config): # <<<<<<<<<<<<<< * pass * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_20rehearse(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_20rehearse = {"rehearse", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_20rehearse, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_20rehearse(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_docs = 0; CYTHON_UNUSED PyObject *__pyx_v_sgd = 0; CYTHON_UNUSED PyObject *__pyx_v_losses = 0; CYTHON_UNUSED PyObject *__pyx_v_config = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("rehearse (wrapper)", 0); __pyx_v_config = PyDict_New(); if (unlikely(!__pyx_v_config)) return NULL; __Pyx_GOTREF(__pyx_v_config); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_sgd,&__pyx_n_s_losses,0}; PyObject* values[4] = {0,0,0,0}; values[2] = ((PyObject *)((PyObject *)Py_None)); values[3] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("rehearse", 0, 2, 4, 1); __PYX_ERR(0, 125, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_losses); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_config, values, pos_args, "rehearse") < 0)) __PYX_ERR(0, 125, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_sgd = values[2]; __pyx_v_losses = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("rehearse", 0, 2, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 125, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_config); __pyx_v_config = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.rehearse", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_19rehearse(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_sgd, __pyx_v_losses, __pyx_v_config); /* function exit code */ __Pyx_XDECREF(__pyx_v_config); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_19rehearse(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_losses, CYTHON_UNUSED PyObject *__pyx_v_config) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__11) __Pyx_RefNannySetupContext("rehearse", 0); __Pyx_TraceCall("rehearse", __pyx_f[0], 125, 0, __PYX_ERR(0, 125, __pyx_L1_error)); /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.rehearse", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":128 * pass * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * """Find the loss and gradient of loss for the batch of * documents and their predicted scores.""" */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_22get_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_21get_loss[] = "Find the loss and gradient of loss for the batch of\n documents and their predicted scores."; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_22get_loss = {"get_loss", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_22get_loss, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_21get_loss}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_22get_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_docs = 0; CYTHON_UNUSED PyObject *__pyx_v_golds = 0; CYTHON_UNUSED PyObject *__pyx_v_scores = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("get_loss (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_golds,&__pyx_n_s_scores,0}; PyObject* values[4] = {0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 1); __PYX_ERR(0, 128, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_golds)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 2); __PYX_ERR(0, 128, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_scores)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 3); __PYX_ERR(0, 128, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "get_loss") < 0)) __PYX_ERR(0, 128, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 4) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_golds = values[2]; __pyx_v_scores = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 128, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.get_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_21get_loss(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_golds, __pyx_v_scores); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_21get_loss(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_golds, CYTHON_UNUSED PyObject *__pyx_v_scores) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__12) __Pyx_RefNannySetupContext("get_loss", 0); __Pyx_TraceCall("get_loss", __pyx_f[0], 128, 0, __PYX_ERR(0, 128, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":131 * """Find the loss and gradient of loss for the batch of * documents and their predicted scores.""" * raise NotImplementedError # <<<<<<<<<<<<<< * * def add_label(self, label): */ __Pyx_Raise(__pyx_builtin_NotImplementedError, 0, 0, 0); __PYX_ERR(0, 131, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":128 * pass * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * """Find the loss and gradient of loss for the batch of * documents and their predicted scores.""" */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.get_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":133 * raise NotImplementedError * * def add_label(self, label): # <<<<<<<<<<<<<< * """Add an output label, to be predicted by the model. * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_24add_label(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_23add_label[] = "Add an output label, to be predicted by the model.\n\n It's possible to extend pretrained models with new labels,\n but care should be taken to avoid the \"catastrophic forgetting\"\n problem.\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_24add_label = {"add_label", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_24add_label, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_23add_label}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_24add_label(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_label = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("add_label (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_label,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_label)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("add_label", 1, 2, 2, 1); __PYX_ERR(0, 133, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "add_label") < 0)) __PYX_ERR(0, 133, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_label = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("add_label", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 133, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.add_label", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_23add_label(__pyx_self, __pyx_v_self, __pyx_v_label); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_23add_label(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_label) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__13) __Pyx_RefNannySetupContext("add_label", 0); __Pyx_TraceCall("add_label", __pyx_f[0], 133, 0, __PYX_ERR(0, 133, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":140 * problem. * """ * raise NotImplementedError # <<<<<<<<<<<<<< * * def create_optimizer(self): */ __Pyx_Raise(__pyx_builtin_NotImplementedError, 0, 0, 0); __PYX_ERR(0, 140, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":133 * raise NotImplementedError * * def add_label(self, label): # <<<<<<<<<<<<<< * """Add an output label, to be predicted by the model. * */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.add_label", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":142 * raise NotImplementedError * * def create_optimizer(self): # <<<<<<<<<<<<<< * return create_default_optimizer(self.model.ops, **self.cfg.get("optimizer", {})) * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_26create_optimizer(PyObject *__pyx_self, PyObject *__pyx_v_self); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_26create_optimizer = {"create_optimizer", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_26create_optimizer, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_26create_optimizer(PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("create_optimizer (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_25create_optimizer(__pyx_self, ((PyObject *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_25create_optimizer(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; int __pyx_t_8; PyObject *__pyx_t_9 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__14) __Pyx_RefNannySetupContext("create_optimizer", 0); __Pyx_TraceCall("create_optimizer", __pyx_f[0], 142, 0, __PYX_ERR(0, 142, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":143 * * def create_optimizer(self): * return create_default_optimizer(self.model.ops, **self.cfg.get("optimizer", {})) # <<<<<<<<<<<<<< * * def begin_training( */ __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_create_default_optimizer); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ops); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3); __pyx_t_3 = 0; __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_get); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_7 = NULL; __pyx_t_8 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_6); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_6, function); __pyx_t_8 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_n_u_optimizer, __pyx_t_5}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_n_u_optimizer, __pyx_t_5}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else #endif { __pyx_t_9 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); if (__pyx_t_7) { __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_7); __pyx_t_7 = NULL; } __Pyx_INCREF(__pyx_n_u_optimizer); __Pyx_GIVEREF(__pyx_n_u_optimizer); PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_8, __pyx_n_u_optimizer); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_8, __pyx_t_5); __pyx_t_5 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_9, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(__pyx_t_4 == Py_None)) { PyErr_SetString(PyExc_TypeError, "argument after ** must be a mapping, not NoneType"); __PYX_ERR(0, 143, __pyx_L1_error) } if (likely(PyDict_CheckExact(__pyx_t_4))) { __pyx_t_3 = PyDict_Copy(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { __pyx_t_3 = PyObject_CallFunctionObjArgs((PyObject*)&PyDict_Type, __pyx_t_4, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 143, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_4; __pyx_t_4 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":142 * raise NotImplementedError * * def create_optimizer(self): # <<<<<<<<<<<<<< * return create_default_optimizer(self.model.ops, **self.cfg.get("optimizer", {})) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_9); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.create_optimizer", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":145 * return create_default_optimizer(self.model.ops, **self.cfg.get("optimizer", {})) * * def begin_training( # <<<<<<<<<<<<<< * self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs * ): */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 145, 0, __PYX_ERR(0, 145, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); /* "spacy/pipeline/pipes.pyx":146 * * def begin_training( * self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs # <<<<<<<<<<<<<< * ): * """Initialize the pipe for training, using data exampes if available. */ __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults, __pyx_self)->__pyx_arg_get_gold_tuples); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults, __pyx_self)->__pyx_arg_get_gold_tuples); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults, __pyx_self)->__pyx_arg_get_gold_tuples); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)Py_None)); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 2, ((PyObject *)Py_None)); /* "spacy/pipeline/pipes.pyx":145 * return create_default_optimizer(self.model.ops, **self.cfg.get("optimizer", {})) * * def begin_training( # <<<<<<<<<<<<<< * self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs * ): */ __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_28begin_training(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_27begin_training[] = "Initialize the pipe for training, using data exampes if available.\n If no model has been initialized yet, the model is added."; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_28begin_training = {"begin_training", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_28begin_training, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_27begin_training}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_28begin_training(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_get_gold_tuples = 0; CYTHON_UNUSED PyObject *__pyx_v_pipeline = 0; PyObject *__pyx_v_sgd = 0; CYTHON_UNUSED PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("begin_training (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_get_gold_tuples,&__pyx_n_s_pipeline,&__pyx_n_s_sgd,0}; PyObject* values[4] = {0,0,0,0}; __pyx_defaults *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults, __pyx_self); values[1] = __pyx_dynamic_args->__pyx_arg_get_gold_tuples; values[2] = ((PyObject *)((PyObject *)Py_None)); values[3] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_get_gold_tuples); if (value) { values[1] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pipeline); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "begin_training") < 0)) __PYX_ERR(0, 145, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_get_gold_tuples = values[1]; __pyx_v_pipeline = values[2]; __pyx_v_sgd = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("begin_training", 0, 1, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 145, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.begin_training", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_27begin_training(__pyx_self, __pyx_v_self, __pyx_v_get_gold_tuples, __pyx_v_pipeline, __pyx_v_sgd, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_27begin_training(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_get_gold_tuples, CYTHON_UNUSED PyObject *__pyx_v_pipeline, PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_kwargs) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__15) __Pyx_RefNannySetupContext("begin_training", 0); __Pyx_TraceCall("begin_training", __pyx_f[0], 145, 0, __PYX_ERR(0, 145, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_sgd); /* "spacy/pipeline/pipes.pyx":150 * """Initialize the pipe for training, using data exampes if available. * If no model has been initialized yet, the model is added.""" * if self.model is True: # <<<<<<<<<<<<<< * self.model = self.Model(**self.cfg) * if hasattr(self, "vocab"): */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 150, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = (__pyx_t_1 == Py_True); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = (__pyx_t_2 != 0); if (__pyx_t_3) { /* "spacy/pipeline/pipes.pyx":151 * If no model has been initialized yet, the model is added.""" * if self.model is True: * self.model = self.Model(**self.cfg) # <<<<<<<<<<<<<< * if hasattr(self, "vocab"): * link_vectors_to_models(self.vocab) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_Model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 151, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 151, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (unlikely(__pyx_t_5 == Py_None)) { PyErr_SetString(PyExc_TypeError, "argument after ** must be a mapping, not NoneType"); __PYX_ERR(0, 151, __pyx_L1_error) } if (likely(PyDict_CheckExact(__pyx_t_5))) { __pyx_t_4 = PyDict_Copy(__pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 151, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else { __pyx_t_4 = PyObject_CallFunctionObjArgs((PyObject*)&PyDict_Type, __pyx_t_5, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 151, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 151, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_model, __pyx_t_5) < 0) __PYX_ERR(0, 151, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":150 * """Initialize the pipe for training, using data exampes if available. * If no model has been initialized yet, the model is added.""" * if self.model is True: # <<<<<<<<<<<<<< * self.model = self.Model(**self.cfg) * if hasattr(self, "vocab"): */ } /* "spacy/pipeline/pipes.pyx":152 * if self.model is True: * self.model = self.Model(**self.cfg) * if hasattr(self, "vocab"): # <<<<<<<<<<<<<< * link_vectors_to_models(self.vocab) * if sgd is None: */ __pyx_t_3 = __Pyx_HasAttr(__pyx_v_self, __pyx_n_u_vocab); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(0, 152, __pyx_L1_error) __pyx_t_2 = (__pyx_t_3 != 0); if (__pyx_t_2) { /* "spacy/pipeline/pipes.pyx":153 * self.model = self.Model(**self.cfg) * if hasattr(self, "vocab"): * link_vectors_to_models(self.vocab) # <<<<<<<<<<<<<< * if sgd is None: * sgd = self.create_optimizer() */ __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_link_vectors_to_models); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 153, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 153, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_5 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_6, __pyx_t_1) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_1); __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 153, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":152 * if self.model is True: * self.model = self.Model(**self.cfg) * if hasattr(self, "vocab"): # <<<<<<<<<<<<<< * link_vectors_to_models(self.vocab) * if sgd is None: */ } /* "spacy/pipeline/pipes.pyx":154 * if hasattr(self, "vocab"): * link_vectors_to_models(self.vocab) * if sgd is None: # <<<<<<<<<<<<<< * sgd = self.create_optimizer() * return sgd */ __pyx_t_2 = (__pyx_v_sgd == Py_None); __pyx_t_3 = (__pyx_t_2 != 0); if (__pyx_t_3) { /* "spacy/pipeline/pipes.pyx":155 * link_vectors_to_models(self.vocab) * if sgd is None: * sgd = self.create_optimizer() # <<<<<<<<<<<<<< * return sgd * */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_create_optimizer); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 155, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_5 = (__pyx_t_1) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_1) : __Pyx_PyObject_CallNoArg(__pyx_t_4); __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 155, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF_SET(__pyx_v_sgd, __pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":154 * if hasattr(self, "vocab"): * link_vectors_to_models(self.vocab) * if sgd is None: # <<<<<<<<<<<<<< * sgd = self.create_optimizer() * return sgd */ } /* "spacy/pipeline/pipes.pyx":156 * if sgd is None: * sgd = self.create_optimizer() * return sgd # <<<<<<<<<<<<<< * * def use_params(self, params): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_sgd); __pyx_r = __pyx_v_sgd; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":145 * return create_default_optimizer(self.model.ops, **self.cfg.get("optimizer", {})) * * def begin_training( # <<<<<<<<<<<<<< * self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs * ): */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.begin_training", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_sgd); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_4Pipe_31generator1(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":158 * return sgd * * def use_params(self, params): # <<<<<<<<<<<<<< * """Modify the pipe's model, to use the given parameter values.""" * with self.model.use_params(params): */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_30use_params(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_29use_params[] = "Modify the pipe's model, to use the given parameter values."; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_30use_params = {"use_params", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_30use_params, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_29use_params}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_30use_params(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_params = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("use_params (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_params,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_params)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("use_params", 1, 2, 2, 1); __PYX_ERR(0, 158, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "use_params") < 0)) __PYX_ERR(0, 158, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_params = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("use_params", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 158, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.use_params", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_29use_params(__pyx_self, __pyx_v_self, __pyx_v_params); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_29use_params(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_params) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("use_params", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 158, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __pyx_cur_scope->__pyx_v_params = __pyx_v_params; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_params); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_params); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_4Pipe_31generator1, __pyx_codeobj__16, (PyObject *) __pyx_cur_scope, __pyx_n_s_use_params, __pyx_n_s_Pipe_use_params, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 158, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.use_params", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_4Pipe_31generator1(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; int __pyx_t_10; int __pyx_t_11; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("use_params", 0); __Pyx_TraceFrameInit(__pyx_codeobj__16) __Pyx_TraceCall("use_params", __pyx_f[0], 158, 0, __PYX_ERR(0, 158, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; case 1: goto __pyx_L14_resume_from_yield; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 158, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":160 * def use_params(self, params): * """Modify the pipe's model, to use the given parameter values.""" * with self.model.use_params(params): # <<<<<<<<<<<<<< * yield * */ /*with:*/ { __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 160, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_use_params); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 160, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_cur_scope->__pyx_v_params) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_cur_scope->__pyx_v_params); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 160, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_4 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_n_s_exit); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 160, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_2 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_n_s_enter); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 160, __pyx_L4_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 160, __pyx_L4_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /*try:*/ { { __Pyx_ExceptionSave(&__pyx_t_6, &__pyx_t_7, &__pyx_t_8); __Pyx_XGOTREF(__pyx_t_6); __Pyx_XGOTREF(__pyx_t_7); __Pyx_XGOTREF(__pyx_t_8); /*try:*/ { /* "spacy/pipeline/pipes.pyx":161 * """Modify the pipe's model, to use the given parameter values.""" * with self.model.use_params(params): * yield # <<<<<<<<<<<<<< * * def to_bytes(self, exclude=tuple(), **kwargs): */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); __Pyx_XGIVEREF(__pyx_t_4); __pyx_cur_scope->__pyx_t_0 = __pyx_t_4; __Pyx_XGIVEREF(__pyx_t_6); __pyx_cur_scope->__pyx_t_1 = __pyx_t_6; __Pyx_XGIVEREF(__pyx_t_7); __pyx_cur_scope->__pyx_t_2 = __pyx_t_7; __Pyx_XGIVEREF(__pyx_t_8); __pyx_cur_scope->__pyx_t_3 = __pyx_t_8; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); __Pyx_Coroutine_ResetAndClearException(__pyx_generator); /* return from generator, yielding value */ __pyx_generator->resume_label = 1; return __pyx_r; __pyx_L14_resume_from_yield:; __pyx_t_4 = __pyx_cur_scope->__pyx_t_0; __pyx_cur_scope->__pyx_t_0 = 0; __Pyx_XGOTREF(__pyx_t_4); __pyx_t_6 = __pyx_cur_scope->__pyx_t_1; __pyx_cur_scope->__pyx_t_1 = 0; __Pyx_XGOTREF(__pyx_t_6); __pyx_t_7 = __pyx_cur_scope->__pyx_t_2; __pyx_cur_scope->__pyx_t_2 = 0; __Pyx_XGOTREF(__pyx_t_7); __pyx_t_8 = __pyx_cur_scope->__pyx_t_3; __pyx_cur_scope->__pyx_t_3 = 0; __Pyx_XGOTREF(__pyx_t_8); if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 161, __pyx_L8_error) /* "spacy/pipeline/pipes.pyx":160 * def use_params(self, params): * """Modify the pipe's model, to use the given parameter values.""" * with self.model.use_params(params): # <<<<<<<<<<<<<< * yield * */ } __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; goto __pyx_L13_try_end; __pyx_L8_error:; __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; /*except:*/ { __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.use_params", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_1, &__pyx_t_3, &__pyx_t_2) < 0) __PYX_ERR(0, 160, __pyx_L10_except_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GOTREF(__pyx_t_3); __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = PyTuple_Pack(3, __pyx_t_1, __pyx_t_3, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 160, __pyx_L10_except_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_5, NULL); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 160, __pyx_L10_except_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_9); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if (__pyx_t_10 < 0) __PYX_ERR(0, 160, __pyx_L10_except_error) __pyx_t_11 = ((!(__pyx_t_10 != 0)) != 0); if (__pyx_t_11) { __Pyx_GIVEREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_3); __Pyx_XGIVEREF(__pyx_t_2); __Pyx_ErrRestoreWithState(__pyx_t_1, __pyx_t_3, __pyx_t_2); __pyx_t_1 = 0; __pyx_t_3 = 0; __pyx_t_2 = 0; __PYX_ERR(0, 160, __pyx_L10_except_error) } __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; goto __pyx_L9_exception_handled; } __pyx_L10_except_error:; __Pyx_XGIVEREF(__pyx_t_6); __Pyx_XGIVEREF(__pyx_t_7); __Pyx_XGIVEREF(__pyx_t_8); __Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8); goto __pyx_L1_error; __pyx_L9_exception_handled:; __Pyx_XGIVEREF(__pyx_t_6); __Pyx_XGIVEREF(__pyx_t_7); __Pyx_XGIVEREF(__pyx_t_8); __Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8); __pyx_L13_try_end:; } } /*finally:*/ { /*normal exit:*/{ if (__pyx_t_4) { __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_tuple__17, NULL); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 160, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } goto __pyx_L7; } __pyx_L7:; } goto __pyx_L18; __pyx_L4_error:; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; goto __pyx_L1_error; __pyx_L18:; } CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* "spacy/pipeline/pipes.pyx":158 * return sgd * * def use_params(self, params): # <<<<<<<<<<<<<< * """Modify the pipe's model, to use the given parameter values.""" * with self.model.use_params(params): */ /* function exit code */ PyErr_SetNone(PyExc_StopIteration); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("use_params", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XDECREF(__pyx_r); __pyx_r = 0; #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":163 * yield * * def to_bytes(self, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the pipe to a bytestring. * */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_13__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 163, 0, __PYX_ERR(0, 163, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 163, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults1, __pyx_self)->__pyx_arg_exclude); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults1, __pyx_self)->__pyx_arg_exclude); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults1, __pyx_self)->__pyx_arg_exclude); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 163, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_33to_bytes(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_32to_bytes[] = "Serialize the pipe to a bytestring.\n\n exclude (list): String names of serialization fields to exclude.\n RETURNS (bytes): The serialized object.\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_33to_bytes = {"to_bytes", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_33to_bytes, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_32to_bytes}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_33to_bytes(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_exclude = 0; PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("to_bytes (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_exclude,0}; PyObject* values[2] = {0,0}; __pyx_defaults1 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults1, __pyx_self); values[1] = __pyx_dynamic_args->__pyx_arg_exclude; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exclude); if (value) { values[1] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "to_bytes") < 0)) __PYX_ERR(0, 163, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_exclude = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("to_bytes", 0, 1, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 163, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.to_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_32to_bytes(__pyx_self, __pyx_v_self, __pyx_v_exclude, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":170 * """ * serialize = OrderedDict() * serialize["cfg"] = lambda: srsly.json_dumps(self.cfg) # <<<<<<<<<<<<<< * if self.model not in (True, False, None): * serialize["model"] = self.model.to_bytes */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_8to_bytes_lambda1(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_8to_bytes_lambda1 = {"lambda1", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_8to_bytes_lambda1, METH_NOARGS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_8to_bytes_lambda1(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda1 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda1(__pyx_self); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda1(PyObject *__pyx_self) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda1", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda1", __pyx_f[0], 170, 0, __PYX_ERR(0, 170, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 170, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_json_dumps); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 170, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 170, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 170, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_4, __pyx_t_2) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_2); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 170, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.to_bytes.lambda1", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":163 * yield * * def to_bytes(self, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the pipe to a bytestring. * */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_32to_bytes(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes *__pyx_cur_scope; PyObject *__pyx_v_serialize = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__18) __Pyx_RefNannySetupContext("to_bytes", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 163, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("to_bytes", __pyx_f[0], 163, 0, __PYX_ERR(0, 163, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __Pyx_INCREF(__pyx_v_exclude); /* "spacy/pipeline/pipes.pyx":169 * RETURNS (bytes): The serialized object. * """ * serialize = OrderedDict() # <<<<<<<<<<<<<< * serialize["cfg"] = lambda: srsly.json_dumps(self.cfg) * if self.model not in (True, False, None): */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_OrderedDict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 169, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 169, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_serialize = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":170 * """ * serialize = OrderedDict() * serialize["cfg"] = lambda: srsly.json_dumps(self.cfg) # <<<<<<<<<<<<<< * if self.model not in (True, False, None): * serialize["model"] = self.model.to_bytes */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_8to_bytes_lambda1, 0, __pyx_n_s_Pipe_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 170, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_serialize, __pyx_n_u_cfg, __pyx_t_1) < 0)) __PYX_ERR(0, 170, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":171 * serialize = OrderedDict() * serialize["cfg"] = lambda: srsly.json_dumps(self.cfg) * if self.model not in (True, False, None): # <<<<<<<<<<<<<< * serialize["model"] = self.model.to_bytes * if hasattr(self, "vocab"): */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 171, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyObject_RichCompare(__pyx_t_1, Py_True, Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 171, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 171, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_5) { } else { __pyx_t_4 = __pyx_t_5; goto __pyx_L4_bool_binop_done; } __pyx_t_2 = PyObject_RichCompare(__pyx_t_1, Py_False, Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 171, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 171, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_5) { } else { __pyx_t_4 = __pyx_t_5; goto __pyx_L4_bool_binop_done; } __pyx_t_2 = PyObject_RichCompare(__pyx_t_1, Py_None, Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 171, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 171, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = __pyx_t_5; __pyx_L4_bool_binop_done:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = (__pyx_t_4 != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":172 * serialize["cfg"] = lambda: srsly.json_dumps(self.cfg) * if self.model not in (True, False, None): * serialize["model"] = self.model.to_bytes # <<<<<<<<<<<<<< * if hasattr(self, "vocab"): * serialize["vocab"] = self.vocab.to_bytes */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 172, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_to_bytes); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 172, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(PyObject_SetItem(__pyx_v_serialize, __pyx_n_u_model, __pyx_t_2) < 0)) __PYX_ERR(0, 172, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":171 * serialize = OrderedDict() * serialize["cfg"] = lambda: srsly.json_dumps(self.cfg) * if self.model not in (True, False, None): # <<<<<<<<<<<<<< * serialize["model"] = self.model.to_bytes * if hasattr(self, "vocab"): */ } /* "spacy/pipeline/pipes.pyx":173 * if self.model not in (True, False, None): * serialize["model"] = self.model.to_bytes * if hasattr(self, "vocab"): # <<<<<<<<<<<<<< * serialize["vocab"] = self.vocab.to_bytes * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) */ __pyx_t_2 = __pyx_cur_scope->__pyx_v_self; __Pyx_INCREF(__pyx_t_2); __pyx_t_5 = __Pyx_HasAttr(__pyx_t_2, __pyx_n_u_vocab); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(0, 173, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = (__pyx_t_5 != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":174 * serialize["model"] = self.model.to_bytes * if hasattr(self, "vocab"): * serialize["vocab"] = self.vocab.to_bytes # <<<<<<<<<<<<<< * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) * return util.to_bytes(serialize, exclude) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 174, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_to_bytes); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 174, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(PyObject_SetItem(__pyx_v_serialize, __pyx_n_u_vocab, __pyx_t_1) < 0)) __PYX_ERR(0, 174, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":173 * if self.model not in (True, False, None): * serialize["model"] = self.model.to_bytes * if hasattr(self, "vocab"): # <<<<<<<<<<<<<< * serialize["vocab"] = self.vocab.to_bytes * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) */ } /* "spacy/pipeline/pipes.pyx":175 * if hasattr(self, "vocab"): * serialize["vocab"] = self.vocab.to_bytes * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) # <<<<<<<<<<<<<< * return util.to_bytes(serialize, exclude) * */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 175, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_get_serialization_exclude); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 175, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; __pyx_t_6 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_6 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_serialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 175, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_serialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 175, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_7 = PyTuple_New(3+__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 175, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_v_serialize); __Pyx_GIVEREF(__pyx_v_serialize); PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_6, __pyx_v_serialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_6, __pyx_v_exclude); __Pyx_INCREF(__pyx_v_kwargs); __Pyx_GIVEREF(__pyx_v_kwargs); PyTuple_SET_ITEM(__pyx_t_7, 2+__pyx_t_6, __pyx_v_kwargs); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_7, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 175, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_exclude, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":176 * serialize["vocab"] = self.vocab.to_bytes * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) * return util.to_bytes(serialize, exclude) # <<<<<<<<<<<<<< * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): */ __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_util); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 176, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_to_bytes); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 176, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; __pyx_t_6 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); __pyx_t_6 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_v_serialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 176, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_v_serialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 176, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_2 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 176, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_v_serialize); __Pyx_GIVEREF(__pyx_v_serialize); PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_6, __pyx_v_serialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_6, __pyx_v_exclude); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 176, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":163 * yield * * def to_bytes(self, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the pipe to a bytestring. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.to_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_serialize); __Pyx_XDECREF(__pyx_v_exclude); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":178 * return util.to_bytes(serialize, exclude) * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the pipe from a bytestring.""" * */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 178, 0, __PYX_ERR(0, 178, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 178, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults2, __pyx_self)->__pyx_arg_exclude); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults2, __pyx_self)->__pyx_arg_exclude); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults2, __pyx_self)->__pyx_arg_exclude); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 178, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_35from_bytes(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_34from_bytes[] = "Load the pipe from a bytestring."; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_35from_bytes = {"from_bytes", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_35from_bytes, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_34from_bytes}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_35from_bytes(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_bytes_data = 0; PyObject *__pyx_v_exclude = 0; PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("from_bytes (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_bytes_data,&__pyx_n_s_exclude,0}; PyObject* values[3] = {0,0,0}; __pyx_defaults2 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults2, __pyx_self); values[2] = __pyx_dynamic_args->__pyx_arg_exclude; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_bytes_data)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("from_bytes", 0, 2, 3, 1); __PYX_ERR(0, 178, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exclude); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "from_bytes") < 0)) __PYX_ERR(0, 178, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_bytes_data = values[1]; __pyx_v_exclude = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("from_bytes", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 178, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.from_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_34from_bytes(__pyx_self, __pyx_v_self, __pyx_v_bytes_data, __pyx_v_exclude, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":181 * """Load the pipe from a bytestring.""" * * def load_model(b): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_1load_model(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_1load_model = {"load_model", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_1load_model, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_1load_model(PyObject *__pyx_self, PyObject *__pyx_v_b) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("load_model (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_load_model(__pyx_self, ((PyObject *)__pyx_v_b)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_load_model(PyObject *__pyx_self, PyObject *__pyx_v_b) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; int __pyx_t_10; PyObject *__pyx_t_11 = NULL; PyObject *__pyx_t_12 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("load_model", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("load_model", __pyx_f[0], 181, 0, __PYX_ERR(0, 181, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":183 * def load_model(b): * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: # <<<<<<<<<<<<<< * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 183, __pyx_L1_error) } __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 183, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_get); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 183, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_2 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_3, __pyx_n_u_pretrained_dims) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_n_u_pretrained_dims); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 183, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 183, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_5) { } else { __pyx_t_1 = __pyx_t_5; goto __pyx_L4_bool_binop_done; } if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 183, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 183, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_n_u_pretrained_vectors, __pyx_t_2, Py_NE)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 183, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_6 = (__pyx_t_5 != 0); __pyx_t_1 = __pyx_t_6; __pyx_L4_bool_binop_done:; if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":184 * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: * self.cfg["pretrained_vectors"] = self.vocab.vectors.name # <<<<<<<<<<<<<< * if self.model is True: * self.model = self.Model(**self.cfg) */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 184, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 184, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_vectors); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 184, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_name); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 184, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 184, __pyx_L1_error) } __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 184, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (unlikely(PyObject_SetItem(__pyx_t_4, __pyx_n_u_pretrained_vectors, __pyx_t_2) < 0)) __PYX_ERR(0, 184, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":183 * def load_model(b): * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: # <<<<<<<<<<<<<< * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: */ } /* "spacy/pipeline/pipes.pyx":185 * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: # <<<<<<<<<<<<<< * self.model = self.Model(**self.cfg) * try: */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 185, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 185, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = (__pyx_t_2 == Py_True); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_6 = (__pyx_t_1 != 0); if (__pyx_t_6) { /* "spacy/pipeline/pipes.pyx":186 * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: * self.model = self.Model(**self.cfg) # <<<<<<<<<<<<<< * try: * self.model.from_bytes(b) */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 186, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_Model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 186, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 186, __pyx_L1_error) } __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 186, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (unlikely(__pyx_t_3 == Py_None)) { PyErr_SetString(PyExc_TypeError, "argument after ** must be a mapping, not NoneType"); __PYX_ERR(0, 186, __pyx_L1_error) } if (likely(PyDict_CheckExact(__pyx_t_3))) { __pyx_t_4 = PyDict_Copy(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 186, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else { __pyx_t_4 = PyObject_CallFunctionObjArgs((PyObject*)&PyDict_Type, __pyx_t_3, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 186, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 186, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 186, __pyx_L1_error) } if (__Pyx_PyObject_SetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model, __pyx_t_3) < 0) __PYX_ERR(0, 186, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":185 * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: # <<<<<<<<<<<<<< * self.model = self.Model(**self.cfg) * try: */ } /* "spacy/pipeline/pipes.pyx":187 * if self.model is True: * self.model = self.Model(**self.cfg) * try: # <<<<<<<<<<<<<< * self.model.from_bytes(b) * except AttributeError: */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_7, &__pyx_t_8, &__pyx_t_9); __Pyx_XGOTREF(__pyx_t_7); __Pyx_XGOTREF(__pyx_t_8); __Pyx_XGOTREF(__pyx_t_9); /*try:*/ { /* "spacy/pipeline/pipes.pyx":188 * self.model = self.Model(**self.cfg) * try: * self.model.from_bytes(b) # <<<<<<<<<<<<<< * except AttributeError: * raise ValueError(Errors.E149) */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 188, __pyx_L7_error) } __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 188, __pyx_L7_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_from_bytes); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 188, __pyx_L7_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_3 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_v_b) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_b); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 188, __pyx_L7_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":187 * if self.model is True: * self.model = self.Model(**self.cfg) * try: # <<<<<<<<<<<<<< * self.model.from_bytes(b) * except AttributeError: */ } __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; goto __pyx_L12_try_end; __pyx_L7_error:; __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":189 * try: * self.model.from_bytes(b) * except AttributeError: # <<<<<<<<<<<<<< * raise ValueError(Errors.E149) * */ __pyx_t_10 = __Pyx_PyErr_ExceptionMatches(__pyx_builtin_AttributeError); if (__pyx_t_10) { __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.from_bytes.load_model", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_3, &__pyx_t_2, &__pyx_t_4) < 0) __PYX_ERR(0, 189, __pyx_L9_except_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GOTREF(__pyx_t_2); __Pyx_GOTREF(__pyx_t_4); /* "spacy/pipeline/pipes.pyx":190 * self.model.from_bytes(b) * except AttributeError: * raise ValueError(Errors.E149) # <<<<<<<<<<<<<< * * deserialize = OrderedDict() */ __Pyx_GetModuleGlobalName(__pyx_t_11, __pyx_n_s_Errors); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 190, __pyx_L9_except_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_t_11, __pyx_n_s_E149); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 190, __pyx_L9_except_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_12); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 190, __pyx_L9_except_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_Raise(__pyx_t_11, 0, 0, 0); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __PYX_ERR(0, 190, __pyx_L9_except_error) } goto __pyx_L9_except_error; __pyx_L9_except_error:; /* "spacy/pipeline/pipes.pyx":187 * if self.model is True: * self.model = self.Model(**self.cfg) * try: # <<<<<<<<<<<<<< * self.model.from_bytes(b) * except AttributeError: */ __Pyx_XGIVEREF(__pyx_t_7); __Pyx_XGIVEREF(__pyx_t_8); __Pyx_XGIVEREF(__pyx_t_9); __Pyx_ExceptionReset(__pyx_t_7, __pyx_t_8, __pyx_t_9); goto __pyx_L1_error; __pyx_L12_try_end:; } /* "spacy/pipeline/pipes.pyx":181 * """Load the pipe from a bytestring.""" * * def load_model(b): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_12); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.from_bytes.load_model", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":193 * * deserialize = OrderedDict() * deserialize["cfg"] = lambda b: self.cfg.update(srsly.json_loads(b)) # <<<<<<<<<<<<<< * if hasattr(self, "vocab"): * deserialize["vocab"] = lambda b: self.vocab.from_bytes(b) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_2lambda2(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_2lambda2 = {"lambda2", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_2lambda2, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_2lambda2(PyObject *__pyx_self, PyObject *__pyx_v_b) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda2 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda2(__pyx_self, ((PyObject *)__pyx_v_b)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda2(PyObject *__pyx_self, PyObject *__pyx_v_b) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda2", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda2", __pyx_f[0], 193, 0, __PYX_ERR(0, 193, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 193, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 193, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_update); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 193, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_srsly); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 193, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_json_loads); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 193, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); } } __pyx_t_2 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_4, __pyx_v_b) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_v_b); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 193, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_5, __pyx_t_2) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_2); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 193, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.from_bytes.lambda2", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":195 * deserialize["cfg"] = lambda b: self.cfg.update(srsly.json_loads(b)) * if hasattr(self, "vocab"): * deserialize["vocab"] = lambda b: self.vocab.from_bytes(b) # <<<<<<<<<<<<<< * deserialize["model"] = load_model * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_3lambda3(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_3lambda3 = {"lambda3", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_3lambda3, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_3lambda3(PyObject *__pyx_self, PyObject *__pyx_v_b) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda3 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda3(__pyx_self, ((PyObject *)__pyx_v_b)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda3(PyObject *__pyx_self, PyObject *__pyx_v_b) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda3", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda3", __pyx_f[0], 195, 0, __PYX_ERR(0, 195, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 195, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 195, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_from_bytes); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 195, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_b) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_b); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 195, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.from_bytes.lambda3", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":178 * return util.to_bytes(serialize, exclude) * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the pipe from a bytestring.""" * */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_34from_bytes(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_bytes_data, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *__pyx_cur_scope; PyObject *__pyx_v_load_model = 0; PyObject *__pyx_v_deserialize = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__19) __Pyx_RefNannySetupContext("from_bytes", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 178, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("from_bytes", __pyx_f[0], 178, 0, __PYX_ERR(0, 178, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __Pyx_INCREF(__pyx_v_exclude); /* "spacy/pipeline/pipes.pyx":181 * """Load the pipe from a bytestring.""" * * def load_model(b): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_1load_model, 0, __pyx_n_s_Pipe_from_bytes_locals_load_mode, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__21)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 181, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_load_model = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":192 * raise ValueError(Errors.E149) * * deserialize = OrderedDict() # <<<<<<<<<<<<<< * deserialize["cfg"] = lambda b: self.cfg.update(srsly.json_loads(b)) * if hasattr(self, "vocab"): */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_OrderedDict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 192, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 192, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_deserialize = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":193 * * deserialize = OrderedDict() * deserialize["cfg"] = lambda b: self.cfg.update(srsly.json_loads(b)) # <<<<<<<<<<<<<< * if hasattr(self, "vocab"): * deserialize["vocab"] = lambda b: self.vocab.from_bytes(b) */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_2lambda2, 0, __pyx_n_s_Pipe_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 193, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_deserialize, __pyx_n_u_cfg, __pyx_t_1) < 0)) __PYX_ERR(0, 193, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":194 * deserialize = OrderedDict() * deserialize["cfg"] = lambda b: self.cfg.update(srsly.json_loads(b)) * if hasattr(self, "vocab"): # <<<<<<<<<<<<<< * deserialize["vocab"] = lambda b: self.vocab.from_bytes(b) * deserialize["model"] = load_model */ __pyx_t_1 = __pyx_cur_scope->__pyx_v_self; __Pyx_INCREF(__pyx_t_1); __pyx_t_4 = __Pyx_HasAttr(__pyx_t_1, __pyx_n_u_vocab); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(0, 194, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = (__pyx_t_4 != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":195 * deserialize["cfg"] = lambda b: self.cfg.update(srsly.json_loads(b)) * if hasattr(self, "vocab"): * deserialize["vocab"] = lambda b: self.vocab.from_bytes(b) # <<<<<<<<<<<<<< * deserialize["model"] = load_model * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_10from_bytes_3lambda3, 0, __pyx_n_s_Pipe_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 195, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_deserialize, __pyx_n_u_vocab, __pyx_t_1) < 0)) __PYX_ERR(0, 195, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":194 * deserialize = OrderedDict() * deserialize["cfg"] = lambda b: self.cfg.update(srsly.json_loads(b)) * if hasattr(self, "vocab"): # <<<<<<<<<<<<<< * deserialize["vocab"] = lambda b: self.vocab.from_bytes(b) * deserialize["model"] = load_model */ } /* "spacy/pipeline/pipes.pyx":196 * if hasattr(self, "vocab"): * deserialize["vocab"] = lambda b: self.vocab.from_bytes(b) * deserialize["model"] = load_model # <<<<<<<<<<<<<< * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) * util.from_bytes(bytes_data, deserialize, exclude) */ if (unlikely(PyObject_SetItem(__pyx_v_deserialize, __pyx_n_u_model, __pyx_v_load_model) < 0)) __PYX_ERR(0, 196, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":197 * deserialize["vocab"] = lambda b: self.vocab.from_bytes(b) * deserialize["model"] = load_model * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) # <<<<<<<<<<<<<< * util.from_bytes(bytes_data, deserialize, exclude) * return self */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 197, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_get_serialization_exclude); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 197, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; __pyx_t_6 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_6 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_deserialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 197, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_deserialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 197, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_7 = PyTuple_New(3+__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 197, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_v_deserialize); __Pyx_GIVEREF(__pyx_v_deserialize); PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_6, __pyx_v_deserialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_6, __pyx_v_exclude); __Pyx_INCREF(__pyx_v_kwargs); __Pyx_GIVEREF(__pyx_v_kwargs); PyTuple_SET_ITEM(__pyx_t_7, 2+__pyx_t_6, __pyx_v_kwargs); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_7, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 197, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_exclude, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":198 * deserialize["model"] = load_model * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) * util.from_bytes(bytes_data, deserialize, exclude) # <<<<<<<<<<<<<< * return self * */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_util); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 198, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_from_bytes); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 198, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; __pyx_t_6 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); __pyx_t_6 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_bytes_data, __pyx_v_deserialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 198, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_bytes_data, __pyx_v_deserialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 198, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_2 = PyTuple_New(3+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 198, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_v_bytes_data); __Pyx_GIVEREF(__pyx_v_bytes_data); PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_6, __pyx_v_bytes_data); __Pyx_INCREF(__pyx_v_deserialize); __Pyx_GIVEREF(__pyx_v_deserialize); PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_6, __pyx_v_deserialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_2, 2+__pyx_t_6, __pyx_v_exclude); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 198, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":199 * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) * util.from_bytes(bytes_data, deserialize, exclude) * return self # <<<<<<<<<<<<<< * * def to_disk(self, path, exclude=tuple(), **kwargs): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __pyx_r = __pyx_cur_scope->__pyx_v_self; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":178 * return util.to_bytes(serialize, exclude) * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the pipe from a bytestring.""" * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.from_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_load_model); __Pyx_XDECREF(__pyx_v_deserialize); __Pyx_XDECREF(__pyx_v_exclude); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":201 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the pipe to disk.""" * serialize = OrderedDict() */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_17__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 201, 0, __PYX_ERR(0, 201, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 201, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults3, __pyx_self)->__pyx_arg_exclude); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults3, __pyx_self)->__pyx_arg_exclude); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults3, __pyx_self)->__pyx_arg_exclude); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 201, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_37to_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_36to_disk[] = "Serialize the pipe to disk."; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_37to_disk = {"to_disk", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_37to_disk, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_36to_disk}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_37to_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_path = 0; PyObject *__pyx_v_exclude = 0; PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("to_disk (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_path,&__pyx_n_s_exclude,0}; PyObject* values[3] = {0,0,0}; __pyx_defaults3 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults3, __pyx_self); values[2] = __pyx_dynamic_args->__pyx_arg_exclude; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_path)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("to_disk", 0, 2, 3, 1); __PYX_ERR(0, 201, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exclude); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "to_disk") < 0)) __PYX_ERR(0, 201, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_path = values[1]; __pyx_v_exclude = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("to_disk", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 201, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_36to_disk(__pyx_self, __pyx_v_self, __pyx_v_path, __pyx_v_exclude, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":204 * """Serialize the pipe to disk.""" * serialize = OrderedDict() * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) # <<<<<<<<<<<<<< * serialize["vocab"] = lambda p: self.vocab.to_disk(p) * if self.model not in (None, True, False): */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_7to_disk_lambda4(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_7to_disk_lambda4 = {"lambda4", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_7to_disk_lambda4, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_7to_disk_lambda4(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda4 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda4(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda4(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda4", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda4", __pyx_f[0], 204, 0, __PYX_ERR(0, 204, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 204, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_write_json); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 204, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 204, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 204, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = NULL; __pyx_t_5 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_5 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_p, __pyx_t_2}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 204, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_p, __pyx_t_2}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 204, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif { __pyx_t_6 = PyTuple_New(2+__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 204, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_INCREF(__pyx_v_p); __Pyx_GIVEREF(__pyx_v_p); PyTuple_SET_ITEM(__pyx_t_6, 0+__pyx_t_5, __pyx_v_p); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_6, 1+__pyx_t_5, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_6, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 204, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.to_disk.lambda4", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":205 * serialize = OrderedDict() * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) * serialize["vocab"] = lambda p: self.vocab.to_disk(p) # <<<<<<<<<<<<<< * if self.model not in (None, True, False): * serialize["model"] = lambda p: self.model.to_disk(p) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_7to_disk_1lambda5(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_7to_disk_1lambda5 = {"lambda5", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_7to_disk_1lambda5, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_7to_disk_1lambda5(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda5 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda5(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda5(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda5", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda5", __pyx_f[0], 205, 0, __PYX_ERR(0, 205, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 205, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 205, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_to_disk); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 205, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_p) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_p); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 205, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.to_disk.lambda5", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":207 * serialize["vocab"] = lambda p: self.vocab.to_disk(p) * if self.model not in (None, True, False): * serialize["model"] = lambda p: self.model.to_disk(p) # <<<<<<<<<<<<<< * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) * util.to_disk(path, serialize, exclude) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_7to_disk_2lambda6(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_7to_disk_2lambda6 = {"lambda6", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_7to_disk_2lambda6, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_7to_disk_2lambda6(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda6 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda6(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda6(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda6", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda6", __pyx_f[0], 207, 0, __PYX_ERR(0, 207, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 207, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 207, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_to_disk); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 207, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_p) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_p); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 207, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.to_disk.lambda6", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":201 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the pipe to disk.""" * serialize = OrderedDict() */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_36to_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *__pyx_cur_scope; PyObject *__pyx_v_serialize = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__22) __Pyx_RefNannySetupContext("to_disk", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 201, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("to_disk", __pyx_f[0], 201, 0, __PYX_ERR(0, 201, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __Pyx_INCREF(__pyx_v_exclude); /* "spacy/pipeline/pipes.pyx":203 * def to_disk(self, path, exclude=tuple(), **kwargs): * """Serialize the pipe to disk.""" * serialize = OrderedDict() # <<<<<<<<<<<<<< * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) * serialize["vocab"] = lambda p: self.vocab.to_disk(p) */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_OrderedDict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 203, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 203, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_serialize = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":204 * """Serialize the pipe to disk.""" * serialize = OrderedDict() * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) # <<<<<<<<<<<<<< * serialize["vocab"] = lambda p: self.vocab.to_disk(p) * if self.model not in (None, True, False): */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_7to_disk_lambda4, 0, __pyx_n_s_Pipe_to_disk_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 204, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_serialize, __pyx_n_u_cfg, __pyx_t_1) < 0)) __PYX_ERR(0, 204, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":205 * serialize = OrderedDict() * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) * serialize["vocab"] = lambda p: self.vocab.to_disk(p) # <<<<<<<<<<<<<< * if self.model not in (None, True, False): * serialize["model"] = lambda p: self.model.to_disk(p) */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_7to_disk_1lambda5, 0, __pyx_n_s_Pipe_to_disk_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 205, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_serialize, __pyx_n_u_vocab, __pyx_t_1) < 0)) __PYX_ERR(0, 205, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":206 * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) * serialize["vocab"] = lambda p: self.vocab.to_disk(p) * if self.model not in (None, True, False): # <<<<<<<<<<<<<< * serialize["model"] = lambda p: self.model.to_disk(p) * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 206, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyObject_RichCompare(__pyx_t_1, Py_None, Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 206, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 206, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_5) { } else { __pyx_t_4 = __pyx_t_5; goto __pyx_L4_bool_binop_done; } __pyx_t_2 = PyObject_RichCompare(__pyx_t_1, Py_True, Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 206, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 206, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_5) { } else { __pyx_t_4 = __pyx_t_5; goto __pyx_L4_bool_binop_done; } __pyx_t_2 = PyObject_RichCompare(__pyx_t_1, Py_False, Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 206, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 206, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = __pyx_t_5; __pyx_L4_bool_binop_done:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = (__pyx_t_4 != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":207 * serialize["vocab"] = lambda p: self.vocab.to_disk(p) * if self.model not in (None, True, False): * serialize["model"] = lambda p: self.model.to_disk(p) # <<<<<<<<<<<<<< * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) * util.to_disk(path, serialize, exclude) */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_7to_disk_2lambda6, 0, __pyx_n_s_Pipe_to_disk_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 207, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_serialize, __pyx_n_u_model, __pyx_t_1) < 0)) __PYX_ERR(0, 207, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":206 * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) * serialize["vocab"] = lambda p: self.vocab.to_disk(p) * if self.model not in (None, True, False): # <<<<<<<<<<<<<< * serialize["model"] = lambda p: self.model.to_disk(p) * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) */ } /* "spacy/pipeline/pipes.pyx":208 * if self.model not in (None, True, False): * serialize["model"] = lambda p: self.model.to_disk(p) * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) # <<<<<<<<<<<<<< * util.to_disk(path, serialize, exclude) * */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 208, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_get_serialization_exclude); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 208, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; __pyx_t_6 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_6 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_serialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 208, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_serialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 208, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_7 = PyTuple_New(3+__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 208, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_v_serialize); __Pyx_GIVEREF(__pyx_v_serialize); PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_6, __pyx_v_serialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_6, __pyx_v_exclude); __Pyx_INCREF(__pyx_v_kwargs); __Pyx_GIVEREF(__pyx_v_kwargs); PyTuple_SET_ITEM(__pyx_t_7, 2+__pyx_t_6, __pyx_v_kwargs); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_7, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 208, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_exclude, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":209 * serialize["model"] = lambda p: self.model.to_disk(p) * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) * util.to_disk(path, serialize, exclude) # <<<<<<<<<<<<<< * * def from_disk(self, path, exclude=tuple(), **kwargs): */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_util); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 209, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_to_disk); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 209, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; __pyx_t_6 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); __pyx_t_6 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_path, __pyx_v_serialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 209, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_path, __pyx_v_serialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 209, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_2 = PyTuple_New(3+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 209, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_v_path); __Pyx_GIVEREF(__pyx_v_path); PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_6, __pyx_v_path); __Pyx_INCREF(__pyx_v_serialize); __Pyx_GIVEREF(__pyx_v_serialize); PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_6, __pyx_v_serialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_2, 2+__pyx_t_6, __pyx_v_exclude); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 209, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":201 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the pipe to disk.""" * serialize = OrderedDict() */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_serialize); __Pyx_XDECREF(__pyx_v_exclude); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":211 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the pipe from disk.""" * */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_19__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 211, 0, __PYX_ERR(0, 211, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 211, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults4, __pyx_self)->__pyx_arg_exclude); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults4, __pyx_self)->__pyx_arg_exclude); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults4, __pyx_self)->__pyx_arg_exclude); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 211, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_39from_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_38from_disk[] = "Load the pipe from disk."; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_39from_disk = {"from_disk", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_39from_disk, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_4Pipe_38from_disk}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_39from_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_path = 0; PyObject *__pyx_v_exclude = 0; PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("from_disk (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_path,&__pyx_n_s_exclude,0}; PyObject* values[3] = {0,0,0}; __pyx_defaults4 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults4, __pyx_self); values[2] = __pyx_dynamic_args->__pyx_arg_exclude; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_path)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("from_disk", 0, 2, 3, 1); __PYX_ERR(0, 211, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exclude); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "from_disk") < 0)) __PYX_ERR(0, 211, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_path = values[1]; __pyx_v_exclude = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("from_disk", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 211, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_38from_disk(__pyx_self, __pyx_v_self, __pyx_v_path, __pyx_v_exclude, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":214 * """Load the pipe from disk.""" * * def load_model(p): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_9from_disk_1load_model(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_9from_disk_1load_model = {"load_model", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_9from_disk_1load_model, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_9from_disk_1load_model(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("load_model (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_4Pipe_9from_disk_load_model(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_9from_disk_load_model(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; PyObject *__pyx_t_10 = NULL; PyObject *__pyx_t_11 = NULL; PyObject *__pyx_t_12 = NULL; int __pyx_t_13; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("load_model", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("load_model", __pyx_f[0], 214, 0, __PYX_ERR(0, 214, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":216 * def load_model(p): * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: # <<<<<<<<<<<<<< * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 216, __pyx_L1_error) } __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 216, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_get); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 216, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_2 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_3, __pyx_n_u_pretrained_dims) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_n_u_pretrained_dims); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 216, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 216, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_5) { } else { __pyx_t_1 = __pyx_t_5; goto __pyx_L4_bool_binop_done; } if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 216, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 216, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_n_u_pretrained_vectors, __pyx_t_2, Py_NE)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 216, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_6 = (__pyx_t_5 != 0); __pyx_t_1 = __pyx_t_6; __pyx_L4_bool_binop_done:; if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":217 * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: * self.cfg["pretrained_vectors"] = self.vocab.vectors.name # <<<<<<<<<<<<<< * if self.model is True: * self.model = self.Model(**self.cfg) */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 217, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 217, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_vectors); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 217, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_name); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 217, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 217, __pyx_L1_error) } __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 217, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (unlikely(PyObject_SetItem(__pyx_t_4, __pyx_n_u_pretrained_vectors, __pyx_t_2) < 0)) __PYX_ERR(0, 217, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":216 * def load_model(p): * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: # <<<<<<<<<<<<<< * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: */ } /* "spacy/pipeline/pipes.pyx":218 * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: # <<<<<<<<<<<<<< * self.model = self.Model(**self.cfg) * try: */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 218, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 218, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = (__pyx_t_2 == Py_True); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_6 = (__pyx_t_1 != 0); if (__pyx_t_6) { /* "spacy/pipeline/pipes.pyx":219 * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: * self.model = self.Model(**self.cfg) # <<<<<<<<<<<<<< * try: * self.model.from_bytes(p.open("rb").read()) */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 219, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_Model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 219, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 219, __pyx_L1_error) } __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 219, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (unlikely(__pyx_t_3 == Py_None)) { PyErr_SetString(PyExc_TypeError, "argument after ** must be a mapping, not NoneType"); __PYX_ERR(0, 219, __pyx_L1_error) } if (likely(PyDict_CheckExact(__pyx_t_3))) { __pyx_t_4 = PyDict_Copy(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 219, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else { __pyx_t_4 = PyObject_CallFunctionObjArgs((PyObject*)&PyDict_Type, __pyx_t_3, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 219, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 219, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 219, __pyx_L1_error) } if (__Pyx_PyObject_SetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model, __pyx_t_3) < 0) __PYX_ERR(0, 219, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":218 * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: # <<<<<<<<<<<<<< * self.model = self.Model(**self.cfg) * try: */ } /* "spacy/pipeline/pipes.pyx":220 * if self.model is True: * self.model = self.Model(**self.cfg) * try: # <<<<<<<<<<<<<< * self.model.from_bytes(p.open("rb").read()) * except AttributeError: */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_7, &__pyx_t_8, &__pyx_t_9); __Pyx_XGOTREF(__pyx_t_7); __Pyx_XGOTREF(__pyx_t_8); __Pyx_XGOTREF(__pyx_t_9); /*try:*/ { /* "spacy/pipeline/pipes.pyx":221 * self.model = self.Model(**self.cfg) * try: * self.model.from_bytes(p.open("rb").read()) # <<<<<<<<<<<<<< * except AttributeError: * raise ValueError(Errors.E149) */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 221, __pyx_L7_error) } __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 221, __pyx_L7_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_from_bytes); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 221, __pyx_L7_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_v_p, __pyx_n_s_open); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 221, __pyx_L7_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_12 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_11))) { __pyx_t_12 = PyMethod_GET_SELF(__pyx_t_11); if (likely(__pyx_t_12)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11); __Pyx_INCREF(__pyx_t_12); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_11, function); } } __pyx_t_10 = (__pyx_t_12) ? __Pyx_PyObject_Call2Args(__pyx_t_11, __pyx_t_12, __pyx_n_u_rb) : __Pyx_PyObject_CallOneArg(__pyx_t_11, __pyx_n_u_rb); __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 221, __pyx_L7_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_read); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 221, __pyx_L7_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_10 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_11))) { __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_11); if (likely(__pyx_t_10)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11); __Pyx_INCREF(__pyx_t_10); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_11, function); } } __pyx_t_4 = (__pyx_t_10) ? __Pyx_PyObject_CallOneArg(__pyx_t_11, __pyx_t_10) : __Pyx_PyObject_CallNoArg(__pyx_t_11); __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 221, __pyx_L7_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_11)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_3 = (__pyx_t_11) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_11, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_4); __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 221, __pyx_L7_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":220 * if self.model is True: * self.model = self.Model(**self.cfg) * try: # <<<<<<<<<<<<<< * self.model.from_bytes(p.open("rb").read()) * except AttributeError: */ } __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; goto __pyx_L12_try_end; __pyx_L7_error:; __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":222 * try: * self.model.from_bytes(p.open("rb").read()) * except AttributeError: # <<<<<<<<<<<<<< * raise ValueError(Errors.E149) * */ __pyx_t_13 = __Pyx_PyErr_ExceptionMatches(__pyx_builtin_AttributeError); if (__pyx_t_13) { __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.from_disk.load_model", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_3, &__pyx_t_2, &__pyx_t_4) < 0) __PYX_ERR(0, 222, __pyx_L9_except_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GOTREF(__pyx_t_2); __Pyx_GOTREF(__pyx_t_4); /* "spacy/pipeline/pipes.pyx":223 * self.model.from_bytes(p.open("rb").read()) * except AttributeError: * raise ValueError(Errors.E149) # <<<<<<<<<<<<<< * * deserialize = OrderedDict() */ __Pyx_GetModuleGlobalName(__pyx_t_11, __pyx_n_s_Errors); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 223, __pyx_L9_except_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_11, __pyx_n_s_E149); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 223, __pyx_L9_except_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_10); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 223, __pyx_L9_except_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_Raise(__pyx_t_11, 0, 0, 0); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __PYX_ERR(0, 223, __pyx_L9_except_error) } goto __pyx_L9_except_error; __pyx_L9_except_error:; /* "spacy/pipeline/pipes.pyx":220 * if self.model is True: * self.model = self.Model(**self.cfg) * try: # <<<<<<<<<<<<<< * self.model.from_bytes(p.open("rb").read()) * except AttributeError: */ __Pyx_XGIVEREF(__pyx_t_7); __Pyx_XGIVEREF(__pyx_t_8); __Pyx_XGIVEREF(__pyx_t_9); __Pyx_ExceptionReset(__pyx_t_7, __pyx_t_8, __pyx_t_9); goto __pyx_L1_error; __pyx_L12_try_end:; } /* "spacy/pipeline/pipes.pyx":214 * """Load the pipe from disk.""" * * def load_model(p): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_10); __Pyx_XDECREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_12); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.from_disk.load_model", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":226 * * deserialize = OrderedDict() * deserialize["cfg"] = lambda p: self.cfg.update(_load_cfg(p)) # <<<<<<<<<<<<<< * deserialize["vocab"] = lambda p: self.vocab.from_disk(p) * deserialize["model"] = load_model */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_9from_disk_2lambda7(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_9from_disk_2lambda7 = {"lambda7", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_9from_disk_2lambda7, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_9from_disk_2lambda7(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda7 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda7(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda7(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda7", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda7", __pyx_f[0], 226, 0, __PYX_ERR(0, 226, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 226, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 226, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_update); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 226, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_load_cfg); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 226, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_v_p) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_p); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 226, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_4, __pyx_t_2) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_2); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 226, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.from_disk.lambda7", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":227 * deserialize = OrderedDict() * deserialize["cfg"] = lambda p: self.cfg.update(_load_cfg(p)) * deserialize["vocab"] = lambda p: self.vocab.from_disk(p) # <<<<<<<<<<<<<< * deserialize["model"] = load_model * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_9from_disk_3lambda8(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_9from_disk_3lambda8 = {"lambda8", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_9from_disk_3lambda8, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_4Pipe_9from_disk_3lambda8(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda8 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda8(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda8(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda8", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda8", __pyx_f[0], 227, 0, __PYX_ERR(0, 227, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 227, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 227, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_from_disk); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 227, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_p) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_p); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 227, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.from_disk.lambda8", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":211 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the pipe from disk.""" * */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_4Pipe_38from_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *__pyx_cur_scope; PyObject *__pyx_v_load_model = 0; PyObject *__pyx_v_deserialize = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__23) __Pyx_RefNannySetupContext("from_disk", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 211, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("from_disk", __pyx_f[0], 211, 0, __PYX_ERR(0, 211, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __Pyx_INCREF(__pyx_v_exclude); /* "spacy/pipeline/pipes.pyx":214 * """Load the pipe from disk.""" * * def load_model(p): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_9from_disk_1load_model, 0, __pyx_n_s_Pipe_from_disk_locals_load_model, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__25)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 214, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_load_model = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":225 * raise ValueError(Errors.E149) * * deserialize = OrderedDict() # <<<<<<<<<<<<<< * deserialize["cfg"] = lambda p: self.cfg.update(_load_cfg(p)) * deserialize["vocab"] = lambda p: self.vocab.from_disk(p) */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_OrderedDict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 225, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 225, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_deserialize = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":226 * * deserialize = OrderedDict() * deserialize["cfg"] = lambda p: self.cfg.update(_load_cfg(p)) # <<<<<<<<<<<<<< * deserialize["vocab"] = lambda p: self.vocab.from_disk(p) * deserialize["model"] = load_model */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_9from_disk_2lambda7, 0, __pyx_n_s_Pipe_from_disk_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 226, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_deserialize, __pyx_n_u_cfg, __pyx_t_1) < 0)) __PYX_ERR(0, 226, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":227 * deserialize = OrderedDict() * deserialize["cfg"] = lambda p: self.cfg.update(_load_cfg(p)) * deserialize["vocab"] = lambda p: self.vocab.from_disk(p) # <<<<<<<<<<<<<< * deserialize["model"] = load_model * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_9from_disk_3lambda8, 0, __pyx_n_s_Pipe_from_disk_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 227, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_deserialize, __pyx_n_u_vocab, __pyx_t_1) < 0)) __PYX_ERR(0, 227, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":228 * deserialize["cfg"] = lambda p: self.cfg.update(_load_cfg(p)) * deserialize["vocab"] = lambda p: self.vocab.from_disk(p) * deserialize["model"] = load_model # <<<<<<<<<<<<<< * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) * util.from_disk(path, deserialize, exclude) */ if (unlikely(PyObject_SetItem(__pyx_v_deserialize, __pyx_n_u_model, __pyx_v_load_model) < 0)) __PYX_ERR(0, 228, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":229 * deserialize["vocab"] = lambda p: self.vocab.from_disk(p) * deserialize["model"] = load_model * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) # <<<<<<<<<<<<<< * util.from_disk(path, deserialize, exclude) * return self */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 229, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_get_serialization_exclude); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 229, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; __pyx_t_4 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_4 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_deserialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_4, 3+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 229, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_deserialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_4, 3+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 229, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_5 = PyTuple_New(3+__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 229, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_v_deserialize); __Pyx_GIVEREF(__pyx_v_deserialize); PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_4, __pyx_v_deserialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_4, __pyx_v_exclude); __Pyx_INCREF(__pyx_v_kwargs); __Pyx_GIVEREF(__pyx_v_kwargs); PyTuple_SET_ITEM(__pyx_t_5, 2+__pyx_t_4, __pyx_v_kwargs); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 229, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_exclude, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":230 * deserialize["model"] = load_model * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) * util.from_disk(path, deserialize, exclude) # <<<<<<<<<<<<<< * return self * */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_util); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 230, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_from_disk); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 230, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; __pyx_t_4 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); __pyx_t_4 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_path, __pyx_v_deserialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_4, 3+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 230, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_path, __pyx_v_deserialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_4, 3+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 230, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_2 = PyTuple_New(3+__pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 230, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_v_path); __Pyx_GIVEREF(__pyx_v_path); PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_4, __pyx_v_path); __Pyx_INCREF(__pyx_v_deserialize); __Pyx_GIVEREF(__pyx_v_deserialize); PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_4, __pyx_v_deserialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_2, 2+__pyx_t_4, __pyx_v_exclude); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 230, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":231 * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) * util.from_disk(path, deserialize, exclude) * return self # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __pyx_r = __pyx_cur_scope->__pyx_v_self; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":211 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the pipe from disk.""" * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.Pipe.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_load_model); __Pyx_XDECREF(__pyx_v_deserialize); __Pyx_XDECREF(__pyx_v_exclude); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":239 * * @classmethod * def Model(cls, output_size=300, **cfg): # <<<<<<<<<<<<<< * """Create a new statistical model for the class. * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_1Model(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_Model[] = "Create a new statistical model for the class.\n\n width (int): Output size of the model.\n embed_size (int): Number of vectors in the embedding table.\n **cfg: Config parameters.\n RETURNS (Model): A `thinc.neural.Model` or similar instance.\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_1Model = {"Model", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_1Model, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_Model}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_1Model(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_cls = 0; PyObject *__pyx_v_output_size = 0; PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("Model (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_cls,&__pyx_n_s_output_size,0}; PyObject* values[2] = {0,0}; values[1] = ((PyObject *)((PyObject *)__pyx_int_300)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_cls)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_output_size); if (value) { values[1] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "Model") < 0)) __PYX_ERR(0, 239, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_cls = values[0]; __pyx_v_output_size = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("Model", 0, 1, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 239, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.Model", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_Model(__pyx_self, __pyx_v_cls, __pyx_v_output_size, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_Model(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_cls, PyObject *__pyx_v_output_size, PyObject *__pyx_v_cfg) { PyObject *__pyx_v_input_size = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__26) __Pyx_RefNannySetupContext("Model", 0); __Pyx_TraceCall("Model", __pyx_f[0], 239, 0, __PYX_ERR(0, 239, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":247 * RETURNS (Model): A `thinc.neural.Model` or similar instance. * """ * input_size = util.env_opt("token_vector_width", cfg.get("input_size", 96)) # <<<<<<<<<<<<<< * return zero_init(Affine(output_size, input_size, drop_factor=0.0)) * */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 247, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_env_opt); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 247, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyDict_GetItemDefault(__pyx_v_cfg, __pyx_n_u_input_size, __pyx_int_96); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 247, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = NULL; __pyx_t_5 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_5 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_n_u_token_vector_width, __pyx_t_2}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 247, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_n_u_token_vector_width, __pyx_t_2}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 247, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif { __pyx_t_6 = PyTuple_New(2+__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 247, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_INCREF(__pyx_n_u_token_vector_width); __Pyx_GIVEREF(__pyx_n_u_token_vector_width); PyTuple_SET_ITEM(__pyx_t_6, 0+__pyx_t_5, __pyx_n_u_token_vector_width); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_6, 1+__pyx_t_5, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_6, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 247, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_input_size = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":248 * """ * input_size = util.env_opt("token_vector_width", cfg.get("input_size", 96)) * return zero_init(Affine(output_size, input_size, drop_factor=0.0)) # <<<<<<<<<<<<<< * * def __init__(self, vocab, model=True, **cfg): */ __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_zero_init); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 248, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_Affine); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 248, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 248, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_output_size); __Pyx_GIVEREF(__pyx_v_output_size); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_output_size); __Pyx_INCREF(__pyx_v_input_size); __Pyx_GIVEREF(__pyx_v_input_size); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_input_size); __pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 248, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_drop_factor, __pyx_float_0_0) < 0) __PYX_ERR(0, 248, __pyx_L1_error) __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_2, __pyx_t_4); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 248, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_4, __pyx_t_7) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_7); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 248, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":239 * * @classmethod * def Model(cls, output_size=300, **cfg): # <<<<<<<<<<<<<< * """Create a new statistical model for the class. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.Model", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_input_size); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":250 * return zero_init(Affine(output_size, input_size, drop_factor=0.0)) * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * """Construct a new statistical model. Weights are not allocated on * initialisation. */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_3__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_2__init__[] = "Construct a new statistical model. Weights are not allocated on\n initialisation.\n\n vocab (Vocab): A `Vocab` instance. The model must share the same\n `Vocab` instance with the `Doc` objects it will process.\n model (Model): A `Model` instance or `True` to allocate one later.\n **cfg: Config parameters.\n\n EXAMPLE:\n >>> from spacy.pipeline import TokenVectorEncoder\n >>> tok2vec = TokenVectorEncoder(nlp.vocab)\n >>> tok2vec.model = tok2vec.Model(128, 5000)\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_3__init__ = {"__init__", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_3__init__, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_2__init__}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_3__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_vocab = 0; PyObject *__pyx_v_model = 0; PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__init__ (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_vocab,&__pyx_n_s_model,0}; PyObject* values[3] = {0,0,0}; values[2] = ((PyObject *)((PyObject *)Py_True)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_vocab)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__init__", 0, 2, 3, 1); __PYX_ERR(0, 250, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_model); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "__init__") < 0)) __PYX_ERR(0, 250, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_vocab = values[1]; __pyx_v_model = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__init__", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 250, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_2__init__(__pyx_self, __pyx_v_self, __pyx_v_vocab, __pyx_v_model, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_2__init__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_vocab, PyObject *__pyx_v_model, PyObject *__pyx_v_cfg) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__27) __Pyx_RefNannySetupContext("__init__", 0); __Pyx_TraceCall("__init__", __pyx_f[0], 250, 0, __PYX_ERR(0, 250, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":264 * >>> tok2vec.model = tok2vec.Model(128, 5000) * """ * self.vocab = vocab # <<<<<<<<<<<<<< * self.model = model * self.input_models = [] */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_vocab, __pyx_v_vocab) < 0) __PYX_ERR(0, 264, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":265 * """ * self.vocab = vocab * self.model = model # <<<<<<<<<<<<<< * self.input_models = [] * self.cfg = dict(cfg) */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_model, __pyx_v_model) < 0) __PYX_ERR(0, 265, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":266 * self.vocab = vocab * self.model = model * self.input_models = [] # <<<<<<<<<<<<<< * self.cfg = dict(cfg) * self.cfg.setdefault("cnn_maxout_pieces", 3) */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 266, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_input_models, __pyx_t_1) < 0) __PYX_ERR(0, 266, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":267 * self.model = model * self.input_models = [] * self.cfg = dict(cfg) # <<<<<<<<<<<<<< * self.cfg.setdefault("cnn_maxout_pieces", 3) * */ __pyx_t_1 = PyDict_Copy(__pyx_v_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 267, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_cfg, __pyx_t_1) < 0) __PYX_ERR(0, 267, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":268 * self.input_models = [] * self.cfg = dict(cfg) * self.cfg.setdefault("cnn_maxout_pieces", 3) # <<<<<<<<<<<<<< * * def __call__(self, doc): */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 268, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_setdefault); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 268, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_tuple__28, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 268, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":250 * return zero_init(Affine(output_size, input_size, drop_factor=0.0)) * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * """Construct a new statistical model. Weights are not allocated on * initialisation. */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":270 * self.cfg.setdefault("cnn_maxout_pieces", 3) * * def __call__(self, doc): # <<<<<<<<<<<<<< * """Add context-sensitive vectors to a `Doc`, e.g. from a CNN or LSTM * model. Vectors are set to the `Doc.tensor` attribute. */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_5__call__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_4__call__[] = "Add context-sensitive vectors to a `Doc`, e.g. from a CNN or LSTM\n model. Vectors are set to the `Doc.tensor` attribute.\n\n docs (Doc or iterable): One or more documents to add vectors to.\n RETURNS (dict or None): Intermediate computations.\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_5__call__ = {"__call__", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_5__call__, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_4__call__}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_5__call__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_doc = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__call__ (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_doc,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_doc)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__call__", 1, 2, 2, 1); __PYX_ERR(0, 270, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__call__") < 0)) __PYX_ERR(0, 270, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_doc = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__call__", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 270, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_4__call__(__pyx_self, __pyx_v_self, __pyx_v_doc); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_4__call__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_doc) { PyObject *__pyx_v_tokvecses = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__29) __Pyx_RefNannySetupContext("__call__", 0); __Pyx_TraceCall("__call__", __pyx_f[0], 270, 0, __PYX_ERR(0, 270, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":277 * RETURNS (dict or None): Intermediate computations. * """ * tokvecses = self.predict([doc]) # <<<<<<<<<<<<<< * self.set_annotations([doc], tokvecses) * return doc */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_predict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 277, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyList_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 277, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_doc); __Pyx_GIVEREF(__pyx_v_doc); PyList_SET_ITEM(__pyx_t_3, 0, __pyx_v_doc); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 277, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_tokvecses = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":278 * """ * tokvecses = self.predict([doc]) * self.set_annotations([doc], tokvecses) # <<<<<<<<<<<<<< * return doc * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_set_annotations); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 278, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyList_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 278, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_doc); __Pyx_GIVEREF(__pyx_v_doc); PyList_SET_ITEM(__pyx_t_3, 0, __pyx_v_doc); __pyx_t_4 = NULL; __pyx_t_5 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_5 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_3, __pyx_v_tokvecses}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 278, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_3, __pyx_v_tokvecses}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 278, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif { __pyx_t_6 = PyTuple_New(2+__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 278, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_6, 0+__pyx_t_5, __pyx_t_3); __Pyx_INCREF(__pyx_v_tokvecses); __Pyx_GIVEREF(__pyx_v_tokvecses); PyTuple_SET_ITEM(__pyx_t_6, 1+__pyx_t_5, __pyx_v_tokvecses); __pyx_t_3 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_6, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 278, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":279 * tokvecses = self.predict([doc]) * self.set_annotations([doc], tokvecses) * return doc # <<<<<<<<<<<<<< * * def pipe(self, stream, batch_size=128, n_threads=-1): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_doc); __pyx_r = __pyx_v_doc; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":270 * self.cfg.setdefault("cnn_maxout_pieces", 3) * * def __call__(self, doc): # <<<<<<<<<<<<<< * """Add context-sensitive vectors to a `Doc`, e.g. from a CNN or LSTM * model. Vectors are set to the `Doc.tensor` attribute. */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_tokvecses); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_10Tensorizer_8generator2(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":281 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * """Process `Doc` objects as a stream. * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_7pipe(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_6pipe[] = "Process `Doc` objects as a stream.\n\n stream (iterator): A sequence of `Doc` objects to process.\n batch_size (int): Number of `Doc` objects to group.\n YIELDS (iterator): A sequence of `Doc` objects, in order of input.\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_7pipe = {"pipe", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_7pipe, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_6pipe}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_7pipe(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_stream = 0; PyObject *__pyx_v_batch_size = 0; CYTHON_UNUSED PyObject *__pyx_v_n_threads = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("pipe (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_stream,&__pyx_n_s_batch_size,&__pyx_n_s_n_threads,0}; PyObject* values[4] = {0,0,0,0}; values[2] = ((PyObject *)((PyObject *)__pyx_int_128)); values[3] = ((PyObject *)((PyObject *)__pyx_int_neg_1)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_stream)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("pipe", 0, 2, 4, 1); __PYX_ERR(0, 281, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_batch_size); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_n_threads); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "pipe") < 0)) __PYX_ERR(0, 281, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_stream = values[1]; __pyx_v_batch_size = values[2]; __pyx_v_n_threads = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("pipe", 0, 2, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 281, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_6pipe(__pyx_self, __pyx_v_self, __pyx_v_stream, __pyx_v_batch_size, __pyx_v_n_threads); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_6pipe(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_stream, PyObject *__pyx_v_batch_size, CYTHON_UNUSED PyObject *__pyx_v_n_threads) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("pipe", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 281, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __pyx_cur_scope->__pyx_v_stream = __pyx_v_stream; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_stream); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_stream); __pyx_cur_scope->__pyx_v_batch_size = __pyx_v_batch_size; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_batch_size); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_batch_size); __pyx_cur_scope->__pyx_v_n_threads = __pyx_v_n_threads; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_n_threads); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_n_threads); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_10Tensorizer_8generator2, __pyx_codeobj__30, (PyObject *) __pyx_cur_scope, __pyx_n_s_pipe, __pyx_n_s_Tensorizer_pipe, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 281, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_10Tensorizer_8generator2(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); int __pyx_t_7; PyObject *__pyx_t_8 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("pipe", 0); __Pyx_TraceFrameInit(__pyx_codeobj__30) __Pyx_TraceCall("pipe", __pyx_f[0], 281, 0, __PYX_ERR(0, 281, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; case 1: goto __pyx_L6_resume_from_yield_from; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 281, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":288 * YIELDS (iterator): A sequence of `Doc` objects, in order of input. * """ * for docs in util.minibatch(stream, size=batch_size): # <<<<<<<<<<<<<< * docs = list(docs) * tensors = self.predict(docs) */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_util); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 288, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_minibatch); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 288, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 288, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_stream); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_stream); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_cur_scope->__pyx_v_stream); __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 288, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_size, __pyx_cur_scope->__pyx_v_batch_size) < 0) __PYX_ERR(0, 288, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 288, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) { __pyx_t_3 = __pyx_t_4; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 288, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 288, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 288, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 288, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 288, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 288, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_6(__pyx_t_3); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 288, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_docs, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":289 * """ * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) # <<<<<<<<<<<<<< * tensors = self.predict(docs) * self.set_annotations(docs, tensors) */ __pyx_t_4 = PySequence_List(__pyx_cur_scope->__pyx_v_docs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 289, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GOTREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_docs, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":290 * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) * tensors = self.predict(docs) # <<<<<<<<<<<<<< * self.set_annotations(docs, tensors) * yield from docs */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_predict); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 290, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_4 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_2, __pyx_cur_scope->__pyx_v_docs) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 290, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_tensors); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_tensors, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":291 * docs = list(docs) * tensors = self.predict(docs) * self.set_annotations(docs, tensors) # <<<<<<<<<<<<<< * yield from docs * */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_set_annotations); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 291, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = NULL; __pyx_t_7 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); __pyx_t_7 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_cur_scope->__pyx_v_docs, __pyx_cur_scope->__pyx_v_tensors}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 291, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_cur_scope->__pyx_v_docs, __pyx_cur_scope->__pyx_v_tensors}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 291, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif { __pyx_t_8 = PyTuple_New(2+__pyx_t_7); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 291, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_8, 0+__pyx_t_7, __pyx_cur_scope->__pyx_v_docs); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_tensors); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_tensors); PyTuple_SET_ITEM(__pyx_t_8, 1+__pyx_t_7, __pyx_cur_scope->__pyx_v_tensors); __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_8, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 291, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":292 * tensors = self.predict(docs) * self.set_annotations(docs, tensors) * yield from docs # <<<<<<<<<<<<<< * * def predict(self, docs): */ __pyx_r = __Pyx_Generator_Yield_From(__pyx_generator, __pyx_cur_scope->__pyx_v_docs); __Pyx_XGOTREF(__pyx_r); if (likely(__pyx_r)) { __Pyx_XGIVEREF(__pyx_t_3); __pyx_cur_scope->__pyx_t_0 = __pyx_t_3; __pyx_cur_scope->__pyx_t_1 = __pyx_t_5; __pyx_cur_scope->__pyx_t_2 = __pyx_t_6; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); __Pyx_Coroutine_ResetAndClearException(__pyx_generator); /* return from generator, yielding value */ __pyx_generator->resume_label = 1; return __pyx_r; __pyx_L6_resume_from_yield_from:; __pyx_t_3 = __pyx_cur_scope->__pyx_t_0; __pyx_cur_scope->__pyx_t_0 = 0; __Pyx_XGOTREF(__pyx_t_3); __pyx_t_5 = __pyx_cur_scope->__pyx_t_1; __pyx_t_6 = __pyx_cur_scope->__pyx_t_2; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 292, __pyx_L1_error) } else { PyObject* exc_type = __Pyx_PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || (exc_type != PyExc_GeneratorExit && __Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration)))) PyErr_Clear(); else __PYX_ERR(0, 292, __pyx_L1_error) } } /* "spacy/pipeline/pipes.pyx":288 * YIELDS (iterator): A sequence of `Doc` objects, in order of input. * """ * for docs in util.minibatch(stream, size=batch_size): # <<<<<<<<<<<<<< * docs = list(docs) * tensors = self.predict(docs) */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* "spacy/pipeline/pipes.pyx":281 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * """Process `Doc` objects as a stream. * */ /* function exit code */ PyErr_SetNone(PyExc_StopIteration); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_8); __Pyx_AddTraceback("pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XDECREF(__pyx_r); __pyx_r = 0; #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":294 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """Return a single tensor for a batch of documents. * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_10predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_9predict[] = "Return a single tensor for a batch of documents.\n\n docs (iterable): A sequence of `Doc` objects.\n RETURNS (object): Vector representations for each token in the docs.\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_10predict = {"predict", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_10predict, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_9predict}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_10predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("predict (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, 1); __PYX_ERR(0, 294, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "predict") < 0)) __PYX_ERR(0, 294, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 294, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_9predict(__pyx_self, __pyx_v_self, __pyx_v_docs); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_9predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs) { PyObject *__pyx_v_inputs = NULL; PyObject *__pyx_v_outputs = NULL; PyObject *__pyx_v_doc = NULL; PyObject *__pyx_v_d = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); PyObject *__pyx_t_7 = NULL; Py_ssize_t __pyx_t_8; int __pyx_t_9; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__31) __Pyx_RefNannySetupContext("predict", 0); __Pyx_TraceCall("predict", __pyx_f[0], 294, 0, __PYX_ERR(0, 294, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":300 * RETURNS (object): Vector representations for each token in the docs. * """ * self.require_model() # <<<<<<<<<<<<<< * inputs = self.model.ops.flatten([doc.tensor for doc in docs]) * outputs = self.model(inputs) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 300, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 300, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":301 * """ * self.require_model() * inputs = self.model.ops.flatten([doc.tensor for doc in docs]) # <<<<<<<<<<<<<< * outputs = self.model(inputs) * return self.model.ops.unflatten(outputs, [len(d) for d in docs]) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 301, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ops); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 301, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_flatten); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 301, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 301, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (likely(PyList_CheckExact(__pyx_v_docs)) || PyTuple_CheckExact(__pyx_v_docs)) { __pyx_t_4 = __pyx_v_docs; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_v_docs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 301, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 301, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_4))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 301, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 301, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 301, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 301, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } } else { __pyx_t_7 = __pyx_t_6(__pyx_t_4); if (unlikely(!__pyx_t_7)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 301, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_7); } __Pyx_XDECREF_SET(__pyx_v_doc, __pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_tensor); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 301, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (unlikely(__Pyx_ListComp_Append(__pyx_t_3, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 301, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 301, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_inputs = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":302 * self.require_model() * inputs = self.model.ops.flatten([doc.tensor for doc in docs]) * outputs = self.model(inputs) # <<<<<<<<<<<<<< * return self.model.ops.unflatten(outputs, [len(d) for d in docs]) * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 302, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_inputs) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_inputs); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 302, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_outputs = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":303 * inputs = self.model.ops.flatten([doc.tensor for doc in docs]) * outputs = self.model(inputs) * return self.model.ops.unflatten(outputs, [len(d) for d in docs]) # <<<<<<<<<<<<<< * * def set_annotations(self, docs, tensors): */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 303, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ops); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 303, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_unflatten); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 303, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 303, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (likely(PyList_CheckExact(__pyx_v_docs)) || PyTuple_CheckExact(__pyx_v_docs)) { __pyx_t_4 = __pyx_v_docs; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_v_docs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 303, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 303, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_4))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 303, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 303, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 303, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 303, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } } else { __pyx_t_7 = __pyx_t_6(__pyx_t_4); if (unlikely(!__pyx_t_7)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 303, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_7); } __Pyx_XDECREF_SET(__pyx_v_d, __pyx_t_7); __pyx_t_7 = 0; __pyx_t_8 = PyObject_Length(__pyx_v_d); if (unlikely(__pyx_t_8 == ((Py_ssize_t)-1))) __PYX_ERR(0, 303, __pyx_L1_error) __pyx_t_7 = PyInt_FromSsize_t(__pyx_t_8); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 303, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (unlikely(__Pyx_ListComp_Append(__pyx_t_3, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 303, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; __pyx_t_9 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_9 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_outputs, __pyx_t_3}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 303, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_outputs, __pyx_t_3}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_9, 2+__pyx_t_9); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 303, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif { __pyx_t_7 = PyTuple_New(2+__pyx_t_9); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 303, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_INCREF(__pyx_v_outputs); __Pyx_GIVEREF(__pyx_v_outputs); PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_9, __pyx_v_outputs); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_9, __pyx_t_3); __pyx_t_3 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_7, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 303, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":294 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """Return a single tensor for a batch of documents. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_inputs); __Pyx_XDECREF(__pyx_v_outputs); __Pyx_XDECREF(__pyx_v_doc); __Pyx_XDECREF(__pyx_v_d); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":305 * return self.model.ops.unflatten(outputs, [len(d) for d in docs]) * * def set_annotations(self, docs, tensors): # <<<<<<<<<<<<<< * """Set the tensor attribute for a batch of documents. * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_12set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_11set_annotations[] = "Set the tensor attribute for a batch of documents.\n\n docs (iterable): A sequence of `Doc` objects.\n tensors (object): Vector representation for each token in the docs.\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_12set_annotations = {"set_annotations", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_12set_annotations, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_11set_annotations}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_12set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_tensors = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("set_annotations (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_tensors,0}; PyObject* values[3] = {0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 1, 3, 3, 1); __PYX_ERR(0, 305, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tensors)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 1, 3, 3, 2); __PYX_ERR(0, 305, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "set_annotations") < 0)) __PYX_ERR(0, 305, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 3) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_tensors = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("set_annotations", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 305, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_11set_annotations(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_tensors); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_11set_annotations(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_tensors) { PyObject *__pyx_v_doc = NULL; PyObject *__pyx_v_tensor = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; Py_ssize_t __pyx_t_3; PyObject *(*__pyx_t_4)(PyObject *); PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *(*__pyx_t_8)(PyObject *); Py_ssize_t __pyx_t_9; int __pyx_t_10; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__32) __Pyx_RefNannySetupContext("set_annotations", 0); __Pyx_TraceCall("set_annotations", __pyx_f[0], 305, 0, __PYX_ERR(0, 305, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":311 * tensors (object): Vector representation for each token in the docs. * """ * for doc, tensor in zip(docs, tensors): # <<<<<<<<<<<<<< * if tensor.shape[0] != len(doc): * raise ValueError(Errors.E076.format(rows=tensor.shape[0], words=len(doc))) */ __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_docs); __Pyx_GIVEREF(__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_docs); __Pyx_INCREF(__pyx_v_tensors); __Pyx_GIVEREF(__pyx_v_tensors); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_v_tensors); __pyx_t_2 = __Pyx_PyObject_Call(__pyx_builtin_zip, __pyx_t_1, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) { __pyx_t_1 = __pyx_t_2; __Pyx_INCREF(__pyx_t_1); __pyx_t_3 = 0; __pyx_t_4 = NULL; } else { __pyx_t_3 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 311, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; for (;;) { if (likely(!__pyx_t_4)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_2 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_3); __Pyx_INCREF(__pyx_t_2); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 311, __pyx_L1_error) #else __pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif } else { if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_3); __Pyx_INCREF(__pyx_t_2); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 311, __pyx_L1_error) #else __pyx_t_2 = PySequence_ITEM(__pyx_t_1, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif } } else { __pyx_t_2 = __pyx_t_4(__pyx_t_1); if (unlikely(!__pyx_t_2)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 311, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_2); } if ((likely(PyTuple_CheckExact(__pyx_t_2))) || (PyList_CheckExact(__pyx_t_2))) { PyObject* sequence = __pyx_t_2; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 311, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_6 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_5 = PyList_GET_ITEM(sequence, 0); __pyx_t_6 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_6); #else __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else { Py_ssize_t index = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_7)->tp_iternext; index = 0; __pyx_t_5 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_5)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); index = 1; __pyx_t_6 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_6)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_6); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_7), 2) < 0) __PYX_ERR(0, 311, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; goto __pyx_L6_unpacking_done; __pyx_L5_unpacking_failed:; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 311, __pyx_L1_error) __pyx_L6_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_doc, __pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF_SET(__pyx_v_tensor, __pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":312 * """ * for doc, tensor in zip(docs, tensors): * if tensor.shape[0] != len(doc): # <<<<<<<<<<<<<< * raise ValueError(Errors.E076.format(rows=tensor.shape[0], words=len(doc))) * doc.tensor = tensor */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_tensor, __pyx_n_s_shape); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 312, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_6 = __Pyx_GetItemInt(__pyx_t_2, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 312, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_9 = PyObject_Length(__pyx_v_doc); if (unlikely(__pyx_t_9 == ((Py_ssize_t)-1))) __PYX_ERR(0, 312, __pyx_L1_error) __pyx_t_2 = PyInt_FromSsize_t(__pyx_t_9); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 312, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = PyObject_RichCompare(__pyx_t_6, __pyx_t_2, Py_NE); __Pyx_XGOTREF(__pyx_t_5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 312, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_10 < 0)) __PYX_ERR(0, 312, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(__pyx_t_10)) { /* "spacy/pipeline/pipes.pyx":313 * for doc, tensor in zip(docs, tensors): * if tensor.shape[0] != len(doc): * raise ValueError(Errors.E076.format(rows=tensor.shape[0], words=len(doc))) # <<<<<<<<<<<<<< * doc.tensor = tensor * */ __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_Errors); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 313, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_E076); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 313, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_format); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 313, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 313, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_tensor, __pyx_n_s_shape); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 313, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_7 = __Pyx_GetItemInt(__pyx_t_6, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 313, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_rows, __pyx_t_7) < 0) __PYX_ERR(0, 313, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_9 = PyObject_Length(__pyx_v_doc); if (unlikely(__pyx_t_9 == ((Py_ssize_t)-1))) __PYX_ERR(0, 313, __pyx_L1_error) __pyx_t_7 = PyInt_FromSsize_t(__pyx_t_9); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 313, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_words, __pyx_t_7) < 0) __PYX_ERR(0, 313, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_empty_tuple, __pyx_t_2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 313, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_7); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 313, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_Raise(__pyx_t_2, 0, 0, 0); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __PYX_ERR(0, 313, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":312 * """ * for doc, tensor in zip(docs, tensors): * if tensor.shape[0] != len(doc): # <<<<<<<<<<<<<< * raise ValueError(Errors.E076.format(rows=tensor.shape[0], words=len(doc))) * doc.tensor = tensor */ } /* "spacy/pipeline/pipes.pyx":314 * if tensor.shape[0] != len(doc): * raise ValueError(Errors.E076.format(rows=tensor.shape[0], words=len(doc))) * doc.tensor = tensor # <<<<<<<<<<<<<< * * def update(self, docs, golds, state=None, drop=0.0, sgd=None, losses=None): */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_doc, __pyx_n_s_tensor, __pyx_v_tensor) < 0) __PYX_ERR(0, 314, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":311 * tensors (object): Vector representation for each token in the docs. * """ * for doc, tensor in zip(docs, tensors): # <<<<<<<<<<<<<< * if tensor.shape[0] != len(doc): * raise ValueError(Errors.E076.format(rows=tensor.shape[0], words=len(doc))) */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":305 * return self.model.ops.unflatten(outputs, [len(d) for d in docs]) * * def set_annotations(self, docs, tensors): # <<<<<<<<<<<<<< * """Set the tensor attribute for a batch of documents. * */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_doc); __Pyx_XDECREF(__pyx_v_tensor); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":316 * doc.tensor = tensor * * def update(self, docs, golds, state=None, drop=0.0, sgd=None, losses=None): # <<<<<<<<<<<<<< * """Update the model. * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_14update(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_13update[] = "Update the model.\n\n docs (iterable): A batch of `Doc` objects.\n golds (iterable): A batch of `GoldParse` objects.\n drop (float): The dropout rate.\n sgd (callable): An optimizer.\n RETURNS (dict): Results from the update.\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_14update = {"update", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_14update, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_13update}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_14update(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_golds = 0; CYTHON_UNUSED PyObject *__pyx_v_state = 0; PyObject *__pyx_v_drop = 0; PyObject *__pyx_v_sgd = 0; PyObject *__pyx_v_losses = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("update (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_golds,&__pyx_n_s_state,&__pyx_n_s_drop,&__pyx_n_s_sgd,&__pyx_n_s_losses,0}; PyObject* values[7] = {0,0,0,0,0,0,0}; values[3] = ((PyObject *)((PyObject *)Py_None)); values[4] = ((PyObject *)((PyObject*)__pyx_float_0_0)); values[5] = ((PyObject *)((PyObject *)Py_None)); values[6] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6); CYTHON_FALLTHROUGH; case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("update", 0, 3, 7, 1); __PYX_ERR(0, 316, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_golds)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("update", 0, 3, 7, 2); __PYX_ERR(0, 316, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_state); if (value) { values[3] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 4: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_drop); if (value) { values[4] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 5: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[5] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 6: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_losses); if (value) { values[6] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "update") < 0)) __PYX_ERR(0, 316, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6); CYTHON_FALLTHROUGH; case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_golds = values[2]; __pyx_v_state = values[3]; __pyx_v_drop = values[4]; __pyx_v_sgd = values[5]; __pyx_v_losses = values[6]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("update", 0, 3, 7, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 316, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.update", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_13update(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_golds, __pyx_v_state, __pyx_v_drop, __pyx_v_sgd, __pyx_v_losses); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_13update(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, CYTHON_UNUSED PyObject *__pyx_v_state, PyObject *__pyx_v_drop, PyObject *__pyx_v_sgd, PyObject *__pyx_v_losses) { PyObject *__pyx_v_inputs = NULL; PyObject *__pyx_v_bp_inputs = NULL; PyObject *__pyx_v_tok2vec = NULL; PyObject *__pyx_v_tensor = NULL; PyObject *__pyx_v_bp_tensor = NULL; PyObject *__pyx_v_scores = NULL; PyObject *__pyx_v_bp_scores = NULL; PyObject *__pyx_v_loss = NULL; PyObject *__pyx_v_d_scores = NULL; PyObject *__pyx_v_d_inputs = NULL; PyObject *__pyx_v_d_input = NULL; PyObject *__pyx_v_bp_input = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; Py_ssize_t __pyx_t_6; PyObject *(*__pyx_t_7)(PyObject *); PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; PyObject *(*__pyx_t_10)(PyObject *); int __pyx_t_11; int __pyx_t_12; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__33) __Pyx_RefNannySetupContext("update", 0); __Pyx_TraceCall("update", __pyx_f[0], 316, 0, __PYX_ERR(0, 316, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_docs); /* "spacy/pipeline/pipes.pyx":325 * RETURNS (dict): Results from the update. * """ * self.require_model() # <<<<<<<<<<<<<< * if isinstance(docs, Doc): * docs = [docs] */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 325, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 325, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":326 * """ * self.require_model() * if isinstance(docs, Doc): # <<<<<<<<<<<<<< * docs = [docs] * inputs = [] */ __pyx_t_4 = __Pyx_TypeCheck(__pyx_v_docs, __pyx_ptype_5spacy_6tokens_3doc_Doc); __pyx_t_5 = (__pyx_t_4 != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":327 * self.require_model() * if isinstance(docs, Doc): * docs = [docs] # <<<<<<<<<<<<<< * inputs = [] * bp_inputs = [] */ __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 327, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_docs); __Pyx_GIVEREF(__pyx_v_docs); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_v_docs); __Pyx_DECREF_SET(__pyx_v_docs, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":326 * """ * self.require_model() * if isinstance(docs, Doc): # <<<<<<<<<<<<<< * docs = [docs] * inputs = [] */ } /* "spacy/pipeline/pipes.pyx":328 * if isinstance(docs, Doc): * docs = [docs] * inputs = [] # <<<<<<<<<<<<<< * bp_inputs = [] * for tok2vec in self.input_models: */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 328, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_inputs = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":329 * docs = [docs] * inputs = [] * bp_inputs = [] # <<<<<<<<<<<<<< * for tok2vec in self.input_models: * tensor, bp_tensor = tok2vec.begin_update(docs, drop=drop) */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 329, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_bp_inputs = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":330 * inputs = [] * bp_inputs = [] * for tok2vec in self.input_models: # <<<<<<<<<<<<<< * tensor, bp_tensor = tok2vec.begin_update(docs, drop=drop) * inputs.append(tensor) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_input_models); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 330, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (likely(PyList_CheckExact(__pyx_t_1)) || PyTuple_CheckExact(__pyx_t_1)) { __pyx_t_2 = __pyx_t_1; __Pyx_INCREF(__pyx_t_2); __pyx_t_6 = 0; __pyx_t_7 = NULL; } else { __pyx_t_6 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 330, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_7 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 330, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; for (;;) { if (likely(!__pyx_t_7)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 330, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 330, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } else { if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 330, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 330, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } } else { __pyx_t_1 = __pyx_t_7(__pyx_t_2); if (unlikely(!__pyx_t_1)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 330, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_1); } __Pyx_XDECREF_SET(__pyx_v_tok2vec, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":331 * bp_inputs = [] * for tok2vec in self.input_models: * tensor, bp_tensor = tok2vec.begin_update(docs, drop=drop) # <<<<<<<<<<<<<< * inputs.append(tensor) * bp_inputs.append(bp_tensor) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_tok2vec, __pyx_n_s_begin_update); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 331, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 331, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_docs); __Pyx_GIVEREF(__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_docs); __pyx_t_8 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 331, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_drop, __pyx_v_drop) < 0) __PYX_ERR(0, 331, __pyx_L1_error) __pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_3, __pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 331, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_9))) || (PyList_CheckExact(__pyx_t_9))) { PyObject* sequence = __pyx_t_9; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 331, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_8 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_3 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_8 = PyList_GET_ITEM(sequence, 0); __pyx_t_3 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(__pyx_t_3); #else __pyx_t_8 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 331, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_3 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 331, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; } else { Py_ssize_t index = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_9); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 331, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_10 = Py_TYPE(__pyx_t_1)->tp_iternext; index = 0; __pyx_t_8 = __pyx_t_10(__pyx_t_1); if (unlikely(!__pyx_t_8)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_8); index = 1; __pyx_t_3 = __pyx_t_10(__pyx_t_1); if (unlikely(!__pyx_t_3)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_1), 2) < 0) __PYX_ERR(0, 331, __pyx_L1_error) __pyx_t_10 = NULL; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L7_unpacking_done; __pyx_L6_unpacking_failed:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_10 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 331, __pyx_L1_error) __pyx_L7_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_tensor, __pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_bp_tensor, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":332 * for tok2vec in self.input_models: * tensor, bp_tensor = tok2vec.begin_update(docs, drop=drop) * inputs.append(tensor) # <<<<<<<<<<<<<< * bp_inputs.append(bp_tensor) * inputs = self.model.ops.xp.hstack(inputs) */ __pyx_t_11 = __Pyx_PyObject_Append(__pyx_v_inputs, __pyx_v_tensor); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(0, 332, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":333 * tensor, bp_tensor = tok2vec.begin_update(docs, drop=drop) * inputs.append(tensor) * bp_inputs.append(bp_tensor) # <<<<<<<<<<<<<< * inputs = self.model.ops.xp.hstack(inputs) * scores, bp_scores = self.model.begin_update(inputs, drop=drop) */ __pyx_t_11 = __Pyx_PyList_Append(__pyx_v_bp_inputs, __pyx_v_bp_tensor); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(0, 333, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":330 * inputs = [] * bp_inputs = [] * for tok2vec in self.input_models: # <<<<<<<<<<<<<< * tensor, bp_tensor = tok2vec.begin_update(docs, drop=drop) * inputs.append(tensor) */ } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":334 * inputs.append(tensor) * bp_inputs.append(bp_tensor) * inputs = self.model.ops.xp.hstack(inputs) # <<<<<<<<<<<<<< * scores, bp_scores = self.model.begin_update(inputs, drop=drop) * loss, d_scores = self.get_loss(docs, golds, scores) */ __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 334, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_ops); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 334, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_xp); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 334, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_hstack); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 334, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_9)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_9); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_2 = (__pyx_t_9) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_9, __pyx_v_inputs) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_inputs); __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 334, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_inputs, __pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":335 * bp_inputs.append(bp_tensor) * inputs = self.model.ops.xp.hstack(inputs) * scores, bp_scores = self.model.begin_update(inputs, drop=drop) # <<<<<<<<<<<<<< * loss, d_scores = self.get_loss(docs, golds, scores) * d_inputs = bp_scores(d_scores, sgd=sgd) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 335, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_begin_update); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 335, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 335, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_inputs); __Pyx_GIVEREF(__pyx_v_inputs); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_inputs); __pyx_t_9 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 335, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); if (PyDict_SetItem(__pyx_t_9, __pyx_n_s_drop, __pyx_v_drop) < 0) __PYX_ERR(0, 335, __pyx_L1_error) __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_2, __pyx_t_9); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 335, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_8))) || (PyList_CheckExact(__pyx_t_8))) { PyObject* sequence = __pyx_t_8; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 335, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_9 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_2 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_9 = PyList_GET_ITEM(sequence, 0); __pyx_t_2 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_9); __Pyx_INCREF(__pyx_t_2); #else __pyx_t_9 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 335, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_2 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 335, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } else { Py_ssize_t index = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 335, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_10 = Py_TYPE(__pyx_t_3)->tp_iternext; index = 0; __pyx_t_9 = __pyx_t_10(__pyx_t_3); if (unlikely(!__pyx_t_9)) goto __pyx_L8_unpacking_failed; __Pyx_GOTREF(__pyx_t_9); index = 1; __pyx_t_2 = __pyx_t_10(__pyx_t_3); if (unlikely(!__pyx_t_2)) goto __pyx_L8_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_3), 2) < 0) __PYX_ERR(0, 335, __pyx_L1_error) __pyx_t_10 = NULL; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; goto __pyx_L9_unpacking_done; __pyx_L8_unpacking_failed:; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_10 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 335, __pyx_L1_error) __pyx_L9_unpacking_done:; } __pyx_v_scores = __pyx_t_9; __pyx_t_9 = 0; __pyx_v_bp_scores = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":336 * inputs = self.model.ops.xp.hstack(inputs) * scores, bp_scores = self.model.begin_update(inputs, drop=drop) * loss, d_scores = self.get_loss(docs, golds, scores) # <<<<<<<<<<<<<< * d_inputs = bp_scores(d_scores, sgd=sgd) * d_inputs = self.model.ops.xp.split(d_inputs, len(self.input_models), axis=1) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_get_loss); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 336, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_9 = NULL; __pyx_t_12 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_9)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_9); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_12 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[4] = {__pyx_t_9, __pyx_v_docs, __pyx_v_golds, __pyx_v_scores}; __pyx_t_8 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_12, 3+__pyx_t_12); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 336, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_GOTREF(__pyx_t_8); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[4] = {__pyx_t_9, __pyx_v_docs, __pyx_v_golds, __pyx_v_scores}; __pyx_t_8 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_12, 3+__pyx_t_12); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 336, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_GOTREF(__pyx_t_8); } else #endif { __pyx_t_3 = PyTuple_New(3+__pyx_t_12); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 336, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (__pyx_t_9) { __Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_9); __pyx_t_9 = NULL; } __Pyx_INCREF(__pyx_v_docs); __Pyx_GIVEREF(__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_3, 0+__pyx_t_12, __pyx_v_docs); __Pyx_INCREF(__pyx_v_golds); __Pyx_GIVEREF(__pyx_v_golds); PyTuple_SET_ITEM(__pyx_t_3, 1+__pyx_t_12, __pyx_v_golds); __Pyx_INCREF(__pyx_v_scores); __Pyx_GIVEREF(__pyx_v_scores); PyTuple_SET_ITEM(__pyx_t_3, 2+__pyx_t_12, __pyx_v_scores); __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_3, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 336, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_8))) || (PyList_CheckExact(__pyx_t_8))) { PyObject* sequence = __pyx_t_8; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 336, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_3 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_3 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 336, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 336, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } else { Py_ssize_t index = -1; __pyx_t_9 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 336, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_10 = Py_TYPE(__pyx_t_9)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_10(__pyx_t_9); if (unlikely(!__pyx_t_2)) goto __pyx_L10_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_3 = __pyx_t_10(__pyx_t_9); if (unlikely(!__pyx_t_3)) goto __pyx_L10_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_9), 2) < 0) __PYX_ERR(0, 336, __pyx_L1_error) __pyx_t_10 = NULL; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; goto __pyx_L11_unpacking_done; __pyx_L10_unpacking_failed:; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_10 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 336, __pyx_L1_error) __pyx_L11_unpacking_done:; } __pyx_v_loss = __pyx_t_2; __pyx_t_2 = 0; __pyx_v_d_scores = __pyx_t_3; __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":337 * scores, bp_scores = self.model.begin_update(inputs, drop=drop) * loss, d_scores = self.get_loss(docs, golds, scores) * d_inputs = bp_scores(d_scores, sgd=sgd) # <<<<<<<<<<<<<< * d_inputs = self.model.ops.xp.split(d_inputs, len(self.input_models), axis=1) * for d_input, bp_input in zip(d_inputs, bp_inputs): */ __pyx_t_8 = PyTuple_New(1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 337, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_INCREF(__pyx_v_d_scores); __Pyx_GIVEREF(__pyx_v_d_scores); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_v_d_scores); __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 337, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_sgd, __pyx_v_sgd) < 0) __PYX_ERR(0, 337, __pyx_L1_error) __pyx_t_2 = __Pyx_PyObject_Call(__pyx_v_bp_scores, __pyx_t_8, __pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 337, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_d_inputs = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":338 * loss, d_scores = self.get_loss(docs, golds, scores) * d_inputs = bp_scores(d_scores, sgd=sgd) * d_inputs = self.model.ops.xp.split(d_inputs, len(self.input_models), axis=1) # <<<<<<<<<<<<<< * for d_input, bp_input in zip(d_inputs, bp_inputs): * bp_input(d_input, sgd=sgd) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 338, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ops); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 338, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_xp); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 338, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_split); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 338, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_input_models); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 338, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_6 = PyObject_Length(__pyx_t_2); if (unlikely(__pyx_t_6 == ((Py_ssize_t)-1))) __PYX_ERR(0, 338, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyInt_FromSsize_t(__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 338, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_8 = PyTuple_New(2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 338, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_INCREF(__pyx_v_d_inputs); __Pyx_GIVEREF(__pyx_v_d_inputs); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_v_d_inputs); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_8, 1, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 338, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_axis, __pyx_int_1) < 0) __PYX_ERR(0, 338, __pyx_L1_error) __pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_8, __pyx_t_2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 338, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v_d_inputs, __pyx_t_9); __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":339 * d_inputs = bp_scores(d_scores, sgd=sgd) * d_inputs = self.model.ops.xp.split(d_inputs, len(self.input_models), axis=1) * for d_input, bp_input in zip(d_inputs, bp_inputs): # <<<<<<<<<<<<<< * bp_input(d_input, sgd=sgd) * if losses is not None: */ __pyx_t_9 = PyTuple_New(2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 339, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_INCREF(__pyx_v_d_inputs); __Pyx_GIVEREF(__pyx_v_d_inputs); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_v_d_inputs); __Pyx_INCREF(__pyx_v_bp_inputs); __Pyx_GIVEREF(__pyx_v_bp_inputs); PyTuple_SET_ITEM(__pyx_t_9, 1, __pyx_v_bp_inputs); __pyx_t_2 = __Pyx_PyObject_Call(__pyx_builtin_zip, __pyx_t_9, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 339, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) { __pyx_t_9 = __pyx_t_2; __Pyx_INCREF(__pyx_t_9); __pyx_t_6 = 0; __pyx_t_7 = NULL; } else { __pyx_t_6 = -1; __pyx_t_9 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 339, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_7 = Py_TYPE(__pyx_t_9)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 339, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; for (;;) { if (likely(!__pyx_t_7)) { if (likely(PyList_CheckExact(__pyx_t_9))) { if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_9)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_2 = PyList_GET_ITEM(__pyx_t_9, __pyx_t_6); __Pyx_INCREF(__pyx_t_2); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 339, __pyx_L1_error) #else __pyx_t_2 = PySequence_ITEM(__pyx_t_9, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 339, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif } else { if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_9)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_9, __pyx_t_6); __Pyx_INCREF(__pyx_t_2); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 339, __pyx_L1_error) #else __pyx_t_2 = PySequence_ITEM(__pyx_t_9, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 339, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif } } else { __pyx_t_2 = __pyx_t_7(__pyx_t_9); if (unlikely(!__pyx_t_2)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 339, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_2); } if ((likely(PyTuple_CheckExact(__pyx_t_2))) || (PyList_CheckExact(__pyx_t_2))) { PyObject* sequence = __pyx_t_2; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 339, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_8 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_3 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_8 = PyList_GET_ITEM(sequence, 0); __pyx_t_3 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(__pyx_t_3); #else __pyx_t_8 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 339, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_3 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 339, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else { Py_ssize_t index = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 339, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_10 = Py_TYPE(__pyx_t_1)->tp_iternext; index = 0; __pyx_t_8 = __pyx_t_10(__pyx_t_1); if (unlikely(!__pyx_t_8)) goto __pyx_L14_unpacking_failed; __Pyx_GOTREF(__pyx_t_8); index = 1; __pyx_t_3 = __pyx_t_10(__pyx_t_1); if (unlikely(!__pyx_t_3)) goto __pyx_L14_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_1), 2) < 0) __PYX_ERR(0, 339, __pyx_L1_error) __pyx_t_10 = NULL; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L15_unpacking_done; __pyx_L14_unpacking_failed:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_10 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 339, __pyx_L1_error) __pyx_L15_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_d_input, __pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_bp_input, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":340 * d_inputs = self.model.ops.xp.split(d_inputs, len(self.input_models), axis=1) * for d_input, bp_input in zip(d_inputs, bp_inputs): * bp_input(d_input, sgd=sgd) # <<<<<<<<<<<<<< * if losses is not None: * losses.setdefault(self.name, 0.0) */ __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 340, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_d_input); __Pyx_GIVEREF(__pyx_v_d_input); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_d_input); __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 340, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_sgd, __pyx_v_sgd) < 0) __PYX_ERR(0, 340, __pyx_L1_error) __pyx_t_8 = __Pyx_PyObject_Call(__pyx_v_bp_input, __pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 340, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":339 * d_inputs = bp_scores(d_scores, sgd=sgd) * d_inputs = self.model.ops.xp.split(d_inputs, len(self.input_models), axis=1) * for d_input, bp_input in zip(d_inputs, bp_inputs): # <<<<<<<<<<<<<< * bp_input(d_input, sgd=sgd) * if losses is not None: */ } __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":341 * for d_input, bp_input in zip(d_inputs, bp_inputs): * bp_input(d_input, sgd=sgd) * if losses is not None: # <<<<<<<<<<<<<< * losses.setdefault(self.name, 0.0) * losses[self.name] += loss */ __pyx_t_5 = (__pyx_v_losses != Py_None); __pyx_t_4 = (__pyx_t_5 != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":342 * bp_input(d_input, sgd=sgd) * if losses is not None: * losses.setdefault(self.name, 0.0) # <<<<<<<<<<<<<< * losses[self.name] += loss * return loss */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_losses, __pyx_n_s_setdefault); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 342, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 342, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = NULL; __pyx_t_12 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); __pyx_t_12 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_t_3, __pyx_float_0_0}; __pyx_t_9 = __Pyx_PyFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_12, 2+__pyx_t_12); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 342, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_t_3, __pyx_float_0_0}; __pyx_t_9 = __Pyx_PyCFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_12, 2+__pyx_t_12); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 342, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif { __pyx_t_1 = PyTuple_New(2+__pyx_t_12); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 342, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_1, 0+__pyx_t_12, __pyx_t_3); __Pyx_INCREF(__pyx_float_0_0); __Pyx_GIVEREF(__pyx_float_0_0); PyTuple_SET_ITEM(__pyx_t_1, 1+__pyx_t_12, __pyx_float_0_0); __pyx_t_3 = 0; __pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_1, NULL); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 342, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":343 * if losses is not None: * losses.setdefault(self.name, 0.0) * losses[self.name] += loss # <<<<<<<<<<<<<< * return loss * */ __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 343, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_8 = __Pyx_PyObject_GetItem(__pyx_v_losses, __pyx_t_9); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 343, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_1 = PyNumber_InPlaceAdd(__pyx_t_8, __pyx_v_loss); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 343, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(PyObject_SetItem(__pyx_v_losses, __pyx_t_9, __pyx_t_1) < 0)) __PYX_ERR(0, 343, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":341 * for d_input, bp_input in zip(d_inputs, bp_inputs): * bp_input(d_input, sgd=sgd) * if losses is not None: # <<<<<<<<<<<<<< * losses.setdefault(self.name, 0.0) * losses[self.name] += loss */ } /* "spacy/pipeline/pipes.pyx":344 * losses.setdefault(self.name, 0.0) * losses[self.name] += loss * return loss # <<<<<<<<<<<<<< * * def get_loss(self, docs, golds, prediction): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_loss); __pyx_r = __pyx_v_loss; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":316 * doc.tensor = tensor * * def update(self, docs, golds, state=None, drop=0.0, sgd=None, losses=None): # <<<<<<<<<<<<<< * """Update the model. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.update", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_inputs); __Pyx_XDECREF(__pyx_v_bp_inputs); __Pyx_XDECREF(__pyx_v_tok2vec); __Pyx_XDECREF(__pyx_v_tensor); __Pyx_XDECREF(__pyx_v_bp_tensor); __Pyx_XDECREF(__pyx_v_scores); __Pyx_XDECREF(__pyx_v_bp_scores); __Pyx_XDECREF(__pyx_v_loss); __Pyx_XDECREF(__pyx_v_d_scores); __Pyx_XDECREF(__pyx_v_d_inputs); __Pyx_XDECREF(__pyx_v_d_input); __Pyx_XDECREF(__pyx_v_bp_input); __Pyx_XDECREF(__pyx_v_docs); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":346 * return loss * * def get_loss(self, docs, golds, prediction): # <<<<<<<<<<<<<< * ids = self.model.ops.flatten([doc.to_array(ID).ravel() for doc in docs]) * target = self.vocab.vectors.data[ids] */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_16get_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_16get_loss = {"get_loss", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_16get_loss, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_16get_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; CYTHON_UNUSED PyObject *__pyx_v_golds = 0; PyObject *__pyx_v_prediction = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("get_loss (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_golds,&__pyx_n_s_prediction,0}; PyObject* values[4] = {0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 1); __PYX_ERR(0, 346, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_golds)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 2); __PYX_ERR(0, 346, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_prediction)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 3); __PYX_ERR(0, 346, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "get_loss") < 0)) __PYX_ERR(0, 346, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 4) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_golds = values[2]; __pyx_v_prediction = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 346, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.get_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_15get_loss(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_golds, __pyx_v_prediction); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_15get_loss(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_golds, PyObject *__pyx_v_prediction) { PyObject *__pyx_v_ids = NULL; PyObject *__pyx_v_target = NULL; PyObject *__pyx_v_d_scores = NULL; PyObject *__pyx_v_loss = NULL; PyObject *__pyx_v_doc = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; PyObject *__pyx_t_10 = NULL; PyObject *__pyx_t_11 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__34) __Pyx_RefNannySetupContext("get_loss", 0); __Pyx_TraceCall("get_loss", __pyx_f[0], 346, 0, __PYX_ERR(0, 346, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":347 * * def get_loss(self, docs, golds, prediction): * ids = self.model.ops.flatten([doc.to_array(ID).ravel() for doc in docs]) # <<<<<<<<<<<<<< * target = self.vocab.vectors.data[ids] * d_scores = (prediction - target) / prediction.shape[0] */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 347, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ops); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 347, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_flatten); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 347, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 347, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (likely(PyList_CheckExact(__pyx_v_docs)) || PyTuple_CheckExact(__pyx_v_docs)) { __pyx_t_4 = __pyx_v_docs; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_v_docs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 347, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 347, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_4))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 347, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 347, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 347, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 347, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } } else { __pyx_t_7 = __pyx_t_6(__pyx_t_4); if (unlikely(!__pyx_t_7)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 347, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_7); } __Pyx_XDECREF_SET(__pyx_v_doc, __pyx_t_7); __pyx_t_7 = 0; __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_to_array); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 347, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_GetModuleGlobalName(__pyx_t_10, __pyx_n_s_ID); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 347, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_11 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) { __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_9); if (likely(__pyx_t_11)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9); __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_9, function); } } __pyx_t_8 = (__pyx_t_11) ? __Pyx_PyObject_Call2Args(__pyx_t_9, __pyx_t_11, __pyx_t_10) : __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_t_10); __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 347, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_ravel); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 347, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_9); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_9, function); } } __pyx_t_7 = (__pyx_t_8) ? __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_t_8) : __Pyx_PyObject_CallNoArg(__pyx_t_9); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 347, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_3, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 347, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 347, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_ids = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":348 * def get_loss(self, docs, golds, prediction): * ids = self.model.ops.flatten([doc.to_array(ID).ravel() for doc in docs]) * target = self.vocab.vectors.data[ids] # <<<<<<<<<<<<<< * d_scores = (prediction - target) / prediction.shape[0] * loss = (d_scores ** 2).sum() */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 348, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_vectors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 348, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_data); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 348, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_t_1, __pyx_v_ids); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 348, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_target = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":349 * ids = self.model.ops.flatten([doc.to_array(ID).ravel() for doc in docs]) * target = self.vocab.vectors.data[ids] * d_scores = (prediction - target) / prediction.shape[0] # <<<<<<<<<<<<<< * loss = (d_scores ** 2).sum() * return loss, d_scores */ __pyx_t_2 = PyNumber_Subtract(__pyx_v_prediction, __pyx_v_target); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 349, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_prediction, __pyx_n_s_shape); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 349, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = __Pyx_GetItemInt(__pyx_t_1, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 349, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyNumber_Divide(__pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 349, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_d_scores = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":350 * target = self.vocab.vectors.data[ids] * d_scores = (prediction - target) / prediction.shape[0] * loss = (d_scores ** 2).sum() # <<<<<<<<<<<<<< * return loss, d_scores * */ __pyx_t_3 = PyNumber_Power(__pyx_v_d_scores, __pyx_int_2, Py_None); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 350, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_sum); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 350, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 350, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_loss = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":351 * d_scores = (prediction - target) / prediction.shape[0] * loss = (d_scores ** 2).sum() * return loss, d_scores # <<<<<<<<<<<<<< * * def begin_training(self, gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 351, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_loss); __Pyx_GIVEREF(__pyx_v_loss); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_loss); __Pyx_INCREF(__pyx_v_d_scores); __Pyx_GIVEREF(__pyx_v_d_scores); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_v_d_scores); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":346 * return loss * * def get_loss(self, docs, golds, prediction): # <<<<<<<<<<<<<< * ids = self.model.ops.flatten([doc.to_array(ID).ravel() for doc in docs]) * target = self.vocab.vectors.data[ids] */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __Pyx_XDECREF(__pyx_t_10); __Pyx_XDECREF(__pyx_t_11); __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.get_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_ids); __Pyx_XDECREF(__pyx_v_target); __Pyx_XDECREF(__pyx_v_d_scores); __Pyx_XDECREF(__pyx_v_loss); __Pyx_XDECREF(__pyx_v_doc); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":353 * return loss, d_scores * * def begin_training(self, gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * """Allocate models, pre-process training data and acquire an * optimizer. */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_21__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 353, 0, __PYX_ERR(0, 353, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 353, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults5, __pyx_self)->__pyx_arg_gold_tuples); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults5, __pyx_self)->__pyx_arg_gold_tuples); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults5, __pyx_self)->__pyx_arg_gold_tuples); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)Py_None)); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 2, ((PyObject *)Py_None)); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 353, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_18begin_training(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_17begin_training[] = "Allocate models, pre-process training data and acquire an\n optimizer.\n\n gold_tuples (iterable): Gold-standard training data.\n pipeline (list): The pipeline the model is part of.\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_18begin_training = {"begin_training", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_18begin_training, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_10Tensorizer_17begin_training}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_10Tensorizer_18begin_training(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_gold_tuples = 0; PyObject *__pyx_v_pipeline = 0; PyObject *__pyx_v_sgd = 0; CYTHON_UNUSED PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("begin_training (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_gold_tuples,&__pyx_n_s_pipeline,&__pyx_n_s_sgd,0}; PyObject* values[4] = {0,0,0,0}; __pyx_defaults5 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults5, __pyx_self); values[1] = __pyx_dynamic_args->__pyx_arg_gold_tuples; values[2] = ((PyObject *)((PyObject *)Py_None)); values[3] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_gold_tuples); if (value) { values[1] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pipeline); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "begin_training") < 0)) __PYX_ERR(0, 353, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_gold_tuples = values[1]; __pyx_v_pipeline = values[2]; __pyx_v_sgd = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("begin_training", 0, 1, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 353, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.begin_training", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_17begin_training(__pyx_self, __pyx_v_self, __pyx_v_gold_tuples, __pyx_v_pipeline, __pyx_v_sgd, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_10Tensorizer_17begin_training(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_gold_tuples, PyObject *__pyx_v_pipeline, PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_kwargs) { CYTHON_UNUSED PyObject *__pyx_v_name = NULL; PyObject *__pyx_v_model = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; Py_ssize_t __pyx_t_4; PyObject *(*__pyx_t_5)(PyObject *); PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; PyObject *(*__pyx_t_10)(PyObject *); int __pyx_t_11; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__35) __Pyx_RefNannySetupContext("begin_training", 0); __Pyx_TraceCall("begin_training", __pyx_f[0], 353, 0, __PYX_ERR(0, 353, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_sgd); /* "spacy/pipeline/pipes.pyx":360 * pipeline (list): The pipeline the model is part of. * """ * if pipeline is not None: # <<<<<<<<<<<<<< * for name, model in pipeline: * if getattr(model, "tok2vec", None): */ __pyx_t_1 = (__pyx_v_pipeline != Py_None); __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "spacy/pipeline/pipes.pyx":361 * """ * if pipeline is not None: * for name, model in pipeline: # <<<<<<<<<<<<<< * if getattr(model, "tok2vec", None): * self.input_models.append(model.tok2vec) */ if (likely(PyList_CheckExact(__pyx_v_pipeline)) || PyTuple_CheckExact(__pyx_v_pipeline)) { __pyx_t_3 = __pyx_v_pipeline; __Pyx_INCREF(__pyx_t_3); __pyx_t_4 = 0; __pyx_t_5 = NULL; } else { __pyx_t_4 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_pipeline); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 361, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_5 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 361, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_5)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_6 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_6); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 361, __pyx_L1_error) #else __pyx_t_6 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 361, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif } else { if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_4); __Pyx_INCREF(__pyx_t_6); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 361, __pyx_L1_error) #else __pyx_t_6 = PySequence_ITEM(__pyx_t_3, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 361, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif } } else { __pyx_t_6 = __pyx_t_5(__pyx_t_3); if (unlikely(!__pyx_t_6)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 361, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_6); } if ((likely(PyTuple_CheckExact(__pyx_t_6))) || (PyList_CheckExact(__pyx_t_6))) { PyObject* sequence = __pyx_t_6; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 361, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_7 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_8 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_7 = PyList_GET_ITEM(sequence, 0); __pyx_t_8 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(__pyx_t_8); #else __pyx_t_7 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 361, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_8 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 361, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else { Py_ssize_t index = -1; __pyx_t_9 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 361, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_10 = Py_TYPE(__pyx_t_9)->tp_iternext; index = 0; __pyx_t_7 = __pyx_t_10(__pyx_t_9); if (unlikely(!__pyx_t_7)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_7); index = 1; __pyx_t_8 = __pyx_t_10(__pyx_t_9); if (unlikely(!__pyx_t_8)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_8); if (__Pyx_IternextUnpackEndCheck(__pyx_t_10(__pyx_t_9), 2) < 0) __PYX_ERR(0, 361, __pyx_L1_error) __pyx_t_10 = NULL; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; goto __pyx_L7_unpacking_done; __pyx_L6_unpacking_failed:; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_10 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 361, __pyx_L1_error) __pyx_L7_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_name, __pyx_t_7); __pyx_t_7 = 0; __Pyx_XDECREF_SET(__pyx_v_model, __pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":362 * if pipeline is not None: * for name, model in pipeline: * if getattr(model, "tok2vec", None): # <<<<<<<<<<<<<< * self.input_models.append(model.tok2vec) * if self.model is True: */ __pyx_t_6 = __Pyx_GetAttr3(__pyx_v_model, __pyx_n_u_tok2vec, Py_None); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 362, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_6); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 362, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (__pyx_t_2) { /* "spacy/pipeline/pipes.pyx":363 * for name, model in pipeline: * if getattr(model, "tok2vec", None): * self.input_models.append(model.tok2vec) # <<<<<<<<<<<<<< * if self.model is True: * self.model = self.Model(**self.cfg) */ __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_input_models); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 363, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_model, __pyx_n_s_tok2vec); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 363, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_11 = __Pyx_PyObject_Append(__pyx_t_6, __pyx_t_8); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(0, 363, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":362 * if pipeline is not None: * for name, model in pipeline: * if getattr(model, "tok2vec", None): # <<<<<<<<<<<<<< * self.input_models.append(model.tok2vec) * if self.model is True: */ } /* "spacy/pipeline/pipes.pyx":361 * """ * if pipeline is not None: * for name, model in pipeline: # <<<<<<<<<<<<<< * if getattr(model, "tok2vec", None): * self.input_models.append(model.tok2vec) */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":360 * pipeline (list): The pipeline the model is part of. * """ * if pipeline is not None: # <<<<<<<<<<<<<< * for name, model in pipeline: * if getattr(model, "tok2vec", None): */ } /* "spacy/pipeline/pipes.pyx":364 * if getattr(model, "tok2vec", None): * self.input_models.append(model.tok2vec) * if self.model is True: # <<<<<<<<<<<<<< * self.model = self.Model(**self.cfg) * link_vectors_to_models(self.vocab) */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 364, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = (__pyx_t_3 == Py_True); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_1 = (__pyx_t_2 != 0); if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":365 * self.input_models.append(model.tok2vec) * if self.model is True: * self.model = self.Model(**self.cfg) # <<<<<<<<<<<<<< * link_vectors_to_models(self.vocab) * if sgd is None: */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_Model); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 365, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 365, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (unlikely(__pyx_t_6 == Py_None)) { PyErr_SetString(PyExc_TypeError, "argument after ** must be a mapping, not NoneType"); __PYX_ERR(0, 365, __pyx_L1_error) } if (likely(PyDict_CheckExact(__pyx_t_6))) { __pyx_t_8 = PyDict_Copy(__pyx_t_6); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 365, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else { __pyx_t_8 = PyObject_CallFunctionObjArgs((PyObject*)&PyDict_Type, __pyx_t_6, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 365, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_8); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 365, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_model, __pyx_t_6) < 0) __PYX_ERR(0, 365, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":364 * if getattr(model, "tok2vec", None): * self.input_models.append(model.tok2vec) * if self.model is True: # <<<<<<<<<<<<<< * self.model = self.Model(**self.cfg) * link_vectors_to_models(self.vocab) */ } /* "spacy/pipeline/pipes.pyx":366 * if self.model is True: * self.model = self.Model(**self.cfg) * link_vectors_to_models(self.vocab) # <<<<<<<<<<<<<< * if sgd is None: * sgd = self.create_optimizer() */ __Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_link_vectors_to_models); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 366, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 366, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_7 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } __pyx_t_6 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_7, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_t_3); __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 366, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":367 * self.model = self.Model(**self.cfg) * link_vectors_to_models(self.vocab) * if sgd is None: # <<<<<<<<<<<<<< * sgd = self.create_optimizer() * return sgd */ __pyx_t_1 = (__pyx_v_sgd == Py_None); __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "spacy/pipeline/pipes.pyx":368 * link_vectors_to_models(self.vocab) * if sgd is None: * sgd = self.create_optimizer() # <<<<<<<<<<<<<< * return sgd * */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_create_optimizer); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 368, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } __pyx_t_6 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_8); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 368, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF_SET(__pyx_v_sgd, __pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":367 * self.model = self.Model(**self.cfg) * link_vectors_to_models(self.vocab) * if sgd is None: # <<<<<<<<<<<<<< * sgd = self.create_optimizer() * return sgd */ } /* "spacy/pipeline/pipes.pyx":369 * if sgd is None: * sgd = self.create_optimizer() * return sgd # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_sgd); __pyx_r = __pyx_v_sgd; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":353 * return loss, d_scores * * def begin_training(self, gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * """Allocate models, pre-process training data and acquire an * optimizer. */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __Pyx_AddTraceback("spacy.pipeline.pipes.Tensorizer.begin_training", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_name); __Pyx_XDECREF(__pyx_v_model); __Pyx_XDECREF(__pyx_v_sgd); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":379 * """ * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_1__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_1__init__ = {"__init__", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_1__init__, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_1__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_vocab = 0; PyObject *__pyx_v_model = 0; PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__init__ (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_vocab,&__pyx_n_s_model,0}; PyObject* values[3] = {0,0,0}; values[2] = ((PyObject *)((PyObject *)Py_True)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_vocab)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__init__", 0, 2, 3, 1); __PYX_ERR(0, 379, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_model); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "__init__") < 0)) __PYX_ERR(0, 379, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_vocab = values[1]; __pyx_v_model = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__init__", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 379, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger___init__(__pyx_self, __pyx_v_self, __pyx_v_vocab, __pyx_v_model, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger___init__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_vocab, PyObject *__pyx_v_model, PyObject *__pyx_v_cfg) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__36) __Pyx_RefNannySetupContext("__init__", 0); __Pyx_TraceCall("__init__", __pyx_f[0], 379, 0, __PYX_ERR(0, 379, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":380 * * def __init__(self, vocab, model=True, **cfg): * self.vocab = vocab # <<<<<<<<<<<<<< * self.model = model * self._rehearsal_model = None */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_vocab, __pyx_v_vocab) < 0) __PYX_ERR(0, 380, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":381 * def __init__(self, vocab, model=True, **cfg): * self.vocab = vocab * self.model = model # <<<<<<<<<<<<<< * self._rehearsal_model = None * self.cfg = OrderedDict(sorted(cfg.items())) */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_model, __pyx_v_model) < 0) __PYX_ERR(0, 381, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":382 * self.vocab = vocab * self.model = model * self._rehearsal_model = None # <<<<<<<<<<<<<< * self.cfg = OrderedDict(sorted(cfg.items())) * self.cfg.setdefault("cnn_maxout_pieces", 2) */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_rehearsal_model, Py_None) < 0) __PYX_ERR(0, 382, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":383 * self.model = model * self._rehearsal_model = None * self.cfg = OrderedDict(sorted(cfg.items())) # <<<<<<<<<<<<<< * self.cfg.setdefault("cnn_maxout_pieces", 2) * */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_OrderedDict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 383, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyDict_Items(__pyx_v_cfg); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 383, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = PySequence_List(__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 383, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_3 = ((PyObject*)__pyx_t_5); __pyx_t_5 = 0; __pyx_t_6 = PyList_Sort(__pyx_t_3); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 383, __pyx_L1_error) __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_5, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 383, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_cfg, __pyx_t_1) < 0) __PYX_ERR(0, 383, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":384 * self._rehearsal_model = None * self.cfg = OrderedDict(sorted(cfg.items())) * self.cfg.setdefault("cnn_maxout_pieces", 2) # <<<<<<<<<<<<<< * * @property */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 384, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_setdefault); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 384, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_tuple__37, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 384, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":379 * """ * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":387 * * @property * def labels(self): # <<<<<<<<<<<<<< * return tuple(self.vocab.morphology.tag_names) * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_3labels(PyObject *__pyx_self, PyObject *__pyx_v_self); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_3labels = {"labels", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_3labels, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_3labels(PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("labels (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_2labels(__pyx_self, ((PyObject *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_2labels(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__38) __Pyx_RefNannySetupContext("labels", 0); __Pyx_TraceCall("labels", __pyx_f[0], 387, 0, __PYX_ERR(0, 387, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":388 * @property * def labels(self): * return tuple(self.vocab.morphology.tag_names) # <<<<<<<<<<<<<< * * @property */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 388, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_morphology); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 388, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_tag_names); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 388, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PySequence_Tuple(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 388, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":387 * * @property * def labels(self): # <<<<<<<<<<<<<< * return tuple(self.vocab.morphology.tag_names) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.labels", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":391 * * @property * def tok2vec(self): # <<<<<<<<<<<<<< * if self.model in (None, True, False): * return None */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_5tok2vec(PyObject *__pyx_self, PyObject *__pyx_v_self); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_5tok2vec = {"tok2vec", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_5tok2vec, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_5tok2vec(PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("tok2vec (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_4tok2vec(__pyx_self, ((PyObject *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_4tok2vec(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; int __pyx_t_8; PyObject *__pyx_t_9 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__39) __Pyx_RefNannySetupContext("tok2vec", 0); __Pyx_TraceCall("tok2vec", __pyx_f[0], 391, 0, __PYX_ERR(0, 391, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":392 * @property * def tok2vec(self): * if self.model in (None, True, False): # <<<<<<<<<<<<<< * return None * else: */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 392, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyObject_RichCompare(__pyx_t_1, Py_None, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 392, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 392, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (!__pyx_t_4) { } else { __pyx_t_2 = __pyx_t_4; goto __pyx_L4_bool_binop_done; } __pyx_t_3 = PyObject_RichCompare(__pyx_t_1, Py_True, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 392, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 392, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (!__pyx_t_4) { } else { __pyx_t_2 = __pyx_t_4; goto __pyx_L4_bool_binop_done; } __pyx_t_3 = PyObject_RichCompare(__pyx_t_1, Py_False, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 392, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 392, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_2 = __pyx_t_4; __pyx_L4_bool_binop_done:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_4 = (__pyx_t_2 != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":393 * def tok2vec(self): * if self.model in (None, True, False): * return None # <<<<<<<<<<<<<< * else: * return chain(self.model.tok2vec, flatten) */ __Pyx_XDECREF(__pyx_r); __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":392 * @property * def tok2vec(self): * if self.model in (None, True, False): # <<<<<<<<<<<<<< * return None * else: */ } /* "spacy/pipeline/pipes.pyx":395 * return None * else: * return chain(self.model.tok2vec, flatten) # <<<<<<<<<<<<<< * * def __call__(self, doc): */ /*else*/ { __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_chain); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 395, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 395, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_tok2vec); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 395, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_flatten); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 395, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_7 = NULL; __pyx_t_8 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_8 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_6, __pyx_t_5}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 395, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_6, __pyx_t_5}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 395, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else #endif { __pyx_t_9 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 395, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); if (__pyx_t_7) { __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_7); __pyx_t_7 = NULL; } __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_8, __pyx_t_6); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_8, __pyx_t_5); __pyx_t_6 = 0; __pyx_t_5 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_9, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 395, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; } /* "spacy/pipeline/pipes.pyx":391 * * @property * def tok2vec(self): # <<<<<<<<<<<<<< * if self.model in (None, True, False): * return None */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_9); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.tok2vec", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":397 * return chain(self.model.tok2vec, flatten) * * def __call__(self, doc): # <<<<<<<<<<<<<< * tags, tokvecs = self.predict([doc]) * self.set_annotations([doc], tags, tensors=tokvecs) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_7__call__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_7__call__ = {"__call__", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_7__call__, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_7__call__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_doc = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__call__ (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_doc,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_doc)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__call__", 1, 2, 2, 1); __PYX_ERR(0, 397, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__call__") < 0)) __PYX_ERR(0, 397, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_doc = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__call__", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 397, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_6__call__(__pyx_self, __pyx_v_self, __pyx_v_doc); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_6__call__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_doc) { PyObject *__pyx_v_tags = NULL; PyObject *__pyx_v_tokvecs = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *(*__pyx_t_5)(PyObject *); int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__40) __Pyx_RefNannySetupContext("__call__", 0); __Pyx_TraceCall("__call__", __pyx_f[0], 397, 0, __PYX_ERR(0, 397, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":398 * * def __call__(self, doc): * tags, tokvecs = self.predict([doc]) # <<<<<<<<<<<<<< * self.set_annotations([doc], tags, tensors=tokvecs) * return doc */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_predict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 398, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyList_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 398, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_doc); __Pyx_GIVEREF(__pyx_v_doc); PyList_SET_ITEM(__pyx_t_3, 0, __pyx_v_doc); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 398, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) { PyObject* sequence = __pyx_t_1; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 398, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_3 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_3 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 398, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 398, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { Py_ssize_t index = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 398, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = Py_TYPE(__pyx_t_4)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_5(__pyx_t_4); if (unlikely(!__pyx_t_2)) goto __pyx_L3_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_3 = __pyx_t_5(__pyx_t_4); if (unlikely(!__pyx_t_3)) goto __pyx_L3_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); if (__Pyx_IternextUnpackEndCheck(__pyx_t_5(__pyx_t_4), 2) < 0) __PYX_ERR(0, 398, __pyx_L1_error) __pyx_t_5 = NULL; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; goto __pyx_L4_unpacking_done; __pyx_L3_unpacking_failed:; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 398, __pyx_L1_error) __pyx_L4_unpacking_done:; } __pyx_v_tags = __pyx_t_2; __pyx_t_2 = 0; __pyx_v_tokvecs = __pyx_t_3; __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":399 * def __call__(self, doc): * tags, tokvecs = self.predict([doc]) * self.set_annotations([doc], tags, tensors=tokvecs) # <<<<<<<<<<<<<< * return doc * */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_set_annotations); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 399, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyList_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 399, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_doc); __Pyx_GIVEREF(__pyx_v_doc); PyList_SET_ITEM(__pyx_t_3, 0, __pyx_v_doc); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 399, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3); __Pyx_INCREF(__pyx_v_tags); __Pyx_GIVEREF(__pyx_v_tags); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_tags); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 399, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_tensors, __pyx_v_tokvecs) < 0) __PYX_ERR(0, 399, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 399, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":400 * tags, tokvecs = self.predict([doc]) * self.set_annotations([doc], tags, tensors=tokvecs) * return doc # <<<<<<<<<<<<<< * * def pipe(self, stream, batch_size=128, n_threads=-1): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_doc); __pyx_r = __pyx_v_doc; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":397 * return chain(self.model.tok2vec, flatten) * * def __call__(self, doc): # <<<<<<<<<<<<<< * tags, tokvecs = self.predict([doc]) * self.set_annotations([doc], tags, tensors=tokvecs) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_tags); __Pyx_XDECREF(__pyx_v_tokvecs); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_6Tagger_10generator3(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":402 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_9pipe(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_9pipe = {"pipe", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_9pipe, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_9pipe(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_stream = 0; PyObject *__pyx_v_batch_size = 0; CYTHON_UNUSED PyObject *__pyx_v_n_threads = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("pipe (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_stream,&__pyx_n_s_batch_size,&__pyx_n_s_n_threads,0}; PyObject* values[4] = {0,0,0,0}; values[2] = ((PyObject *)((PyObject *)__pyx_int_128)); values[3] = ((PyObject *)((PyObject *)__pyx_int_neg_1)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_stream)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("pipe", 0, 2, 4, 1); __PYX_ERR(0, 402, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_batch_size); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_n_threads); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "pipe") < 0)) __PYX_ERR(0, 402, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_stream = values[1]; __pyx_v_batch_size = values[2]; __pyx_v_n_threads = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("pipe", 0, 2, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 402, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_8pipe(__pyx_self, __pyx_v_self, __pyx_v_stream, __pyx_v_batch_size, __pyx_v_n_threads); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_8pipe(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_stream, PyObject *__pyx_v_batch_size, CYTHON_UNUSED PyObject *__pyx_v_n_threads) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("pipe", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 402, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __pyx_cur_scope->__pyx_v_stream = __pyx_v_stream; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_stream); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_stream); __pyx_cur_scope->__pyx_v_batch_size = __pyx_v_batch_size; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_batch_size); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_batch_size); __pyx_cur_scope->__pyx_v_n_threads = __pyx_v_n_threads; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_n_threads); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_n_threads); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_6Tagger_10generator3, __pyx_codeobj__41, (PyObject *) __pyx_cur_scope, __pyx_n_s_pipe, __pyx_n_s_Tagger_pipe, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_6Tagger_10generator3(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); PyObject *__pyx_t_7 = NULL; PyObject *(*__pyx_t_8)(PyObject *); int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("pipe", 0); __Pyx_TraceFrameInit(__pyx_codeobj__41) __Pyx_TraceCall("pipe", __pyx_f[0], 402, 0, __PYX_ERR(0, 402, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; case 1: goto __pyx_L8_resume_from_yield_from; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 402, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":403 * * def pipe(self, stream, batch_size=128, n_threads=-1): * for docs in util.minibatch(stream, size=batch_size): # <<<<<<<<<<<<<< * docs = list(docs) * tag_ids, tokvecs = self.predict(docs) */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_util); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 403, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_minibatch); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 403, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 403, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_stream); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_stream); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_cur_scope->__pyx_v_stream); __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 403, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_size, __pyx_cur_scope->__pyx_v_batch_size) < 0) __PYX_ERR(0, 403, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 403, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) { __pyx_t_3 = __pyx_t_4; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 403, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 403, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 403, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 403, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 403, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 403, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_6(__pyx_t_3); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 403, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_docs, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":404 * def pipe(self, stream, batch_size=128, n_threads=-1): * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) # <<<<<<<<<<<<<< * tag_ids, tokvecs = self.predict(docs) * self.set_annotations(docs, tag_ids, tensors=tokvecs) */ __pyx_t_4 = PySequence_List(__pyx_cur_scope->__pyx_v_docs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 404, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GOTREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_docs, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":405 * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) * tag_ids, tokvecs = self.predict(docs) # <<<<<<<<<<<<<< * self.set_annotations(docs, tag_ids, tensors=tokvecs) * yield from docs */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_predict); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 405, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_4 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_2, __pyx_cur_scope->__pyx_v_docs) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 405, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) { PyObject* sequence = __pyx_t_4; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 405, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_1 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_2 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_1 = PyList_GET_ITEM(sequence, 0); __pyx_t_2 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); #else __pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 405, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 405, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { Py_ssize_t index = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 405, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_7)->tp_iternext; index = 0; __pyx_t_1 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_1)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); index = 1; __pyx_t_2 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_2)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_7), 2) < 0) __PYX_ERR(0, 405, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; goto __pyx_L7_unpacking_done; __pyx_L6_unpacking_failed:; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 405, __pyx_L1_error) __pyx_L7_unpacking_done:; } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_tag_ids); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_tag_ids, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_tokvecs); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_tokvecs, __pyx_t_2); __Pyx_GIVEREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":406 * docs = list(docs) * tag_ids, tokvecs = self.predict(docs) * self.set_annotations(docs, tag_ids, tensors=tokvecs) # <<<<<<<<<<<<<< * yield from docs * */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_set_annotations); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 406, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 406, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_cur_scope->__pyx_v_docs); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_tag_ids); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_tag_ids); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_cur_scope->__pyx_v_tag_ids); __pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 406, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_tensors, __pyx_cur_scope->__pyx_v_tokvecs) < 0) __PYX_ERR(0, 406, __pyx_L1_error) __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_2, __pyx_t_1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 406, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":407 * tag_ids, tokvecs = self.predict(docs) * self.set_annotations(docs, tag_ids, tensors=tokvecs) * yield from docs # <<<<<<<<<<<<<< * * def predict(self, docs): */ __pyx_r = __Pyx_Generator_Yield_From(__pyx_generator, __pyx_cur_scope->__pyx_v_docs); __Pyx_XGOTREF(__pyx_r); if (likely(__pyx_r)) { __Pyx_XGIVEREF(__pyx_t_3); __pyx_cur_scope->__pyx_t_0 = __pyx_t_3; __pyx_cur_scope->__pyx_t_1 = __pyx_t_5; __pyx_cur_scope->__pyx_t_2 = __pyx_t_6; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); __Pyx_Coroutine_ResetAndClearException(__pyx_generator); /* return from generator, yielding value */ __pyx_generator->resume_label = 1; return __pyx_r; __pyx_L8_resume_from_yield_from:; __pyx_t_3 = __pyx_cur_scope->__pyx_t_0; __pyx_cur_scope->__pyx_t_0 = 0; __Pyx_XGOTREF(__pyx_t_3); __pyx_t_5 = __pyx_cur_scope->__pyx_t_1; __pyx_t_6 = __pyx_cur_scope->__pyx_t_2; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 407, __pyx_L1_error) } else { PyObject* exc_type = __Pyx_PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || (exc_type != PyExc_GeneratorExit && __Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration)))) PyErr_Clear(); else __PYX_ERR(0, 407, __pyx_L1_error) } } /* "spacy/pipeline/pipes.pyx":403 * * def pipe(self, stream, batch_size=128, n_threads=-1): * for docs in util.minibatch(stream, size=batch_size): # <<<<<<<<<<<<<< * docs = list(docs) * tag_ids, tokvecs = self.predict(docs) */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* "spacy/pipeline/pipes.pyx":402 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ /* function exit code */ PyErr_SetNone(PyExc_StopIteration); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XDECREF(__pyx_r); __pyx_r = 0; #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":409 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * if not any(len(doc) for doc in docs): */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_12predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_12predict = {"predict", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_12predict, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_12predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("predict (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, 1); __PYX_ERR(0, 409, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "predict") < 0)) __PYX_ERR(0, 409, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 409, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_11predict(__pyx_self, __pyx_v_self, __pyx_v_docs); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_6Tagger_7predict_2generator8(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":411 * def predict(self, docs): * self.require_model() * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * n_labels = len(self.labels) */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_7predict_genexpr(PyObject *__pyx_self) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("genexpr", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 411, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict *) __pyx_self; __Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope)); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_6Tagger_7predict_2generator8, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_Tagger_predict_locals_genexpr, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 411, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.predict.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_6Tagger_7predict_2generator8(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *(*__pyx_t_3)(PyObject *); PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("genexpr", 0); __Pyx_TraceCall("genexpr", __pyx_f[0], 411, 0, __PYX_ERR(0, 411, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 411, __pyx_L1_error) if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) { __Pyx_RaiseClosureNameError("docs"); __PYX_ERR(0, 411, __pyx_L1_error) } if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) { __pyx_t_1 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; __pyx_t_3 = NULL; } else { __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 411, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 411, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_3)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 411, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 411, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 411, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 411, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_3(__pyx_t_1); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 411, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_doc); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_doc, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = PyObject_Length(__pyx_cur_scope->__pyx_v_doc); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 411, __pyx_L1_error) __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_True); __pyx_r = Py_True; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } } /*else*/ { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_False); __pyx_r = Py_False; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":409 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * if not any(len(doc) for doc in docs): */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_11predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict *__pyx_cur_scope; Py_ssize_t __pyx_v_n_labels; PyObject *__pyx_v_guesses = NULL; PyObject *__pyx_v_tokvecs = NULL; PyObject *__pyx_v_scores = NULL; PyObject *__pyx_v_doc_scores = NULL; PyObject *__pyx_v_doc_guesses = NULL; CYTHON_UNUSED PyObject *__pyx_v_doc = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; Py_ssize_t __pyx_t_6; PyObject *(*__pyx_t_7)(PyObject *); PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; PyObject *__pyx_t_10 = NULL; int __pyx_t_11; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__42) __Pyx_RefNannySetupContext("predict", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 409, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("predict", __pyx_f[0], 409, 0, __PYX_ERR(0, 409, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_docs = __pyx_v_docs; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); /* "spacy/pipeline/pipes.pyx":410 * * def predict(self, docs): * self.require_model() # <<<<<<<<<<<<<< * if not any(len(doc) for doc in docs): * # Handle cases where there are no tokens in any docs. */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 410, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 410, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":411 * def predict(self, docs): * self.require_model() * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * n_labels = len(self.labels) */ __pyx_t_1 = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_7predict_genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 411, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_Generator_Next(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 411, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 411, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_5 = ((!__pyx_t_4) != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":413 * if not any(len(doc) for doc in docs): * # Handle cases where there are no tokens in any docs. * n_labels = len(self.labels) # <<<<<<<<<<<<<< * guesses = [self.model.ops.allocate((0, n_labels)) for doc in docs] * tokvecs = self.model.ops.allocate((0, self.model.tok2vec.nO)) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 413, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_6 = PyObject_Length(__pyx_t_2); if (unlikely(__pyx_t_6 == ((Py_ssize_t)-1))) __PYX_ERR(0, 413, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_n_labels = __pyx_t_6; /* "spacy/pipeline/pipes.pyx":414 * # Handle cases where there are no tokens in any docs. * n_labels = len(self.labels) * guesses = [self.model.ops.allocate((0, n_labels)) for doc in docs] # <<<<<<<<<<<<<< * tokvecs = self.model.ops.allocate((0, self.model.tok2vec.nO)) * return guesses, tokvecs */ __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_v_docs)) { __pyx_t_1 = __pyx_cur_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_1); __pyx_t_6 = 0; __pyx_t_7 = NULL; } else { __pyx_t_6 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_cur_scope->__pyx_v_docs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_7 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 414, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_7)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 414, __pyx_L1_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif } else { if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 414, __pyx_L1_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif } } else { __pyx_t_3 = __pyx_t_7(__pyx_t_1); if (unlikely(!__pyx_t_3)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 414, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_3); } __Pyx_XDECREF_SET(__pyx_v_doc, __pyx_t_3); __pyx_t_3 = 0; __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_ops); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_allocate); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = PyInt_FromSsize_t(__pyx_v_n_labels); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_10 = PyTuple_New(2); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_INCREF(__pyx_int_0); __Pyx_GIVEREF(__pyx_int_0); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_int_0); __Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_10, 1, __pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) { __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_9)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_9); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } __pyx_t_3 = (__pyx_t_9) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_9, __pyx_t_10) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_t_10); __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_3))) __PYX_ERR(0, 414, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_guesses = ((PyObject*)__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":415 * n_labels = len(self.labels) * guesses = [self.model.ops.allocate((0, n_labels)) for doc in docs] * tokvecs = self.model.ops.allocate((0, self.model.tok2vec.nO)) # <<<<<<<<<<<<<< * return guesses, tokvecs * tokvecs = self.model.tok2vec(docs) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 415, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_ops); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 415, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_allocate); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 415, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 415, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_tok2vec); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 415, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_nO); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 415, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = PyTuple_New(2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 415, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_INCREF(__pyx_int_0); __Pyx_GIVEREF(__pyx_int_0); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_int_0); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_8, 1, __pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_2 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_3, __pyx_t_8) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_8); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 415, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_tokvecs = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":416 * guesses = [self.model.ops.allocate((0, n_labels)) for doc in docs] * tokvecs = self.model.ops.allocate((0, self.model.tok2vec.nO)) * return guesses, tokvecs # <<<<<<<<<<<<<< * tokvecs = self.model.tok2vec(docs) * scores = self.model.softmax(tokvecs) */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 416, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_guesses); __Pyx_GIVEREF(__pyx_v_guesses); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_guesses); __Pyx_INCREF(__pyx_v_tokvecs); __Pyx_GIVEREF(__pyx_v_tokvecs); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_tokvecs); __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":411 * def predict(self, docs): * self.require_model() * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * n_labels = len(self.labels) */ } /* "spacy/pipeline/pipes.pyx":417 * tokvecs = self.model.ops.allocate((0, self.model.tok2vec.nO)) * return guesses, tokvecs * tokvecs = self.model.tok2vec(docs) # <<<<<<<<<<<<<< * scores = self.model.softmax(tokvecs) * guesses = [] */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 417, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_tok2vec); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 417, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } __pyx_t_2 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_1, __pyx_cur_scope->__pyx_v_docs) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 417, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_v_tokvecs = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":418 * return guesses, tokvecs * tokvecs = self.model.tok2vec(docs) * scores = self.model.softmax(tokvecs) # <<<<<<<<<<<<<< * guesses = [] * for doc_scores in scores: */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 418, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_softmax); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 418, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_2 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_8, __pyx_v_tokvecs) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_v_tokvecs); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 418, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_scores = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":419 * tokvecs = self.model.tok2vec(docs) * scores = self.model.softmax(tokvecs) * guesses = [] # <<<<<<<<<<<<<< * for doc_scores in scores: * doc_guesses = doc_scores.argmax(axis=1) */ __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 419, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_v_guesses = ((PyObject*)__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":420 * scores = self.model.softmax(tokvecs) * guesses = [] * for doc_scores in scores: # <<<<<<<<<<<<<< * doc_guesses = doc_scores.argmax(axis=1) * if not isinstance(doc_guesses, numpy.ndarray): */ if (likely(PyList_CheckExact(__pyx_v_scores)) || PyTuple_CheckExact(__pyx_v_scores)) { __pyx_t_2 = __pyx_v_scores; __Pyx_INCREF(__pyx_t_2); __pyx_t_6 = 0; __pyx_t_7 = NULL; } else { __pyx_t_6 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_scores); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 420, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_7 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 420, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_7)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 420, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 420, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } else { if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_6); __Pyx_INCREF(__pyx_t_1); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 420, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 420, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } } else { __pyx_t_1 = __pyx_t_7(__pyx_t_2); if (unlikely(!__pyx_t_1)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 420, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_1); } __Pyx_XDECREF_SET(__pyx_v_doc_scores, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":421 * guesses = [] * for doc_scores in scores: * doc_guesses = doc_scores.argmax(axis=1) # <<<<<<<<<<<<<< * if not isinstance(doc_guesses, numpy.ndarray): * doc_guesses = doc_guesses.get() */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc_scores, __pyx_n_s_argmax); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 421, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_8 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 421, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_axis, __pyx_int_1) < 0) __PYX_ERR(0, 421, __pyx_L1_error) __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_8); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 421, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_doc_guesses, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":422 * for doc_scores in scores: * doc_guesses = doc_scores.argmax(axis=1) * if not isinstance(doc_guesses, numpy.ndarray): # <<<<<<<<<<<<<< * doc_guesses = doc_guesses.get() * guesses.append(doc_guesses) */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_numpy); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 422, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_ndarray); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 422, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_5 = PyObject_IsInstance(__pyx_v_doc_guesses, __pyx_t_8); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(0, 422, __pyx_L1_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_4 = ((!(__pyx_t_5 != 0)) != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":423 * doc_guesses = doc_scores.argmax(axis=1) * if not isinstance(doc_guesses, numpy.ndarray): * doc_guesses = doc_guesses.get() # <<<<<<<<<<<<<< * guesses.append(doc_guesses) * return guesses, tokvecs */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc_guesses, __pyx_n_s_get); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 423, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_1 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_8 = (__pyx_t_1) ? __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_1) : __Pyx_PyObject_CallNoArg(__pyx_t_3); __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 423, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_doc_guesses, __pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":422 * for doc_scores in scores: * doc_guesses = doc_scores.argmax(axis=1) * if not isinstance(doc_guesses, numpy.ndarray): # <<<<<<<<<<<<<< * doc_guesses = doc_guesses.get() * guesses.append(doc_guesses) */ } /* "spacy/pipeline/pipes.pyx":424 * if not isinstance(doc_guesses, numpy.ndarray): * doc_guesses = doc_guesses.get() * guesses.append(doc_guesses) # <<<<<<<<<<<<<< * return guesses, tokvecs * */ __pyx_t_11 = __Pyx_PyList_Append(__pyx_v_guesses, __pyx_v_doc_guesses); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(0, 424, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":420 * scores = self.model.softmax(tokvecs) * guesses = [] * for doc_scores in scores: # <<<<<<<<<<<<<< * doc_guesses = doc_scores.argmax(axis=1) * if not isinstance(doc_guesses, numpy.ndarray): */ } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":425 * doc_guesses = doc_guesses.get() * guesses.append(doc_guesses) * return guesses, tokvecs # <<<<<<<<<<<<<< * * def set_annotations(self, docs, batch_tag_ids, tensors=None): */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 425, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_guesses); __Pyx_GIVEREF(__pyx_v_guesses); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_guesses); __Pyx_INCREF(__pyx_v_tokvecs); __Pyx_GIVEREF(__pyx_v_tokvecs); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_tokvecs); __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":409 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * if not any(len(doc) for doc in docs): */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __Pyx_XDECREF(__pyx_t_10); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_guesses); __Pyx_XDECREF(__pyx_v_tokvecs); __Pyx_XDECREF(__pyx_v_scores); __Pyx_XDECREF(__pyx_v_doc_scores); __Pyx_XDECREF(__pyx_v_doc_guesses); __Pyx_XDECREF(__pyx_v_doc); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":427 * return guesses, tokvecs * * def set_annotations(self, docs, batch_tag_ids, tensors=None): # <<<<<<<<<<<<<< * if isinstance(docs, Doc): * docs = [docs] */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_14set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_14set_annotations = {"set_annotations", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_14set_annotations, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_14set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_batch_tag_ids = 0; PyObject *__pyx_v_tensors = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("set_annotations (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_batch_tag_ids,&__pyx_n_s_tensors,0}; PyObject* values[4] = {0,0,0,0}; values[3] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, 1); __PYX_ERR(0, 427, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_batch_tag_ids)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, 2); __PYX_ERR(0, 427, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tensors); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "set_annotations") < 0)) __PYX_ERR(0, 427, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_batch_tag_ids = values[2]; __pyx_v_tensors = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 427, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_13set_annotations(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_batch_tag_ids, __pyx_v_tensors); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_13set_annotations(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_batch_tag_ids, PyObject *__pyx_v_tensors) { struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc = 0; int __pyx_v_idx; struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab = 0; PyObject *__pyx_v_assign_morphology = NULL; PyObject *__pyx_v_i = NULL; PyObject *__pyx_v_doc_tag_ids = NULL; PyObject *__pyx_v_j = NULL; PyObject *__pyx_v_tag_id = NULL; PyObject *__pyx_v_lemma = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; Py_ssize_t __pyx_t_10; PyObject *(*__pyx_t_11)(PyObject *); Py_ssize_t __pyx_t_12; int __pyx_t_13; int __pyx_t_14; PyObject *__pyx_t_15 = NULL; __pyx_t_5spacy_8typedefs_attr_t __pyx_t_16; PyObject *__pyx_t_17 = NULL; int __pyx_t_18; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__43) __Pyx_RefNannySetupContext("set_annotations", 0); __Pyx_TraceCall("set_annotations", __pyx_f[0], 427, 0, __PYX_ERR(0, 427, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_docs); /* "spacy/pipeline/pipes.pyx":428 * * def set_annotations(self, docs, batch_tag_ids, tensors=None): * if isinstance(docs, Doc): # <<<<<<<<<<<<<< * docs = [docs] * cdef Doc doc */ __pyx_t_1 = __Pyx_TypeCheck(__pyx_v_docs, __pyx_ptype_5spacy_6tokens_3doc_Doc); __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "spacy/pipeline/pipes.pyx":429 * def set_annotations(self, docs, batch_tag_ids, tensors=None): * if isinstance(docs, Doc): * docs = [docs] # <<<<<<<<<<<<<< * cdef Doc doc * cdef int idx = 0 */ __pyx_t_3 = PyList_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 429, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_docs); __Pyx_GIVEREF(__pyx_v_docs); PyList_SET_ITEM(__pyx_t_3, 0, __pyx_v_docs); __Pyx_DECREF_SET(__pyx_v_docs, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":428 * * def set_annotations(self, docs, batch_tag_ids, tensors=None): * if isinstance(docs, Doc): # <<<<<<<<<<<<<< * docs = [docs] * cdef Doc doc */ } /* "spacy/pipeline/pipes.pyx":431 * docs = [docs] * cdef Doc doc * cdef int idx = 0 # <<<<<<<<<<<<<< * cdef Vocab vocab = self.vocab * assign_morphology = self.cfg.get("set_morphology", True) */ __pyx_v_idx = 0; /* "spacy/pipeline/pipes.pyx":432 * cdef Doc doc * cdef int idx = 0 * cdef Vocab vocab = self.vocab # <<<<<<<<<<<<<< * assign_morphology = self.cfg.get("set_morphology", True) * for i, doc in enumerate(docs): */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 432, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (!(likely(((__pyx_t_3) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_3, __pyx_ptype_5spacy_5vocab_Vocab))))) __PYX_ERR(0, 432, __pyx_L1_error) __pyx_v_vocab = ((struct __pyx_obj_5spacy_5vocab_Vocab *)__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":433 * cdef int idx = 0 * cdef Vocab vocab = self.vocab * assign_morphology = self.cfg.get("set_morphology", True) # <<<<<<<<<<<<<< * for i, doc in enumerate(docs): * doc_tag_ids = batch_tag_ids[i] */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 433, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_get); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 433, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_tuple__44, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 433, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_v_assign_morphology = __pyx_t_3; __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":434 * cdef Vocab vocab = self.vocab * assign_morphology = self.cfg.get("set_morphology", True) * for i, doc in enumerate(docs): # <<<<<<<<<<<<<< * doc_tag_ids = batch_tag_ids[i] * if hasattr(doc_tag_ids, "get"): */ __Pyx_INCREF(__pyx_int_0); __pyx_t_3 = __pyx_int_0; if (likely(PyList_CheckExact(__pyx_v_docs)) || PyTuple_CheckExact(__pyx_v_docs)) { __pyx_t_4 = __pyx_v_docs; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_v_docs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 434, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 434, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_4))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 434, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 434, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 434, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 434, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } } else { __pyx_t_7 = __pyx_t_6(__pyx_t_4); if (unlikely(!__pyx_t_7)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 434, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_7); } if (!(likely(((__pyx_t_7) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_7, __pyx_ptype_5spacy_6tokens_3doc_Doc))))) __PYX_ERR(0, 434, __pyx_L1_error) __Pyx_XDECREF_SET(__pyx_v_doc, ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_t_7)); __pyx_t_7 = 0; __Pyx_INCREF(__pyx_t_3); __Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_3); __pyx_t_7 = __Pyx_PyInt_AddObjC(__pyx_t_3, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 434, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = __pyx_t_7; __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":435 * assign_morphology = self.cfg.get("set_morphology", True) * for i, doc in enumerate(docs): * doc_tag_ids = batch_tag_ids[i] # <<<<<<<<<<<<<< * if hasattr(doc_tag_ids, "get"): * doc_tag_ids = doc_tag_ids.get() */ __pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_v_batch_tag_ids, __pyx_v_i); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 435, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_XDECREF_SET(__pyx_v_doc_tag_ids, __pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":436 * for i, doc in enumerate(docs): * doc_tag_ids = batch_tag_ids[i] * if hasattr(doc_tag_ids, "get"): # <<<<<<<<<<<<<< * doc_tag_ids = doc_tag_ids.get() * for j, tag_id in enumerate(doc_tag_ids): */ __pyx_t_2 = __Pyx_HasAttr(__pyx_v_doc_tag_ids, __pyx_n_u_get); if (unlikely(__pyx_t_2 == ((int)-1))) __PYX_ERR(0, 436, __pyx_L1_error) __pyx_t_1 = (__pyx_t_2 != 0); if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":437 * doc_tag_ids = batch_tag_ids[i] * if hasattr(doc_tag_ids, "get"): * doc_tag_ids = doc_tag_ids.get() # <<<<<<<<<<<<<< * for j, tag_id in enumerate(doc_tag_ids): * # Don't clobber preset POS tags */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc_tag_ids, __pyx_n_s_get); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 437, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_9 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) { __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_9)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_9); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } __pyx_t_7 = (__pyx_t_9) ? __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_t_9) : __Pyx_PyObject_CallNoArg(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 437, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF_SET(__pyx_v_doc_tag_ids, __pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":436 * for i, doc in enumerate(docs): * doc_tag_ids = batch_tag_ids[i] * if hasattr(doc_tag_ids, "get"): # <<<<<<<<<<<<<< * doc_tag_ids = doc_tag_ids.get() * for j, tag_id in enumerate(doc_tag_ids): */ } /* "spacy/pipeline/pipes.pyx":438 * if hasattr(doc_tag_ids, "get"): * doc_tag_ids = doc_tag_ids.get() * for j, tag_id in enumerate(doc_tag_ids): # <<<<<<<<<<<<<< * # Don't clobber preset POS tags * if doc.c[j].tag == 0: */ __Pyx_INCREF(__pyx_int_0); __pyx_t_7 = __pyx_int_0; if (likely(PyList_CheckExact(__pyx_v_doc_tag_ids)) || PyTuple_CheckExact(__pyx_v_doc_tag_ids)) { __pyx_t_8 = __pyx_v_doc_tag_ids; __Pyx_INCREF(__pyx_t_8); __pyx_t_10 = 0; __pyx_t_11 = NULL; } else { __pyx_t_10 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_v_doc_tag_ids); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 438, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_11 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 438, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_11)) { if (likely(PyList_CheckExact(__pyx_t_8))) { if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_9 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_10); __Pyx_INCREF(__pyx_t_9); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 438, __pyx_L1_error) #else __pyx_t_9 = PySequence_ITEM(__pyx_t_8, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 438, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); #endif } else { if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_10); __Pyx_INCREF(__pyx_t_9); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 438, __pyx_L1_error) #else __pyx_t_9 = PySequence_ITEM(__pyx_t_8, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 438, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); #endif } } else { __pyx_t_9 = __pyx_t_11(__pyx_t_8); if (unlikely(!__pyx_t_9)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 438, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_9); } __Pyx_XDECREF_SET(__pyx_v_tag_id, __pyx_t_9); __pyx_t_9 = 0; __Pyx_INCREF(__pyx_t_7); __Pyx_XDECREF_SET(__pyx_v_j, __pyx_t_7); __pyx_t_9 = __Pyx_PyInt_AddObjC(__pyx_t_7, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 438, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = __pyx_t_9; __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":440 * for j, tag_id in enumerate(doc_tag_ids): * # Don't clobber preset POS tags * if doc.c[j].tag == 0: # <<<<<<<<<<<<<< * if doc.c[j].pos == 0 and assign_morphology: * # Don't clobber preset lemmas */ __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_v_j); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 440, __pyx_L1_error) __pyx_t_1 = (((__pyx_v_doc->c[__pyx_t_12]).tag == 0) != 0); if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":441 * # Don't clobber preset POS tags * if doc.c[j].tag == 0: * if doc.c[j].pos == 0 and assign_morphology: # <<<<<<<<<<<<<< * # Don't clobber preset lemmas * lemma = doc.c[j].lemma */ __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_v_j); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 441, __pyx_L1_error) __pyx_t_2 = (((__pyx_v_doc->c[__pyx_t_12]).pos == 0) != 0); if (__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L11_bool_binop_done; } __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_assign_morphology); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 441, __pyx_L1_error) __pyx_t_1 = __pyx_t_2; __pyx_L11_bool_binop_done:; if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":443 * if doc.c[j].pos == 0 and assign_morphology: * # Don't clobber preset lemmas * lemma = doc.c[j].lemma # <<<<<<<<<<<<<< * vocab.morphology.assign_tag_id(&doc.c[j], tag_id) * if lemma != 0 and lemma != doc.c[j].lex.orth: */ __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_v_j); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 443, __pyx_L1_error) __pyx_t_9 = __Pyx_PyInt_From_uint64_t((__pyx_v_doc->c[__pyx_t_12]).lemma); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 443, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_XDECREF_SET(__pyx_v_lemma, __pyx_t_9); __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":444 * # Don't clobber preset lemmas * lemma = doc.c[j].lemma * vocab.morphology.assign_tag_id(&doc.c[j], tag_id) # <<<<<<<<<<<<<< * if lemma != 0 and lemma != doc.c[j].lex.orth: * doc.c[j].lemma = lemma */ __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_v_j); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 444, __pyx_L1_error) __pyx_t_13 = __Pyx_PyInt_As_int(__pyx_v_tag_id); if (unlikely((__pyx_t_13 == (int)-1) && PyErr_Occurred())) __PYX_ERR(0, 444, __pyx_L1_error) __pyx_t_14 = ((struct __pyx_vtabstruct_5spacy_10morphology_Morphology *)__pyx_v_vocab->morphology->__pyx_vtab)->assign_tag_id(__pyx_v_vocab->morphology, (&(__pyx_v_doc->c[__pyx_t_12])), __pyx_t_13); if (unlikely(__pyx_t_14 == ((int)-1))) __PYX_ERR(0, 444, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":445 * lemma = doc.c[j].lemma * vocab.morphology.assign_tag_id(&doc.c[j], tag_id) * if lemma != 0 and lemma != doc.c[j].lex.orth: # <<<<<<<<<<<<<< * doc.c[j].lemma = lemma * else: */ __pyx_t_9 = __Pyx_PyInt_NeObjC(__pyx_v_lemma, __pyx_int_0, 0, 0); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 445, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 445, __pyx_L1_error) __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if (__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L14_bool_binop_done; } __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_v_j); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 445, __pyx_L1_error) __pyx_t_9 = __Pyx_PyInt_From_uint64_t((__pyx_v_doc->c[__pyx_t_12]).lex->orth); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 445, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_15 = PyObject_RichCompare(__pyx_v_lemma, __pyx_t_9, Py_NE); __Pyx_XGOTREF(__pyx_t_15); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 445, __pyx_L1_error) __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_15); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 445, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_1 = __pyx_t_2; __pyx_L14_bool_binop_done:; if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":446 * vocab.morphology.assign_tag_id(&doc.c[j], tag_id) * if lemma != 0 and lemma != doc.c[j].lex.orth: * doc.c[j].lemma = lemma # <<<<<<<<<<<<<< * else: * doc.c[j].tag = self.vocab.strings[self.labels[tag_id]] */ __pyx_t_16 = __Pyx_PyInt_As_uint64_t(__pyx_v_lemma); if (unlikely((__pyx_t_16 == ((uint64_t)-1)) && PyErr_Occurred())) __PYX_ERR(0, 446, __pyx_L1_error) __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_v_j); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 446, __pyx_L1_error) (__pyx_v_doc->c[__pyx_t_12]).lemma = __pyx_t_16; /* "spacy/pipeline/pipes.pyx":445 * lemma = doc.c[j].lemma * vocab.morphology.assign_tag_id(&doc.c[j], tag_id) * if lemma != 0 and lemma != doc.c[j].lex.orth: # <<<<<<<<<<<<<< * doc.c[j].lemma = lemma * else: */ } /* "spacy/pipeline/pipes.pyx":441 * # Don't clobber preset POS tags * if doc.c[j].tag == 0: * if doc.c[j].pos == 0 and assign_morphology: # <<<<<<<<<<<<<< * # Don't clobber preset lemmas * lemma = doc.c[j].lemma */ goto __pyx_L10; } /* "spacy/pipeline/pipes.pyx":448 * doc.c[j].lemma = lemma * else: * doc.c[j].tag = self.vocab.strings[self.labels[tag_id]] # <<<<<<<<<<<<<< * idx += 1 * if tensors is not None and len(tensors): */ /*else*/ { __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 448, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_15, __pyx_n_s_strings); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 448, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 448, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_17 = __Pyx_PyObject_GetItem(__pyx_t_15, __pyx_v_tag_id); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 448, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_15 = __Pyx_PyObject_GetItem(__pyx_t_9, __pyx_t_17); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 448, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; __pyx_t_16 = __Pyx_PyInt_As_uint64_t(__pyx_t_15); if (unlikely((__pyx_t_16 == ((uint64_t)-1)) && PyErr_Occurred())) __PYX_ERR(0, 448, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_v_j); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 448, __pyx_L1_error) (__pyx_v_doc->c[__pyx_t_12]).tag = __pyx_t_16; } __pyx_L10:; /* "spacy/pipeline/pipes.pyx":440 * for j, tag_id in enumerate(doc_tag_ids): * # Don't clobber preset POS tags * if doc.c[j].tag == 0: # <<<<<<<<<<<<<< * if doc.c[j].pos == 0 and assign_morphology: * # Don't clobber preset lemmas */ } /* "spacy/pipeline/pipes.pyx":449 * else: * doc.c[j].tag = self.vocab.strings[self.labels[tag_id]] * idx += 1 # <<<<<<<<<<<<<< * if tensors is not None and len(tensors): * if isinstance(doc.tensor, numpy.ndarray) \ */ __pyx_v_idx = (__pyx_v_idx + 1); /* "spacy/pipeline/pipes.pyx":438 * if hasattr(doc_tag_ids, "get"): * doc_tag_ids = doc_tag_ids.get() * for j, tag_id in enumerate(doc_tag_ids): # <<<<<<<<<<<<<< * # Don't clobber preset POS tags * if doc.c[j].tag == 0: */ } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":450 * doc.c[j].tag = self.vocab.strings[self.labels[tag_id]] * idx += 1 * if tensors is not None and len(tensors): # <<<<<<<<<<<<<< * if isinstance(doc.tensor, numpy.ndarray) \ * and not isinstance(tensors[i], numpy.ndarray): */ __pyx_t_2 = (__pyx_v_tensors != Py_None); __pyx_t_18 = (__pyx_t_2 != 0); if (__pyx_t_18) { } else { __pyx_t_1 = __pyx_t_18; goto __pyx_L17_bool_binop_done; } __pyx_t_10 = PyObject_Length(__pyx_v_tensors); if (unlikely(__pyx_t_10 == ((Py_ssize_t)-1))) __PYX_ERR(0, 450, __pyx_L1_error) __pyx_t_18 = (__pyx_t_10 != 0); __pyx_t_1 = __pyx_t_18; __pyx_L17_bool_binop_done:; if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":451 * idx += 1 * if tensors is not None and len(tensors): * if isinstance(doc.tensor, numpy.ndarray) \ # <<<<<<<<<<<<<< * and not isinstance(tensors[i], numpy.ndarray): * doc.extend_tensor(tensors[i].get()) */ __pyx_t_7 = __pyx_v_doc->tensor; __Pyx_INCREF(__pyx_t_7); __Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_numpy); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 451, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_ndarray); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 451, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_18 = PyObject_IsInstance(__pyx_t_7, __pyx_t_15); if (unlikely(__pyx_t_18 == ((int)-1))) __PYX_ERR(0, 451, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_2 = (__pyx_t_18 != 0); if (__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L20_bool_binop_done; } /* "spacy/pipeline/pipes.pyx":452 * if tensors is not None and len(tensors): * if isinstance(doc.tensor, numpy.ndarray) \ * and not isinstance(tensors[i], numpy.ndarray): # <<<<<<<<<<<<<< * doc.extend_tensor(tensors[i].get()) * else: */ __pyx_t_15 = __Pyx_PyObject_GetItem(__pyx_v_tensors, __pyx_v_i); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 452, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_numpy); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 452, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_ndarray); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 452, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_2 = PyObject_IsInstance(__pyx_t_15, __pyx_t_8); if (unlikely(__pyx_t_2 == ((int)-1))) __PYX_ERR(0, 452, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_18 = ((!(__pyx_t_2 != 0)) != 0); __pyx_t_1 = __pyx_t_18; __pyx_L20_bool_binop_done:; /* "spacy/pipeline/pipes.pyx":451 * idx += 1 * if tensors is not None and len(tensors): * if isinstance(doc.tensor, numpy.ndarray) \ # <<<<<<<<<<<<<< * and not isinstance(tensors[i], numpy.ndarray): * doc.extend_tensor(tensors[i].get()) */ if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":453 * if isinstance(doc.tensor, numpy.ndarray) \ * and not isinstance(tensors[i], numpy.ndarray): * doc.extend_tensor(tensors[i].get()) # <<<<<<<<<<<<<< * else: * doc.extend_tensor(tensors[i]) */ __pyx_t_15 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_doc), __pyx_n_s_extend_tensor); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 453, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_17 = __Pyx_PyObject_GetItem(__pyx_v_tensors, __pyx_v_i); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 453, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_17, __pyx_n_s_get); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 453, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; __pyx_t_17 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) { __pyx_t_17 = PyMethod_GET_SELF(__pyx_t_9); if (likely(__pyx_t_17)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9); __Pyx_INCREF(__pyx_t_17); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_9, function); } } __pyx_t_7 = (__pyx_t_17) ? __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_t_17) : __Pyx_PyObject_CallNoArg(__pyx_t_9); __Pyx_XDECREF(__pyx_t_17); __pyx_t_17 = 0; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 453, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) { __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_15); if (likely(__pyx_t_9)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15); __Pyx_INCREF(__pyx_t_9); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_15, function); } } __pyx_t_8 = (__pyx_t_9) ? __Pyx_PyObject_Call2Args(__pyx_t_15, __pyx_t_9, __pyx_t_7) : __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_t_7); __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 453, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":451 * idx += 1 * if tensors is not None and len(tensors): * if isinstance(doc.tensor, numpy.ndarray) \ # <<<<<<<<<<<<<< * and not isinstance(tensors[i], numpy.ndarray): * doc.extend_tensor(tensors[i].get()) */ goto __pyx_L19; } /* "spacy/pipeline/pipes.pyx":455 * doc.extend_tensor(tensors[i].get()) * else: * doc.extend_tensor(tensors[i]) # <<<<<<<<<<<<<< * doc.is_tagged = True * */ /*else*/ { __pyx_t_15 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_doc), __pyx_n_s_extend_tensor); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 455, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_v_tensors, __pyx_v_i); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 455, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_9 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) { __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_15); if (likely(__pyx_t_9)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15); __Pyx_INCREF(__pyx_t_9); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_15, function); } } __pyx_t_8 = (__pyx_t_9) ? __Pyx_PyObject_Call2Args(__pyx_t_15, __pyx_t_9, __pyx_t_7) : __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_t_7); __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 455, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } __pyx_L19:; /* "spacy/pipeline/pipes.pyx":450 * doc.c[j].tag = self.vocab.strings[self.labels[tag_id]] * idx += 1 * if tensors is not None and len(tensors): # <<<<<<<<<<<<<< * if isinstance(doc.tensor, numpy.ndarray) \ * and not isinstance(tensors[i], numpy.ndarray): */ } /* "spacy/pipeline/pipes.pyx":456 * else: * doc.extend_tensor(tensors[i]) * doc.is_tagged = True # <<<<<<<<<<<<<< * * def update(self, docs, golds, drop=0., sgd=None, losses=None): */ __pyx_v_doc->is_tagged = 1; /* "spacy/pipeline/pipes.pyx":434 * cdef Vocab vocab = self.vocab * assign_morphology = self.cfg.get("set_morphology", True) * for i, doc in enumerate(docs): # <<<<<<<<<<<<<< * doc_tag_ids = batch_tag_ids[i] * if hasattr(doc_tag_ids, "get"): */ } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":427 * return guesses, tokvecs * * def set_annotations(self, docs, batch_tag_ids, tensors=None): # <<<<<<<<<<<<<< * if isinstance(docs, Doc): * docs = [docs] */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __Pyx_XDECREF(__pyx_t_15); __Pyx_XDECREF(__pyx_t_17); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_doc); __Pyx_XDECREF((PyObject *)__pyx_v_vocab); __Pyx_XDECREF(__pyx_v_assign_morphology); __Pyx_XDECREF(__pyx_v_i); __Pyx_XDECREF(__pyx_v_doc_tag_ids); __Pyx_XDECREF(__pyx_v_j); __Pyx_XDECREF(__pyx_v_tag_id); __Pyx_XDECREF(__pyx_v_lemma); __Pyx_XDECREF(__pyx_v_docs); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":458 * doc.is_tagged = True * * def update(self, docs, golds, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if losses is not None and self.name not in losses: */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_16update(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_16update = {"update", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_16update, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_16update(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_golds = 0; PyObject *__pyx_v_drop = 0; PyObject *__pyx_v_sgd = 0; PyObject *__pyx_v_losses = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("update (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_golds,&__pyx_n_s_drop,&__pyx_n_s_sgd,&__pyx_n_s_losses,0}; PyObject* values[6] = {0,0,0,0,0,0}; values[3] = ((PyObject *)((PyObject*)__pyx_float_0_)); values[4] = ((PyObject *)((PyObject *)Py_None)); values[5] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("update", 0, 3, 6, 1); __PYX_ERR(0, 458, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_golds)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("update", 0, 3, 6, 2); __PYX_ERR(0, 458, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_drop); if (value) { values[3] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 4: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[4] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 5: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_losses); if (value) { values[5] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "update") < 0)) __PYX_ERR(0, 458, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_golds = values[2]; __pyx_v_drop = values[3]; __pyx_v_sgd = values[4]; __pyx_v_losses = values[5]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("update", 0, 3, 6, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 458, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.update", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_15update(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_golds, __pyx_v_drop, __pyx_v_sgd, __pyx_v_losses); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_6Tagger_6update_2generator9(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":463 * losses[self.name] = 0. * * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_6update_genexpr(PyObject *__pyx_self) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("genexpr", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 463, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update *) __pyx_self; __Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope)); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_6Tagger_6update_2generator9, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_Tagger_update_locals_genexpr, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 463, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.update.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_6Tagger_6update_2generator9(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *(*__pyx_t_3)(PyObject *); PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("genexpr", 0); __Pyx_TraceCall("genexpr", __pyx_f[0], 463, 0, __PYX_ERR(0, 463, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 463, __pyx_L1_error) if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) { __Pyx_RaiseClosureNameError("docs"); __PYX_ERR(0, 463, __pyx_L1_error) } if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) { __pyx_t_1 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; __pyx_t_3 = NULL; } else { __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 463, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 463, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_3)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 463, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 463, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 463, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 463, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_3(__pyx_t_1); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 463, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_doc); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_doc, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = PyObject_Length(__pyx_cur_scope->__pyx_v_doc); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 463, __pyx_L1_error) __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_True); __pyx_r = Py_True; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } } /*else*/ { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_False); __pyx_r = Py_False; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":458 * doc.is_tagged = True * * def update(self, docs, golds, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if losses is not None and self.name not in losses: */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_15update(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, PyObject *__pyx_v_drop, PyObject *__pyx_v_sgd, PyObject *__pyx_v_losses) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update *__pyx_cur_scope; PyObject *__pyx_v_tag_scores = NULL; PyObject *__pyx_v_bp_tag_scores = NULL; PyObject *__pyx_v_loss = NULL; PyObject *__pyx_v_d_tag_scores = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; PyObject *(*__pyx_t_8)(PyObject *); int __pyx_t_9; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__45) __Pyx_RefNannySetupContext("update", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 458, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("update", __pyx_f[0], 458, 0, __PYX_ERR(0, 458, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_docs = __pyx_v_docs; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); /* "spacy/pipeline/pipes.pyx":459 * * def update(self, docs, golds, drop=0., sgd=None, losses=None): * self.require_model() # <<<<<<<<<<<<<< * if losses is not None and self.name not in losses: * losses[self.name] = 0. */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 459, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 459, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":460 * def update(self, docs, golds, drop=0., sgd=None, losses=None): * self.require_model() * if losses is not None and self.name not in losses: # <<<<<<<<<<<<<< * losses[self.name] = 0. * */ __pyx_t_5 = (__pyx_v_losses != Py_None); __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { } else { __pyx_t_4 = __pyx_t_6; goto __pyx_L4_bool_binop_done; } __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 460, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = (__Pyx_PySequence_ContainsTF(__pyx_t_1, __pyx_v_losses, Py_NE)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 460, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = (__pyx_t_6 != 0); __pyx_t_4 = __pyx_t_5; __pyx_L4_bool_binop_done:; if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":461 * self.require_model() * if losses is not None and self.name not in losses: * losses[self.name] = 0. # <<<<<<<<<<<<<< * * if not any(len(doc) for doc in docs): */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 461, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_losses, __pyx_t_1, __pyx_float_0_) < 0)) __PYX_ERR(0, 461, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":460 * def update(self, docs, golds, drop=0., sgd=None, losses=None): * self.require_model() * if losses is not None and self.name not in losses: # <<<<<<<<<<<<<< * losses[self.name] = 0. * */ } /* "spacy/pipeline/pipes.pyx":463 * losses[self.name] = 0. * * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ __pyx_t_1 = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_6update_genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 463, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_Generator_Next(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 463, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 463, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_5 = ((!__pyx_t_4) != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":465 * if not any(len(doc) for doc in docs): * # Handle cases where there are no tokens in any docs. * return # <<<<<<<<<<<<<< * * tag_scores, bp_tag_scores = self.model.begin_update(docs, drop=drop) */ __Pyx_XDECREF(__pyx_r); __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":463 * losses[self.name] = 0. * * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ } /* "spacy/pipeline/pipes.pyx":467 * return * * tag_scores, bp_tag_scores = self.model.begin_update(docs, drop=drop) # <<<<<<<<<<<<<< * loss, d_tag_scores = self.get_loss(docs, golds, tag_scores) * bp_tag_scores(d_tag_scores, sgd=sgd) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 467, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_begin_update); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 467, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 467, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_cur_scope->__pyx_v_docs); __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 467, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_drop, __pyx_v_drop) < 0) __PYX_ERR(0, 467, __pyx_L1_error) __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 467, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_7))) || (PyList_CheckExact(__pyx_t_7))) { PyObject* sequence = __pyx_t_7; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 467, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_2 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_3 = PyList_GET_ITEM(sequence, 0); __pyx_t_2 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); #else __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 467, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 467, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } else { Py_ssize_t index = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 467, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_1)->tp_iternext; index = 0; __pyx_t_3 = __pyx_t_8(__pyx_t_1); if (unlikely(!__pyx_t_3)) goto __pyx_L7_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); index = 1; __pyx_t_2 = __pyx_t_8(__pyx_t_1); if (unlikely(!__pyx_t_2)) goto __pyx_L7_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_1), 2) < 0) __PYX_ERR(0, 467, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L8_unpacking_done; __pyx_L7_unpacking_failed:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 467, __pyx_L1_error) __pyx_L8_unpacking_done:; } __pyx_v_tag_scores = __pyx_t_3; __pyx_t_3 = 0; __pyx_v_bp_tag_scores = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":468 * * tag_scores, bp_tag_scores = self.model.begin_update(docs, drop=drop) * loss, d_tag_scores = self.get_loss(docs, golds, tag_scores) # <<<<<<<<<<<<<< * bp_tag_scores(d_tag_scores, sgd=sgd) * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_get_loss); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 468, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; __pyx_t_9 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_9 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_cur_scope->__pyx_v_docs, __pyx_v_golds, __pyx_v_tag_scores}; __pyx_t_7 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_9, 3+__pyx_t_9); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 468, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_7); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_cur_scope->__pyx_v_docs, __pyx_v_golds, __pyx_v_tag_scores}; __pyx_t_7 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_9, 3+__pyx_t_9); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 468, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_7); } else #endif { __pyx_t_1 = PyTuple_New(3+__pyx_t_9); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 468, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_1, 0+__pyx_t_9, __pyx_cur_scope->__pyx_v_docs); __Pyx_INCREF(__pyx_v_golds); __Pyx_GIVEREF(__pyx_v_golds); PyTuple_SET_ITEM(__pyx_t_1, 1+__pyx_t_9, __pyx_v_golds); __Pyx_INCREF(__pyx_v_tag_scores); __Pyx_GIVEREF(__pyx_v_tag_scores); PyTuple_SET_ITEM(__pyx_t_1, 2+__pyx_t_9, __pyx_v_tag_scores); __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_1, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 468, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_7))) || (PyList_CheckExact(__pyx_t_7))) { PyObject* sequence = __pyx_t_7; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 468, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_1 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_1 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_1); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 468, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 468, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } else { Py_ssize_t index = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 468, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_3)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_8(__pyx_t_3); if (unlikely(!__pyx_t_2)) goto __pyx_L9_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_1 = __pyx_t_8(__pyx_t_3); if (unlikely(!__pyx_t_1)) goto __pyx_L9_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_3), 2) < 0) __PYX_ERR(0, 468, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; goto __pyx_L10_unpacking_done; __pyx_L9_unpacking_failed:; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 468, __pyx_L1_error) __pyx_L10_unpacking_done:; } __pyx_v_loss = __pyx_t_2; __pyx_t_2 = 0; __pyx_v_d_tag_scores = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":469 * tag_scores, bp_tag_scores = self.model.begin_update(docs, drop=drop) * loss, d_tag_scores = self.get_loss(docs, golds, tag_scores) * bp_tag_scores(d_tag_scores, sgd=sgd) # <<<<<<<<<<<<<< * * if losses is not None: */ __pyx_t_7 = PyTuple_New(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 469, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_INCREF(__pyx_v_d_tag_scores); __Pyx_GIVEREF(__pyx_v_d_tag_scores); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_v_d_tag_scores); __pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 469, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_sgd, __pyx_v_sgd) < 0) __PYX_ERR(0, 469, __pyx_L1_error) __pyx_t_2 = __Pyx_PyObject_Call(__pyx_v_bp_tag_scores, __pyx_t_7, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 469, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":471 * bp_tag_scores(d_tag_scores, sgd=sgd) * * if losses is not None: # <<<<<<<<<<<<<< * losses[self.name] += loss * */ __pyx_t_5 = (__pyx_v_losses != Py_None); __pyx_t_4 = (__pyx_t_5 != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":472 * * if losses is not None: * losses[self.name] += loss # <<<<<<<<<<<<<< * * def rehearse(self, docs, drop=0., sgd=None, losses=None): */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 472, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_PyObject_GetItem(__pyx_v_losses, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 472, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_7 = PyNumber_InPlaceAdd(__pyx_t_1, __pyx_v_loss); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 472, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(PyObject_SetItem(__pyx_v_losses, __pyx_t_2, __pyx_t_7) < 0)) __PYX_ERR(0, 472, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":471 * bp_tag_scores(d_tag_scores, sgd=sgd) * * if losses is not None: # <<<<<<<<<<<<<< * losses[self.name] += loss * */ } /* "spacy/pipeline/pipes.pyx":458 * doc.is_tagged = True * * def update(self, docs, golds, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if losses is not None and self.name not in losses: */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.update", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_tag_scores); __Pyx_XDECREF(__pyx_v_bp_tag_scores); __Pyx_XDECREF(__pyx_v_loss); __Pyx_XDECREF(__pyx_v_d_tag_scores); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":474 * losses[self.name] += loss * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * """Perform a 'rehearsal' update, where we try to match the output of * an initial model. */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_18rehearse(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_6Tagger_17rehearse[] = "Perform a 'rehearsal' update, where we try to match the output of\n an initial model.\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_18rehearse = {"rehearse", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_18rehearse, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_6Tagger_17rehearse}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_18rehearse(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_drop = 0; PyObject *__pyx_v_sgd = 0; PyObject *__pyx_v_losses = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("rehearse (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_drop,&__pyx_n_s_sgd,&__pyx_n_s_losses,0}; PyObject* values[5] = {0,0,0,0,0}; values[2] = ((PyObject *)((PyObject*)__pyx_float_0_)); values[3] = ((PyObject *)((PyObject *)Py_None)); values[4] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("rehearse", 0, 2, 5, 1); __PYX_ERR(0, 474, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_drop); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[3] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 4: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_losses); if (value) { values[4] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "rehearse") < 0)) __PYX_ERR(0, 474, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_drop = values[2]; __pyx_v_sgd = values[3]; __pyx_v_losses = values[4]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("rehearse", 0, 2, 5, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 474, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.rehearse", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_17rehearse(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_drop, __pyx_v_sgd, __pyx_v_losses); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_6Tagger_8rehearse_2generator10(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":480 * if self._rehearsal_model is None: * return * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_8rehearse_genexpr(PyObject *__pyx_self) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("genexpr", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 480, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse *) __pyx_self; __Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope)); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_6Tagger_8rehearse_2generator10, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_Tagger_rehearse_locals_genexpr, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 480, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.rehearse.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_6Tagger_8rehearse_2generator10(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *(*__pyx_t_3)(PyObject *); PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("genexpr", 0); __Pyx_TraceCall("genexpr", __pyx_f[0], 480, 0, __PYX_ERR(0, 480, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 480, __pyx_L1_error) if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) { __Pyx_RaiseClosureNameError("docs"); __PYX_ERR(0, 480, __pyx_L1_error) } if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) { __pyx_t_1 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; __pyx_t_3 = NULL; } else { __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 480, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 480, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_3)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 480, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 480, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 480, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 480, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_3(__pyx_t_1); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 480, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_doc); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_doc, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = PyObject_Length(__pyx_cur_scope->__pyx_v_doc); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 480, __pyx_L1_error) __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_True); __pyx_r = Py_True; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } } /*else*/ { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_False); __pyx_r = Py_False; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":474 * losses[self.name] += loss * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * """Perform a 'rehearsal' update, where we try to match the output of * an initial model. */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_17rehearse(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_drop, PyObject *__pyx_v_sgd, PyObject *__pyx_v_losses) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse *__pyx_cur_scope; PyObject *__pyx_v_guesses = NULL; PyObject *__pyx_v_backprop = NULL; PyObject *__pyx_v_target = NULL; PyObject *__pyx_v_gradient = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *(*__pyx_t_7)(PyObject *); int __pyx_t_8; PyObject *__pyx_t_9 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__46) __Pyx_RefNannySetupContext("rehearse", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 474, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("rehearse", __pyx_f[0], 474, 0, __PYX_ERR(0, 474, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_docs = __pyx_v_docs; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); /* "spacy/pipeline/pipes.pyx":478 * an initial model. * """ * if self._rehearsal_model is None: # <<<<<<<<<<<<<< * return * if not any(len(doc) for doc in docs): */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_rehearsal_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 478, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = (__pyx_t_1 == Py_None); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = (__pyx_t_2 != 0); if (__pyx_t_3) { /* "spacy/pipeline/pipes.pyx":479 * """ * if self._rehearsal_model is None: * return # <<<<<<<<<<<<<< * if not any(len(doc) for doc in docs): * # Handle cases where there are no tokens in any docs. */ __Pyx_XDECREF(__pyx_r); __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":478 * an initial model. * """ * if self._rehearsal_model is None: # <<<<<<<<<<<<<< * return * if not any(len(doc) for doc in docs): */ } /* "spacy/pipeline/pipes.pyx":480 * if self._rehearsal_model is None: * return * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ __pyx_t_1 = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_8rehearse_genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 480, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __Pyx_Generator_Next(__pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 480, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 480, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_2 = ((!__pyx_t_3) != 0); if (__pyx_t_2) { /* "spacy/pipeline/pipes.pyx":482 * if not any(len(doc) for doc in docs): * # Handle cases where there are no tokens in any docs. * return # <<<<<<<<<<<<<< * guesses, backprop = self.model.begin_update(docs, drop=drop) * target = self._rehearsal_model(docs) */ __Pyx_XDECREF(__pyx_r); __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":480 * if self._rehearsal_model is None: * return * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ } /* "spacy/pipeline/pipes.pyx":483 * # Handle cases where there are no tokens in any docs. * return * guesses, backprop = self.model.begin_update(docs, drop=drop) # <<<<<<<<<<<<<< * target = self._rehearsal_model(docs) * gradient = guesses - target */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 483, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_begin_update); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 483, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 483, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_cur_scope->__pyx_v_docs); __pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 483, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_drop, __pyx_v_drop) < 0) __PYX_ERR(0, 483, __pyx_L1_error) __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_4, __pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 483, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_6))) || (PyList_CheckExact(__pyx_t_6))) { PyObject* sequence = __pyx_t_6; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 483, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_4 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_5 = PyList_GET_ITEM(sequence, 0); __pyx_t_4 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_4); #else __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 483, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 483, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else { Py_ssize_t index = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 483, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_7 = Py_TYPE(__pyx_t_1)->tp_iternext; index = 0; __pyx_t_5 = __pyx_t_7(__pyx_t_1); if (unlikely(!__pyx_t_5)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); index = 1; __pyx_t_4 = __pyx_t_7(__pyx_t_1); if (unlikely(!__pyx_t_4)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_4); if (__Pyx_IternextUnpackEndCheck(__pyx_t_7(__pyx_t_1), 2) < 0) __PYX_ERR(0, 483, __pyx_L1_error) __pyx_t_7 = NULL; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L6_unpacking_done; __pyx_L5_unpacking_failed:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_7 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 483, __pyx_L1_error) __pyx_L6_unpacking_done:; } __pyx_v_guesses = __pyx_t_5; __pyx_t_5 = 0; __pyx_v_backprop = __pyx_t_4; __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":484 * return * guesses, backprop = self.model.begin_update(docs, drop=drop) * target = self._rehearsal_model(docs) # <<<<<<<<<<<<<< * gradient = guesses - target * backprop(gradient, sgd=sgd) */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_rehearsal_model); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 484, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_6 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_cur_scope->__pyx_v_docs) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 484, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_v_target = __pyx_t_6; __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":485 * guesses, backprop = self.model.begin_update(docs, drop=drop) * target = self._rehearsal_model(docs) * gradient = guesses - target # <<<<<<<<<<<<<< * backprop(gradient, sgd=sgd) * if losses is not None: */ __pyx_t_6 = PyNumber_Subtract(__pyx_v_guesses, __pyx_v_target); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 485, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_v_gradient = __pyx_t_6; __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":486 * target = self._rehearsal_model(docs) * gradient = guesses - target * backprop(gradient, sgd=sgd) # <<<<<<<<<<<<<< * if losses is not None: * losses.setdefault(self.name, 0.0) */ __pyx_t_6 = PyTuple_New(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 486, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_v_gradient); __Pyx_GIVEREF(__pyx_v_gradient); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_v_gradient); __pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 486, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_sgd, __pyx_v_sgd) < 0) __PYX_ERR(0, 486, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_Call(__pyx_v_backprop, __pyx_t_6, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 486, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":487 * gradient = guesses - target * backprop(gradient, sgd=sgd) * if losses is not None: # <<<<<<<<<<<<<< * losses.setdefault(self.name, 0.0) * losses[self.name] += (gradient**2).sum() */ __pyx_t_2 = (__pyx_v_losses != Py_None); __pyx_t_3 = (__pyx_t_2 != 0); if (__pyx_t_3) { /* "spacy/pipeline/pipes.pyx":488 * backprop(gradient, sgd=sgd) * if losses is not None: * losses.setdefault(self.name, 0.0) # <<<<<<<<<<<<<< * losses[self.name] += (gradient**2).sum() * */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_losses, __pyx_n_s_setdefault); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 488, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 488, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_1 = NULL; __pyx_t_8 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); __pyx_t_8 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_1, __pyx_t_6, __pyx_float_0_0}; __pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 488, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_1, __pyx_t_6, __pyx_float_0_0}; __pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 488, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else #endif { __pyx_t_9 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 488, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); if (__pyx_t_1) { __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_1); __pyx_t_1 = NULL; } __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_8, __pyx_t_6); __Pyx_INCREF(__pyx_float_0_0); __Pyx_GIVEREF(__pyx_float_0_0); PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_8, __pyx_float_0_0); __pyx_t_6 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_9, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 488, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":489 * if losses is not None: * losses.setdefault(self.name, 0.0) * losses[self.name] += (gradient**2).sum() # <<<<<<<<<<<<<< * * def get_loss(self, docs, golds, scores): */ __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 489, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_4 = __Pyx_PyObject_GetItem(__pyx_v_losses, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 489, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = PyNumber_Power(__pyx_v_gradient, __pyx_int_2, Py_None); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 489, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_sum); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 489, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_9 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_1); __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 489, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyNumber_InPlaceAdd(__pyx_t_4, __pyx_t_9); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 489, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if (unlikely(PyObject_SetItem(__pyx_v_losses, __pyx_t_5, __pyx_t_1) < 0)) __PYX_ERR(0, 489, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":487 * gradient = guesses - target * backprop(gradient, sgd=sgd) * if losses is not None: # <<<<<<<<<<<<<< * losses.setdefault(self.name, 0.0) * losses[self.name] += (gradient**2).sum() */ } /* "spacy/pipeline/pipes.pyx":474 * losses[self.name] += loss * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * """Perform a 'rehearsal' update, where we try to match the output of * an initial model. */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_9); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.rehearse", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_guesses); __Pyx_XDECREF(__pyx_v_backprop); __Pyx_XDECREF(__pyx_v_target); __Pyx_XDECREF(__pyx_v_gradient); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":491 * losses[self.name] += (gradient**2).sum() * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * scores = self.model.ops.flatten(scores) * tag_index = {tag: i for i, tag in enumerate(self.labels)} */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_20get_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_20get_loss = {"get_loss", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_20get_loss, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_20get_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_golds = 0; PyObject *__pyx_v_scores = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("get_loss (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_golds,&__pyx_n_s_scores,0}; PyObject* values[4] = {0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 1); __PYX_ERR(0, 491, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_golds)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 2); __PYX_ERR(0, 491, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_scores)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 3); __PYX_ERR(0, 491, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "get_loss") < 0)) __PYX_ERR(0, 491, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 4) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_golds = values[2]; __pyx_v_scores = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 491, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.get_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_19get_loss(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_golds, __pyx_v_scores); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_19get_loss(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, PyObject *__pyx_v_scores) { PyObject *__pyx_v_tag_index = NULL; int __pyx_v_idx; PyObject *__pyx_v_correct = NULL; PyObject *__pyx_v_guesses = NULL; PyObject *__pyx_v_known_labels = NULL; PyObject *__pyx_v_gold = NULL; PyObject *__pyx_v_tag = NULL; PyObject *__pyx_v_d_scores = NULL; PyObject *__pyx_v_loss = NULL; PyObject *__pyx_8genexpr3__pyx_v_i = NULL; PyObject *__pyx_8genexpr3__pyx_v_tag = NULL; PyObject *__pyx_v_d = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); Py_ssize_t __pyx_t_7; PyObject *(*__pyx_t_8)(PyObject *); int __pyx_t_9; int __pyx_t_10; PyObject *__pyx_t_11 = NULL; int __pyx_t_12; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__47) __Pyx_RefNannySetupContext("get_loss", 0); __Pyx_TraceCall("get_loss", __pyx_f[0], 491, 0, __PYX_ERR(0, 491, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_scores); /* "spacy/pipeline/pipes.pyx":492 * * def get_loss(self, docs, golds, scores): * scores = self.model.ops.flatten(scores) # <<<<<<<<<<<<<< * tag_index = {tag: i for i, tag in enumerate(self.labels)} * cdef int idx = 0 */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 492, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ops); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 492, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_flatten); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 492, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_scores) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_scores); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 492, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v_scores, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":493 * def get_loss(self, docs, golds, scores): * scores = self.model.ops.flatten(scores) * tag_index = {tag: i for i, tag in enumerate(self.labels)} # <<<<<<<<<<<<<< * cdef int idx = 0 * correct = numpy.zeros((scores.shape[0],), dtype="i") */ { /* enter inner scope */ __pyx_t_1 = PyDict_New(); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 493, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_int_0); __pyx_t_2 = __pyx_int_0; __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 493, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_3); if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) { __pyx_t_4 = __pyx_t_3; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 493, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 493, __pyx_L5_error) } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_4))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 493, __pyx_L5_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 493, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_3); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 493, __pyx_L5_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 493, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_3); #endif } } else { __pyx_t_3 = __pyx_t_6(__pyx_t_4); if (unlikely(!__pyx_t_3)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 493, __pyx_L5_error) } break; } __Pyx_GOTREF(__pyx_t_3); } __Pyx_XDECREF_SET(__pyx_8genexpr3__pyx_v_tag, __pyx_t_3); __pyx_t_3 = 0; __Pyx_INCREF(__pyx_t_2); __Pyx_XDECREF_SET(__pyx_8genexpr3__pyx_v_i, __pyx_t_2); __pyx_t_3 = __Pyx_PyInt_AddObjC(__pyx_t_2, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 493, __pyx_L5_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = __pyx_t_3; __pyx_t_3 = 0; if (unlikely(PyDict_SetItem(__pyx_t_1, (PyObject*)__pyx_8genexpr3__pyx_v_tag, (PyObject*)__pyx_8genexpr3__pyx_v_i))) __PYX_ERR(0, 493, __pyx_L5_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_i); __pyx_8genexpr3__pyx_v_i = 0; __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_tag); __pyx_8genexpr3__pyx_v_tag = 0; goto __pyx_L8_exit_scope; __pyx_L5_error:; __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_i); __pyx_8genexpr3__pyx_v_i = 0; __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_tag); __pyx_8genexpr3__pyx_v_tag = 0; goto __pyx_L1_error; __pyx_L8_exit_scope:; } /* exit inner scope */ __pyx_v_tag_index = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":494 * scores = self.model.ops.flatten(scores) * tag_index = {tag: i for i, tag in enumerate(self.labels)} * cdef int idx = 0 # <<<<<<<<<<<<<< * correct = numpy.zeros((scores.shape[0],), dtype="i") * guesses = scores.argmax(axis=1) */ __pyx_v_idx = 0; /* "spacy/pipeline/pipes.pyx":495 * tag_index = {tag: i for i, tag in enumerate(self.labels)} * cdef int idx = 0 * correct = numpy.zeros((scores.shape[0],), dtype="i") # <<<<<<<<<<<<<< * guesses = scores.argmax(axis=1) * known_labels = numpy.ones((scores.shape[0], 1), dtype="f") */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_numpy); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 495, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_zeros); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 495, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_scores, __pyx_n_s_shape); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 495, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __Pyx_GetItemInt(__pyx_t_1, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 495, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 495, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 495, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 495, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_dtype, __pyx_n_u_i) < 0) __PYX_ERR(0, 495, __pyx_L1_error) __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_4, __pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 495, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_correct = __pyx_t_3; __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":496 * cdef int idx = 0 * correct = numpy.zeros((scores.shape[0],), dtype="i") * guesses = scores.argmax(axis=1) # <<<<<<<<<<<<<< * known_labels = numpy.ones((scores.shape[0], 1), dtype="f") * for gold in golds: */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_scores, __pyx_n_s_argmax); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 496, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 496, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_axis, __pyx_int_1) < 0) __PYX_ERR(0, 496, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_empty_tuple, __pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 496, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_guesses = __pyx_t_4; __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":497 * correct = numpy.zeros((scores.shape[0],), dtype="i") * guesses = scores.argmax(axis=1) * known_labels = numpy.ones((scores.shape[0], 1), dtype="f") # <<<<<<<<<<<<<< * for gold in golds: * for tag in gold.tags: */ __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_numpy); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 497, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_ones); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 497, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_scores, __pyx_n_s_shape); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 497, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = __Pyx_GetItemInt(__pyx_t_4, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 497, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 497, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_3); __Pyx_INCREF(__pyx_int_1); __Pyx_GIVEREF(__pyx_int_1); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_int_1); __pyx_t_3 = 0; __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 497, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 497, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_dtype, __pyx_n_u_f) < 0) __PYX_ERR(0, 497, __pyx_L1_error) __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_3, __pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 497, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_v_known_labels = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":498 * guesses = scores.argmax(axis=1) * known_labels = numpy.ones((scores.shape[0], 1), dtype="f") * for gold in golds: # <<<<<<<<<<<<<< * for tag in gold.tags: * if tag is None: */ if (likely(PyList_CheckExact(__pyx_v_golds)) || PyTuple_CheckExact(__pyx_v_golds)) { __pyx_t_2 = __pyx_v_golds; __Pyx_INCREF(__pyx_t_2); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_golds); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 498, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_6 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 498, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 498, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 498, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 498, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 498, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_6(__pyx_t_2); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 498, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_v_gold, __pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":499 * known_labels = numpy.ones((scores.shape[0], 1), dtype="f") * for gold in golds: * for tag in gold.tags: # <<<<<<<<<<<<<< * if tag is None: * correct[idx] = guesses[idx] */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_gold, __pyx_n_s_tags); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 499, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) { __pyx_t_3 = __pyx_t_4; __Pyx_INCREF(__pyx_t_3); __pyx_t_7 = 0; __pyx_t_8 = NULL; } else { __pyx_t_7 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 499, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_8 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 499, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; for (;;) { if (likely(!__pyx_t_8)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 499, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 499, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 499, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 499, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_8(__pyx_t_3); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 499, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_v_tag, __pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":500 * for gold in golds: * for tag in gold.tags: * if tag is None: # <<<<<<<<<<<<<< * correct[idx] = guesses[idx] * elif tag in tag_index: */ __pyx_t_9 = (__pyx_v_tag == Py_None); __pyx_t_10 = (__pyx_t_9 != 0); if (__pyx_t_10) { /* "spacy/pipeline/pipes.pyx":501 * for tag in gold.tags: * if tag is None: * correct[idx] = guesses[idx] # <<<<<<<<<<<<<< * elif tag in tag_index: * correct[idx] = tag_index[tag] */ __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_guesses, __pyx_v_idx, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 501, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (unlikely(__Pyx_SetItemInt(__pyx_v_correct, __pyx_v_idx, __pyx_t_4, int, 1, __Pyx_PyInt_From_int, 0, 1, 1) < 0)) __PYX_ERR(0, 501, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":500 * for gold in golds: * for tag in gold.tags: * if tag is None: # <<<<<<<<<<<<<< * correct[idx] = guesses[idx] * elif tag in tag_index: */ goto __pyx_L13; } /* "spacy/pipeline/pipes.pyx":502 * if tag is None: * correct[idx] = guesses[idx] * elif tag in tag_index: # <<<<<<<<<<<<<< * correct[idx] = tag_index[tag] * else: */ __pyx_t_10 = (__Pyx_PyDict_ContainsTF(__pyx_v_tag, __pyx_v_tag_index, Py_EQ)); if (unlikely(__pyx_t_10 < 0)) __PYX_ERR(0, 502, __pyx_L1_error) __pyx_t_9 = (__pyx_t_10 != 0); if (__pyx_t_9) { /* "spacy/pipeline/pipes.pyx":503 * correct[idx] = guesses[idx] * elif tag in tag_index: * correct[idx] = tag_index[tag] # <<<<<<<<<<<<<< * else: * correct[idx] = 0 */ __pyx_t_4 = __Pyx_PyDict_GetItem(__pyx_v_tag_index, __pyx_v_tag); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 503, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (unlikely(__Pyx_SetItemInt(__pyx_v_correct, __pyx_v_idx, __pyx_t_4, int, 1, __Pyx_PyInt_From_int, 0, 1, 1) < 0)) __PYX_ERR(0, 503, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":502 * if tag is None: * correct[idx] = guesses[idx] * elif tag in tag_index: # <<<<<<<<<<<<<< * correct[idx] = tag_index[tag] * else: */ goto __pyx_L13; } /* "spacy/pipeline/pipes.pyx":505 * correct[idx] = tag_index[tag] * else: * correct[idx] = 0 # <<<<<<<<<<<<<< * known_labels[idx] = 0. * idx += 1 */ /*else*/ { if (unlikely(__Pyx_SetItemInt(__pyx_v_correct, __pyx_v_idx, __pyx_int_0, int, 1, __Pyx_PyInt_From_int, 0, 1, 1) < 0)) __PYX_ERR(0, 505, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":506 * else: * correct[idx] = 0 * known_labels[idx] = 0. # <<<<<<<<<<<<<< * idx += 1 * correct = self.model.ops.xp.array(correct, dtype="i") */ if (unlikely(__Pyx_SetItemInt(__pyx_v_known_labels, __pyx_v_idx, __pyx_float_0_, int, 1, __Pyx_PyInt_From_int, 0, 1, 1) < 0)) __PYX_ERR(0, 506, __pyx_L1_error) } __pyx_L13:; /* "spacy/pipeline/pipes.pyx":507 * correct[idx] = 0 * known_labels[idx] = 0. * idx += 1 # <<<<<<<<<<<<<< * correct = self.model.ops.xp.array(correct, dtype="i") * d_scores = scores - to_categorical(correct, nb_classes=scores.shape[1]) */ __pyx_v_idx = (__pyx_v_idx + 1); /* "spacy/pipeline/pipes.pyx":499 * known_labels = numpy.ones((scores.shape[0], 1), dtype="f") * for gold in golds: * for tag in gold.tags: # <<<<<<<<<<<<<< * if tag is None: * correct[idx] = guesses[idx] */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":498 * guesses = scores.argmax(axis=1) * known_labels = numpy.ones((scores.shape[0], 1), dtype="f") * for gold in golds: # <<<<<<<<<<<<<< * for tag in gold.tags: * if tag is None: */ } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":508 * known_labels[idx] = 0. * idx += 1 * correct = self.model.ops.xp.array(correct, dtype="i") # <<<<<<<<<<<<<< * d_scores = scores - to_categorical(correct, nb_classes=scores.shape[1]) * d_scores *= self.model.ops.asarray(known_labels) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 508, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ops); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 508, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_xp); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 508, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_array); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 508, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 508, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_correct); __Pyx_GIVEREF(__pyx_v_correct); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_correct); __pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 508, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_dtype, __pyx_n_u_i) < 0) __PYX_ERR(0, 508, __pyx_L1_error) __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_2, __pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 508, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF_SET(__pyx_v_correct, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":509 * idx += 1 * correct = self.model.ops.xp.array(correct, dtype="i") * d_scores = scores - to_categorical(correct, nb_classes=scores.shape[1]) # <<<<<<<<<<<<<< * d_scores *= self.model.ops.asarray(known_labels) * loss = (d_scores**2).sum() */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_to_categorical); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 509, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 509, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_INCREF(__pyx_v_correct); __Pyx_GIVEREF(__pyx_v_correct); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_v_correct); __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 509, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_scores, __pyx_n_s_shape); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 509, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_11 = __Pyx_GetItemInt(__pyx_t_3, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 509, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_nb_classes, __pyx_t_11) < 0) __PYX_ERR(0, 509, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_4, __pyx_t_2); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 509, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyNumber_Subtract(__pyx_v_scores, __pyx_t_11); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 509, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_v_d_scores = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":510 * correct = self.model.ops.xp.array(correct, dtype="i") * d_scores = scores - to_categorical(correct, nb_classes=scores.shape[1]) * d_scores *= self.model.ops.asarray(known_labels) # <<<<<<<<<<<<<< * loss = (d_scores**2).sum() * d_scores = self.model.ops.unflatten(d_scores, [len(d) for d in docs]) */ __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 510, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_11, __pyx_n_s_ops); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 510, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_asarray); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 510, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_11))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_11); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_11); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_11, function); } } __pyx_t_2 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_11, __pyx_t_4, __pyx_v_known_labels) : __Pyx_PyObject_CallOneArg(__pyx_t_11, __pyx_v_known_labels); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 510, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = PyNumber_InPlaceMultiply(__pyx_v_d_scores, __pyx_t_2); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 510, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v_d_scores, __pyx_t_11); __pyx_t_11 = 0; /* "spacy/pipeline/pipes.pyx":511 * d_scores = scores - to_categorical(correct, nb_classes=scores.shape[1]) * d_scores *= self.model.ops.asarray(known_labels) * loss = (d_scores**2).sum() # <<<<<<<<<<<<<< * d_scores = self.model.ops.unflatten(d_scores, [len(d) for d in docs]) * return float(loss), d_scores */ __pyx_t_2 = PyNumber_Power(__pyx_v_d_scores, __pyx_int_2, Py_None); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 511, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_sum); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 511, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_11 = (__pyx_t_2) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_2) : __Pyx_PyObject_CallNoArg(__pyx_t_4); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 511, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_v_loss = __pyx_t_11; __pyx_t_11 = 0; /* "spacy/pipeline/pipes.pyx":512 * d_scores *= self.model.ops.asarray(known_labels) * loss = (d_scores**2).sum() * d_scores = self.model.ops.unflatten(d_scores, [len(d) for d in docs]) # <<<<<<<<<<<<<< * return float(loss), d_scores * */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 512, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_ops); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 512, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_unflatten); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 512, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 512, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (likely(PyList_CheckExact(__pyx_v_docs)) || PyTuple_CheckExact(__pyx_v_docs)) { __pyx_t_1 = __pyx_v_docs; __Pyx_INCREF(__pyx_t_1); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_docs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 512, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 512, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 512, __pyx_L1_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 512, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 512, __pyx_L1_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 512, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif } } else { __pyx_t_3 = __pyx_t_6(__pyx_t_1); if (unlikely(!__pyx_t_3)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 512, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_3); } __Pyx_XDECREF_SET(__pyx_v_d, __pyx_t_3); __pyx_t_3 = 0; __pyx_t_7 = PyObject_Length(__pyx_v_d); if (unlikely(__pyx_t_7 == ((Py_ssize_t)-1))) __PYX_ERR(0, 512, __pyx_L1_error) __pyx_t_3 = PyInt_FromSsize_t(__pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 512, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_3))) __PYX_ERR(0, 512, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = NULL; __pyx_t_12 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); __pyx_t_12 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_1, __pyx_v_d_scores, __pyx_t_2}; __pyx_t_11 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_12, 2+__pyx_t_12); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 512, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_1, __pyx_v_d_scores, __pyx_t_2}; __pyx_t_11 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_12, 2+__pyx_t_12); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 512, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif { __pyx_t_3 = PyTuple_New(2+__pyx_t_12); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 512, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (__pyx_t_1) { __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1); __pyx_t_1 = NULL; } __Pyx_INCREF(__pyx_v_d_scores); __Pyx_GIVEREF(__pyx_v_d_scores); PyTuple_SET_ITEM(__pyx_t_3, 0+__pyx_t_12, __pyx_v_d_scores); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_3, 1+__pyx_t_12, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_11 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_3, NULL); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 512, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF_SET(__pyx_v_d_scores, __pyx_t_11); __pyx_t_11 = 0; /* "spacy/pipeline/pipes.pyx":513 * loss = (d_scores**2).sum() * d_scores = self.model.ops.unflatten(d_scores, [len(d) for d in docs]) * return float(loss), d_scores # <<<<<<<<<<<<<< * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, */ __Pyx_XDECREF(__pyx_r); __pyx_t_11 = __Pyx_PyNumber_Float(__pyx_v_loss); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 513, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 513, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_11); __Pyx_INCREF(__pyx_v_d_scores); __Pyx_GIVEREF(__pyx_v_d_scores); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_v_d_scores); __pyx_t_11 = 0; __pyx_r = __pyx_t_4; __pyx_t_4 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":491 * losses[self.name] += (gradient**2).sum() * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * scores = self.model.ops.flatten(scores) * tag_index = {tag: i for i, tag in enumerate(self.labels)} */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_11); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.get_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_tag_index); __Pyx_XDECREF(__pyx_v_correct); __Pyx_XDECREF(__pyx_v_guesses); __Pyx_XDECREF(__pyx_v_known_labels); __Pyx_XDECREF(__pyx_v_gold); __Pyx_XDECREF(__pyx_v_tag); __Pyx_XDECREF(__pyx_v_d_scores); __Pyx_XDECREF(__pyx_v_loss); __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_i); __Pyx_XDECREF(__pyx_8genexpr3__pyx_v_tag); __Pyx_XDECREF(__pyx_v_d); __Pyx_XDECREF(__pyx_v_scores); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":515 * return float(loss), d_scores * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, # <<<<<<<<<<<<<< * **kwargs): * lemma_tables = ["lemma_rules", "lemma_index", "lemma_exc", "lemma_lookup"] */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_23__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 515, 0, __PYX_ERR(0, 515, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 515, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults6, __pyx_self)->__pyx_arg_get_gold_tuples); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults6, __pyx_self)->__pyx_arg_get_gold_tuples); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults6, __pyx_self)->__pyx_arg_get_gold_tuples); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)Py_None)); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 2, ((PyObject *)Py_None)); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 515, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_22begin_training(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_22begin_training = {"begin_training", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_22begin_training, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_22begin_training(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_get_gold_tuples = 0; CYTHON_UNUSED PyObject *__pyx_v_pipeline = 0; PyObject *__pyx_v_sgd = 0; PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("begin_training (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_get_gold_tuples,&__pyx_n_s_pipeline,&__pyx_n_s_sgd,0}; PyObject* values[4] = {0,0,0,0}; __pyx_defaults6 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults6, __pyx_self); values[1] = __pyx_dynamic_args->__pyx_arg_get_gold_tuples; values[2] = ((PyObject *)((PyObject *)Py_None)); values[3] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_get_gold_tuples); if (value) { values[1] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pipeline); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "begin_training") < 0)) __PYX_ERR(0, 515, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_get_gold_tuples = values[1]; __pyx_v_pipeline = values[2]; __pyx_v_sgd = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("begin_training", 0, 1, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 515, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.begin_training", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_21begin_training(__pyx_self, __pyx_v_self, __pyx_v_get_gold_tuples, __pyx_v_pipeline, __pyx_v_sgd, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_6Tagger_14begin_training_2generator11(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":518 * **kwargs): * lemma_tables = ["lemma_rules", "lemma_index", "lemma_exc", "lemma_lookup"] * if not any(table in self.vocab.lookups for table in lemma_tables): # <<<<<<<<<<<<<< * warnings.warn(Warnings.W022) * if len(self.vocab.lookups.get_table("lexeme_norm", {})) == 0: */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_14begin_training_genexpr(PyObject *__pyx_self) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("genexpr", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 518, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training *) __pyx_self; __Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope)); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_6Tagger_14begin_training_2generator11, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_Tagger_begin_training_locals_gen, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 518, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.begin_training.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_6Tagger_14begin_training_2generator11(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("genexpr", 0); __Pyx_TraceCall("genexpr", __pyx_f[0], 518, 0, __PYX_ERR(0, 518, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 518, __pyx_L1_error) if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_lemma_tables)) { __Pyx_RaiseClosureNameError("lemma_tables"); __PYX_ERR(0, 518, __pyx_L1_error) } if (unlikely(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_lemma_tables == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable"); __PYX_ERR(0, 518, __pyx_L1_error) } __pyx_t_1 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_lemma_tables; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; for (;;) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_3); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 518, __pyx_L1_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 518, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_table); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_table, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 518, __pyx_L1_error) } __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 518, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_lookups); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 518, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_cur_scope->__pyx_v_table, __pyx_t_4, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 518, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_True); __pyx_r = Py_True; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } } /*else*/ { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_False); __pyx_r = Py_False; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":515 * return float(loss), d_scores * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, # <<<<<<<<<<<<<< * **kwargs): * lemma_tables = ["lemma_rules", "lemma_index", "lemma_exc", "lemma_lookup"] */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_21begin_training(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_get_gold_tuples, CYTHON_UNUSED PyObject *__pyx_v_pipeline, PyObject *__pyx_v_sgd, PyObject *__pyx_v_kwargs) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training *__pyx_cur_scope; PyObject *__pyx_v_orig_tag_map = NULL; PyObject *__pyx_v_new_tag_map = NULL; CYTHON_UNUSED PyObject *__pyx_v_raw_text = NULL; PyObject *__pyx_v_annots_brackets = NULL; PyObject *__pyx_v_annots = NULL; CYTHON_UNUSED PyObject *__pyx_v_brackets = NULL; CYTHON_UNUSED PyObject *__pyx_v_ids = NULL; CYTHON_UNUSED PyObject *__pyx_v_words = NULL; PyObject *__pyx_v_tags = NULL; CYTHON_UNUSED PyObject *__pyx_v_heads = NULL; CYTHON_UNUSED PyObject *__pyx_v_deps = NULL; CYTHON_UNUSED PyObject *__pyx_v_ents = NULL; PyObject *__pyx_v_tag = NULL; struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab = 0; PyObject *__pyx_v_hp = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_t_3; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; int __pyx_t_7; PyObject *__pyx_t_8 = NULL; Py_ssize_t __pyx_t_9; PyObject *(*__pyx_t_10)(PyObject *); PyObject *(*__pyx_t_11)(PyObject *); Py_ssize_t __pyx_t_12; PyObject *(*__pyx_t_13)(PyObject *); PyObject *__pyx_t_14 = NULL; PyObject *__pyx_t_15 = NULL; PyObject *__pyx_t_16 = NULL; PyObject *__pyx_t_17 = NULL; Py_ssize_t __pyx_t_18; PyObject *(*__pyx_t_19)(PyObject *); int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__48) __Pyx_RefNannySetupContext("begin_training", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 515, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("begin_training", __pyx_f[0], 515, 0, __PYX_ERR(0, 515, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __Pyx_INCREF(__pyx_v_sgd); /* "spacy/pipeline/pipes.pyx":517 * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, * **kwargs): * lemma_tables = ["lemma_rules", "lemma_index", "lemma_exc", "lemma_lookup"] # <<<<<<<<<<<<<< * if not any(table in self.vocab.lookups for table in lemma_tables): * warnings.warn(Warnings.W022) */ __pyx_t_1 = PyList_New(4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 517, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_n_u_lemma_rules); __Pyx_GIVEREF(__pyx_n_u_lemma_rules); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_u_lemma_rules); __Pyx_INCREF(__pyx_n_u_lemma_index); __Pyx_GIVEREF(__pyx_n_u_lemma_index); PyList_SET_ITEM(__pyx_t_1, 1, __pyx_n_u_lemma_index); __Pyx_INCREF(__pyx_n_u_lemma_exc); __Pyx_GIVEREF(__pyx_n_u_lemma_exc); PyList_SET_ITEM(__pyx_t_1, 2, __pyx_n_u_lemma_exc); __Pyx_INCREF(__pyx_n_u_lemma_lookup); __Pyx_GIVEREF(__pyx_n_u_lemma_lookup); PyList_SET_ITEM(__pyx_t_1, 3, __pyx_n_u_lemma_lookup); __Pyx_GIVEREF(__pyx_t_1); __pyx_cur_scope->__pyx_v_lemma_tables = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":518 * **kwargs): * lemma_tables = ["lemma_rules", "lemma_index", "lemma_exc", "lemma_lookup"] * if not any(table in self.vocab.lookups for table in lemma_tables): # <<<<<<<<<<<<<< * warnings.warn(Warnings.W022) * if len(self.vocab.lookups.get_table("lexeme_norm", {})) == 0: */ __pyx_t_1 = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_14begin_training_genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 518, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_Generator_Next(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 518, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 518, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = ((!__pyx_t_3) != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":519 * lemma_tables = ["lemma_rules", "lemma_index", "lemma_exc", "lemma_lookup"] * if not any(table in self.vocab.lookups for table in lemma_tables): * warnings.warn(Warnings.W022) # <<<<<<<<<<<<<< * if len(self.vocab.lookups.get_table("lexeme_norm", {})) == 0: * warnings.warn(Warnings.W033.format(model="part-of-speech tagger")) */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_warnings); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 519, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_warn); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 519, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Warnings); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 519, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_W022); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 519, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); } } __pyx_t_2 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_1, __pyx_t_6) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_6); __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 519, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":518 * **kwargs): * lemma_tables = ["lemma_rules", "lemma_index", "lemma_exc", "lemma_lookup"] * if not any(table in self.vocab.lookups for table in lemma_tables): # <<<<<<<<<<<<<< * warnings.warn(Warnings.W022) * if len(self.vocab.lookups.get_table("lexeme_norm", {})) == 0: */ } /* "spacy/pipeline/pipes.pyx":520 * if not any(table in self.vocab.lookups for table in lemma_tables): * warnings.warn(Warnings.W022) * if len(self.vocab.lookups.get_table("lexeme_norm", {})) == 0: # <<<<<<<<<<<<<< * warnings.warn(Warnings.W033.format(model="part-of-speech tagger")) * orig_tag_map = dict(self.vocab.morphology.tag_map) */ __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 520, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_lookups); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 520, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_get_table); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 520, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 520, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_1 = NULL; __pyx_t_7 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); __pyx_t_7 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_1, __pyx_n_u_lexeme_norm, __pyx_t_6}; __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 520, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_1, __pyx_n_u_lexeme_norm, __pyx_t_6}; __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 520, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else #endif { __pyx_t_8 = PyTuple_New(2+__pyx_t_7); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 520, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (__pyx_t_1) { __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_1); __pyx_t_1 = NULL; } __Pyx_INCREF(__pyx_n_u_lexeme_norm); __Pyx_GIVEREF(__pyx_n_u_lexeme_norm); PyTuple_SET_ITEM(__pyx_t_8, 0+__pyx_t_7, __pyx_n_u_lexeme_norm); __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_8, 1+__pyx_t_7, __pyx_t_6); __pyx_t_6 = 0; __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_8, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 520, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_9 = PyObject_Length(__pyx_t_2); if (unlikely(__pyx_t_9 == ((Py_ssize_t)-1))) __PYX_ERR(0, 520, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = ((__pyx_t_9 == 0) != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":521 * warnings.warn(Warnings.W022) * if len(self.vocab.lookups.get_table("lexeme_norm", {})) == 0: * warnings.warn(Warnings.W033.format(model="part-of-speech tagger")) # <<<<<<<<<<<<<< * orig_tag_map = dict(self.vocab.morphology.tag_map) * new_tag_map = OrderedDict() */ __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_warnings); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 521, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_warn); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 521, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_Warnings); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 521, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_W033); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 521, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_format); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 521, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 521, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_model, __pyx_kp_u_part_of_speech_tagger) < 0) __PYX_ERR(0, 521, __pyx_L1_error) __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_empty_tuple, __pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 521, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } __pyx_t_2 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_6, __pyx_t_1) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_t_1); __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 521, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":520 * if not any(table in self.vocab.lookups for table in lemma_tables): * warnings.warn(Warnings.W022) * if len(self.vocab.lookups.get_table("lexeme_norm", {})) == 0: # <<<<<<<<<<<<<< * warnings.warn(Warnings.W033.format(model="part-of-speech tagger")) * orig_tag_map = dict(self.vocab.morphology.tag_map) */ } /* "spacy/pipeline/pipes.pyx":522 * if len(self.vocab.lookups.get_table("lexeme_norm", {})) == 0: * warnings.warn(Warnings.W033.format(model="part-of-speech tagger")) * orig_tag_map = dict(self.vocab.morphology.tag_map) # <<<<<<<<<<<<<< * new_tag_map = OrderedDict() * for raw_text, annots_brackets in get_gold_tuples(): */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 522, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_morphology); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 522, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_tag_map); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 522, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyDict_Type)), __pyx_t_2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 522, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_orig_tag_map = ((PyObject*)__pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":523 * warnings.warn(Warnings.W033.format(model="part-of-speech tagger")) * orig_tag_map = dict(self.vocab.morphology.tag_map) * new_tag_map = OrderedDict() # <<<<<<<<<<<<<< * for raw_text, annots_brackets in get_gold_tuples(): * for annots, brackets in annots_brackets: */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_OrderedDict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 523, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_8 = (__pyx_t_1) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_1) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 523, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_new_tag_map = __pyx_t_8; __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":524 * orig_tag_map = dict(self.vocab.morphology.tag_map) * new_tag_map = OrderedDict() * for raw_text, annots_brackets in get_gold_tuples(): # <<<<<<<<<<<<<< * for annots, brackets in annots_brackets: * ids, words, tags, heads, deps, ents = annots */ __Pyx_INCREF(__pyx_v_get_gold_tuples); __pyx_t_2 = __pyx_v_get_gold_tuples; __pyx_t_1 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_8 = (__pyx_t_1) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_1) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 524, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (likely(PyList_CheckExact(__pyx_t_8)) || PyTuple_CheckExact(__pyx_t_8)) { __pyx_t_2 = __pyx_t_8; __Pyx_INCREF(__pyx_t_2); __pyx_t_9 = 0; __pyx_t_10 = NULL; } else { __pyx_t_9 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 524, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_10 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 524, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; for (;;) { if (likely(!__pyx_t_10)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_9 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_9); __Pyx_INCREF(__pyx_t_8); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 524, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_2, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 524, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } else { if (__pyx_t_9 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_9); __Pyx_INCREF(__pyx_t_8); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 524, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_2, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 524, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } } else { __pyx_t_8 = __pyx_t_10(__pyx_t_2); if (unlikely(!__pyx_t_8)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 524, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_8); } if ((likely(PyTuple_CheckExact(__pyx_t_8))) || (PyList_CheckExact(__pyx_t_8))) { PyObject* sequence = __pyx_t_8; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 524, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_1 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_6 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_1 = PyList_GET_ITEM(sequence, 0); __pyx_t_6 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_6); #else __pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 524, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 524, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } else { Py_ssize_t index = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 524, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_11 = Py_TYPE(__pyx_t_5)->tp_iternext; index = 0; __pyx_t_1 = __pyx_t_11(__pyx_t_5); if (unlikely(!__pyx_t_1)) goto __pyx_L7_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); index = 1; __pyx_t_6 = __pyx_t_11(__pyx_t_5); if (unlikely(!__pyx_t_6)) goto __pyx_L7_unpacking_failed; __Pyx_GOTREF(__pyx_t_6); if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_5), 2) < 0) __PYX_ERR(0, 524, __pyx_L1_error) __pyx_t_11 = NULL; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; goto __pyx_L8_unpacking_done; __pyx_L7_unpacking_failed:; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_11 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 524, __pyx_L1_error) __pyx_L8_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_raw_text, __pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF_SET(__pyx_v_annots_brackets, __pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":525 * new_tag_map = OrderedDict() * for raw_text, annots_brackets in get_gold_tuples(): * for annots, brackets in annots_brackets: # <<<<<<<<<<<<<< * ids, words, tags, heads, deps, ents = annots * for tag in tags: */ if (likely(PyList_CheckExact(__pyx_v_annots_brackets)) || PyTuple_CheckExact(__pyx_v_annots_brackets)) { __pyx_t_8 = __pyx_v_annots_brackets; __Pyx_INCREF(__pyx_t_8); __pyx_t_12 = 0; __pyx_t_13 = NULL; } else { __pyx_t_12 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_v_annots_brackets); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 525, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_13 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 525, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_13)) { if (likely(PyList_CheckExact(__pyx_t_8))) { if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_6 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_12); __Pyx_INCREF(__pyx_t_6); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 525, __pyx_L1_error) #else __pyx_t_6 = PySequence_ITEM(__pyx_t_8, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 525, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif } else { if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_12); __Pyx_INCREF(__pyx_t_6); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 525, __pyx_L1_error) #else __pyx_t_6 = PySequence_ITEM(__pyx_t_8, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 525, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif } } else { __pyx_t_6 = __pyx_t_13(__pyx_t_8); if (unlikely(!__pyx_t_6)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 525, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_6); } if ((likely(PyTuple_CheckExact(__pyx_t_6))) || (PyList_CheckExact(__pyx_t_6))) { PyObject* sequence = __pyx_t_6; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 525, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_1 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_5 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_1 = PyList_GET_ITEM(sequence, 0); __pyx_t_5 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_5); #else __pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 525, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 525, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else { Py_ssize_t index = -1; __pyx_t_14 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 525, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_11 = Py_TYPE(__pyx_t_14)->tp_iternext; index = 0; __pyx_t_1 = __pyx_t_11(__pyx_t_14); if (unlikely(!__pyx_t_1)) goto __pyx_L11_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); index = 1; __pyx_t_5 = __pyx_t_11(__pyx_t_14); if (unlikely(!__pyx_t_5)) goto __pyx_L11_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_14), 2) < 0) __PYX_ERR(0, 525, __pyx_L1_error) __pyx_t_11 = NULL; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; goto __pyx_L12_unpacking_done; __pyx_L11_unpacking_failed:; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_11 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 525, __pyx_L1_error) __pyx_L12_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_annots, __pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF_SET(__pyx_v_brackets, __pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":526 * for raw_text, annots_brackets in get_gold_tuples(): * for annots, brackets in annots_brackets: * ids, words, tags, heads, deps, ents = annots # <<<<<<<<<<<<<< * for tag in tags: * if tag in orig_tag_map: */ if ((likely(PyTuple_CheckExact(__pyx_v_annots))) || (PyList_CheckExact(__pyx_v_annots))) { PyObject* sequence = __pyx_v_annots; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 6)) { if (size > 6) __Pyx_RaiseTooManyValuesError(6); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 526, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_6 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_5 = PyTuple_GET_ITEM(sequence, 1); __pyx_t_1 = PyTuple_GET_ITEM(sequence, 2); __pyx_t_14 = PyTuple_GET_ITEM(sequence, 3); __pyx_t_15 = PyTuple_GET_ITEM(sequence, 4); __pyx_t_16 = PyTuple_GET_ITEM(sequence, 5); } else { __pyx_t_6 = PyList_GET_ITEM(sequence, 0); __pyx_t_5 = PyList_GET_ITEM(sequence, 1); __pyx_t_1 = PyList_GET_ITEM(sequence, 2); __pyx_t_14 = PyList_GET_ITEM(sequence, 3); __pyx_t_15 = PyList_GET_ITEM(sequence, 4); __pyx_t_16 = PyList_GET_ITEM(sequence, 5); } __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_14); __Pyx_INCREF(__pyx_t_15); __Pyx_INCREF(__pyx_t_16); #else { Py_ssize_t i; PyObject** temps[6] = {&__pyx_t_6,&__pyx_t_5,&__pyx_t_1,&__pyx_t_14,&__pyx_t_15,&__pyx_t_16}; for (i=0; i < 6; i++) { PyObject* item = PySequence_ITEM(sequence, i); if (unlikely(!item)) __PYX_ERR(0, 526, __pyx_L1_error) __Pyx_GOTREF(item); *(temps[i]) = item; } } #endif } else { Py_ssize_t index = -1; PyObject** temps[6] = {&__pyx_t_6,&__pyx_t_5,&__pyx_t_1,&__pyx_t_14,&__pyx_t_15,&__pyx_t_16}; __pyx_t_17 = PyObject_GetIter(__pyx_v_annots); if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 526, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_17); __pyx_t_11 = Py_TYPE(__pyx_t_17)->tp_iternext; for (index=0; index < 6; index++) { PyObject* item = __pyx_t_11(__pyx_t_17); if (unlikely(!item)) goto __pyx_L13_unpacking_failed; __Pyx_GOTREF(item); *(temps[index]) = item; } if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_17), 6) < 0) __PYX_ERR(0, 526, __pyx_L1_error) __pyx_t_11 = NULL; __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; goto __pyx_L14_unpacking_done; __pyx_L13_unpacking_failed:; __Pyx_DECREF(__pyx_t_17); __pyx_t_17 = 0; __pyx_t_11 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 526, __pyx_L1_error) __pyx_L14_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_ids, __pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF_SET(__pyx_v_words, __pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF_SET(__pyx_v_tags, __pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF_SET(__pyx_v_heads, __pyx_t_14); __pyx_t_14 = 0; __Pyx_XDECREF_SET(__pyx_v_deps, __pyx_t_15); __pyx_t_15 = 0; __Pyx_XDECREF_SET(__pyx_v_ents, __pyx_t_16); __pyx_t_16 = 0; /* "spacy/pipeline/pipes.pyx":527 * for annots, brackets in annots_brackets: * ids, words, tags, heads, deps, ents = annots * for tag in tags: # <<<<<<<<<<<<<< * if tag in orig_tag_map: * new_tag_map[tag] = orig_tag_map[tag] */ if (likely(PyList_CheckExact(__pyx_v_tags)) || PyTuple_CheckExact(__pyx_v_tags)) { __pyx_t_16 = __pyx_v_tags; __Pyx_INCREF(__pyx_t_16); __pyx_t_18 = 0; __pyx_t_19 = NULL; } else { __pyx_t_18 = -1; __pyx_t_16 = PyObject_GetIter(__pyx_v_tags); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 527, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_16); __pyx_t_19 = Py_TYPE(__pyx_t_16)->tp_iternext; if (unlikely(!__pyx_t_19)) __PYX_ERR(0, 527, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_19)) { if (likely(PyList_CheckExact(__pyx_t_16))) { if (__pyx_t_18 >= PyList_GET_SIZE(__pyx_t_16)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_15 = PyList_GET_ITEM(__pyx_t_16, __pyx_t_18); __Pyx_INCREF(__pyx_t_15); __pyx_t_18++; if (unlikely(0 < 0)) __PYX_ERR(0, 527, __pyx_L1_error) #else __pyx_t_15 = PySequence_ITEM(__pyx_t_16, __pyx_t_18); __pyx_t_18++; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 527, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); #endif } else { if (__pyx_t_18 >= PyTuple_GET_SIZE(__pyx_t_16)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_15 = PyTuple_GET_ITEM(__pyx_t_16, __pyx_t_18); __Pyx_INCREF(__pyx_t_15); __pyx_t_18++; if (unlikely(0 < 0)) __PYX_ERR(0, 527, __pyx_L1_error) #else __pyx_t_15 = PySequence_ITEM(__pyx_t_16, __pyx_t_18); __pyx_t_18++; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 527, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); #endif } } else { __pyx_t_15 = __pyx_t_19(__pyx_t_16); if (unlikely(!__pyx_t_15)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 527, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_15); } __Pyx_XDECREF_SET(__pyx_v_tag, __pyx_t_15); __pyx_t_15 = 0; /* "spacy/pipeline/pipes.pyx":528 * ids, words, tags, heads, deps, ents = annots * for tag in tags: * if tag in orig_tag_map: # <<<<<<<<<<<<<< * new_tag_map[tag] = orig_tag_map[tag] * else: */ __pyx_t_4 = (__Pyx_PyDict_ContainsTF(__pyx_v_tag, __pyx_v_orig_tag_map, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 528, __pyx_L1_error) __pyx_t_3 = (__pyx_t_4 != 0); if (__pyx_t_3) { /* "spacy/pipeline/pipes.pyx":529 * for tag in tags: * if tag in orig_tag_map: * new_tag_map[tag] = orig_tag_map[tag] # <<<<<<<<<<<<<< * else: * new_tag_map[tag] = {POS: X} */ __pyx_t_15 = __Pyx_PyDict_GetItem(__pyx_v_orig_tag_map, __pyx_v_tag); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 529, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); if (unlikely(PyObject_SetItem(__pyx_v_new_tag_map, __pyx_v_tag, __pyx_t_15) < 0)) __PYX_ERR(0, 529, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; /* "spacy/pipeline/pipes.pyx":528 * ids, words, tags, heads, deps, ents = annots * for tag in tags: * if tag in orig_tag_map: # <<<<<<<<<<<<<< * new_tag_map[tag] = orig_tag_map[tag] * else: */ goto __pyx_L17; } /* "spacy/pipeline/pipes.pyx":531 * new_tag_map[tag] = orig_tag_map[tag] * else: * new_tag_map[tag] = {POS: X} # <<<<<<<<<<<<<< * cdef Vocab vocab = self.vocab * if new_tag_map: */ /*else*/ { __pyx_t_15 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 531, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_GetModuleGlobalName(__pyx_t_14, __pyx_n_s_POS); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 531, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_X); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 531, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_15, __pyx_t_14, __pyx_t_1) < 0) __PYX_ERR(0, 531, __pyx_L1_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(PyObject_SetItem(__pyx_v_new_tag_map, __pyx_v_tag, __pyx_t_15) < 0)) __PYX_ERR(0, 531, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } __pyx_L17:; /* "spacy/pipeline/pipes.pyx":527 * for annots, brackets in annots_brackets: * ids, words, tags, heads, deps, ents = annots * for tag in tags: # <<<<<<<<<<<<<< * if tag in orig_tag_map: * new_tag_map[tag] = orig_tag_map[tag] */ } __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0; /* "spacy/pipeline/pipes.pyx":525 * new_tag_map = OrderedDict() * for raw_text, annots_brackets in get_gold_tuples(): * for annots, brackets in annots_brackets: # <<<<<<<<<<<<<< * ids, words, tags, heads, deps, ents = annots * for tag in tags: */ } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":524 * orig_tag_map = dict(self.vocab.morphology.tag_map) * new_tag_map = OrderedDict() * for raw_text, annots_brackets in get_gold_tuples(): # <<<<<<<<<<<<<< * for annots, brackets in annots_brackets: * ids, words, tags, heads, deps, ents = annots */ } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":532 * else: * new_tag_map[tag] = {POS: X} * cdef Vocab vocab = self.vocab # <<<<<<<<<<<<<< * if new_tag_map: * if "_SP" in orig_tag_map: */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 532, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (!(likely(((__pyx_t_2) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_2, __pyx_ptype_5spacy_5vocab_Vocab))))) __PYX_ERR(0, 532, __pyx_L1_error) __pyx_v_vocab = ((struct __pyx_obj_5spacy_5vocab_Vocab *)__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":533 * new_tag_map[tag] = {POS: X} * cdef Vocab vocab = self.vocab * if new_tag_map: # <<<<<<<<<<<<<< * if "_SP" in orig_tag_map: * new_tag_map["_SP"] = orig_tag_map["_SP"] */ __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_v_new_tag_map); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 533, __pyx_L1_error) if (__pyx_t_3) { /* "spacy/pipeline/pipes.pyx":534 * cdef Vocab vocab = self.vocab * if new_tag_map: * if "_SP" in orig_tag_map: # <<<<<<<<<<<<<< * new_tag_map["_SP"] = orig_tag_map["_SP"] * vocab.morphology = Morphology(vocab.strings, new_tag_map, */ __pyx_t_3 = (__Pyx_PyDict_ContainsTF(__pyx_n_u_SP, __pyx_v_orig_tag_map, Py_EQ)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 534, __pyx_L1_error) __pyx_t_4 = (__pyx_t_3 != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":535 * if new_tag_map: * if "_SP" in orig_tag_map: * new_tag_map["_SP"] = orig_tag_map["_SP"] # <<<<<<<<<<<<<< * vocab.morphology = Morphology(vocab.strings, new_tag_map, * vocab.morphology.lemmatizer, */ __pyx_t_2 = __Pyx_PyDict_GetItem(__pyx_v_orig_tag_map, __pyx_n_u_SP); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 535, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (unlikely(PyObject_SetItem(__pyx_v_new_tag_map, __pyx_n_u_SP, __pyx_t_2) < 0)) __PYX_ERR(0, 535, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":534 * cdef Vocab vocab = self.vocab * if new_tag_map: * if "_SP" in orig_tag_map: # <<<<<<<<<<<<<< * new_tag_map["_SP"] = orig_tag_map["_SP"] * vocab.morphology = Morphology(vocab.strings, new_tag_map, */ } /* "spacy/pipeline/pipes.pyx":536 * if "_SP" in orig_tag_map: * new_tag_map["_SP"] = orig_tag_map["_SP"] * vocab.morphology = Morphology(vocab.strings, new_tag_map, # <<<<<<<<<<<<<< * vocab.morphology.lemmatizer, * exc=vocab.morphology.exc) */ __pyx_t_2 = PyTuple_New(3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 536, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(((PyObject *)__pyx_v_vocab->strings)); __Pyx_GIVEREF(((PyObject *)__pyx_v_vocab->strings)); PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_vocab->strings)); __Pyx_INCREF(__pyx_v_new_tag_map); __Pyx_GIVEREF(__pyx_v_new_tag_map); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_new_tag_map); __Pyx_INCREF(__pyx_v_vocab->morphology->lemmatizer); __Pyx_GIVEREF(__pyx_v_vocab->morphology->lemmatizer); PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_v_vocab->morphology->lemmatizer); /* "spacy/pipeline/pipes.pyx":538 * vocab.morphology = Morphology(vocab.strings, new_tag_map, * vocab.morphology.lemmatizer, * exc=vocab.morphology.exc) # <<<<<<<<<<<<<< * self.cfg["pretrained_vectors"] = kwargs.get("pretrained_vectors") * if self.model is True: */ __pyx_t_8 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 538, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (PyDict_SetItem(__pyx_t_8, __pyx_n_s_exc, __pyx_v_vocab->morphology->exc) < 0) __PYX_ERR(0, 538, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":536 * if "_SP" in orig_tag_map: * new_tag_map["_SP"] = orig_tag_map["_SP"] * vocab.morphology = Morphology(vocab.strings, new_tag_map, # <<<<<<<<<<<<<< * vocab.morphology.lemmatizer, * exc=vocab.morphology.exc) */ __pyx_t_16 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_10morphology_Morphology), __pyx_t_2, __pyx_t_8); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 536, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_16); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GIVEREF(__pyx_t_16); __Pyx_GOTREF(__pyx_v_vocab->morphology); __Pyx_DECREF(((PyObject *)__pyx_v_vocab->morphology)); __pyx_v_vocab->morphology = ((struct __pyx_obj_5spacy_10morphology_Morphology *)__pyx_t_16); __pyx_t_16 = 0; /* "spacy/pipeline/pipes.pyx":533 * new_tag_map[tag] = {POS: X} * cdef Vocab vocab = self.vocab * if new_tag_map: # <<<<<<<<<<<<<< * if "_SP" in orig_tag_map: * new_tag_map["_SP"] = orig_tag_map["_SP"] */ } /* "spacy/pipeline/pipes.pyx":539 * vocab.morphology.lemmatizer, * exc=vocab.morphology.exc) * self.cfg["pretrained_vectors"] = kwargs.get("pretrained_vectors") # <<<<<<<<<<<<<< * if self.model is True: * for hp in ["token_vector_width", "conv_depth"]: */ __pyx_t_16 = __Pyx_PyDict_GetItemDefault(__pyx_v_kwargs, __pyx_n_u_pretrained_vectors, Py_None); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 539, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_16); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 539, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (unlikely(PyObject_SetItem(__pyx_t_8, __pyx_n_u_pretrained_vectors, __pyx_t_16) < 0)) __PYX_ERR(0, 539, __pyx_L1_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0; /* "spacy/pipeline/pipes.pyx":540 * exc=vocab.morphology.exc) * self.cfg["pretrained_vectors"] = kwargs.get("pretrained_vectors") * if self.model is True: # <<<<<<<<<<<<<< * for hp in ["token_vector_width", "conv_depth"]: * if hp in kwargs: */ __pyx_t_16 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 540, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_16); __pyx_t_4 = (__pyx_t_16 == Py_True); __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0; __pyx_t_3 = (__pyx_t_4 != 0); if (__pyx_t_3) { /* "spacy/pipeline/pipes.pyx":541 * self.cfg["pretrained_vectors"] = kwargs.get("pretrained_vectors") * if self.model is True: * for hp in ["token_vector_width", "conv_depth"]: # <<<<<<<<<<<<<< * if hp in kwargs: * self.cfg[hp] = kwargs[hp] */ __pyx_t_16 = __pyx_tuple__49; __Pyx_INCREF(__pyx_t_16); __pyx_t_9 = 0; for (;;) { if (__pyx_t_9 >= 2) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyTuple_GET_ITEM(__pyx_t_16, __pyx_t_9); __Pyx_INCREF(__pyx_t_8); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 541, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_16, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 541, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif __Pyx_XDECREF_SET(__pyx_v_hp, ((PyObject*)__pyx_t_8)); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":542 * if self.model is True: * for hp in ["token_vector_width", "conv_depth"]: * if hp in kwargs: # <<<<<<<<<<<<<< * self.cfg[hp] = kwargs[hp] * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) */ __pyx_t_3 = (__Pyx_PyDict_ContainsTF(__pyx_v_hp, __pyx_v_kwargs, Py_EQ)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 542, __pyx_L1_error) __pyx_t_4 = (__pyx_t_3 != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":543 * for hp in ["token_vector_width", "conv_depth"]: * if hp in kwargs: * self.cfg[hp] = kwargs[hp] # <<<<<<<<<<<<<< * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * link_vectors_to_models(self.vocab) */ __pyx_t_8 = __Pyx_PyDict_GetItem(__pyx_v_kwargs, __pyx_v_hp); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 543, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 543, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (unlikely(PyObject_SetItem(__pyx_t_2, __pyx_v_hp, __pyx_t_8) < 0)) __PYX_ERR(0, 543, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":542 * if self.model is True: * for hp in ["token_vector_width", "conv_depth"]: * if hp in kwargs: # <<<<<<<<<<<<<< * self.cfg[hp] = kwargs[hp] * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) */ } /* "spacy/pipeline/pipes.pyx":541 * self.cfg["pretrained_vectors"] = kwargs.get("pretrained_vectors") * if self.model is True: * for hp in ["token_vector_width", "conv_depth"]: # <<<<<<<<<<<<<< * if hp in kwargs: * self.cfg[hp] = kwargs[hp] */ } __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0; /* "spacy/pipeline/pipes.pyx":544 * if hp in kwargs: * self.cfg[hp] = kwargs[hp] * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) # <<<<<<<<<<<<<< * link_vectors_to_models(self.vocab) * if sgd is None: */ __pyx_t_16 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_Model); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 544, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_16); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 544, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_morphology); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 544, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_n_tags); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 544, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 544, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_8); __pyx_t_8 = 0; __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 544, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); if (unlikely(__pyx_t_15 == Py_None)) { PyErr_SetString(PyExc_TypeError, "argument after ** must be a mapping, not NoneType"); __PYX_ERR(0, 544, __pyx_L1_error) } if (likely(PyDict_CheckExact(__pyx_t_15))) { __pyx_t_8 = PyDict_Copy(__pyx_t_15); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 544, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } else { __pyx_t_8 = PyObject_CallFunctionObjArgs((PyObject*)&PyDict_Type, __pyx_t_15, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 544, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } __pyx_t_15 = __Pyx_PyObject_Call(__pyx_t_16, __pyx_t_2, __pyx_t_8); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 544, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; if (__Pyx_PyObject_SetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model, __pyx_t_15) < 0) __PYX_ERR(0, 544, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; /* "spacy/pipeline/pipes.pyx":540 * exc=vocab.morphology.exc) * self.cfg["pretrained_vectors"] = kwargs.get("pretrained_vectors") * if self.model is True: # <<<<<<<<<<<<<< * for hp in ["token_vector_width", "conv_depth"]: * if hp in kwargs: */ } /* "spacy/pipeline/pipes.pyx":545 * self.cfg[hp] = kwargs[hp] * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * link_vectors_to_models(self.vocab) # <<<<<<<<<<<<<< * if sgd is None: * sgd = self.create_optimizer() */ __Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_link_vectors_to_models); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 545, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 545, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_16 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) { __pyx_t_16 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_16)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_16); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } __pyx_t_15 = (__pyx_t_16) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_16, __pyx_t_2) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_t_2); __Pyx_XDECREF(__pyx_t_16); __pyx_t_16 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 545, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; /* "spacy/pipeline/pipes.pyx":546 * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * link_vectors_to_models(self.vocab) * if sgd is None: # <<<<<<<<<<<<<< * sgd = self.create_optimizer() * return sgd */ __pyx_t_4 = (__pyx_v_sgd == Py_None); __pyx_t_3 = (__pyx_t_4 != 0); if (__pyx_t_3) { /* "spacy/pipeline/pipes.pyx":547 * link_vectors_to_models(self.vocab) * if sgd is None: * sgd = self.create_optimizer() # <<<<<<<<<<<<<< * return sgd * */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_create_optimizer); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 547, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } __pyx_t_15 = (__pyx_t_2) ? __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_t_2) : __Pyx_PyObject_CallNoArg(__pyx_t_8); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 547, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF_SET(__pyx_v_sgd, __pyx_t_15); __pyx_t_15 = 0; /* "spacy/pipeline/pipes.pyx":546 * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * link_vectors_to_models(self.vocab) * if sgd is None: # <<<<<<<<<<<<<< * sgd = self.create_optimizer() * return sgd */ } /* "spacy/pipeline/pipes.pyx":548 * if sgd is None: * sgd = self.create_optimizer() * return sgd # <<<<<<<<<<<<<< * * @classmethod */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_sgd); __pyx_r = __pyx_v_sgd; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":515 * return float(loss), d_scores * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, # <<<<<<<<<<<<<< * **kwargs): * lemma_tables = ["lemma_rules", "lemma_index", "lemma_exc", "lemma_lookup"] */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_14); __Pyx_XDECREF(__pyx_t_15); __Pyx_XDECREF(__pyx_t_16); __Pyx_XDECREF(__pyx_t_17); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.begin_training", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_orig_tag_map); __Pyx_XDECREF(__pyx_v_new_tag_map); __Pyx_XDECREF(__pyx_v_raw_text); __Pyx_XDECREF(__pyx_v_annots_brackets); __Pyx_XDECREF(__pyx_v_annots); __Pyx_XDECREF(__pyx_v_brackets); __Pyx_XDECREF(__pyx_v_ids); __Pyx_XDECREF(__pyx_v_words); __Pyx_XDECREF(__pyx_v_tags); __Pyx_XDECREF(__pyx_v_heads); __Pyx_XDECREF(__pyx_v_deps); __Pyx_XDECREF(__pyx_v_ents); __Pyx_XDECREF(__pyx_v_tag); __Pyx_XDECREF((PyObject *)__pyx_v_vocab); __Pyx_XDECREF(__pyx_v_hp); __Pyx_XDECREF(__pyx_v_sgd); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":551 * * @classmethod * def Model(cls, n_tags, **cfg): # <<<<<<<<<<<<<< * if cfg.get("pretrained_dims") and not cfg.get("pretrained_vectors"): * raise ValueError(TempErrors.T008) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_24Model(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_24Model = {"Model", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_24Model, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_24Model(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_cls = 0; PyObject *__pyx_v_n_tags = 0; PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("Model (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_cls,&__pyx_n_s_n_tags,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_cls)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_n_tags)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("Model", 1, 2, 2, 1); __PYX_ERR(0, 551, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "Model") < 0)) __PYX_ERR(0, 551, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_cls = values[0]; __pyx_v_n_tags = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("Model", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 551, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.Model", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_23Model(__pyx_self, __pyx_v_cls, __pyx_v_n_tags, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_23Model(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_cls, PyObject *__pyx_v_n_tags, PyObject *__pyx_v_cfg) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; int __pyx_t_3; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__50) __Pyx_RefNannySetupContext("Model", 0); __Pyx_TraceCall("Model", __pyx_f[0], 551, 0, __PYX_ERR(0, 551, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":552 * @classmethod * def Model(cls, n_tags, **cfg): * if cfg.get("pretrained_dims") and not cfg.get("pretrained_vectors"): # <<<<<<<<<<<<<< * raise ValueError(TempErrors.T008) * return build_tagger_model(n_tags, **cfg) */ __pyx_t_2 = __Pyx_PyDict_GetItemDefault(__pyx_v_cfg, __pyx_n_u_pretrained_dims, Py_None); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 552, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 552, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_3) { } else { __pyx_t_1 = __pyx_t_3; goto __pyx_L4_bool_binop_done; } __pyx_t_2 = __Pyx_PyDict_GetItemDefault(__pyx_v_cfg, __pyx_n_u_pretrained_vectors, Py_None); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 552, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 552, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = ((!__pyx_t_3) != 0); __pyx_t_1 = __pyx_t_4; __pyx_L4_bool_binop_done:; if (unlikely(__pyx_t_1)) { /* "spacy/pipeline/pipes.pyx":553 * def Model(cls, n_tags, **cfg): * if cfg.get("pretrained_dims") and not cfg.get("pretrained_vectors"): * raise ValueError(TempErrors.T008) # <<<<<<<<<<<<<< * return build_tagger_model(n_tags, **cfg) * */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_TempErrors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 553, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_T008); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 553, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 553, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_Raise(__pyx_t_2, 0, 0, 0); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __PYX_ERR(0, 553, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":552 * @classmethod * def Model(cls, n_tags, **cfg): * if cfg.get("pretrained_dims") and not cfg.get("pretrained_vectors"): # <<<<<<<<<<<<<< * raise ValueError(TempErrors.T008) * return build_tagger_model(n_tags, **cfg) */ } /* "spacy/pipeline/pipes.pyx":554 * if cfg.get("pretrained_dims") and not cfg.get("pretrained_vectors"): * raise ValueError(TempErrors.T008) * return build_tagger_model(n_tags, **cfg) # <<<<<<<<<<<<<< * * def add_label(self, label, values=None): */ __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_build_tagger_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 554, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 554, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_v_n_tags); __Pyx_GIVEREF(__pyx_v_n_tags); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_v_n_tags); __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_5, __pyx_v_cfg); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 554, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_r = __pyx_t_6; __pyx_t_6 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":551 * * @classmethod * def Model(cls, n_tags, **cfg): # <<<<<<<<<<<<<< * if cfg.get("pretrained_dims") and not cfg.get("pretrained_vectors"): * raise ValueError(TempErrors.T008) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.Model", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":556 * return build_tagger_model(n_tags, **cfg) * * def add_label(self, label, values=None): # <<<<<<<<<<<<<< * if not isinstance(label, basestring_): * raise ValueError(Errors.E187) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_26add_label(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_26add_label = {"add_label", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_26add_label, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_26add_label(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_label = 0; PyObject *__pyx_v_values = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("add_label (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_label,&__pyx_n_s_values,0}; PyObject* values[3] = {0,0,0}; values[2] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_label)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("add_label", 0, 2, 3, 1); __PYX_ERR(0, 556, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_values); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "add_label") < 0)) __PYX_ERR(0, 556, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_label = values[1]; __pyx_v_values = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("add_label", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 556, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.add_label", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_25add_label(__pyx_self, __pyx_v_self, __pyx_v_label, __pyx_v_values); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_25add_label(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_label, PyObject *__pyx_v_values) { PyObject *__pyx_v_tag_map = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__51) __Pyx_RefNannySetupContext("add_label", 0); __Pyx_TraceCall("add_label", __pyx_f[0], 556, 0, __PYX_ERR(0, 556, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_values); /* "spacy/pipeline/pipes.pyx":557 * * def add_label(self, label, values=None): * if not isinstance(label, basestring_): # <<<<<<<<<<<<<< * raise ValueError(Errors.E187) * if label in self.labels: */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_basestring); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 557, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyObject_IsInstance(__pyx_v_label, __pyx_t_1); if (unlikely(__pyx_t_2 == ((int)-1))) __PYX_ERR(0, 557, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = ((!(__pyx_t_2 != 0)) != 0); if (unlikely(__pyx_t_3)) { /* "spacy/pipeline/pipes.pyx":558 * def add_label(self, label, values=None): * if not isinstance(label, basestring_): * raise ValueError(Errors.E187) # <<<<<<<<<<<<<< * if label in self.labels: * return 0 */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 558, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E187); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 558, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 558, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_Raise(__pyx_t_1, 0, 0, 0); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __PYX_ERR(0, 558, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":557 * * def add_label(self, label, values=None): * if not isinstance(label, basestring_): # <<<<<<<<<<<<<< * raise ValueError(Errors.E187) * if label in self.labels: */ } /* "spacy/pipeline/pipes.pyx":559 * if not isinstance(label, basestring_): * raise ValueError(Errors.E187) * if label in self.labels: # <<<<<<<<<<<<<< * return 0 * if self.model not in (True, False, None): */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 559, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = (__Pyx_PySequence_ContainsTF(__pyx_v_label, __pyx_t_1, Py_EQ)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 559, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_2 = (__pyx_t_3 != 0); if (__pyx_t_2) { /* "spacy/pipeline/pipes.pyx":560 * raise ValueError(Errors.E187) * if label in self.labels: * return 0 # <<<<<<<<<<<<<< * if self.model not in (True, False, None): * # Here's how the model resizing will work, once the */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_int_0); __pyx_r = __pyx_int_0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":559 * if not isinstance(label, basestring_): * raise ValueError(Errors.E187) * if label in self.labels: # <<<<<<<<<<<<<< * return 0 * if self.model not in (True, False, None): */ } /* "spacy/pipeline/pipes.pyx":561 * if label in self.labels: * return 0 * if self.model not in (True, False, None): # <<<<<<<<<<<<<< * # Here's how the model resizing will work, once the * # neuron-to-tag mapping is no longer controlled by */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 561, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = PyObject_RichCompare(__pyx_t_1, Py_True, Py_NE); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 561, __pyx_L1_error) __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 561, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__pyx_t_3) { } else { __pyx_t_2 = __pyx_t_3; goto __pyx_L6_bool_binop_done; } __pyx_t_4 = PyObject_RichCompare(__pyx_t_1, Py_False, Py_NE); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 561, __pyx_L1_error) __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 561, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__pyx_t_3) { } else { __pyx_t_2 = __pyx_t_3; goto __pyx_L6_bool_binop_done; } __pyx_t_4 = PyObject_RichCompare(__pyx_t_1, Py_None, Py_NE); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 561, __pyx_L1_error) __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 561, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_2 = __pyx_t_3; __pyx_L6_bool_binop_done:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = (__pyx_t_2 != 0); if (unlikely(__pyx_t_3)) { /* "spacy/pipeline/pipes.pyx":571 * # copy_array(larger.b[:smaller.nO], smaller.b) * # self.model._layers[-1] = larger * raise ValueError(TempErrors.T003) # <<<<<<<<<<<<<< * tag_map = dict(self.vocab.morphology.tag_map) * if values is None: */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_TempErrors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 571, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_T003); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 571, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 571, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_Raise(__pyx_t_1, 0, 0, 0); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __PYX_ERR(0, 571, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":561 * if label in self.labels: * return 0 * if self.model not in (True, False, None): # <<<<<<<<<<<<<< * # Here's how the model resizing will work, once the * # neuron-to-tag mapping is no longer controlled by */ } /* "spacy/pipeline/pipes.pyx":572 * # self.model._layers[-1] = larger * raise ValueError(TempErrors.T003) * tag_map = dict(self.vocab.morphology.tag_map) # <<<<<<<<<<<<<< * if values is None: * values = {POS: "X"} */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 572, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_morphology); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 572, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_tag_map); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 572, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_CallOneArg(((PyObject *)(&PyDict_Type)), __pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 572, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_tag_map = ((PyObject*)__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":573 * raise ValueError(TempErrors.T003) * tag_map = dict(self.vocab.morphology.tag_map) * if values is None: # <<<<<<<<<<<<<< * values = {POS: "X"} * tag_map[label] = values */ __pyx_t_3 = (__pyx_v_values == Py_None); __pyx_t_2 = (__pyx_t_3 != 0); if (__pyx_t_2) { /* "spacy/pipeline/pipes.pyx":574 * tag_map = dict(self.vocab.morphology.tag_map) * if values is None: * values = {POS: "X"} # <<<<<<<<<<<<<< * tag_map[label] = values * self.vocab.morphology = Morphology( */ __pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 574, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_POS); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 574, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_4, __pyx_t_1, __pyx_n_u_X) < 0) __PYX_ERR(0, 574, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF_SET(__pyx_v_values, __pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":573 * raise ValueError(TempErrors.T003) * tag_map = dict(self.vocab.morphology.tag_map) * if values is None: # <<<<<<<<<<<<<< * values = {POS: "X"} * tag_map[label] = values */ } /* "spacy/pipeline/pipes.pyx":575 * if values is None: * values = {POS: "X"} * tag_map[label] = values # <<<<<<<<<<<<<< * self.vocab.morphology = Morphology( * self.vocab.strings, tag_map=tag_map, */ if (unlikely(PyDict_SetItem(__pyx_v_tag_map, __pyx_v_label, __pyx_v_values) < 0)) __PYX_ERR(0, 575, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":577 * tag_map[label] = values * self.vocab.morphology = Morphology( * self.vocab.strings, tag_map=tag_map, # <<<<<<<<<<<<<< * lemmatizer=self.vocab.morphology.lemmatizer, * exc=self.vocab.morphology.exc) */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 577, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_strings); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 577, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":576 * values = {POS: "X"} * tag_map[label] = values * self.vocab.morphology = Morphology( # <<<<<<<<<<<<<< * self.vocab.strings, tag_map=tag_map, * lemmatizer=self.vocab.morphology.lemmatizer, */ __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 576, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":577 * tag_map[label] = values * self.vocab.morphology = Morphology( * self.vocab.strings, tag_map=tag_map, # <<<<<<<<<<<<<< * lemmatizer=self.vocab.morphology.lemmatizer, * exc=self.vocab.morphology.exc) */ __pyx_t_1 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 577, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_tag_map, __pyx_v_tag_map) < 0) __PYX_ERR(0, 577, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":578 * self.vocab.morphology = Morphology( * self.vocab.strings, tag_map=tag_map, * lemmatizer=self.vocab.morphology.lemmatizer, # <<<<<<<<<<<<<< * exc=self.vocab.morphology.exc) * return 1 */ __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 578, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_morphology); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 578, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_lemmatizer); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 578, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_lemmatizer, __pyx_t_5) < 0) __PYX_ERR(0, 577, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":579 * self.vocab.strings, tag_map=tag_map, * lemmatizer=self.vocab.morphology.lemmatizer, * exc=self.vocab.morphology.exc) # <<<<<<<<<<<<<< * return 1 * */ __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 579, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_morphology); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 579, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_exc); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 579, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_exc, __pyx_t_5) < 0) __PYX_ERR(0, 577, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":576 * values = {POS: "X"} * tag_map[label] = values * self.vocab.morphology = Morphology( # <<<<<<<<<<<<<< * self.vocab.strings, tag_map=tag_map, * lemmatizer=self.vocab.morphology.lemmatizer, */ __pyx_t_5 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_10morphology_Morphology), __pyx_t_4, __pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 576, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 576, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__Pyx_PyObject_SetAttrStr(__pyx_t_1, __pyx_n_s_morphology, __pyx_t_5) < 0) __PYX_ERR(0, 576, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":580 * lemmatizer=self.vocab.morphology.lemmatizer, * exc=self.vocab.morphology.exc) * return 1 # <<<<<<<<<<<<<< * * def use_params(self, params): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_int_1); __pyx_r = __pyx_int_1; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":556 * return build_tagger_model(n_tags, **cfg) * * def add_label(self, label, values=None): # <<<<<<<<<<<<<< * if not isinstance(label, basestring_): * raise ValueError(Errors.E187) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.add_label", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_tag_map); __Pyx_XDECREF(__pyx_v_values); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_6Tagger_29generator4(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":582 * return 1 * * def use_params(self, params): # <<<<<<<<<<<<<< * with self.model.use_params(params): * yield */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_28use_params(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_28use_params = {"use_params", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_28use_params, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_28use_params(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_params = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("use_params (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_params,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_params)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("use_params", 1, 2, 2, 1); __PYX_ERR(0, 582, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "use_params") < 0)) __PYX_ERR(0, 582, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_params = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("use_params", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 582, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.use_params", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_27use_params(__pyx_self, __pyx_v_self, __pyx_v_params); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_27use_params(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_params) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("use_params", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 582, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __pyx_cur_scope->__pyx_v_params = __pyx_v_params; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_params); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_params); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_6Tagger_29generator4, __pyx_codeobj__52, (PyObject *) __pyx_cur_scope, __pyx_n_s_use_params, __pyx_n_s_Tagger_use_params, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 582, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.use_params", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_6Tagger_29generator4(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; int __pyx_t_10; int __pyx_t_11; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("use_params", 0); __Pyx_TraceFrameInit(__pyx_codeobj__52) __Pyx_TraceCall("use_params", __pyx_f[0], 582, 0, __PYX_ERR(0, 582, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; case 1: goto __pyx_L14_resume_from_yield; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 582, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":583 * * def use_params(self, params): * with self.model.use_params(params): # <<<<<<<<<<<<<< * yield * */ /*with:*/ { __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 583, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_use_params); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 583, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_cur_scope->__pyx_v_params) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_cur_scope->__pyx_v_params); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 583, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_4 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_n_s_exit); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 583, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_2 = __Pyx_PyObject_LookupSpecial(__pyx_t_1, __pyx_n_s_enter); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 583, __pyx_L4_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 583, __pyx_L4_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /*try:*/ { { __Pyx_ExceptionSave(&__pyx_t_6, &__pyx_t_7, &__pyx_t_8); __Pyx_XGOTREF(__pyx_t_6); __Pyx_XGOTREF(__pyx_t_7); __Pyx_XGOTREF(__pyx_t_8); /*try:*/ { /* "spacy/pipeline/pipes.pyx":584 * def use_params(self, params): * with self.model.use_params(params): * yield # <<<<<<<<<<<<<< * * def to_bytes(self, exclude=tuple(), **kwargs): */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); __Pyx_XGIVEREF(__pyx_t_4); __pyx_cur_scope->__pyx_t_0 = __pyx_t_4; __Pyx_XGIVEREF(__pyx_t_6); __pyx_cur_scope->__pyx_t_1 = __pyx_t_6; __Pyx_XGIVEREF(__pyx_t_7); __pyx_cur_scope->__pyx_t_2 = __pyx_t_7; __Pyx_XGIVEREF(__pyx_t_8); __pyx_cur_scope->__pyx_t_3 = __pyx_t_8; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); __Pyx_Coroutine_ResetAndClearException(__pyx_generator); /* return from generator, yielding value */ __pyx_generator->resume_label = 1; return __pyx_r; __pyx_L14_resume_from_yield:; __pyx_t_4 = __pyx_cur_scope->__pyx_t_0; __pyx_cur_scope->__pyx_t_0 = 0; __Pyx_XGOTREF(__pyx_t_4); __pyx_t_6 = __pyx_cur_scope->__pyx_t_1; __pyx_cur_scope->__pyx_t_1 = 0; __Pyx_XGOTREF(__pyx_t_6); __pyx_t_7 = __pyx_cur_scope->__pyx_t_2; __pyx_cur_scope->__pyx_t_2 = 0; __Pyx_XGOTREF(__pyx_t_7); __pyx_t_8 = __pyx_cur_scope->__pyx_t_3; __pyx_cur_scope->__pyx_t_3 = 0; __Pyx_XGOTREF(__pyx_t_8); if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 584, __pyx_L8_error) /* "spacy/pipeline/pipes.pyx":583 * * def use_params(self, params): * with self.model.use_params(params): # <<<<<<<<<<<<<< * yield * */ } __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; goto __pyx_L13_try_end; __pyx_L8_error:; __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; /*except:*/ { __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.use_params", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_1, &__pyx_t_3, &__pyx_t_2) < 0) __PYX_ERR(0, 583, __pyx_L10_except_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GOTREF(__pyx_t_3); __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = PyTuple_Pack(3, __pyx_t_1, __pyx_t_3, __pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 583, __pyx_L10_except_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_5, NULL); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 583, __pyx_L10_except_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_9); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if (__pyx_t_10 < 0) __PYX_ERR(0, 583, __pyx_L10_except_error) __pyx_t_11 = ((!(__pyx_t_10 != 0)) != 0); if (__pyx_t_11) { __Pyx_GIVEREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_3); __Pyx_XGIVEREF(__pyx_t_2); __Pyx_ErrRestoreWithState(__pyx_t_1, __pyx_t_3, __pyx_t_2); __pyx_t_1 = 0; __pyx_t_3 = 0; __pyx_t_2 = 0; __PYX_ERR(0, 583, __pyx_L10_except_error) } __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; goto __pyx_L9_exception_handled; } __pyx_L10_except_error:; __Pyx_XGIVEREF(__pyx_t_6); __Pyx_XGIVEREF(__pyx_t_7); __Pyx_XGIVEREF(__pyx_t_8); __Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8); goto __pyx_L1_error; __pyx_L9_exception_handled:; __Pyx_XGIVEREF(__pyx_t_6); __Pyx_XGIVEREF(__pyx_t_7); __Pyx_XGIVEREF(__pyx_t_8); __Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8); __pyx_L13_try_end:; } } /*finally:*/ { /*normal exit:*/{ if (__pyx_t_4) { __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_tuple__17, NULL); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 583, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } goto __pyx_L7; } __pyx_L7:; } goto __pyx_L18; __pyx_L4_error:; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; goto __pyx_L1_error; __pyx_L18:; } CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* "spacy/pipeline/pipes.pyx":582 * return 1 * * def use_params(self, params): # <<<<<<<<<<<<<< * with self.model.use_params(params): * yield */ /* function exit code */ PyErr_SetNone(PyExc_StopIteration); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("use_params", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XDECREF(__pyx_r); __pyx_r = 0; #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":586 * yield * * def to_bytes(self, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * serialize = OrderedDict() * if self.model not in (None, True, False): */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_25__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 586, 0, __PYX_ERR(0, 586, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 586, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults7, __pyx_self)->__pyx_arg_exclude); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults7, __pyx_self)->__pyx_arg_exclude); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults7, __pyx_self)->__pyx_arg_exclude); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 586, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_31to_bytes(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_31to_bytes = {"to_bytes", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_31to_bytes, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_31to_bytes(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_exclude = 0; PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("to_bytes (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_exclude,0}; PyObject* values[2] = {0,0}; __pyx_defaults7 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults7, __pyx_self); values[1] = __pyx_dynamic_args->__pyx_arg_exclude; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exclude); if (value) { values[1] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "to_bytes") < 0)) __PYX_ERR(0, 586, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_exclude = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("to_bytes", 0, 1, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 586, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.to_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_30to_bytes(__pyx_self, __pyx_v_self, __pyx_v_exclude, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":591 * serialize["model"] = self.model.to_bytes * serialize["vocab"] = self.vocab.to_bytes * serialize["cfg"] = lambda: srsly.json_dumps(self.cfg) # <<<<<<<<<<<<<< * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) * serialize["tag_map"] = lambda: srsly.msgpack_dumps(tag_map) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_8to_bytes_lambda15(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_8to_bytes_lambda15 = {"lambda15", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_8to_bytes_lambda15, METH_NOARGS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_8to_bytes_lambda15(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda15 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda15(__pyx_self); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda15(PyObject *__pyx_self) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda15", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda15", __pyx_f[0], 591, 0, __PYX_ERR(0, 591, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 591, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_json_dumps); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 591, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 591, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 591, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_4, __pyx_t_2) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_2); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 591, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.to_bytes.lambda15", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":593 * serialize["cfg"] = lambda: srsly.json_dumps(self.cfg) * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) * serialize["tag_map"] = lambda: srsly.msgpack_dumps(tag_map) # <<<<<<<<<<<<<< * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) * return util.to_bytes(serialize, exclude) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_8to_bytes_1lambda16(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_8to_bytes_1lambda16 = {"lambda16", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_8to_bytes_1lambda16, METH_NOARGS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_8to_bytes_1lambda16(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda16 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda16(__pyx_self); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda16(PyObject *__pyx_self) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda16", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda16", __pyx_f[0], 593, 0, __PYX_ERR(0, 593, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 593, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_msgpack_dumps); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 593, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_tag_map)) { __Pyx_RaiseClosureNameError("tag_map"); __PYX_ERR(0, 593, __pyx_L1_error) } __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_cur_scope->__pyx_v_tag_map) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_cur_scope->__pyx_v_tag_map); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 593, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.to_bytes.lambda16", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":586 * yield * * def to_bytes(self, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * serialize = OrderedDict() * if self.model not in (None, True, False): */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_30to_bytes(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *__pyx_cur_scope; PyObject *__pyx_v_serialize = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; int __pyx_t_9; int __pyx_t_10; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__53) __Pyx_RefNannySetupContext("to_bytes", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 586, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("to_bytes", __pyx_f[0], 586, 0, __PYX_ERR(0, 586, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __Pyx_INCREF(__pyx_v_exclude); /* "spacy/pipeline/pipes.pyx":587 * * def to_bytes(self, exclude=tuple(), **kwargs): * serialize = OrderedDict() # <<<<<<<<<<<<<< * if self.model not in (None, True, False): * serialize["model"] = self.model.to_bytes */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_OrderedDict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 587, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 587, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_serialize = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":588 * def to_bytes(self, exclude=tuple(), **kwargs): * serialize = OrderedDict() * if self.model not in (None, True, False): # <<<<<<<<<<<<<< * serialize["model"] = self.model.to_bytes * serialize["vocab"] = self.vocab.to_bytes */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 588, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyObject_RichCompare(__pyx_t_1, Py_None, Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 588, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 588, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_5) { } else { __pyx_t_4 = __pyx_t_5; goto __pyx_L4_bool_binop_done; } __pyx_t_2 = PyObject_RichCompare(__pyx_t_1, Py_True, Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 588, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 588, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_5) { } else { __pyx_t_4 = __pyx_t_5; goto __pyx_L4_bool_binop_done; } __pyx_t_2 = PyObject_RichCompare(__pyx_t_1, Py_False, Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 588, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 588, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = __pyx_t_5; __pyx_L4_bool_binop_done:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = (__pyx_t_4 != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":589 * serialize = OrderedDict() * if self.model not in (None, True, False): * serialize["model"] = self.model.to_bytes # <<<<<<<<<<<<<< * serialize["vocab"] = self.vocab.to_bytes * serialize["cfg"] = lambda: srsly.json_dumps(self.cfg) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 589, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_to_bytes); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 589, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(PyObject_SetItem(__pyx_v_serialize, __pyx_n_u_model, __pyx_t_2) < 0)) __PYX_ERR(0, 589, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":588 * def to_bytes(self, exclude=tuple(), **kwargs): * serialize = OrderedDict() * if self.model not in (None, True, False): # <<<<<<<<<<<<<< * serialize["model"] = self.model.to_bytes * serialize["vocab"] = self.vocab.to_bytes */ } /* "spacy/pipeline/pipes.pyx":590 * if self.model not in (None, True, False): * serialize["model"] = self.model.to_bytes * serialize["vocab"] = self.vocab.to_bytes # <<<<<<<<<<<<<< * serialize["cfg"] = lambda: srsly.json_dumps(self.cfg) * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 590, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_to_bytes); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 590, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(PyObject_SetItem(__pyx_v_serialize, __pyx_n_u_vocab, __pyx_t_1) < 0)) __PYX_ERR(0, 590, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":591 * serialize["model"] = self.model.to_bytes * serialize["vocab"] = self.vocab.to_bytes * serialize["cfg"] = lambda: srsly.json_dumps(self.cfg) # <<<<<<<<<<<<<< * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) * serialize["tag_map"] = lambda: srsly.msgpack_dumps(tag_map) */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_8to_bytes_lambda15, 0, __pyx_n_s_Tagger_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 591, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_serialize, __pyx_n_u_cfg, __pyx_t_1) < 0)) __PYX_ERR(0, 591, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":592 * serialize["vocab"] = self.vocab.to_bytes * serialize["cfg"] = lambda: srsly.json_dumps(self.cfg) * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) # <<<<<<<<<<<<<< * serialize["tag_map"] = lambda: srsly.msgpack_dumps(tag_map) * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_OrderedDict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 592, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 592, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_morphology); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 592, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_tag_map); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 592, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_items); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 592, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_8))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } __pyx_t_6 = (__pyx_t_7) ? __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_t_7) : __Pyx_PyObject_CallNoArg(__pyx_t_8); __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 592, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = PySequence_List(__pyx_t_6); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 592, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_3 = ((PyObject*)__pyx_t_8); __pyx_t_8 = 0; __pyx_t_9 = PyList_Sort(__pyx_t_3); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(0, 592, __pyx_L1_error) __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_8, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 592, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GIVEREF(__pyx_t_1); __pyx_cur_scope->__pyx_v_tag_map = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":593 * serialize["cfg"] = lambda: srsly.json_dumps(self.cfg) * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) * serialize["tag_map"] = lambda: srsly.msgpack_dumps(tag_map) # <<<<<<<<<<<<<< * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) * return util.to_bytes(serialize, exclude) */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_8to_bytes_1lambda16, 0, __pyx_n_s_Tagger_to_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 593, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_serialize, __pyx_n_u_tag_map, __pyx_t_1) < 0)) __PYX_ERR(0, 593, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":594 * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) * serialize["tag_map"] = lambda: srsly.msgpack_dumps(tag_map) * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) # <<<<<<<<<<<<<< * return util.to_bytes(serialize, exclude) * */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 594, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_get_serialization_exclude); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 594, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; __pyx_t_10 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_10 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_serialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_10, 3+__pyx_t_10); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 594, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_serialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_10, 3+__pyx_t_10); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 594, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_8 = PyTuple_New(3+__pyx_t_10); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 594, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_v_serialize); __Pyx_GIVEREF(__pyx_v_serialize); PyTuple_SET_ITEM(__pyx_t_8, 0+__pyx_t_10, __pyx_v_serialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_8, 1+__pyx_t_10, __pyx_v_exclude); __Pyx_INCREF(__pyx_v_kwargs); __Pyx_GIVEREF(__pyx_v_kwargs); PyTuple_SET_ITEM(__pyx_t_8, 2+__pyx_t_10, __pyx_v_kwargs); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_8, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 594, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_exclude, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":595 * serialize["tag_map"] = lambda: srsly.msgpack_dumps(tag_map) * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) * return util.to_bytes(serialize, exclude) # <<<<<<<<<<<<<< * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): */ __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_util); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 595, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_to_bytes); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 595, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; __pyx_t_10 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); __pyx_t_10 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_v_serialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_10, 2+__pyx_t_10); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 595, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_v_serialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_10, 2+__pyx_t_10); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 595, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_2 = PyTuple_New(2+__pyx_t_10); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 595, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_v_serialize); __Pyx_GIVEREF(__pyx_v_serialize); PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_10, __pyx_v_serialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_10, __pyx_v_exclude); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 595, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":586 * yield * * def to_bytes(self, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * serialize = OrderedDict() * if self.model not in (None, True, False): */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.to_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_serialize); __Pyx_XDECREF(__pyx_v_exclude); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":597 * return util.to_bytes(serialize, exclude) * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(b): * # TODO: Remove this once we don't have to handle previous models */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_27__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 597, 0, __PYX_ERR(0, 597, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 597, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults8, __pyx_self)->__pyx_arg_exclude); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults8, __pyx_self)->__pyx_arg_exclude); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults8, __pyx_self)->__pyx_arg_exclude); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 597, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_33from_bytes(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_33from_bytes = {"from_bytes", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_33from_bytes, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_33from_bytes(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_bytes_data = 0; PyObject *__pyx_v_exclude = 0; PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("from_bytes (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_bytes_data,&__pyx_n_s_exclude,0}; PyObject* values[3] = {0,0,0}; __pyx_defaults8 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults8, __pyx_self); values[2] = __pyx_dynamic_args->__pyx_arg_exclude; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_bytes_data)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("from_bytes", 0, 2, 3, 1); __PYX_ERR(0, 597, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exclude); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "from_bytes") < 0)) __PYX_ERR(0, 597, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_bytes_data = values[1]; __pyx_v_exclude = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("from_bytes", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 597, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_32from_bytes(__pyx_self, __pyx_v_self, __pyx_v_bytes_data, __pyx_v_exclude, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":598 * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): * def load_model(b): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_1load_model(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_1load_model = {"load_model", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_1load_model, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_1load_model(PyObject *__pyx_self, PyObject *__pyx_v_b) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("load_model (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_load_model(__pyx_self, ((PyObject *)__pyx_v_b)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_load_model(PyObject *__pyx_self, PyObject *__pyx_v_b) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *__pyx_outer_scope; CYTHON_UNUSED PyObject *__pyx_v_token_vector_width = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; int __pyx_t_8; PyObject *__pyx_t_9 = NULL; PyObject *__pyx_t_10 = NULL; PyObject *__pyx_t_11 = NULL; PyObject *__pyx_t_12 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("load_model", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("load_model", __pyx_f[0], 598, 0, __PYX_ERR(0, 598, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":600 * def load_model(b): * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: # <<<<<<<<<<<<<< * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 600, __pyx_L1_error) } __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 600, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_get); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 600, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_2 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_3, __pyx_n_u_pretrained_dims) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_n_u_pretrained_dims); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 600, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 600, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_5) { } else { __pyx_t_1 = __pyx_t_5; goto __pyx_L4_bool_binop_done; } if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 600, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 600, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_n_u_pretrained_vectors, __pyx_t_2, Py_NE)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 600, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_6 = (__pyx_t_5 != 0); __pyx_t_1 = __pyx_t_6; __pyx_L4_bool_binop_done:; if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":601 * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: * self.cfg["pretrained_vectors"] = self.vocab.vectors.name # <<<<<<<<<<<<<< * if self.model is True: * token_vector_width = util.env_opt( */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 601, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 601, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_vectors); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 601, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_name); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 601, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 601, __pyx_L1_error) } __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 601, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (unlikely(PyObject_SetItem(__pyx_t_4, __pyx_n_u_pretrained_vectors, __pyx_t_2) < 0)) __PYX_ERR(0, 601, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":600 * def load_model(b): * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: # <<<<<<<<<<<<<< * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: */ } /* "spacy/pipeline/pipes.pyx":602 * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: # <<<<<<<<<<<<<< * token_vector_width = util.env_opt( * "token_vector_width", */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 602, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 602, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = (__pyx_t_2 == Py_True); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_6 = (__pyx_t_1 != 0); if (__pyx_t_6) { /* "spacy/pipeline/pipes.pyx":603 * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: * token_vector_width = util.env_opt( # <<<<<<<<<<<<<< * "token_vector_width", * self.cfg.get("token_vector_width", 96)) */ __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_util); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 603, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_env_opt); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 603, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":605 * token_vector_width = util.env_opt( * "token_vector_width", * self.cfg.get("token_vector_width", 96)) # <<<<<<<<<<<<<< * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * try: */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 605, __pyx_L1_error) } __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 605, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_get); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 605, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_tuple__54, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 605, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = NULL; __pyx_t_8 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_8 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_n_u_token_vector_width, __pyx_t_4}; __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 603, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_n_u_token_vector_width, __pyx_t_4}; __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 603, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else #endif { __pyx_t_9 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 603, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); if (__pyx_t_7) { __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_7); __pyx_t_7 = NULL; } __Pyx_INCREF(__pyx_n_u_token_vector_width); __Pyx_GIVEREF(__pyx_n_u_token_vector_width); PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_8, __pyx_n_u_token_vector_width); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_8, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_9, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 603, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_token_vector_width = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":606 * "token_vector_width", * self.cfg.get("token_vector_width", 96)) * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) # <<<<<<<<<<<<<< * try: * self.model.from_bytes(b) */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 606, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_Model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 606, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 606, __pyx_L1_error) } __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 606, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_morphology); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 606, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_n_tags); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 606, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = PyTuple_New(1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 606, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 606, __pyx_L1_error) } __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 606, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (unlikely(__pyx_t_4 == Py_None)) { PyErr_SetString(PyExc_TypeError, "argument after ** must be a mapping, not NoneType"); __PYX_ERR(0, 606, __pyx_L1_error) } if (likely(PyDict_CheckExact(__pyx_t_4))) { __pyx_t_3 = PyDict_Copy(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 606, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { __pyx_t_3 = PyObject_CallFunctionObjArgs((PyObject*)&PyDict_Type, __pyx_t_4, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 606, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_9, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 606, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 606, __pyx_L1_error) } if (__Pyx_PyObject_SetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model, __pyx_t_4) < 0) __PYX_ERR(0, 606, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":602 * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: # <<<<<<<<<<<<<< * token_vector_width = util.env_opt( * "token_vector_width", */ } /* "spacy/pipeline/pipes.pyx":607 * self.cfg.get("token_vector_width", 96)) * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * try: # <<<<<<<<<<<<<< * self.model.from_bytes(b) * except AttributeError: */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_10, &__pyx_t_11, &__pyx_t_12); __Pyx_XGOTREF(__pyx_t_10); __Pyx_XGOTREF(__pyx_t_11); __Pyx_XGOTREF(__pyx_t_12); /*try:*/ { /* "spacy/pipeline/pipes.pyx":608 * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * try: * self.model.from_bytes(b) # <<<<<<<<<<<<<< * except AttributeError: * raise ValueError(Errors.E149) */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 608, __pyx_L7_error) } __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 608, __pyx_L7_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_from_bytes); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 608, __pyx_L7_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_9); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_9, function); } } __pyx_t_4 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_9, __pyx_t_3, __pyx_v_b) : __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_v_b); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 608, __pyx_L7_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":607 * self.cfg.get("token_vector_width", 96)) * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * try: # <<<<<<<<<<<<<< * self.model.from_bytes(b) * except AttributeError: */ } __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0; goto __pyx_L12_try_end; __pyx_L7_error:; __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":609 * try: * self.model.from_bytes(b) * except AttributeError: # <<<<<<<<<<<<<< * raise ValueError(Errors.E149) * */ __pyx_t_8 = __Pyx_PyErr_ExceptionMatches(__pyx_builtin_AttributeError); if (__pyx_t_8) { __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_bytes.load_model", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_4, &__pyx_t_9, &__pyx_t_3) < 0) __PYX_ERR(0, 609, __pyx_L9_except_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GOTREF(__pyx_t_9); __Pyx_GOTREF(__pyx_t_3); /* "spacy/pipeline/pipes.pyx":610 * self.model.from_bytes(b) * except AttributeError: * raise ValueError(Errors.E149) # <<<<<<<<<<<<<< * * def load_tag_map(b): */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 610, __pyx_L9_except_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_E149); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 610, __pyx_L9_except_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_7); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 610, __pyx_L9_except_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_Raise(__pyx_t_2, 0, 0, 0); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __PYX_ERR(0, 610, __pyx_L9_except_error) } goto __pyx_L9_except_error; __pyx_L9_except_error:; /* "spacy/pipeline/pipes.pyx":607 * self.cfg.get("token_vector_width", 96)) * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * try: # <<<<<<<<<<<<<< * self.model.from_bytes(b) * except AttributeError: */ __Pyx_XGIVEREF(__pyx_t_10); __Pyx_XGIVEREF(__pyx_t_11); __Pyx_XGIVEREF(__pyx_t_12); __Pyx_ExceptionReset(__pyx_t_10, __pyx_t_11, __pyx_t_12); goto __pyx_L1_error; __pyx_L12_try_end:; } /* "spacy/pipeline/pipes.pyx":598 * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): * def load_model(b): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_9); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_bytes.load_model", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_token_vector_width); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":612 * raise ValueError(Errors.E149) * * def load_tag_map(b): # <<<<<<<<<<<<<< * tag_map = srsly.msgpack_loads(b) * self.vocab.morphology = Morphology( */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_3load_tag_map(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_3load_tag_map = {"load_tag_map", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_3load_tag_map, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_3load_tag_map(PyObject *__pyx_self, PyObject *__pyx_v_b) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("load_tag_map (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_2load_tag_map(__pyx_self, ((PyObject *)__pyx_v_b)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_2load_tag_map(PyObject *__pyx_self, PyObject *__pyx_v_b) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *__pyx_outer_scope; PyObject *__pyx_v_tag_map = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("load_tag_map", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("load_tag_map", __pyx_f[0], 612, 0, __PYX_ERR(0, 612, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":613 * * def load_tag_map(b): * tag_map = srsly.msgpack_loads(b) # <<<<<<<<<<<<<< * self.vocab.morphology = Morphology( * self.vocab.strings, tag_map=tag_map, */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 613, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_msgpack_loads); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 613, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_b) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_b); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 613, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_tag_map = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":615 * tag_map = srsly.msgpack_loads(b) * self.vocab.morphology = Morphology( * self.vocab.strings, tag_map=tag_map, # <<<<<<<<<<<<<< * lemmatizer=self.vocab.morphology.lemmatizer, * exc=self.vocab.morphology.exc) */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 615, __pyx_L1_error) } __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 615, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_strings); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 615, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":614 * def load_tag_map(b): * tag_map = srsly.msgpack_loads(b) * self.vocab.morphology = Morphology( # <<<<<<<<<<<<<< * self.vocab.strings, tag_map=tag_map, * lemmatizer=self.vocab.morphology.lemmatizer, */ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 614, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":615 * tag_map = srsly.msgpack_loads(b) * self.vocab.morphology = Morphology( * self.vocab.strings, tag_map=tag_map, # <<<<<<<<<<<<<< * lemmatizer=self.vocab.morphology.lemmatizer, * exc=self.vocab.morphology.exc) */ __pyx_t_3 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 615, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_tag_map, __pyx_v_tag_map) < 0) __PYX_ERR(0, 615, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":616 * self.vocab.morphology = Morphology( * self.vocab.strings, tag_map=tag_map, * lemmatizer=self.vocab.morphology.lemmatizer, # <<<<<<<<<<<<<< * exc=self.vocab.morphology.exc) * */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 616, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 616, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_morphology); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 616, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_lemmatizer); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 616, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_lemmatizer, __pyx_t_2) < 0) __PYX_ERR(0, 615, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":617 * self.vocab.strings, tag_map=tag_map, * lemmatizer=self.vocab.morphology.lemmatizer, * exc=self.vocab.morphology.exc) # <<<<<<<<<<<<<< * * deserialize = OrderedDict(( */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 617, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 617, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_morphology); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 617, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_exc); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 617, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_exc, __pyx_t_2) < 0) __PYX_ERR(0, 615, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":614 * def load_tag_map(b): * tag_map = srsly.msgpack_loads(b) * self.vocab.morphology = Morphology( # <<<<<<<<<<<<<< * self.vocab.strings, tag_map=tag_map, * lemmatizer=self.vocab.morphology.lemmatizer, */ __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_10morphology_Morphology), __pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 614, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 614, __pyx_L1_error) } __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 614, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (__Pyx_PyObject_SetAttrStr(__pyx_t_3, __pyx_n_s_morphology, __pyx_t_2) < 0) __PYX_ERR(0, 614, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":612 * raise ValueError(Errors.E149) * * def load_tag_map(b): # <<<<<<<<<<<<<< * tag_map = srsly.msgpack_loads(b) * self.vocab.morphology = Morphology( */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_bytes.load_tag_map", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_tag_map); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":620 * * deserialize = OrderedDict(( * ("vocab", lambda b: self.vocab.from_bytes(b)), # <<<<<<<<<<<<<< * ("tag_map", load_tag_map), * ("cfg", lambda b: self.cfg.update(srsly.json_loads(b))), */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_4lambda17(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_4lambda17 = {"lambda17", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_4lambda17, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_4lambda17(PyObject *__pyx_self, PyObject *__pyx_v_b) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda17 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda17(__pyx_self, ((PyObject *)__pyx_v_b)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda17(PyObject *__pyx_self, PyObject *__pyx_v_b) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda17", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda17", __pyx_f[0], 620, 0, __PYX_ERR(0, 620, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 620, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 620, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_from_bytes); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 620, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_b) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_b); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 620, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_bytes.lambda17", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":622 * ("vocab", lambda b: self.vocab.from_bytes(b)), * ("tag_map", load_tag_map), * ("cfg", lambda b: self.cfg.update(srsly.json_loads(b))), # <<<<<<<<<<<<<< * ("model", lambda b: load_model(b)), * )) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_5lambda18(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_5lambda18 = {"lambda18", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_5lambda18, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_5lambda18(PyObject *__pyx_self, PyObject *__pyx_v_b) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda18 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda18(__pyx_self, ((PyObject *)__pyx_v_b)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda18(PyObject *__pyx_self, PyObject *__pyx_v_b) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda18", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda18", __pyx_f[0], 622, 0, __PYX_ERR(0, 622, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 622, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 622, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_update); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 622, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_srsly); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 622, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_json_loads); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 622, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); } } __pyx_t_2 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_4, __pyx_v_b) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_v_b); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 622, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_5, __pyx_t_2) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_2); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 622, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_bytes.lambda18", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":623 * ("tag_map", load_tag_map), * ("cfg", lambda b: self.cfg.update(srsly.json_loads(b))), * ("model", lambda b: load_model(b)), # <<<<<<<<<<<<<< * )) * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_6lambda19(PyObject *__pyx_self, PyObject *__pyx_v_b); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_6lambda19 = {"lambda19", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_6lambda19, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_6lambda19(PyObject *__pyx_self, PyObject *__pyx_v_b) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda19 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda19(__pyx_self, ((PyObject *)__pyx_v_b)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda19(PyObject *__pyx_self, PyObject *__pyx_v_b) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda19", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda19", __pyx_f[0], 623, 0, __PYX_ERR(0, 623, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_load_model)) { __Pyx_RaiseClosureNameError("load_model"); __PYX_ERR(0, 623, __pyx_L1_error) } __pyx_t_1 = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_load_model(__pyx_cur_scope->__pyx_v_load_model, __pyx_v_b); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 623, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_bytes.lambda19", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":597 * return util.to_bytes(serialize, exclude) * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(b): * # TODO: Remove this once we don't have to handle previous models */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_32from_bytes(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_bytes_data, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *__pyx_cur_scope; PyObject *__pyx_v_load_tag_map = 0; PyObject *__pyx_v_deserialize = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; int __pyx_t_8; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__55) __Pyx_RefNannySetupContext("from_bytes", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 597, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("from_bytes", __pyx_f[0], 597, 0, __PYX_ERR(0, 597, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __Pyx_INCREF(__pyx_v_exclude); /* "spacy/pipeline/pipes.pyx":598 * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): * def load_model(b): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_1load_model, 0, __pyx_n_s_Tagger_from_bytes_locals_load_mo, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__57)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 598, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_1); __pyx_cur_scope->__pyx_v_load_model = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":612 * raise ValueError(Errors.E149) * * def load_tag_map(b): # <<<<<<<<<<<<<< * tag_map = srsly.msgpack_loads(b) * self.vocab.morphology = Morphology( */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_3load_tag_map, 0, __pyx_n_s_Tagger_from_bytes_locals_load_ta, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__59)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 612, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_load_tag_map = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":619 * exc=self.vocab.morphology.exc) * * deserialize = OrderedDict(( # <<<<<<<<<<<<<< * ("vocab", lambda b: self.vocab.from_bytes(b)), * ("tag_map", load_tag_map), */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_OrderedDict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 619, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); /* "spacy/pipeline/pipes.pyx":620 * * deserialize = OrderedDict(( * ("vocab", lambda b: self.vocab.from_bytes(b)), # <<<<<<<<<<<<<< * ("tag_map", load_tag_map), * ("cfg", lambda b: self.cfg.update(srsly.json_loads(b))), */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_4lambda17, 0, __pyx_n_s_Tagger_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 620, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 620, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_INCREF(__pyx_n_u_vocab); __Pyx_GIVEREF(__pyx_n_u_vocab); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_n_u_vocab); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":621 * deserialize = OrderedDict(( * ("vocab", lambda b: self.vocab.from_bytes(b)), * ("tag_map", load_tag_map), # <<<<<<<<<<<<<< * ("cfg", lambda b: self.cfg.update(srsly.json_loads(b))), * ("model", lambda b: load_model(b)), */ __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 621, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_n_u_tag_map); __Pyx_GIVEREF(__pyx_n_u_tag_map); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_n_u_tag_map); __Pyx_INCREF(__pyx_v_load_tag_map); __Pyx_GIVEREF(__pyx_v_load_tag_map); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_v_load_tag_map); /* "spacy/pipeline/pipes.pyx":622 * ("vocab", lambda b: self.vocab.from_bytes(b)), * ("tag_map", load_tag_map), * ("cfg", lambda b: self.cfg.update(srsly.json_loads(b))), # <<<<<<<<<<<<<< * ("model", lambda b: load_model(b)), * )) */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_5lambda18, 0, __pyx_n_s_Tagger_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 622, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 622, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_n_u_cfg); __Pyx_GIVEREF(__pyx_n_u_cfg); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_n_u_cfg); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":623 * ("tag_map", load_tag_map), * ("cfg", lambda b: self.cfg.update(srsly.json_loads(b))), * ("model", lambda b: load_model(b)), # <<<<<<<<<<<<<< * )) * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_10from_bytes_6lambda19, 0, __pyx_n_s_Tagger_from_bytes_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 623, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 623, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_INCREF(__pyx_n_u_model); __Pyx_GIVEREF(__pyx_n_u_model); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_n_u_model); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":620 * * deserialize = OrderedDict(( * ("vocab", lambda b: self.vocab.from_bytes(b)), # <<<<<<<<<<<<<< * ("tag_map", load_tag_map), * ("cfg", lambda b: self.cfg.update(srsly.json_loads(b))), */ __pyx_t_5 = PyTuple_New(4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 620, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_t_6); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_5, 3, __pyx_t_7); __pyx_t_4 = 0; __pyx_t_3 = 0; __pyx_t_6 = 0; __pyx_t_7 = 0; __pyx_t_7 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_7, __pyx_t_5) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_5); __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 619, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_deserialize = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":625 * ("model", lambda b: load_model(b)), * )) * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) # <<<<<<<<<<<<<< * util.from_bytes(bytes_data, deserialize, exclude) * return self */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 625, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_get_serialization_exclude); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 625, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; __pyx_t_8 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); __pyx_t_8 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_deserialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_8, 3+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 625, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_deserialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_8, 3+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 625, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_7 = PyTuple_New(3+__pyx_t_8); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 625, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_v_deserialize); __Pyx_GIVEREF(__pyx_v_deserialize); PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_8, __pyx_v_deserialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_8, __pyx_v_exclude); __Pyx_INCREF(__pyx_v_kwargs); __Pyx_GIVEREF(__pyx_v_kwargs); PyTuple_SET_ITEM(__pyx_t_7, 2+__pyx_t_8, __pyx_v_kwargs); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_7, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 625, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF_SET(__pyx_v_exclude, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":626 * )) * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) * util.from_bytes(bytes_data, deserialize, exclude) # <<<<<<<<<<<<<< * return self * */ __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_util); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 626, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_from_bytes); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 626, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = NULL; __pyx_t_8 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); __pyx_t_8 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[4] = {__pyx_t_5, __pyx_v_bytes_data, __pyx_v_deserialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_8, 3+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 626, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[4] = {__pyx_t_5, __pyx_v_bytes_data, __pyx_v_deserialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_8, 3+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 626, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_2 = PyTuple_New(3+__pyx_t_8); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 626, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__pyx_t_5) { __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_5); __pyx_t_5 = NULL; } __Pyx_INCREF(__pyx_v_bytes_data); __Pyx_GIVEREF(__pyx_v_bytes_data); PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_8, __pyx_v_bytes_data); __Pyx_INCREF(__pyx_v_deserialize); __Pyx_GIVEREF(__pyx_v_deserialize); PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_8, __pyx_v_deserialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_2, 2+__pyx_t_8, __pyx_v_exclude); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 626, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":627 * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) * util.from_bytes(bytes_data, deserialize, exclude) * return self # <<<<<<<<<<<<<< * * def to_disk(self, path, exclude=tuple(), **kwargs): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __pyx_r = __pyx_cur_scope->__pyx_v_self; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":597 * return util.to_bytes(serialize, exclude) * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(b): * # TODO: Remove this once we don't have to handle previous models */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_load_tag_map); __Pyx_XDECREF(__pyx_v_deserialize); __Pyx_XDECREF(__pyx_v_exclude); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":629 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) * serialize = OrderedDict(( */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_29__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 629, 0, __PYX_ERR(0, 629, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 629, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults9, __pyx_self)->__pyx_arg_exclude); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults9, __pyx_self)->__pyx_arg_exclude); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults9, __pyx_self)->__pyx_arg_exclude); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 629, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_35to_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_35to_disk = {"to_disk", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_35to_disk, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_35to_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_path = 0; PyObject *__pyx_v_exclude = 0; PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("to_disk (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_path,&__pyx_n_s_exclude,0}; PyObject* values[3] = {0,0,0}; __pyx_defaults9 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults9, __pyx_self); values[2] = __pyx_dynamic_args->__pyx_arg_exclude; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_path)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("to_disk", 0, 2, 3, 1); __PYX_ERR(0, 629, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exclude); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "to_disk") < 0)) __PYX_ERR(0, 629, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_path = values[1]; __pyx_v_exclude = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("to_disk", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 629, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_34to_disk(__pyx_self, __pyx_v_self, __pyx_v_path, __pyx_v_exclude, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":632 * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) * serialize = OrderedDict(( * ("vocab", lambda p: self.vocab.to_disk(p)), # <<<<<<<<<<<<<< * ("tag_map", lambda p: srsly.write_msgpack(p, tag_map)), * ("model", lambda p: self.model.to_disk(p)), */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_7to_disk_lambda20(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_7to_disk_lambda20 = {"lambda20", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_7to_disk_lambda20, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_7to_disk_lambda20(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda20 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda20(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda20(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda20", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda20", __pyx_f[0], 632, 0, __PYX_ERR(0, 632, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 632, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 632, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_to_disk); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 632, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_p) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_p); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 632, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.to_disk.lambda20", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":633 * serialize = OrderedDict(( * ("vocab", lambda p: self.vocab.to_disk(p)), * ("tag_map", lambda p: srsly.write_msgpack(p, tag_map)), # <<<<<<<<<<<<<< * ("model", lambda p: self.model.to_disk(p)), * ("cfg", lambda p: srsly.write_json(p, self.cfg)) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_7to_disk_1lambda21(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_7to_disk_1lambda21 = {"lambda21", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_7to_disk_1lambda21, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_7to_disk_1lambda21(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda21 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda21(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda21(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda21", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda21", __pyx_f[0], 633, 0, __PYX_ERR(0, 633, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 633, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_write_msgpack); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 633, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_tag_map)) { __Pyx_RaiseClosureNameError("tag_map"); __PYX_ERR(0, 633, __pyx_L1_error) } __pyx_t_2 = NULL; __pyx_t_4 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_4 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_v_p, __pyx_cur_scope->__pyx_v_tag_map}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_4, 2+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 633, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_v_p, __pyx_cur_scope->__pyx_v_tag_map}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_4, 2+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 633, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_5 = PyTuple_New(2+__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 633, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_v_p); __Pyx_GIVEREF(__pyx_v_p); PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_4, __pyx_v_p); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_tag_map); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_tag_map); PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_4, __pyx_cur_scope->__pyx_v_tag_map); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 633, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.to_disk.lambda21", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":634 * ("vocab", lambda p: self.vocab.to_disk(p)), * ("tag_map", lambda p: srsly.write_msgpack(p, tag_map)), * ("model", lambda p: self.model.to_disk(p)), # <<<<<<<<<<<<<< * ("cfg", lambda p: srsly.write_json(p, self.cfg)) * )) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_7to_disk_2lambda22(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_7to_disk_2lambda22 = {"lambda22", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_7to_disk_2lambda22, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_7to_disk_2lambda22(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda22 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda22(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda22(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda22", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda22", __pyx_f[0], 634, 0, __PYX_ERR(0, 634, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 634, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 634, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_to_disk); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 634, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_p) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_p); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 634, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.to_disk.lambda22", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":635 * ("tag_map", lambda p: srsly.write_msgpack(p, tag_map)), * ("model", lambda p: self.model.to_disk(p)), * ("cfg", lambda p: srsly.write_json(p, self.cfg)) # <<<<<<<<<<<<<< * )) * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_7to_disk_3lambda23(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_7to_disk_3lambda23 = {"lambda23", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_7to_disk_3lambda23, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_7to_disk_3lambda23(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda23 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda23(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda23(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda23", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda23", __pyx_f[0], 635, 0, __PYX_ERR(0, 635, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 635, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_write_json); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 635, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 635, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 635, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = NULL; __pyx_t_5 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_5 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_p, __pyx_t_2}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 635, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_p, __pyx_t_2}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 635, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif { __pyx_t_6 = PyTuple_New(2+__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 635, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_INCREF(__pyx_v_p); __Pyx_GIVEREF(__pyx_v_p); PyTuple_SET_ITEM(__pyx_t_6, 0+__pyx_t_5, __pyx_v_p); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_6, 1+__pyx_t_5, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_6, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 635, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.to_disk.lambda23", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":629 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) * serialize = OrderedDict(( */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_34to_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *__pyx_cur_scope; PyObject *__pyx_v_serialize = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; int __pyx_t_7; PyObject *__pyx_t_8 = NULL; int __pyx_t_9; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__60) __Pyx_RefNannySetupContext("to_disk", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 629, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("to_disk", __pyx_f[0], 629, 0, __PYX_ERR(0, 629, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __Pyx_INCREF(__pyx_v_exclude); /* "spacy/pipeline/pipes.pyx":630 * * def to_disk(self, path, exclude=tuple(), **kwargs): * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) # <<<<<<<<<<<<<< * serialize = OrderedDict(( * ("vocab", lambda p: self.vocab.to_disk(p)), */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_OrderedDict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 630, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 630, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_morphology); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 630, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_tag_map); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 630, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_items); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 630, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_6); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_6, function); } } __pyx_t_4 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_6); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 630, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = PySequence_List(__pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 630, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_3 = ((PyObject*)__pyx_t_6); __pyx_t_6 = 0; __pyx_t_7 = PyList_Sort(__pyx_t_3); if (unlikely(__pyx_t_7 == ((int)-1))) __PYX_ERR(0, 630, __pyx_L1_error) __pyx_t_6 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_6, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3); __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 630, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GIVEREF(__pyx_t_1); __pyx_cur_scope->__pyx_v_tag_map = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":631 * def to_disk(self, path, exclude=tuple(), **kwargs): * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) * serialize = OrderedDict(( # <<<<<<<<<<<<<< * ("vocab", lambda p: self.vocab.to_disk(p)), * ("tag_map", lambda p: srsly.write_msgpack(p, tag_map)), */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_OrderedDict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 631, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); /* "spacy/pipeline/pipes.pyx":632 * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) * serialize = OrderedDict(( * ("vocab", lambda p: self.vocab.to_disk(p)), # <<<<<<<<<<<<<< * ("tag_map", lambda p: srsly.write_msgpack(p, tag_map)), * ("model", lambda p: self.model.to_disk(p)), */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_7to_disk_lambda20, 0, __pyx_n_s_Tagger_to_disk_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 632, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 632, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_n_u_vocab); __Pyx_GIVEREF(__pyx_n_u_vocab); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_n_u_vocab); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":633 * serialize = OrderedDict(( * ("vocab", lambda p: self.vocab.to_disk(p)), * ("tag_map", lambda p: srsly.write_msgpack(p, tag_map)), # <<<<<<<<<<<<<< * ("model", lambda p: self.model.to_disk(p)), * ("cfg", lambda p: srsly.write_json(p, self.cfg)) */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_7to_disk_1lambda21, 0, __pyx_n_s_Tagger_to_disk_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 633, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 633, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_INCREF(__pyx_n_u_tag_map); __Pyx_GIVEREF(__pyx_n_u_tag_map); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_n_u_tag_map); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":634 * ("vocab", lambda p: self.vocab.to_disk(p)), * ("tag_map", lambda p: srsly.write_msgpack(p, tag_map)), * ("model", lambda p: self.model.to_disk(p)), # <<<<<<<<<<<<<< * ("cfg", lambda p: srsly.write_json(p, self.cfg)) * )) */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_7to_disk_2lambda22, 0, __pyx_n_s_Tagger_to_disk_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 634, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 634, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_n_u_model); __Pyx_GIVEREF(__pyx_n_u_model); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_n_u_model); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":635 * ("tag_map", lambda p: srsly.write_msgpack(p, tag_map)), * ("model", lambda p: self.model.to_disk(p)), * ("cfg", lambda p: srsly.write_json(p, self.cfg)) # <<<<<<<<<<<<<< * )) * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_7to_disk_3lambda23, 0, __pyx_n_s_Tagger_to_disk_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 635, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_8 = PyTuple_New(2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 635, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_INCREF(__pyx_n_u_cfg); __Pyx_GIVEREF(__pyx_n_u_cfg); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_n_u_cfg); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_8, 1, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":632 * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) * serialize = OrderedDict(( * ("vocab", lambda p: self.vocab.to_disk(p)), # <<<<<<<<<<<<<< * ("tag_map", lambda p: srsly.write_msgpack(p, tag_map)), * ("model", lambda p: self.model.to_disk(p)), */ __pyx_t_3 = PyTuple_New(4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 632, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_6); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_5); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_3, 3, __pyx_t_8); __pyx_t_6 = 0; __pyx_t_4 = 0; __pyx_t_5 = 0; __pyx_t_8 = 0; __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_8, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 631, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_serialize = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":637 * ("cfg", lambda p: srsly.write_json(p, self.cfg)) * )) * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) # <<<<<<<<<<<<<< * util.to_disk(path, serialize, exclude) * */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 637, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_get_serialization_exclude); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 637, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; __pyx_t_9 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_9 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_serialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_9, 3+__pyx_t_9); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 637, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_serialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_9, 3+__pyx_t_9); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 637, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_8 = PyTuple_New(3+__pyx_t_9); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 637, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_v_serialize); __Pyx_GIVEREF(__pyx_v_serialize); PyTuple_SET_ITEM(__pyx_t_8, 0+__pyx_t_9, __pyx_v_serialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_8, 1+__pyx_t_9, __pyx_v_exclude); __Pyx_INCREF(__pyx_v_kwargs); __Pyx_GIVEREF(__pyx_v_kwargs); PyTuple_SET_ITEM(__pyx_t_8, 2+__pyx_t_9, __pyx_v_kwargs); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_8, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 637, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_exclude, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":638 * )) * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) * util.to_disk(path, serialize, exclude) # <<<<<<<<<<<<<< * * def from_disk(self, path, exclude=tuple(), **kwargs): */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_util); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 638, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_to_disk); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 638, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; __pyx_t_9 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); __pyx_t_9 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_path, __pyx_v_serialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_9, 3+__pyx_t_9); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 638, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_8)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_path, __pyx_v_serialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_8, __pyx_temp+1-__pyx_t_9, 3+__pyx_t_9); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 638, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_2 = PyTuple_New(3+__pyx_t_9); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 638, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_v_path); __Pyx_GIVEREF(__pyx_v_path); PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_9, __pyx_v_path); __Pyx_INCREF(__pyx_v_serialize); __Pyx_GIVEREF(__pyx_v_serialize); PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_9, __pyx_v_serialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_2, 2+__pyx_t_9, __pyx_v_exclude); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 638, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":629 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) * serialize = OrderedDict(( */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_8); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_serialize); __Pyx_XDECREF(__pyx_v_exclude); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":640 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(p): * # TODO: Remove this once we don't have to handle previous models */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_31__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 640, 0, __PYX_ERR(0, 640, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 640, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults10, __pyx_self)->__pyx_arg_exclude); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults10, __pyx_self)->__pyx_arg_exclude); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults10, __pyx_self)->__pyx_arg_exclude); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 640, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_37from_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_37from_disk = {"from_disk", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_37from_disk, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_37from_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_path = 0; PyObject *__pyx_v_exclude = 0; PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("from_disk (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_path,&__pyx_n_s_exclude,0}; PyObject* values[3] = {0,0,0}; __pyx_defaults10 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults10, __pyx_self); values[2] = __pyx_dynamic_args->__pyx_arg_exclude; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_path)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("from_disk", 0, 2, 3, 1); __PYX_ERR(0, 640, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exclude); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "from_disk") < 0)) __PYX_ERR(0, 640, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_path = values[1]; __pyx_v_exclude = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("from_disk", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 640, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_36from_disk(__pyx_self, __pyx_v_self, __pyx_v_path, __pyx_v_exclude, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":641 * * def from_disk(self, path, exclude=tuple(), **kwargs): * def load_model(p): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_9from_disk_1load_model(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_9from_disk_1load_model = {"load_model", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_9from_disk_1load_model, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_9from_disk_1load_model(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("load_model (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_9from_disk_load_model(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_9from_disk_load_model(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *__pyx_outer_scope; PyObject *__pyx_v_file_ = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; PyObject *__pyx_t_10 = NULL; PyObject *__pyx_t_11 = NULL; PyObject *__pyx_t_12 = NULL; PyObject *__pyx_t_13 = NULL; PyObject *__pyx_t_14 = NULL; PyObject *__pyx_t_15 = NULL; int __pyx_t_16; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("load_model", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("load_model", __pyx_f[0], 641, 0, __PYX_ERR(0, 641, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":643 * def load_model(p): * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: # <<<<<<<<<<<<<< * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 643, __pyx_L1_error) } __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 643, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_get); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 643, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_2 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_3, __pyx_n_u_pretrained_dims) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_n_u_pretrained_dims); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 643, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 643, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_5) { } else { __pyx_t_1 = __pyx_t_5; goto __pyx_L4_bool_binop_done; } if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 643, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 643, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_n_u_pretrained_vectors, __pyx_t_2, Py_NE)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 643, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_6 = (__pyx_t_5 != 0); __pyx_t_1 = __pyx_t_6; __pyx_L4_bool_binop_done:; if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":644 * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: * self.cfg["pretrained_vectors"] = self.vocab.vectors.name # <<<<<<<<<<<<<< * if self.model is True: * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 644, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 644, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_vectors); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 644, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_name); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 644, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 644, __pyx_L1_error) } __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 644, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (unlikely(PyObject_SetItem(__pyx_t_4, __pyx_n_u_pretrained_vectors, __pyx_t_2) < 0)) __PYX_ERR(0, 644, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":643 * def load_model(p): * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: # <<<<<<<<<<<<<< * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: */ } /* "spacy/pipeline/pipes.pyx":645 * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: # <<<<<<<<<<<<<< * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * with p.open("rb") as file_: */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 645, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 645, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = (__pyx_t_2 == Py_True); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_6 = (__pyx_t_1 != 0); if (__pyx_t_6) { /* "spacy/pipeline/pipes.pyx":646 * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) # <<<<<<<<<<<<<< * with p.open("rb") as file_: * try: */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 646, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_Model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 646, __pyx_L1_error) } __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_morphology); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_n_tags); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 646, __pyx_L1_error) } __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (unlikely(__pyx_t_7 == Py_None)) { PyErr_SetString(PyExc_TypeError, "argument after ** must be a mapping, not NoneType"); __PYX_ERR(0, 646, __pyx_L1_error) } if (likely(PyDict_CheckExact(__pyx_t_7))) { __pyx_t_4 = PyDict_Copy(__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } else { __pyx_t_4 = PyObject_CallFunctionObjArgs((PyObject*)&PyDict_Type, __pyx_t_7, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_3, __pyx_t_4); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 646, __pyx_L1_error) } if (__Pyx_PyObject_SetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model, __pyx_t_7) < 0) __PYX_ERR(0, 646, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":645 * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: * self.cfg["pretrained_vectors"] = self.vocab.vectors.name * if self.model is True: # <<<<<<<<<<<<<< * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * with p.open("rb") as file_: */ } /* "spacy/pipeline/pipes.pyx":647 * if self.model is True: * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * with p.open("rb") as file_: # <<<<<<<<<<<<<< * try: * self.model.from_bytes(file_.read()) */ /*with:*/ { __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_p, __pyx_n_s_open); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 647, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_7 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_3, __pyx_n_u_rb) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_n_u_rb); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 647, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_8 = __Pyx_PyObject_LookupSpecial(__pyx_t_7, __pyx_n_s_exit); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 647, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_3 = __Pyx_PyObject_LookupSpecial(__pyx_t_7, __pyx_n_s_enter); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 647, __pyx_L7_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_4 = (__pyx_t_2) ? __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_2) : __Pyx_PyObject_CallNoArg(__pyx_t_3); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 647, __pyx_L7_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __pyx_t_4; __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /*try:*/ { { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_9, &__pyx_t_10, &__pyx_t_11); __Pyx_XGOTREF(__pyx_t_9); __Pyx_XGOTREF(__pyx_t_10); __Pyx_XGOTREF(__pyx_t_11); /*try:*/ { __pyx_v_file_ = __pyx_t_3; __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":648 * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * with p.open("rb") as file_: * try: # <<<<<<<<<<<<<< * self.model.from_bytes(file_.read()) * except AttributeError: */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_12, &__pyx_t_13, &__pyx_t_14); __Pyx_XGOTREF(__pyx_t_12); __Pyx_XGOTREF(__pyx_t_13); __Pyx_XGOTREF(__pyx_t_14); /*try:*/ { /* "spacy/pipeline/pipes.pyx":649 * with p.open("rb") as file_: * try: * self.model.from_bytes(file_.read()) # <<<<<<<<<<<<<< * except AttributeError: * raise ValueError(Errors.E149) */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 649, __pyx_L17_error) } __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 649, __pyx_L17_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_from_bytes); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 649, __pyx_L17_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_file_, __pyx_n_s_read); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 649, __pyx_L17_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_15 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_15 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_15)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_15); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_7 = (__pyx_t_15) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_15) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 649, __pyx_L17_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_3 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_2, __pyx_t_7) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_7); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 649, __pyx_L17_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":648 * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * with p.open("rb") as file_: * try: # <<<<<<<<<<<<<< * self.model.from_bytes(file_.read()) * except AttributeError: */ } __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0; __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0; goto __pyx_L22_try_end; __pyx_L17_error:; __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":650 * try: * self.model.from_bytes(file_.read()) * except AttributeError: # <<<<<<<<<<<<<< * raise ValueError(Errors.E149) * */ __pyx_t_16 = __Pyx_PyErr_ExceptionMatches(__pyx_builtin_AttributeError); if (__pyx_t_16) { __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_disk.load_model", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_3, &__pyx_t_4, &__pyx_t_7) < 0) __PYX_ERR(0, 650, __pyx_L19_except_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GOTREF(__pyx_t_4); __Pyx_GOTREF(__pyx_t_7); /* "spacy/pipeline/pipes.pyx":651 * self.model.from_bytes(file_.read()) * except AttributeError: * raise ValueError(Errors.E149) # <<<<<<<<<<<<<< * * def load_tag_map(p): */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 651, __pyx_L19_except_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_E149); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 651, __pyx_L19_except_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_15); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 651, __pyx_L19_except_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_Raise(__pyx_t_2, 0, 0, 0); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __PYX_ERR(0, 651, __pyx_L19_except_error) } goto __pyx_L19_except_error; __pyx_L19_except_error:; /* "spacy/pipeline/pipes.pyx":648 * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * with p.open("rb") as file_: * try: # <<<<<<<<<<<<<< * self.model.from_bytes(file_.read()) * except AttributeError: */ __Pyx_XGIVEREF(__pyx_t_12); __Pyx_XGIVEREF(__pyx_t_13); __Pyx_XGIVEREF(__pyx_t_14); __Pyx_ExceptionReset(__pyx_t_12, __pyx_t_13, __pyx_t_14); goto __pyx_L11_error; __pyx_L22_try_end:; } /* "spacy/pipeline/pipes.pyx":647 * if self.model is True: * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * with p.open("rb") as file_: # <<<<<<<<<<<<<< * try: * self.model.from_bytes(file_.read()) */ } __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; goto __pyx_L16_try_end; __pyx_L11_error:; __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; /*except:*/ { __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_disk.load_model", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_7, &__pyx_t_4, &__pyx_t_3) < 0) __PYX_ERR(0, 647, __pyx_L13_except_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_GOTREF(__pyx_t_4); __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = PyTuple_Pack(3, __pyx_t_7, __pyx_t_4, __pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 647, __pyx_L13_except_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_14 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_t_2, NULL); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 647, __pyx_L13_except_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_14); __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; if (__pyx_t_6 < 0) __PYX_ERR(0, 647, __pyx_L13_except_error) __pyx_t_1 = ((!(__pyx_t_6 != 0)) != 0); if (__pyx_t_1) { __Pyx_GIVEREF(__pyx_t_7); __Pyx_GIVEREF(__pyx_t_4); __Pyx_XGIVEREF(__pyx_t_3); __Pyx_ErrRestoreWithState(__pyx_t_7, __pyx_t_4, __pyx_t_3); __pyx_t_7 = 0; __pyx_t_4 = 0; __pyx_t_3 = 0; __PYX_ERR(0, 647, __pyx_L13_except_error) } __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; goto __pyx_L12_exception_handled; } __pyx_L13_except_error:; __Pyx_XGIVEREF(__pyx_t_9); __Pyx_XGIVEREF(__pyx_t_10); __Pyx_XGIVEREF(__pyx_t_11); __Pyx_ExceptionReset(__pyx_t_9, __pyx_t_10, __pyx_t_11); goto __pyx_L1_error; __pyx_L12_exception_handled:; __Pyx_XGIVEREF(__pyx_t_9); __Pyx_XGIVEREF(__pyx_t_10); __Pyx_XGIVEREF(__pyx_t_11); __Pyx_ExceptionReset(__pyx_t_9, __pyx_t_10, __pyx_t_11); __pyx_L16_try_end:; } } /*finally:*/ { /*normal exit:*/{ if (__pyx_t_8) { __pyx_t_11 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_tuple__17, NULL); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 647, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } goto __pyx_L10; } __pyx_L10:; } goto __pyx_L28; __pyx_L7_error:; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; goto __pyx_L1_error; __pyx_L28:; } /* "spacy/pipeline/pipes.pyx":641 * * def from_disk(self, path, exclude=tuple(), **kwargs): * def load_model(p): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_15); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_disk.load_model", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_file_); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":653 * raise ValueError(Errors.E149) * * def load_tag_map(p): # <<<<<<<<<<<<<< * tag_map = srsly.read_msgpack(p) * self.vocab.morphology = Morphology( */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_9from_disk_3load_tag_map(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_9from_disk_3load_tag_map = {"load_tag_map", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_9from_disk_3load_tag_map, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_9from_disk_3load_tag_map(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("load_tag_map (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_6Tagger_9from_disk_2load_tag_map(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_9from_disk_2load_tag_map(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *__pyx_outer_scope; PyObject *__pyx_v_tag_map = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("load_tag_map", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("load_tag_map", __pyx_f[0], 653, 0, __PYX_ERR(0, 653, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":654 * * def load_tag_map(p): * tag_map = srsly.read_msgpack(p) # <<<<<<<<<<<<<< * self.vocab.morphology = Morphology( * self.vocab.strings, tag_map=tag_map, */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 654, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_read_msgpack); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 654, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_p) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_p); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 654, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_tag_map = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":656 * tag_map = srsly.read_msgpack(p) * self.vocab.morphology = Morphology( * self.vocab.strings, tag_map=tag_map, # <<<<<<<<<<<<<< * lemmatizer=self.vocab.morphology.lemmatizer, * exc=self.vocab.morphology.exc) */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 656, __pyx_L1_error) } __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 656, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_strings); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 656, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":655 * def load_tag_map(p): * tag_map = srsly.read_msgpack(p) * self.vocab.morphology = Morphology( # <<<<<<<<<<<<<< * self.vocab.strings, tag_map=tag_map, * lemmatizer=self.vocab.morphology.lemmatizer, */ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 655, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":656 * tag_map = srsly.read_msgpack(p) * self.vocab.morphology = Morphology( * self.vocab.strings, tag_map=tag_map, # <<<<<<<<<<<<<< * lemmatizer=self.vocab.morphology.lemmatizer, * exc=self.vocab.morphology.exc) */ __pyx_t_3 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 656, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_tag_map, __pyx_v_tag_map) < 0) __PYX_ERR(0, 656, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":657 * self.vocab.morphology = Morphology( * self.vocab.strings, tag_map=tag_map, * lemmatizer=self.vocab.morphology.lemmatizer, # <<<<<<<<<<<<<< * exc=self.vocab.morphology.exc) * */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 657, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 657, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_morphology); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 657, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_lemmatizer); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 657, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_lemmatizer, __pyx_t_2) < 0) __PYX_ERR(0, 656, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":658 * self.vocab.strings, tag_map=tag_map, * lemmatizer=self.vocab.morphology.lemmatizer, * exc=self.vocab.morphology.exc) # <<<<<<<<<<<<<< * * deserialize = OrderedDict(( */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 658, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 658, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_morphology); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 658, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_exc); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 658, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_exc, __pyx_t_2) < 0) __PYX_ERR(0, 656, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":655 * def load_tag_map(p): * tag_map = srsly.read_msgpack(p) * self.vocab.morphology = Morphology( # <<<<<<<<<<<<<< * self.vocab.strings, tag_map=tag_map, * lemmatizer=self.vocab.morphology.lemmatizer, */ __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_ptype_5spacy_10morphology_Morphology), __pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 655, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 655, __pyx_L1_error) } __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 655, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (__Pyx_PyObject_SetAttrStr(__pyx_t_3, __pyx_n_s_morphology, __pyx_t_2) < 0) __PYX_ERR(0, 655, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":653 * raise ValueError(Errors.E149) * * def load_tag_map(p): # <<<<<<<<<<<<<< * tag_map = srsly.read_msgpack(p) * self.vocab.morphology = Morphology( */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_disk.load_tag_map", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_tag_map); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":661 * * deserialize = OrderedDict(( * ("cfg", lambda p: self.cfg.update(_load_cfg(p))), # <<<<<<<<<<<<<< * ("vocab", lambda p: self.vocab.from_disk(p)), * ("tag_map", load_tag_map), */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_9from_disk_4lambda24(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_9from_disk_4lambda24 = {"lambda24", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_9from_disk_4lambda24, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_9from_disk_4lambda24(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda24 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda24(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda24(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda24", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda24", __pyx_f[0], 661, 0, __PYX_ERR(0, 661, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 661, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 661, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_update); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 661, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_load_cfg); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 661, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_v_p) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_p); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 661, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_4, __pyx_t_2) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_2); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 661, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_disk.lambda24", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":662 * deserialize = OrderedDict(( * ("cfg", lambda p: self.cfg.update(_load_cfg(p))), * ("vocab", lambda p: self.vocab.from_disk(p)), # <<<<<<<<<<<<<< * ("tag_map", load_tag_map), * ("model", load_model), */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_9from_disk_5lambda25(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_9from_disk_5lambda25 = {"lambda25", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_9from_disk_5lambda25, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_6Tagger_9from_disk_5lambda25(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda25 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda25(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda25(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda25", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda25", __pyx_f[0], 662, 0, __PYX_ERR(0, 662, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 662, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 662, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_from_disk); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 662, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_p) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_p); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 662, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_disk.lambda25", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":640 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(p): * # TODO: Remove this once we don't have to handle previous models */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_6Tagger_36from_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *__pyx_cur_scope; PyObject *__pyx_v_load_model = 0; PyObject *__pyx_v_load_tag_map = 0; PyObject *__pyx_v_deserialize = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; int __pyx_t_8; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__61) __Pyx_RefNannySetupContext("from_disk", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 640, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("from_disk", __pyx_f[0], 640, 0, __PYX_ERR(0, 640, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __Pyx_INCREF(__pyx_v_exclude); /* "spacy/pipeline/pipes.pyx":641 * * def from_disk(self, path, exclude=tuple(), **kwargs): * def load_model(p): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_9from_disk_1load_model, 0, __pyx_n_s_Tagger_from_disk_locals_load_mod, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__63)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 641, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_load_model = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":653 * raise ValueError(Errors.E149) * * def load_tag_map(p): # <<<<<<<<<<<<<< * tag_map = srsly.read_msgpack(p) * self.vocab.morphology = Morphology( */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_9from_disk_3load_tag_map, 0, __pyx_n_s_Tagger_from_disk_locals_load_tag, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__65)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 653, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_load_tag_map = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":660 * exc=self.vocab.morphology.exc) * * deserialize = OrderedDict(( # <<<<<<<<<<<<<< * ("cfg", lambda p: self.cfg.update(_load_cfg(p))), * ("vocab", lambda p: self.vocab.from_disk(p)), */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_OrderedDict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 660, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); /* "spacy/pipeline/pipes.pyx":661 * * deserialize = OrderedDict(( * ("cfg", lambda p: self.cfg.update(_load_cfg(p))), # <<<<<<<<<<<<<< * ("vocab", lambda p: self.vocab.from_disk(p)), * ("tag_map", load_tag_map), */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_9from_disk_4lambda24, 0, __pyx_n_s_Tagger_from_disk_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 661, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 661, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_INCREF(__pyx_n_u_cfg); __Pyx_GIVEREF(__pyx_n_u_cfg); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_n_u_cfg); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":662 * deserialize = OrderedDict(( * ("cfg", lambda p: self.cfg.update(_load_cfg(p))), * ("vocab", lambda p: self.vocab.from_disk(p)), # <<<<<<<<<<<<<< * ("tag_map", load_tag_map), * ("model", load_model), */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_9from_disk_5lambda25, 0, __pyx_n_s_Tagger_from_disk_locals_lambda, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 662, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 662, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_n_u_vocab); __Pyx_GIVEREF(__pyx_n_u_vocab); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_n_u_vocab); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":663 * ("cfg", lambda p: self.cfg.update(_load_cfg(p))), * ("vocab", lambda p: self.vocab.from_disk(p)), * ("tag_map", load_tag_map), # <<<<<<<<<<<<<< * ("model", load_model), * )) */ __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 663, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_n_u_tag_map); __Pyx_GIVEREF(__pyx_n_u_tag_map); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_n_u_tag_map); __Pyx_INCREF(__pyx_v_load_tag_map); __Pyx_GIVEREF(__pyx_v_load_tag_map); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_v_load_tag_map); /* "spacy/pipeline/pipes.pyx":664 * ("vocab", lambda p: self.vocab.from_disk(p)), * ("tag_map", load_tag_map), * ("model", load_model), # <<<<<<<<<<<<<< * )) * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) */ __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 664, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_n_u_model); __Pyx_GIVEREF(__pyx_n_u_model); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_n_u_model); __Pyx_INCREF(__pyx_v_load_model); __Pyx_GIVEREF(__pyx_v_load_model); PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_v_load_model); /* "spacy/pipeline/pipes.pyx":661 * * deserialize = OrderedDict(( * ("cfg", lambda p: self.cfg.update(_load_cfg(p))), # <<<<<<<<<<<<<< * ("vocab", lambda p: self.vocab.from_disk(p)), * ("tag_map", load_tag_map), */ __pyx_t_7 = PyTuple_New(4); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 661, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_5); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_7, 2, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_7, 3, __pyx_t_6); __pyx_t_4 = 0; __pyx_t_5 = 0; __pyx_t_3 = 0; __pyx_t_6 = 0; __pyx_t_6 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_6, __pyx_t_7) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_7); __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 660, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_deserialize = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":666 * ("model", load_model), * )) * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) # <<<<<<<<<<<<<< * util.from_disk(path, deserialize, exclude) * return self */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 666, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_get_serialization_exclude); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 666, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; __pyx_t_8 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); __pyx_t_8 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_deserialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_8, 3+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 666, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_deserialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_8, 3+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 666, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_6 = PyTuple_New(3+__pyx_t_8); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 666, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_v_deserialize); __Pyx_GIVEREF(__pyx_v_deserialize); PyTuple_SET_ITEM(__pyx_t_6, 0+__pyx_t_8, __pyx_v_deserialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_6, 1+__pyx_t_8, __pyx_v_exclude); __Pyx_INCREF(__pyx_v_kwargs); __Pyx_GIVEREF(__pyx_v_kwargs); PyTuple_SET_ITEM(__pyx_t_6, 2+__pyx_t_8, __pyx_v_kwargs); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_6, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 666, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF_SET(__pyx_v_exclude, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":667 * )) * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) * util.from_disk(path, deserialize, exclude) # <<<<<<<<<<<<<< * return self * */ __Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_util); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 667, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_from_disk); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 667, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = NULL; __pyx_t_8 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_6))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_6); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_6, function); __pyx_t_8 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[4] = {__pyx_t_7, __pyx_v_path, __pyx_v_deserialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_8, 3+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 667, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[4] = {__pyx_t_7, __pyx_v_path, __pyx_v_deserialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_8, 3+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 667, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_2 = PyTuple_New(3+__pyx_t_8); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 667, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__pyx_t_7) { __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_7); __pyx_t_7 = NULL; } __Pyx_INCREF(__pyx_v_path); __Pyx_GIVEREF(__pyx_v_path); PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_8, __pyx_v_path); __Pyx_INCREF(__pyx_v_deserialize); __Pyx_GIVEREF(__pyx_v_deserialize); PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_8, __pyx_v_deserialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_2, 2+__pyx_t_8, __pyx_v_exclude); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 667, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":668 * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) * util.from_disk(path, deserialize, exclude) * return self # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __pyx_r = __pyx_cur_scope->__pyx_v_self; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":640 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(p): * # TODO: Remove this once we don't have to handle previous models */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("spacy.pipeline.pipes.Tagger.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_load_model); __Pyx_XDECREF(__pyx_v_load_tag_map); __Pyx_XDECREF(__pyx_v_deserialize); __Pyx_XDECREF(__pyx_v_exclude); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":677 * """ * * def __init__(self, vocab, model=True, target='dep_tag_offset', **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_1__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_1__init__ = {"__init__", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_1__init__, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_1__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_vocab = 0; PyObject *__pyx_v_model = 0; PyObject *__pyx_v_target = 0; PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__init__ (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_vocab,&__pyx_n_s_model,&__pyx_n_s_target,0}; PyObject* values[4] = {0,0,0,0}; values[2] = ((PyObject *)((PyObject *)Py_True)); values[3] = ((PyObject *)((PyObject*)__pyx_n_u_dep_tag_offset)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_vocab)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__init__", 0, 2, 4, 1); __PYX_ERR(0, 677, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_model); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_target); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "__init__") < 0)) __PYX_ERR(0, 677, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_vocab = values[1]; __pyx_v_model = values[2]; __pyx_v_target = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__init__", 0, 2, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 677, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective___init__(__pyx_self, __pyx_v_self, __pyx_v_vocab, __pyx_v_model, __pyx_v_target, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective___init__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_vocab, PyObject *__pyx_v_model, PyObject *__pyx_v_target, PyObject *__pyx_v_cfg) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__66) __Pyx_RefNannySetupContext("__init__", 0); __Pyx_TraceCall("__init__", __pyx_f[0], 677, 0, __PYX_ERR(0, 677, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":678 * * def __init__(self, vocab, model=True, target='dep_tag_offset', **cfg): * self.vocab = vocab # <<<<<<<<<<<<<< * self.model = model * if target == "dep": */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_vocab, __pyx_v_vocab) < 0) __PYX_ERR(0, 678, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":679 * def __init__(self, vocab, model=True, target='dep_tag_offset', **cfg): * self.vocab = vocab * self.model = model # <<<<<<<<<<<<<< * if target == "dep": * self.make_label = self.make_dep */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_model, __pyx_v_model) < 0) __PYX_ERR(0, 679, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":680 * self.vocab = vocab * self.model = model * if target == "dep": # <<<<<<<<<<<<<< * self.make_label = self.make_dep * elif target == "tag": */ __pyx_t_1 = (__Pyx_PyUnicode_Equals(__pyx_v_target, __pyx_n_u_dep, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 680, __pyx_L1_error) if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":681 * self.model = model * if target == "dep": * self.make_label = self.make_dep # <<<<<<<<<<<<<< * elif target == "tag": * self.make_label = self.make_tag */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_make_dep); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 681, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_make_label, __pyx_t_2) < 0) __PYX_ERR(0, 681, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":680 * self.vocab = vocab * self.model = model * if target == "dep": # <<<<<<<<<<<<<< * self.make_label = self.make_dep * elif target == "tag": */ goto __pyx_L3; } /* "spacy/pipeline/pipes.pyx":682 * if target == "dep": * self.make_label = self.make_dep * elif target == "tag": # <<<<<<<<<<<<<< * self.make_label = self.make_tag * elif target == "ent": */ __pyx_t_1 = (__Pyx_PyUnicode_Equals(__pyx_v_target, __pyx_n_u_tag, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 682, __pyx_L1_error) if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":683 * self.make_label = self.make_dep * elif target == "tag": * self.make_label = self.make_tag # <<<<<<<<<<<<<< * elif target == "ent": * self.make_label = self.make_ent */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_make_tag); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 683, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_make_label, __pyx_t_2) < 0) __PYX_ERR(0, 683, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":682 * if target == "dep": * self.make_label = self.make_dep * elif target == "tag": # <<<<<<<<<<<<<< * self.make_label = self.make_tag * elif target == "ent": */ goto __pyx_L3; } /* "spacy/pipeline/pipes.pyx":684 * elif target == "tag": * self.make_label = self.make_tag * elif target == "ent": # <<<<<<<<<<<<<< * self.make_label = self.make_ent * elif target == "dep_tag_offset": */ __pyx_t_1 = (__Pyx_PyUnicode_Equals(__pyx_v_target, __pyx_n_u_ent, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 684, __pyx_L1_error) if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":685 * self.make_label = self.make_tag * elif target == "ent": * self.make_label = self.make_ent # <<<<<<<<<<<<<< * elif target == "dep_tag_offset": * self.make_label = self.make_dep_tag_offset */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_make_ent); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 685, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_make_label, __pyx_t_2) < 0) __PYX_ERR(0, 685, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":684 * elif target == "tag": * self.make_label = self.make_tag * elif target == "ent": # <<<<<<<<<<<<<< * self.make_label = self.make_ent * elif target == "dep_tag_offset": */ goto __pyx_L3; } /* "spacy/pipeline/pipes.pyx":686 * elif target == "ent": * self.make_label = self.make_ent * elif target == "dep_tag_offset": # <<<<<<<<<<<<<< * self.make_label = self.make_dep_tag_offset * elif target == "ent_tag": */ __pyx_t_1 = (__Pyx_PyUnicode_Equals(__pyx_v_target, __pyx_n_u_dep_tag_offset, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 686, __pyx_L1_error) if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":687 * self.make_label = self.make_ent * elif target == "dep_tag_offset": * self.make_label = self.make_dep_tag_offset # <<<<<<<<<<<<<< * elif target == "ent_tag": * self.make_label = self.make_ent_tag */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_make_dep_tag_offset); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 687, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_make_label, __pyx_t_2) < 0) __PYX_ERR(0, 687, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":686 * elif target == "ent": * self.make_label = self.make_ent * elif target == "dep_tag_offset": # <<<<<<<<<<<<<< * self.make_label = self.make_dep_tag_offset * elif target == "ent_tag": */ goto __pyx_L3; } /* "spacy/pipeline/pipes.pyx":688 * elif target == "dep_tag_offset": * self.make_label = self.make_dep_tag_offset * elif target == "ent_tag": # <<<<<<<<<<<<<< * self.make_label = self.make_ent_tag * elif target == "sent_start": */ __pyx_t_1 = (__Pyx_PyUnicode_Equals(__pyx_v_target, __pyx_n_u_ent_tag, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 688, __pyx_L1_error) if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":689 * self.make_label = self.make_dep_tag_offset * elif target == "ent_tag": * self.make_label = self.make_ent_tag # <<<<<<<<<<<<<< * elif target == "sent_start": * self.make_label = self.make_sent_start */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_make_ent_tag); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 689, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_make_label, __pyx_t_2) < 0) __PYX_ERR(0, 689, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":688 * elif target == "dep_tag_offset": * self.make_label = self.make_dep_tag_offset * elif target == "ent_tag": # <<<<<<<<<<<<<< * self.make_label = self.make_ent_tag * elif target == "sent_start": */ goto __pyx_L3; } /* "spacy/pipeline/pipes.pyx":690 * elif target == "ent_tag": * self.make_label = self.make_ent_tag * elif target == "sent_start": # <<<<<<<<<<<<<< * self.make_label = self.make_sent_start * elif hasattr(target, "__call__"): */ __pyx_t_1 = (__Pyx_PyUnicode_Equals(__pyx_v_target, __pyx_n_u_sent_start, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 690, __pyx_L1_error) if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":691 * self.make_label = self.make_ent_tag * elif target == "sent_start": * self.make_label = self.make_sent_start # <<<<<<<<<<<<<< * elif hasattr(target, "__call__"): * self.make_label = target */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_make_sent_start); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 691, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_make_label, __pyx_t_2) < 0) __PYX_ERR(0, 691, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":690 * elif target == "ent_tag": * self.make_label = self.make_ent_tag * elif target == "sent_start": # <<<<<<<<<<<<<< * self.make_label = self.make_sent_start * elif hasattr(target, "__call__"): */ goto __pyx_L3; } /* "spacy/pipeline/pipes.pyx":692 * elif target == "sent_start": * self.make_label = self.make_sent_start * elif hasattr(target, "__call__"): # <<<<<<<<<<<<<< * self.make_label = target * else: */ __pyx_t_1 = __Pyx_HasAttr(__pyx_v_target, __pyx_n_u_call); if (unlikely(__pyx_t_1 == ((int)-1))) __PYX_ERR(0, 692, __pyx_L1_error) __pyx_t_3 = (__pyx_t_1 != 0); if (likely(__pyx_t_3)) { /* "spacy/pipeline/pipes.pyx":693 * self.make_label = self.make_sent_start * elif hasattr(target, "__call__"): * self.make_label = target # <<<<<<<<<<<<<< * else: * raise ValueError(Errors.E016) */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_make_label, __pyx_v_target) < 0) __PYX_ERR(0, 693, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":692 * elif target == "sent_start": * self.make_label = self.make_sent_start * elif hasattr(target, "__call__"): # <<<<<<<<<<<<<< * self.make_label = target * else: */ goto __pyx_L3; } /* "spacy/pipeline/pipes.pyx":695 * self.make_label = target * else: * raise ValueError(Errors.E016) # <<<<<<<<<<<<<< * self.cfg = dict(cfg) * self.cfg.setdefault("cnn_maxout_pieces", 2) */ /*else*/ { __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 695, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_E016); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 695, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 695, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_Raise(__pyx_t_2, 0, 0, 0); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __PYX_ERR(0, 695, __pyx_L1_error) } __pyx_L3:; /* "spacy/pipeline/pipes.pyx":696 * else: * raise ValueError(Errors.E016) * self.cfg = dict(cfg) # <<<<<<<<<<<<<< * self.cfg.setdefault("cnn_maxout_pieces", 2) * */ __pyx_t_2 = PyDict_Copy(__pyx_v_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 696, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_cfg, __pyx_t_2) < 0) __PYX_ERR(0, 696, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":697 * raise ValueError(Errors.E016) * self.cfg = dict(cfg) * self.cfg.setdefault("cnn_maxout_pieces", 2) # <<<<<<<<<<<<<< * * @property */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 697, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_setdefault); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 697, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_tuple__37, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 697, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":677 * """ * * def __init__(self, vocab, model=True, target='dep_tag_offset', **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":700 * * @property * def labels(self): # <<<<<<<<<<<<<< * return self.cfg.setdefault("labels", {}) * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_3labels(PyObject *__pyx_self, PyObject *__pyx_v_self); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_3labels = {"labels", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_3labels, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_3labels(PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("labels (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_2labels(__pyx_self, ((PyObject *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_2labels(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__67) __Pyx_RefNannySetupContext("labels", 0); __Pyx_TraceCall("labels", __pyx_f[0], 700, 0, __PYX_ERR(0, 700, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":701 * @property * def labels(self): * return self.cfg.setdefault("labels", {}) # <<<<<<<<<<<<<< * * @labels.setter */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 701, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_setdefault); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 701, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 701, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = NULL; __pyx_t_5 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_5 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_n_u_labels, __pyx_t_2}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 701, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_n_u_labels, __pyx_t_2}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 701, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif { __pyx_t_6 = PyTuple_New(2+__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 701, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_INCREF(__pyx_n_u_labels); __Pyx_GIVEREF(__pyx_n_u_labels); PyTuple_SET_ITEM(__pyx_t_6, 0+__pyx_t_5, __pyx_n_u_labels); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_6, 1+__pyx_t_5, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_6, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 701, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":700 * * @property * def labels(self): # <<<<<<<<<<<<<< * return self.cfg.setdefault("labels", {}) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.labels", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":704 * * @labels.setter * def labels(self, value): # <<<<<<<<<<<<<< * self.cfg["labels"] = value * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_5labels(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_5labels = {"labels", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_5labels, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_5labels(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_value = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("labels (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_value,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_value)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("labels", 1, 2, 2, 1); __PYX_ERR(0, 704, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "labels") < 0)) __PYX_ERR(0, 704, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_value = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("labels", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 704, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.labels", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_4labels(__pyx_self, __pyx_v_self, __pyx_v_value); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_4labels(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_value) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__68) __Pyx_RefNannySetupContext("labels", 0); __Pyx_TraceCall("labels", __pyx_f[0], 704, 0, __PYX_ERR(0, 704, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":705 * @labels.setter * def labels(self, value): * self.cfg["labels"] = value # <<<<<<<<<<<<<< * * def set_annotations(self, docs, dep_ids, tensors=None): */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 705, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_t_1, __pyx_n_u_labels, __pyx_v_value) < 0)) __PYX_ERR(0, 705, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":704 * * @labels.setter * def labels(self, value): # <<<<<<<<<<<<<< * self.cfg["labels"] = value * */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.labels", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":707 * self.cfg["labels"] = value * * def set_annotations(self, docs, dep_ids, tensors=None): # <<<<<<<<<<<<<< * pass * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_7set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_7set_annotations = {"set_annotations", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_7set_annotations, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_7set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_docs = 0; CYTHON_UNUSED PyObject *__pyx_v_dep_ids = 0; CYTHON_UNUSED PyObject *__pyx_v_tensors = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("set_annotations (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_dep_ids,&__pyx_n_s_tensors,0}; PyObject* values[4] = {0,0,0,0}; values[3] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, 1); __PYX_ERR(0, 707, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dep_ids)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, 2); __PYX_ERR(0, 707, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tensors); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "set_annotations") < 0)) __PYX_ERR(0, 707, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_dep_ids = values[2]; __pyx_v_tensors = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 707, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_6set_annotations(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_dep_ids, __pyx_v_tensors); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_6set_annotations(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_dep_ids, CYTHON_UNUSED PyObject *__pyx_v_tensors) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__69) __Pyx_RefNannySetupContext("set_annotations", 0); __Pyx_TraceCall("set_annotations", __pyx_f[0], 707, 0, __PYX_ERR(0, 707, __pyx_L1_error)); /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":710 * pass * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, tok2vec=None, # <<<<<<<<<<<<<< * sgd=None, **kwargs): * gold_tuples = nonproj.preprocess_training_data(get_gold_tuples()) */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_33__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 710, 0, __PYX_ERR(0, 710, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); /* "spacy/pipeline/pipes.pyx":711 * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, tok2vec=None, * sgd=None, **kwargs): # <<<<<<<<<<<<<< * gold_tuples = nonproj.preprocess_training_data(get_gold_tuples()) * for raw_text, annots_brackets in gold_tuples: */ __pyx_t_1 = PyTuple_New(4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 710, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults11, __pyx_self)->__pyx_arg_get_gold_tuples); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults11, __pyx_self)->__pyx_arg_get_gold_tuples); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults11, __pyx_self)->__pyx_arg_get_gold_tuples); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)Py_None)); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 2, ((PyObject *)Py_None)); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 3, ((PyObject *)Py_None)); /* "spacy/pipeline/pipes.pyx":710 * pass * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, tok2vec=None, # <<<<<<<<<<<<<< * sgd=None, **kwargs): * gold_tuples = nonproj.preprocess_training_data(get_gold_tuples()) */ __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 710, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_9begin_training(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_9begin_training = {"begin_training", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_9begin_training, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_9begin_training(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_get_gold_tuples = 0; CYTHON_UNUSED PyObject *__pyx_v_pipeline = 0; PyObject *__pyx_v_tok2vec = 0; PyObject *__pyx_v_sgd = 0; CYTHON_UNUSED PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("begin_training (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_get_gold_tuples,&__pyx_n_s_pipeline,&__pyx_n_s_tok2vec,&__pyx_n_s_sgd,0}; PyObject* values[5] = {0,0,0,0,0}; __pyx_defaults11 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults11, __pyx_self); values[1] = __pyx_dynamic_args->__pyx_arg_get_gold_tuples; values[2] = ((PyObject *)((PyObject *)Py_None)); values[3] = ((PyObject *)((PyObject *)Py_None)); values[4] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_get_gold_tuples); if (value) { values[1] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pipeline); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tok2vec); if (value) { values[3] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 4: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[4] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "begin_training") < 0)) __PYX_ERR(0, 710, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_get_gold_tuples = values[1]; __pyx_v_pipeline = values[2]; __pyx_v_tok2vec = values[3]; __pyx_v_sgd = values[4]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("begin_training", 0, 1, 5, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 710, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.begin_training", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_8begin_training(__pyx_self, __pyx_v_self, __pyx_v_get_gold_tuples, __pyx_v_pipeline, __pyx_v_tok2vec, __pyx_v_sgd, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_8begin_training(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_get_gold_tuples, CYTHON_UNUSED PyObject *__pyx_v_pipeline, PyObject *__pyx_v_tok2vec, PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_kwargs) { PyObject *__pyx_v_gold_tuples = NULL; CYTHON_UNUSED PyObject *__pyx_v_raw_text = NULL; PyObject *__pyx_v_annots_brackets = NULL; PyObject *__pyx_v_annots = NULL; CYTHON_UNUSED PyObject *__pyx_v_brackets = NULL; PyObject *__pyx_v_ids = NULL; PyObject *__pyx_v_words = NULL; PyObject *__pyx_v_tags = NULL; PyObject *__pyx_v_heads = NULL; PyObject *__pyx_v_deps = NULL; PyObject *__pyx_v_ents = NULL; Py_ssize_t __pyx_v_i; PyObject *__pyx_v_label = NULL; CYTHON_UNUSED PyObject *__pyx_v_token_vector_width = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; Py_ssize_t __pyx_t_6; PyObject *(*__pyx_t_7)(PyObject *); PyObject *(*__pyx_t_8)(PyObject *); Py_ssize_t __pyx_t_9; PyObject *(*__pyx_t_10)(PyObject *); PyObject *__pyx_t_11 = NULL; PyObject *__pyx_t_12 = NULL; PyObject *__pyx_t_13 = NULL; PyObject *__pyx_t_14 = NULL; Py_ssize_t __pyx_t_15; Py_ssize_t __pyx_t_16; Py_ssize_t __pyx_t_17; int __pyx_t_18; int __pyx_t_19; int __pyx_t_20; int __pyx_t_21; Py_ssize_t __pyx_t_22; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__70) __Pyx_RefNannySetupContext("begin_training", 0); __Pyx_TraceCall("begin_training", __pyx_f[0], 710, 0, __PYX_ERR(0, 710, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_sgd); /* "spacy/pipeline/pipes.pyx":712 * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, tok2vec=None, * sgd=None, **kwargs): * gold_tuples = nonproj.preprocess_training_data(get_gold_tuples()) # <<<<<<<<<<<<<< * for raw_text, annots_brackets in gold_tuples: * for annots, brackets in annots_brackets: */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_nonproj); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 712, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_preprocess_training_data); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 712, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_INCREF(__pyx_v_get_gold_tuples); __pyx_t_4 = __pyx_v_get_gold_tuples; __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 712, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_4, __pyx_t_2) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_2); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 712, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_gold_tuples = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":713 * sgd=None, **kwargs): * gold_tuples = nonproj.preprocess_training_data(get_gold_tuples()) * for raw_text, annots_brackets in gold_tuples: # <<<<<<<<<<<<<< * for annots, brackets in annots_brackets: * ids, words, tags, heads, deps, ents = annots */ if (likely(PyList_CheckExact(__pyx_v_gold_tuples)) || PyTuple_CheckExact(__pyx_v_gold_tuples)) { __pyx_t_1 = __pyx_v_gold_tuples; __Pyx_INCREF(__pyx_t_1); __pyx_t_6 = 0; __pyx_t_7 = NULL; } else { __pyx_t_6 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_gold_tuples); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 713, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_7 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 713, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_7)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 713, __pyx_L1_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 713, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif } else { if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 713, __pyx_L1_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 713, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif } } else { __pyx_t_3 = __pyx_t_7(__pyx_t_1); if (unlikely(!__pyx_t_3)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 713, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_3); } if ((likely(PyTuple_CheckExact(__pyx_t_3))) || (PyList_CheckExact(__pyx_t_3))) { PyObject* sequence = __pyx_t_3; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 713, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_4 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_4 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 713, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 713, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else { Py_ssize_t index = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 713, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_5)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_8(__pyx_t_5); if (unlikely(!__pyx_t_2)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_4 = __pyx_t_8(__pyx_t_5); if (unlikely(!__pyx_t_4)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_4); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_5), 2) < 0) __PYX_ERR(0, 713, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; goto __pyx_L6_unpacking_done; __pyx_L5_unpacking_failed:; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 713, __pyx_L1_error) __pyx_L6_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_raw_text, __pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF_SET(__pyx_v_annots_brackets, __pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":714 * gold_tuples = nonproj.preprocess_training_data(get_gold_tuples()) * for raw_text, annots_brackets in gold_tuples: * for annots, brackets in annots_brackets: # <<<<<<<<<<<<<< * ids, words, tags, heads, deps, ents = annots * for i in range(len(ids)): */ if (likely(PyList_CheckExact(__pyx_v_annots_brackets)) || PyTuple_CheckExact(__pyx_v_annots_brackets)) { __pyx_t_3 = __pyx_v_annots_brackets; __Pyx_INCREF(__pyx_t_3); __pyx_t_9 = 0; __pyx_t_10 = NULL; } else { __pyx_t_9 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_annots_brackets); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 714, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_10 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 714, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_10)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_9 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_9); __Pyx_INCREF(__pyx_t_4); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 714, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 714, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_9 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_9); __Pyx_INCREF(__pyx_t_4); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 714, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 714, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_10(__pyx_t_3); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 714, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) { PyObject* sequence = __pyx_t_4; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 714, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_5 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_5 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_5); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 714, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 714, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { Py_ssize_t index = -1; __pyx_t_11 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 714, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_11)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_8(__pyx_t_11); if (unlikely(!__pyx_t_2)) goto __pyx_L9_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_5 = __pyx_t_8(__pyx_t_11); if (unlikely(!__pyx_t_5)) goto __pyx_L9_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_11), 2) < 0) __PYX_ERR(0, 714, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; goto __pyx_L10_unpacking_done; __pyx_L9_unpacking_failed:; __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 714, __pyx_L1_error) __pyx_L10_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_annots, __pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF_SET(__pyx_v_brackets, __pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":715 * for raw_text, annots_brackets in gold_tuples: * for annots, brackets in annots_brackets: * ids, words, tags, heads, deps, ents = annots # <<<<<<<<<<<<<< * for i in range(len(ids)): * label = self.make_label(i, words, tags, heads, deps, ents) */ if ((likely(PyTuple_CheckExact(__pyx_v_annots))) || (PyList_CheckExact(__pyx_v_annots))) { PyObject* sequence = __pyx_v_annots; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 6)) { if (size > 6) __Pyx_RaiseTooManyValuesError(6); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 715, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_5 = PyTuple_GET_ITEM(sequence, 1); __pyx_t_2 = PyTuple_GET_ITEM(sequence, 2); __pyx_t_11 = PyTuple_GET_ITEM(sequence, 3); __pyx_t_12 = PyTuple_GET_ITEM(sequence, 4); __pyx_t_13 = PyTuple_GET_ITEM(sequence, 5); } else { __pyx_t_4 = PyList_GET_ITEM(sequence, 0); __pyx_t_5 = PyList_GET_ITEM(sequence, 1); __pyx_t_2 = PyList_GET_ITEM(sequence, 2); __pyx_t_11 = PyList_GET_ITEM(sequence, 3); __pyx_t_12 = PyList_GET_ITEM(sequence, 4); __pyx_t_13 = PyList_GET_ITEM(sequence, 5); } __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(__pyx_t_12); __Pyx_INCREF(__pyx_t_13); #else { Py_ssize_t i; PyObject** temps[6] = {&__pyx_t_4,&__pyx_t_5,&__pyx_t_2,&__pyx_t_11,&__pyx_t_12,&__pyx_t_13}; for (i=0; i < 6; i++) { PyObject* item = PySequence_ITEM(sequence, i); if (unlikely(!item)) __PYX_ERR(0, 715, __pyx_L1_error) __Pyx_GOTREF(item); *(temps[i]) = item; } } #endif } else { Py_ssize_t index = -1; PyObject** temps[6] = {&__pyx_t_4,&__pyx_t_5,&__pyx_t_2,&__pyx_t_11,&__pyx_t_12,&__pyx_t_13}; __pyx_t_14 = PyObject_GetIter(__pyx_v_annots); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 715, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_8 = Py_TYPE(__pyx_t_14)->tp_iternext; for (index=0; index < 6; index++) { PyObject* item = __pyx_t_8(__pyx_t_14); if (unlikely(!item)) goto __pyx_L11_unpacking_failed; __Pyx_GOTREF(item); *(temps[index]) = item; } if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_14), 6) < 0) __PYX_ERR(0, 715, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; goto __pyx_L12_unpacking_done; __pyx_L11_unpacking_failed:; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 715, __pyx_L1_error) __pyx_L12_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_ids, __pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF_SET(__pyx_v_words, __pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF_SET(__pyx_v_tags, __pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF_SET(__pyx_v_heads, __pyx_t_11); __pyx_t_11 = 0; __Pyx_XDECREF_SET(__pyx_v_deps, __pyx_t_12); __pyx_t_12 = 0; __Pyx_XDECREF_SET(__pyx_v_ents, __pyx_t_13); __pyx_t_13 = 0; /* "spacy/pipeline/pipes.pyx":716 * for annots, brackets in annots_brackets: * ids, words, tags, heads, deps, ents = annots * for i in range(len(ids)): # <<<<<<<<<<<<<< * label = self.make_label(i, words, tags, heads, deps, ents) * if label is not None and label not in self.labels: */ __pyx_t_15 = PyObject_Length(__pyx_v_ids); if (unlikely(__pyx_t_15 == ((Py_ssize_t)-1))) __PYX_ERR(0, 716, __pyx_L1_error) __pyx_t_16 = __pyx_t_15; for (__pyx_t_17 = 0; __pyx_t_17 < __pyx_t_16; __pyx_t_17+=1) { __pyx_v_i = __pyx_t_17; /* "spacy/pipeline/pipes.pyx":717 * ids, words, tags, heads, deps, ents = annots * for i in range(len(ids)): * label = self.make_label(i, words, tags, heads, deps, ents) # <<<<<<<<<<<<<< * if label is not None and label not in self.labels: * self.labels[label] = len(self.labels) */ __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_make_label); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 717, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_11 = PyInt_FromSsize_t(__pyx_v_i); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 717, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_2 = NULL; __pyx_t_18 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_12))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_12); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_12); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_12, function); __pyx_t_18 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_12)) { PyObject *__pyx_temp[7] = {__pyx_t_2, __pyx_t_11, __pyx_v_words, __pyx_v_tags, __pyx_v_heads, __pyx_v_deps, __pyx_v_ents}; __pyx_t_13 = __Pyx_PyFunction_FastCall(__pyx_t_12, __pyx_temp+1-__pyx_t_18, 6+__pyx_t_18); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 717, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_13); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_12)) { PyObject *__pyx_temp[7] = {__pyx_t_2, __pyx_t_11, __pyx_v_words, __pyx_v_tags, __pyx_v_heads, __pyx_v_deps, __pyx_v_ents}; __pyx_t_13 = __Pyx_PyCFunction_FastCall(__pyx_t_12, __pyx_temp+1-__pyx_t_18, 6+__pyx_t_18); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 717, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_13); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; } else #endif { __pyx_t_5 = PyTuple_New(6+__pyx_t_18); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 717, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_18, __pyx_t_11); __Pyx_INCREF(__pyx_v_words); __Pyx_GIVEREF(__pyx_v_words); PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_18, __pyx_v_words); __Pyx_INCREF(__pyx_v_tags); __Pyx_GIVEREF(__pyx_v_tags); PyTuple_SET_ITEM(__pyx_t_5, 2+__pyx_t_18, __pyx_v_tags); __Pyx_INCREF(__pyx_v_heads); __Pyx_GIVEREF(__pyx_v_heads); PyTuple_SET_ITEM(__pyx_t_5, 3+__pyx_t_18, __pyx_v_heads); __Pyx_INCREF(__pyx_v_deps); __Pyx_GIVEREF(__pyx_v_deps); PyTuple_SET_ITEM(__pyx_t_5, 4+__pyx_t_18, __pyx_v_deps); __Pyx_INCREF(__pyx_v_ents); __Pyx_GIVEREF(__pyx_v_ents); PyTuple_SET_ITEM(__pyx_t_5, 5+__pyx_t_18, __pyx_v_ents); __pyx_t_11 = 0; __pyx_t_13 = __Pyx_PyObject_Call(__pyx_t_12, __pyx_t_5, NULL); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 717, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_XDECREF_SET(__pyx_v_label, __pyx_t_13); __pyx_t_13 = 0; /* "spacy/pipeline/pipes.pyx":718 * for i in range(len(ids)): * label = self.make_label(i, words, tags, heads, deps, ents) * if label is not None and label not in self.labels: # <<<<<<<<<<<<<< * self.labels[label] = len(self.labels) * if self.model is True: */ __pyx_t_20 = (__pyx_v_label != Py_None); __pyx_t_21 = (__pyx_t_20 != 0); if (__pyx_t_21) { } else { __pyx_t_19 = __pyx_t_21; goto __pyx_L16_bool_binop_done; } __pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 718, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __pyx_t_21 = (__Pyx_PySequence_ContainsTF(__pyx_v_label, __pyx_t_13, Py_NE)); if (unlikely(__pyx_t_21 < 0)) __PYX_ERR(0, 718, __pyx_L1_error) __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __pyx_t_20 = (__pyx_t_21 != 0); __pyx_t_19 = __pyx_t_20; __pyx_L16_bool_binop_done:; if (__pyx_t_19) { /* "spacy/pipeline/pipes.pyx":719 * label = self.make_label(i, words, tags, heads, deps, ents) * if label is not None and label not in self.labels: * self.labels[label] = len(self.labels) # <<<<<<<<<<<<<< * if self.model is True: * token_vector_width = util.env_opt("token_vector_width") */ __pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 719, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __pyx_t_22 = PyObject_Length(__pyx_t_13); if (unlikely(__pyx_t_22 == ((Py_ssize_t)-1))) __PYX_ERR(0, 719, __pyx_L1_error) __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __pyx_t_13 = PyInt_FromSsize_t(__pyx_t_22); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 719, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 719, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); if (unlikely(PyObject_SetItem(__pyx_t_12, __pyx_v_label, __pyx_t_13) < 0)) __PYX_ERR(0, 719, __pyx_L1_error) __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; /* "spacy/pipeline/pipes.pyx":718 * for i in range(len(ids)): * label = self.make_label(i, words, tags, heads, deps, ents) * if label is not None and label not in self.labels: # <<<<<<<<<<<<<< * self.labels[label] = len(self.labels) * if self.model is True: */ } } /* "spacy/pipeline/pipes.pyx":714 * gold_tuples = nonproj.preprocess_training_data(get_gold_tuples()) * for raw_text, annots_brackets in gold_tuples: * for annots, brackets in annots_brackets: # <<<<<<<<<<<<<< * ids, words, tags, heads, deps, ents = annots * for i in range(len(ids)): */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":713 * sgd=None, **kwargs): * gold_tuples = nonproj.preprocess_training_data(get_gold_tuples()) * for raw_text, annots_brackets in gold_tuples: # <<<<<<<<<<<<<< * for annots, brackets in annots_brackets: * ids, words, tags, heads, deps, ents = annots */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":720 * if label is not None and label not in self.labels: * self.labels[label] = len(self.labels) * if self.model is True: # <<<<<<<<<<<<<< * token_vector_width = util.env_opt("token_vector_width") * self.model = self.Model(len(self.labels), tok2vec=tok2vec) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 720, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_19 = (__pyx_t_1 == Py_True); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_20 = (__pyx_t_19 != 0); if (__pyx_t_20) { /* "spacy/pipeline/pipes.pyx":721 * self.labels[label] = len(self.labels) * if self.model is True: * token_vector_width = util.env_opt("token_vector_width") # <<<<<<<<<<<<<< * self.model = self.Model(len(self.labels), tok2vec=tok2vec) * link_vectors_to_models(self.vocab) */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_util); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 721, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_env_opt); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 721, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_13))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_13); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_13); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_13, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_13, __pyx_t_3, __pyx_n_u_token_vector_width) : __Pyx_PyObject_CallOneArg(__pyx_t_13, __pyx_n_u_token_vector_width); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 721, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __pyx_v_token_vector_width = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":722 * if self.model is True: * token_vector_width = util.env_opt("token_vector_width") * self.model = self.Model(len(self.labels), tok2vec=tok2vec) # <<<<<<<<<<<<<< * link_vectors_to_models(self.vocab) * if sgd is None: */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_Model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 722, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 722, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __pyx_t_6 = PyObject_Length(__pyx_t_13); if (unlikely(__pyx_t_6 == ((Py_ssize_t)-1))) __PYX_ERR(0, 722, __pyx_L1_error) __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __pyx_t_13 = PyInt_FromSsize_t(__pyx_t_6); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 722, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 722, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GIVEREF(__pyx_t_13); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_13); __pyx_t_13 = 0; __pyx_t_13 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 722, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); if (PyDict_SetItem(__pyx_t_13, __pyx_n_s_tok2vec, __pyx_v_tok2vec) < 0) __PYX_ERR(0, 722, __pyx_L1_error) __pyx_t_12 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_3, __pyx_t_13); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 722, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_model, __pyx_t_12) < 0) __PYX_ERR(0, 722, __pyx_L1_error) __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; /* "spacy/pipeline/pipes.pyx":720 * if label is not None and label not in self.labels: * self.labels[label] = len(self.labels) * if self.model is True: # <<<<<<<<<<<<<< * token_vector_width = util.env_opt("token_vector_width") * self.model = self.Model(len(self.labels), tok2vec=tok2vec) */ } /* "spacy/pipeline/pipes.pyx":723 * token_vector_width = util.env_opt("token_vector_width") * self.model = self.Model(len(self.labels), tok2vec=tok2vec) * link_vectors_to_models(self.vocab) # <<<<<<<<<<<<<< * if sgd is None: * sgd = self.create_optimizer() */ __Pyx_GetModuleGlobalName(__pyx_t_13, __pyx_n_s_link_vectors_to_models); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 723, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 723, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_1 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_13))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_13); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_13); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_13, function); } } __pyx_t_12 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_13, __pyx_t_1, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_13, __pyx_t_3); __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 723, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; /* "spacy/pipeline/pipes.pyx":724 * self.model = self.Model(len(self.labels), tok2vec=tok2vec) * link_vectors_to_models(self.vocab) * if sgd is None: # <<<<<<<<<<<<<< * sgd = self.create_optimizer() * return sgd */ __pyx_t_20 = (__pyx_v_sgd == Py_None); __pyx_t_19 = (__pyx_t_20 != 0); if (__pyx_t_19) { /* "spacy/pipeline/pipes.pyx":725 * link_vectors_to_models(self.vocab) * if sgd is None: * sgd = self.create_optimizer() # <<<<<<<<<<<<<< * return sgd * */ __pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_create_optimizer); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 725, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_13))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_13); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_13); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_13, function); } } __pyx_t_12 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_13, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_13); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 725, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __Pyx_DECREF_SET(__pyx_v_sgd, __pyx_t_12); __pyx_t_12 = 0; /* "spacy/pipeline/pipes.pyx":724 * self.model = self.Model(len(self.labels), tok2vec=tok2vec) * link_vectors_to_models(self.vocab) * if sgd is None: # <<<<<<<<<<<<<< * sgd = self.create_optimizer() * return sgd */ } /* "spacy/pipeline/pipes.pyx":726 * if sgd is None: * sgd = self.create_optimizer() * return sgd # <<<<<<<<<<<<<< * * @classmethod */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_sgd); __pyx_r = __pyx_v_sgd; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":710 * pass * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, tok2vec=None, # <<<<<<<<<<<<<< * sgd=None, **kwargs): * gold_tuples = nonproj.preprocess_training_data(get_gold_tuples()) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_12); __Pyx_XDECREF(__pyx_t_13); __Pyx_XDECREF(__pyx_t_14); __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.begin_training", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_gold_tuples); __Pyx_XDECREF(__pyx_v_raw_text); __Pyx_XDECREF(__pyx_v_annots_brackets); __Pyx_XDECREF(__pyx_v_annots); __Pyx_XDECREF(__pyx_v_brackets); __Pyx_XDECREF(__pyx_v_ids); __Pyx_XDECREF(__pyx_v_words); __Pyx_XDECREF(__pyx_v_tags); __Pyx_XDECREF(__pyx_v_heads); __Pyx_XDECREF(__pyx_v_deps); __Pyx_XDECREF(__pyx_v_ents); __Pyx_XDECREF(__pyx_v_label); __Pyx_XDECREF(__pyx_v_token_vector_width); __Pyx_XDECREF(__pyx_v_sgd); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":729 * * @classmethod * def Model(cls, n_tags, tok2vec=None, **cfg): # <<<<<<<<<<<<<< * token_vector_width = util.env_opt("token_vector_width", 96) * softmax = Softmax(n_tags, token_vector_width*2) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_11Model(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_11Model = {"Model", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_11Model, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_11Model(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_cls = 0; PyObject *__pyx_v_n_tags = 0; PyObject *__pyx_v_tok2vec = 0; CYTHON_UNUSED PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("Model (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_cls,&__pyx_n_s_n_tags,&__pyx_n_s_tok2vec,0}; PyObject* values[3] = {0,0,0}; values[2] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_cls)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_n_tags)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("Model", 0, 2, 3, 1); __PYX_ERR(0, 729, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tok2vec); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "Model") < 0)) __PYX_ERR(0, 729, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_cls = values[0]; __pyx_v_n_tags = values[1]; __pyx_v_tok2vec = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("Model", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 729, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.Model", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_10Model(__pyx_self, __pyx_v_cls, __pyx_v_n_tags, __pyx_v_tok2vec, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_10Model(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_cls, PyObject *__pyx_v_n_tags, PyObject *__pyx_v_tok2vec, CYTHON_UNUSED PyObject *__pyx_v_cfg) { PyObject *__pyx_v_token_vector_width = NULL; PyObject *__pyx_v_softmax = NULL; PyObject *__pyx_v_model = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__71) __Pyx_RefNannySetupContext("Model", 0); __Pyx_TraceCall("Model", __pyx_f[0], 729, 0, __PYX_ERR(0, 729, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":730 * @classmethod * def Model(cls, n_tags, tok2vec=None, **cfg): * token_vector_width = util.env_opt("token_vector_width", 96) # <<<<<<<<<<<<<< * softmax = Softmax(n_tags, token_vector_width*2) * model = chain( */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_util); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 730, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_env_opt); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 730, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_tuple__54, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 730, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_token_vector_width = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":731 * def Model(cls, n_tags, tok2vec=None, **cfg): * token_vector_width = util.env_opt("token_vector_width", 96) * softmax = Softmax(n_tags, token_vector_width*2) # <<<<<<<<<<<<<< * model = chain( * tok2vec, */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Softmax); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 731, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyNumber_Multiply(__pyx_v_token_vector_width, __pyx_int_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 731, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = NULL; __pyx_t_5 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_5 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_n_tags, __pyx_t_3}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 731, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_n_tags, __pyx_t_3}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 731, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif { __pyx_t_6 = PyTuple_New(2+__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 731, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_INCREF(__pyx_v_n_tags); __Pyx_GIVEREF(__pyx_v_n_tags); PyTuple_SET_ITEM(__pyx_t_6, 0+__pyx_t_5, __pyx_v_n_tags); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_6, 1+__pyx_t_5, __pyx_t_3); __pyx_t_3 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_6, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 731, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_softmax = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":732 * token_vector_width = util.env_opt("token_vector_width", 96) * softmax = Softmax(n_tags, token_vector_width*2) * model = chain( # <<<<<<<<<<<<<< * tok2vec, * LayerNorm(Maxout(token_vector_width*2, token_vector_width, pieces=3)), */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_chain); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 732, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); /* "spacy/pipeline/pipes.pyx":734 * model = chain( * tok2vec, * LayerNorm(Maxout(token_vector_width*2, token_vector_width, pieces=3)), # <<<<<<<<<<<<<< * softmax * ) */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_LayerNorm); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 734, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_Maxout); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 734, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_7 = PyNumber_Multiply(__pyx_v_token_vector_width, __pyx_int_2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 734, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_8 = PyTuple_New(2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 734, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_7); __Pyx_INCREF(__pyx_v_token_vector_width); __Pyx_GIVEREF(__pyx_v_token_vector_width); PyTuple_SET_ITEM(__pyx_t_8, 1, __pyx_v_token_vector_width); __pyx_t_7 = 0; __pyx_t_7 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 734, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_pieces, __pyx_int_3) < 0) __PYX_ERR(0, 734, __pyx_L1_error) __pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_8, __pyx_t_7); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 734, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_6 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_7, __pyx_t_9) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_9); __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 734, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":735 * tok2vec, * LayerNorm(Maxout(token_vector_width*2, token_vector_width, pieces=3)), * softmax # <<<<<<<<<<<<<< * ) * model.tok2vec = tok2vec */ __pyx_t_3 = NULL; __pyx_t_5 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_5 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_tok2vec, __pyx_t_6, __pyx_v_softmax}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_5, 3+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 732, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_tok2vec, __pyx_t_6, __pyx_v_softmax}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_5, 3+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 732, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else #endif { __pyx_t_9 = PyTuple_New(3+__pyx_t_5); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 732, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_v_tok2vec); __Pyx_GIVEREF(__pyx_v_tok2vec); PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_5, __pyx_v_tok2vec); __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_5, __pyx_t_6); __Pyx_INCREF(__pyx_v_softmax); __Pyx_GIVEREF(__pyx_v_softmax); PyTuple_SET_ITEM(__pyx_t_9, 2+__pyx_t_5, __pyx_v_softmax); __pyx_t_6 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_9, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 732, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_model = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":737 * softmax * ) * model.tok2vec = tok2vec # <<<<<<<<<<<<<< * model.softmax = softmax * return model */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_model, __pyx_n_s_tok2vec, __pyx_v_tok2vec) < 0) __PYX_ERR(0, 737, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":738 * ) * model.tok2vec = tok2vec * model.softmax = softmax # <<<<<<<<<<<<<< * return model * */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_model, __pyx_n_s_softmax, __pyx_v_softmax) < 0) __PYX_ERR(0, 738, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":739 * model.tok2vec = tok2vec * model.softmax = softmax * return model # <<<<<<<<<<<<<< * * def predict(self, docs): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_model); __pyx_r = __pyx_v_model; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":729 * * @classmethod * def Model(cls, n_tags, tok2vec=None, **cfg): # <<<<<<<<<<<<<< * token_vector_width = util.env_opt("token_vector_width", 96) * softmax = Softmax(n_tags, token_vector_width*2) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.Model", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_token_vector_width); __Pyx_XDECREF(__pyx_v_softmax); __Pyx_XDECREF(__pyx_v_model); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":741 * return model * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * tokvecs = self.model.tok2vec(docs) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_13predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_13predict = {"predict", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_13predict, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_13predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("predict (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, 1); __PYX_ERR(0, 741, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "predict") < 0)) __PYX_ERR(0, 741, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 741, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_12predict(__pyx_self, __pyx_v_self, __pyx_v_docs); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_12predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs) { PyObject *__pyx_v_tokvecs = NULL; PyObject *__pyx_v_scores = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__72) __Pyx_RefNannySetupContext("predict", 0); __Pyx_TraceCall("predict", __pyx_f[0], 741, 0, __PYX_ERR(0, 741, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":742 * * def predict(self, docs): * self.require_model() # <<<<<<<<<<<<<< * tokvecs = self.model.tok2vec(docs) * scores = self.model.softmax(tokvecs) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 742, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 742, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":743 * def predict(self, docs): * self.require_model() * tokvecs = self.model.tok2vec(docs) # <<<<<<<<<<<<<< * scores = self.model.softmax(tokvecs) * return tokvecs, scores */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 743, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_tok2vec); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 743, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_docs) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_docs); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 743, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_tokvecs = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":744 * self.require_model() * tokvecs = self.model.tok2vec(docs) * scores = self.model.softmax(tokvecs) # <<<<<<<<<<<<<< * return tokvecs, scores * */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 744, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_softmax); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 744, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_tokvecs) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_tokvecs); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 744, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_scores = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":745 * tokvecs = self.model.tok2vec(docs) * scores = self.model.softmax(tokvecs) * return tokvecs, scores # <<<<<<<<<<<<<< * * def get_loss(self, docs, golds, scores): */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 745, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_tokvecs); __Pyx_GIVEREF(__pyx_v_tokvecs); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_tokvecs); __Pyx_INCREF(__pyx_v_scores); __Pyx_GIVEREF(__pyx_v_scores); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_v_scores); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":741 * return model * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * tokvecs = self.model.tok2vec(docs) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_tokvecs); __Pyx_XDECREF(__pyx_v_scores); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":747 * return tokvecs, scores * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * if len(docs) != len(golds): * raise ValueError(Errors.E077.format(value="loss", n_docs=len(docs), */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_15get_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_15get_loss = {"get_loss", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_15get_loss, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_15get_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_golds = 0; PyObject *__pyx_v_scores = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("get_loss (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_golds,&__pyx_n_s_scores,0}; PyObject* values[4] = {0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 1); __PYX_ERR(0, 747, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_golds)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 2); __PYX_ERR(0, 747, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_scores)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 3); __PYX_ERR(0, 747, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "get_loss") < 0)) __PYX_ERR(0, 747, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 4) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_golds = values[2]; __pyx_v_scores = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 747, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.get_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_14get_loss(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_golds, __pyx_v_scores); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_14get_loss(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, PyObject *__pyx_v_scores) { int __pyx_v_idx; PyObject *__pyx_v_correct = NULL; PyObject *__pyx_v_guesses = NULL; PyObject *__pyx_v_i = NULL; PyObject *__pyx_v_gold = NULL; Py_ssize_t __pyx_v_j; PyObject *__pyx_v_label = NULL; PyObject *__pyx_v_d_scores = NULL; PyObject *__pyx_v_loss = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations Py_ssize_t __pyx_t_1; Py_ssize_t __pyx_t_2; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *(*__pyx_t_8)(PyObject *); Py_ssize_t __pyx_t_9; Py_ssize_t __pyx_t_10; PyObject *__pyx_t_11 = NULL; PyObject *__pyx_t_12 = NULL; PyObject *__pyx_t_13 = NULL; PyObject *__pyx_t_14 = NULL; PyObject *__pyx_t_15 = NULL; PyObject *__pyx_t_16 = NULL; PyObject *__pyx_t_17 = NULL; int __pyx_t_18; PyObject *__pyx_t_19 = NULL; int __pyx_t_20; int __pyx_t_21; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__73) __Pyx_RefNannySetupContext("get_loss", 0); __Pyx_TraceCall("get_loss", __pyx_f[0], 747, 0, __PYX_ERR(0, 747, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":748 * * def get_loss(self, docs, golds, scores): * if len(docs) != len(golds): # <<<<<<<<<<<<<< * raise ValueError(Errors.E077.format(value="loss", n_docs=len(docs), * n_golds=len(golds))) */ __pyx_t_1 = PyObject_Length(__pyx_v_docs); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 748, __pyx_L1_error) __pyx_t_2 = PyObject_Length(__pyx_v_golds); if (unlikely(__pyx_t_2 == ((Py_ssize_t)-1))) __PYX_ERR(0, 748, __pyx_L1_error) __pyx_t_3 = ((__pyx_t_1 != __pyx_t_2) != 0); if (unlikely(__pyx_t_3)) { /* "spacy/pipeline/pipes.pyx":749 * def get_loss(self, docs, golds, scores): * if len(docs) != len(golds): * raise ValueError(Errors.E077.format(value="loss", n_docs=len(docs), # <<<<<<<<<<<<<< * n_golds=len(golds))) * cdef int idx = 0 */ __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_Errors); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 749, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_E077); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 749, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_format); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 749, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 749, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_value, __pyx_n_u_loss) < 0) __PYX_ERR(0, 749, __pyx_L1_error) __pyx_t_2 = PyObject_Length(__pyx_v_docs); if (unlikely(__pyx_t_2 == ((Py_ssize_t)-1))) __PYX_ERR(0, 749, __pyx_L1_error) __pyx_t_6 = PyInt_FromSsize_t(__pyx_t_2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 749, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_n_docs, __pyx_t_6) < 0) __PYX_ERR(0, 749, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":750 * if len(docs) != len(golds): * raise ValueError(Errors.E077.format(value="loss", n_docs=len(docs), * n_golds=len(golds))) # <<<<<<<<<<<<<< * cdef int idx = 0 * correct = numpy.zeros((scores.shape[0],), dtype="i") */ __pyx_t_2 = PyObject_Length(__pyx_v_golds); if (unlikely(__pyx_t_2 == ((Py_ssize_t)-1))) __PYX_ERR(0, 750, __pyx_L1_error) __pyx_t_6 = PyInt_FromSsize_t(__pyx_t_2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 750, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_n_golds, __pyx_t_6) < 0) __PYX_ERR(0, 749, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":749 * def get_loss(self, docs, golds, scores): * if len(docs) != len(golds): * raise ValueError(Errors.E077.format(value="loss", n_docs=len(docs), # <<<<<<<<<<<<<< * n_golds=len(golds))) * cdef int idx = 0 */ __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_empty_tuple, __pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 749, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 749, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_Raise(__pyx_t_5, 0, 0, 0); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __PYX_ERR(0, 749, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":748 * * def get_loss(self, docs, golds, scores): * if len(docs) != len(golds): # <<<<<<<<<<<<<< * raise ValueError(Errors.E077.format(value="loss", n_docs=len(docs), * n_golds=len(golds))) */ } /* "spacy/pipeline/pipes.pyx":751 * raise ValueError(Errors.E077.format(value="loss", n_docs=len(docs), * n_golds=len(golds))) * cdef int idx = 0 # <<<<<<<<<<<<<< * correct = numpy.zeros((scores.shape[0],), dtype="i") * guesses = scores.argmax(axis=1) */ __pyx_v_idx = 0; /* "spacy/pipeline/pipes.pyx":752 * n_golds=len(golds))) * cdef int idx = 0 * correct = numpy.zeros((scores.shape[0],), dtype="i") # <<<<<<<<<<<<<< * guesses = scores.argmax(axis=1) * for i, gold in enumerate(golds): */ __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_numpy); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 752, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_zeros); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 752, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_scores, __pyx_n_s_shape); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 752, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_4 = __Pyx_GetItemInt(__pyx_t_5, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 752, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 752, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 752, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 752, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_dtype, __pyx_n_u_i) < 0) __PYX_ERR(0, 752, __pyx_L1_error) __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_4, __pyx_t_5); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 752, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_v_correct = __pyx_t_7; __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":753 * cdef int idx = 0 * correct = numpy.zeros((scores.shape[0],), dtype="i") * guesses = scores.argmax(axis=1) # <<<<<<<<<<<<<< * for i, gold in enumerate(golds): * for j in range(len(docs[i])): */ __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_scores, __pyx_n_s_argmax); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 753, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 753, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_axis, __pyx_int_1) < 0) __PYX_ERR(0, 753, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_empty_tuple, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 753, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_v_guesses = __pyx_t_4; __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":754 * correct = numpy.zeros((scores.shape[0],), dtype="i") * guesses = scores.argmax(axis=1) * for i, gold in enumerate(golds): # <<<<<<<<<<<<<< * for j in range(len(docs[i])): * # Handes alignment for tokenization differences */ __Pyx_INCREF(__pyx_int_0); __pyx_t_4 = __pyx_int_0; if (likely(PyList_CheckExact(__pyx_v_golds)) || PyTuple_CheckExact(__pyx_v_golds)) { __pyx_t_5 = __pyx_v_golds; __Pyx_INCREF(__pyx_t_5); __pyx_t_2 = 0; __pyx_t_8 = NULL; } else { __pyx_t_2 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_v_golds); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 754, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_8 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 754, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_8)) { if (likely(PyList_CheckExact(__pyx_t_5))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_5)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_2); __Pyx_INCREF(__pyx_t_7); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 754, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_5, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 754, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_5)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_2); __Pyx_INCREF(__pyx_t_7); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 754, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_5, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 754, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } } else { __pyx_t_7 = __pyx_t_8(__pyx_t_5); if (unlikely(!__pyx_t_7)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 754, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_7); } __Pyx_XDECREF_SET(__pyx_v_gold, __pyx_t_7); __pyx_t_7 = 0; __Pyx_INCREF(__pyx_t_4); __Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_4); __pyx_t_7 = __Pyx_PyInt_AddObjC(__pyx_t_4, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 754, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = __pyx_t_7; __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":755 * guesses = scores.argmax(axis=1) * for i, gold in enumerate(golds): * for j in range(len(docs[i])): # <<<<<<<<<<<<<< * # Handes alignment for tokenization differences * label = self.make_label(j, gold.words, gold.tags, */ __pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_v_docs, __pyx_v_i); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 755, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_1 = PyObject_Length(__pyx_t_7); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 755, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_9 = __pyx_t_1; for (__pyx_t_10 = 0; __pyx_t_10 < __pyx_t_9; __pyx_t_10+=1) { __pyx_v_j = __pyx_t_10; /* "spacy/pipeline/pipes.pyx":757 * for j in range(len(docs[i])): * # Handes alignment for tokenization differences * label = self.make_label(j, gold.words, gold.tags, # <<<<<<<<<<<<<< * gold.heads, gold.labels, gold.ents) * if label is None or label not in self.labels: */ __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_make_label); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 757, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_11 = PyInt_FromSsize_t(__pyx_v_j); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 757, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_v_gold, __pyx_n_s_words); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 757, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_13 = __Pyx_PyObject_GetAttrStr(__pyx_v_gold, __pyx_n_s_tags); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 757, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); /* "spacy/pipeline/pipes.pyx":758 * # Handes alignment for tokenization differences * label = self.make_label(j, gold.words, gold.tags, * gold.heads, gold.labels, gold.ents) # <<<<<<<<<<<<<< * if label is None or label not in self.labels: * correct[idx] = guesses[idx] */ __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_gold, __pyx_n_s_heads); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 758, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_gold, __pyx_n_s_labels); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 758, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_16 = __Pyx_PyObject_GetAttrStr(__pyx_v_gold, __pyx_n_s_ents); if (unlikely(!__pyx_t_16)) __PYX_ERR(0, 758, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_16); __pyx_t_17 = NULL; __pyx_t_18 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) { __pyx_t_17 = PyMethod_GET_SELF(__pyx_t_6); if (likely(__pyx_t_17)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6); __Pyx_INCREF(__pyx_t_17); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_6, function); __pyx_t_18 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[7] = {__pyx_t_17, __pyx_t_11, __pyx_t_12, __pyx_t_13, __pyx_t_14, __pyx_t_15, __pyx_t_16}; __pyx_t_7 = __Pyx_PyFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_18, 6+__pyx_t_18); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 757, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_17); __pyx_t_17 = 0; __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[7] = {__pyx_t_17, __pyx_t_11, __pyx_t_12, __pyx_t_13, __pyx_t_14, __pyx_t_15, __pyx_t_16}; __pyx_t_7 = __Pyx_PyCFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_18, 6+__pyx_t_18); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 757, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_17); __pyx_t_17 = 0; __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_DECREF(__pyx_t_16); __pyx_t_16 = 0; } else #endif { __pyx_t_19 = PyTuple_New(6+__pyx_t_18); if (unlikely(!__pyx_t_19)) __PYX_ERR(0, 757, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_19); if (__pyx_t_17) { __Pyx_GIVEREF(__pyx_t_17); PyTuple_SET_ITEM(__pyx_t_19, 0, __pyx_t_17); __pyx_t_17 = NULL; } __Pyx_GIVEREF(__pyx_t_11); PyTuple_SET_ITEM(__pyx_t_19, 0+__pyx_t_18, __pyx_t_11); __Pyx_GIVEREF(__pyx_t_12); PyTuple_SET_ITEM(__pyx_t_19, 1+__pyx_t_18, __pyx_t_12); __Pyx_GIVEREF(__pyx_t_13); PyTuple_SET_ITEM(__pyx_t_19, 2+__pyx_t_18, __pyx_t_13); __Pyx_GIVEREF(__pyx_t_14); PyTuple_SET_ITEM(__pyx_t_19, 3+__pyx_t_18, __pyx_t_14); __Pyx_GIVEREF(__pyx_t_15); PyTuple_SET_ITEM(__pyx_t_19, 4+__pyx_t_18, __pyx_t_15); __Pyx_GIVEREF(__pyx_t_16); PyTuple_SET_ITEM(__pyx_t_19, 5+__pyx_t_18, __pyx_t_16); __pyx_t_11 = 0; __pyx_t_12 = 0; __pyx_t_13 = 0; __pyx_t_14 = 0; __pyx_t_15 = 0; __pyx_t_16 = 0; __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_19, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 757, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_19); __pyx_t_19 = 0; } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF_SET(__pyx_v_label, __pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":759 * label = self.make_label(j, gold.words, gold.tags, * gold.heads, gold.labels, gold.ents) * if label is None or label not in self.labels: # <<<<<<<<<<<<<< * correct[idx] = guesses[idx] * else: */ __pyx_t_20 = (__pyx_v_label == Py_None); __pyx_t_21 = (__pyx_t_20 != 0); if (!__pyx_t_21) { } else { __pyx_t_3 = __pyx_t_21; goto __pyx_L9_bool_binop_done; } __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 759, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_21 = (__Pyx_PySequence_ContainsTF(__pyx_v_label, __pyx_t_7, Py_NE)); if (unlikely(__pyx_t_21 < 0)) __PYX_ERR(0, 759, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_20 = (__pyx_t_21 != 0); __pyx_t_3 = __pyx_t_20; __pyx_L9_bool_binop_done:; if (__pyx_t_3) { /* "spacy/pipeline/pipes.pyx":760 * gold.heads, gold.labels, gold.ents) * if label is None or label not in self.labels: * correct[idx] = guesses[idx] # <<<<<<<<<<<<<< * else: * correct[idx] = self.labels[label] */ __pyx_t_7 = __Pyx_GetItemInt(__pyx_v_guesses, __pyx_v_idx, int, 1, __Pyx_PyInt_From_int, 0, 1, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 760, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (unlikely(__Pyx_SetItemInt(__pyx_v_correct, __pyx_v_idx, __pyx_t_7, int, 1, __Pyx_PyInt_From_int, 0, 1, 1) < 0)) __PYX_ERR(0, 760, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":759 * label = self.make_label(j, gold.words, gold.tags, * gold.heads, gold.labels, gold.ents) * if label is None or label not in self.labels: # <<<<<<<<<<<<<< * correct[idx] = guesses[idx] * else: */ goto __pyx_L8; } /* "spacy/pipeline/pipes.pyx":762 * correct[idx] = guesses[idx] * else: * correct[idx] = self.labels[label] # <<<<<<<<<<<<<< * idx += 1 * correct = self.model.ops.xp.array(correct, dtype="i") */ /*else*/ { __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 762, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_6 = __Pyx_PyObject_GetItem(__pyx_t_7, __pyx_v_label); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 762, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (unlikely(__Pyx_SetItemInt(__pyx_v_correct, __pyx_v_idx, __pyx_t_6, int, 1, __Pyx_PyInt_From_int, 0, 1, 1) < 0)) __PYX_ERR(0, 762, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __pyx_L8:; /* "spacy/pipeline/pipes.pyx":763 * else: * correct[idx] = self.labels[label] * idx += 1 # <<<<<<<<<<<<<< * correct = self.model.ops.xp.array(correct, dtype="i") * d_scores = scores - to_categorical(correct, nb_classes=scores.shape[1]) */ __pyx_v_idx = (__pyx_v_idx + 1); } /* "spacy/pipeline/pipes.pyx":754 * correct = numpy.zeros((scores.shape[0],), dtype="i") * guesses = scores.argmax(axis=1) * for i, gold in enumerate(golds): # <<<<<<<<<<<<<< * for j in range(len(docs[i])): * # Handes alignment for tokenization differences */ } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":764 * correct[idx] = self.labels[label] * idx += 1 * correct = self.model.ops.xp.array(correct, dtype="i") # <<<<<<<<<<<<<< * d_scores = scores - to_categorical(correct, nb_classes=scores.shape[1]) * loss = (d_scores**2).sum() */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 764, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_ops); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 764, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_xp); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 764, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_array); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 764, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 764, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_INCREF(__pyx_v_correct); __Pyx_GIVEREF(__pyx_v_correct); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_v_correct); __pyx_t_6 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 764, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_dtype, __pyx_n_u_i) < 0) __PYX_ERR(0, 764, __pyx_L1_error) __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_4, __pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 764, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF_SET(__pyx_v_correct, __pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":765 * idx += 1 * correct = self.model.ops.xp.array(correct, dtype="i") * d_scores = scores - to_categorical(correct, nb_classes=scores.shape[1]) # <<<<<<<<<<<<<< * loss = (d_scores**2).sum() * return float(loss), d_scores */ __Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_to_categorical); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 765, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_6 = PyTuple_New(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 765, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_v_correct); __Pyx_GIVEREF(__pyx_v_correct); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_v_correct); __pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 765, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_scores, __pyx_n_s_shape); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 765, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_19 = __Pyx_GetItemInt(__pyx_t_5, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_19)) __PYX_ERR(0, 765, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_19); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_nb_classes, __pyx_t_19) < 0) __PYX_ERR(0, 765, __pyx_L1_error) __Pyx_DECREF(__pyx_t_19); __pyx_t_19 = 0; __pyx_t_19 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_6, __pyx_t_4); if (unlikely(!__pyx_t_19)) __PYX_ERR(0, 765, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_19); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyNumber_Subtract(__pyx_v_scores, __pyx_t_19); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 765, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_19); __pyx_t_19 = 0; __pyx_v_d_scores = __pyx_t_4; __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":766 * correct = self.model.ops.xp.array(correct, dtype="i") * d_scores = scores - to_categorical(correct, nb_classes=scores.shape[1]) * loss = (d_scores**2).sum() # <<<<<<<<<<<<<< * return float(loss), d_scores * */ __pyx_t_19 = PyNumber_Power(__pyx_v_d_scores, __pyx_int_2, Py_None); if (unlikely(!__pyx_t_19)) __PYX_ERR(0, 766, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_19); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_19, __pyx_n_s_sum); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 766, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_19); __pyx_t_19 = 0; __pyx_t_19 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) { __pyx_t_19 = PyMethod_GET_SELF(__pyx_t_6); if (likely(__pyx_t_19)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6); __Pyx_INCREF(__pyx_t_19); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_6, function); } } __pyx_t_4 = (__pyx_t_19) ? __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_19) : __Pyx_PyObject_CallNoArg(__pyx_t_6); __Pyx_XDECREF(__pyx_t_19); __pyx_t_19 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 766, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_v_loss = __pyx_t_4; __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":767 * d_scores = scores - to_categorical(correct, nb_classes=scores.shape[1]) * loss = (d_scores**2).sum() * return float(loss), d_scores # <<<<<<<<<<<<<< * * @staticmethod */ __Pyx_XDECREF(__pyx_r); __pyx_t_4 = __Pyx_PyNumber_Float(__pyx_v_loss); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 767, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 767, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_4); __Pyx_INCREF(__pyx_v_d_scores); __Pyx_GIVEREF(__pyx_v_d_scores); PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_v_d_scores); __pyx_t_4 = 0; __pyx_r = __pyx_t_6; __pyx_t_6 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":747 * return tokvecs, scores * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * if len(docs) != len(golds): * raise ValueError(Errors.E077.format(value="loss", n_docs=len(docs), */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_12); __Pyx_XDECREF(__pyx_t_13); __Pyx_XDECREF(__pyx_t_14); __Pyx_XDECREF(__pyx_t_15); __Pyx_XDECREF(__pyx_t_16); __Pyx_XDECREF(__pyx_t_17); __Pyx_XDECREF(__pyx_t_19); __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.get_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_correct); __Pyx_XDECREF(__pyx_v_guesses); __Pyx_XDECREF(__pyx_v_i); __Pyx_XDECREF(__pyx_v_gold); __Pyx_XDECREF(__pyx_v_label); __Pyx_XDECREF(__pyx_v_d_scores); __Pyx_XDECREF(__pyx_v_loss); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":770 * * @staticmethod * def make_dep(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if deps[i] is None or heads[i] is None: * return None */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_17make_dep(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_17make_dep = {"make_dep", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_17make_dep, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_17make_dep(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_i = 0; CYTHON_UNUSED PyObject *__pyx_v_words = 0; CYTHON_UNUSED PyObject *__pyx_v_tags = 0; PyObject *__pyx_v_heads = 0; PyObject *__pyx_v_deps = 0; CYTHON_UNUSED PyObject *__pyx_v_ents = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("make_dep (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_i,&__pyx_n_s_words,&__pyx_n_s_tags,&__pyx_n_s_heads,&__pyx_n_s_deps,&__pyx_n_s_ents,0}; PyObject* values[6] = {0,0,0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_i)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_words)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_dep", 1, 6, 6, 1); __PYX_ERR(0, 770, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tags)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_dep", 1, 6, 6, 2); __PYX_ERR(0, 770, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_heads)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_dep", 1, 6, 6, 3); __PYX_ERR(0, 770, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 4: if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_deps)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_dep", 1, 6, 6, 4); __PYX_ERR(0, 770, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 5: if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_ents)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_dep", 1, 6, 6, 5); __PYX_ERR(0, 770, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "make_dep") < 0)) __PYX_ERR(0, 770, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 6) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); values[4] = PyTuple_GET_ITEM(__pyx_args, 4); values[5] = PyTuple_GET_ITEM(__pyx_args, 5); } __pyx_v_i = values[0]; __pyx_v_words = values[1]; __pyx_v_tags = values[2]; __pyx_v_heads = values[3]; __pyx_v_deps = values[4]; __pyx_v_ents = values[5]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("make_dep", 1, 6, 6, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 770, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.make_dep", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_16make_dep(__pyx_self, __pyx_v_i, __pyx_v_words, __pyx_v_tags, __pyx_v_heads, __pyx_v_deps, __pyx_v_ents); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_16make_dep(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_i, CYTHON_UNUSED PyObject *__pyx_v_words, CYTHON_UNUSED PyObject *__pyx_v_tags, PyObject *__pyx_v_heads, PyObject *__pyx_v_deps, CYTHON_UNUSED PyObject *__pyx_v_ents) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; int __pyx_t_3; int __pyx_t_4; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__74) __Pyx_RefNannySetupContext("make_dep", 0); __Pyx_TraceCall("make_dep", __pyx_f[0], 770, 0, __PYX_ERR(0, 770, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":771 * @staticmethod * def make_dep(i, words, tags, heads, deps, ents): * if deps[i] is None or heads[i] is None: # <<<<<<<<<<<<<< * return None * return deps[i] */ __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_v_deps, __pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 771, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = (__pyx_t_2 == Py_None); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = (__pyx_t_3 != 0); if (!__pyx_t_4) { } else { __pyx_t_1 = __pyx_t_4; goto __pyx_L4_bool_binop_done; } __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_v_heads, __pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 771, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = (__pyx_t_2 == Py_None); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_3 = (__pyx_t_4 != 0); __pyx_t_1 = __pyx_t_3; __pyx_L4_bool_binop_done:; if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":772 * def make_dep(i, words, tags, heads, deps, ents): * if deps[i] is None or heads[i] is None: * return None # <<<<<<<<<<<<<< * return deps[i] * */ __Pyx_XDECREF(__pyx_r); __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":771 * @staticmethod * def make_dep(i, words, tags, heads, deps, ents): * if deps[i] is None or heads[i] is None: # <<<<<<<<<<<<<< * return None * return deps[i] */ } /* "spacy/pipeline/pipes.pyx":773 * if deps[i] is None or heads[i] is None: * return None * return deps[i] # <<<<<<<<<<<<<< * * @staticmethod */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_v_deps, __pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 773, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":770 * * @staticmethod * def make_dep(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if deps[i] is None or heads[i] is None: * return None */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.make_dep", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":776 * * @staticmethod * def make_tag(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * return tags[i] * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_19make_tag(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_19make_tag = {"make_tag", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_19make_tag, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_19make_tag(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_i = 0; CYTHON_UNUSED PyObject *__pyx_v_words = 0; PyObject *__pyx_v_tags = 0; CYTHON_UNUSED PyObject *__pyx_v_heads = 0; CYTHON_UNUSED PyObject *__pyx_v_deps = 0; CYTHON_UNUSED PyObject *__pyx_v_ents = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("make_tag (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_i,&__pyx_n_s_words,&__pyx_n_s_tags,&__pyx_n_s_heads,&__pyx_n_s_deps,&__pyx_n_s_ents,0}; PyObject* values[6] = {0,0,0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_i)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_words)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_tag", 1, 6, 6, 1); __PYX_ERR(0, 776, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tags)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_tag", 1, 6, 6, 2); __PYX_ERR(0, 776, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_heads)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_tag", 1, 6, 6, 3); __PYX_ERR(0, 776, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 4: if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_deps)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_tag", 1, 6, 6, 4); __PYX_ERR(0, 776, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 5: if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_ents)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_tag", 1, 6, 6, 5); __PYX_ERR(0, 776, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "make_tag") < 0)) __PYX_ERR(0, 776, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 6) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); values[4] = PyTuple_GET_ITEM(__pyx_args, 4); values[5] = PyTuple_GET_ITEM(__pyx_args, 5); } __pyx_v_i = values[0]; __pyx_v_words = values[1]; __pyx_v_tags = values[2]; __pyx_v_heads = values[3]; __pyx_v_deps = values[4]; __pyx_v_ents = values[5]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("make_tag", 1, 6, 6, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 776, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.make_tag", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_18make_tag(__pyx_self, __pyx_v_i, __pyx_v_words, __pyx_v_tags, __pyx_v_heads, __pyx_v_deps, __pyx_v_ents); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_18make_tag(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_i, CYTHON_UNUSED PyObject *__pyx_v_words, PyObject *__pyx_v_tags, CYTHON_UNUSED PyObject *__pyx_v_heads, CYTHON_UNUSED PyObject *__pyx_v_deps, CYTHON_UNUSED PyObject *__pyx_v_ents) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__75) __Pyx_RefNannySetupContext("make_tag", 0); __Pyx_TraceCall("make_tag", __pyx_f[0], 776, 0, __PYX_ERR(0, 776, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":777 * @staticmethod * def make_tag(i, words, tags, heads, deps, ents): * return tags[i] # <<<<<<<<<<<<<< * * @staticmethod */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyObject_GetItem(__pyx_v_tags, __pyx_v_i); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 777, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":776 * * @staticmethod * def make_tag(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * return tags[i] * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.make_tag", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":780 * * @staticmethod * def make_ent(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if ents is None: * return None */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_21make_ent(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_21make_ent = {"make_ent", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_21make_ent, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_21make_ent(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_i = 0; CYTHON_UNUSED PyObject *__pyx_v_words = 0; CYTHON_UNUSED PyObject *__pyx_v_tags = 0; CYTHON_UNUSED PyObject *__pyx_v_heads = 0; CYTHON_UNUSED PyObject *__pyx_v_deps = 0; PyObject *__pyx_v_ents = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("make_ent (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_i,&__pyx_n_s_words,&__pyx_n_s_tags,&__pyx_n_s_heads,&__pyx_n_s_deps,&__pyx_n_s_ents,0}; PyObject* values[6] = {0,0,0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_i)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_words)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_ent", 1, 6, 6, 1); __PYX_ERR(0, 780, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tags)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_ent", 1, 6, 6, 2); __PYX_ERR(0, 780, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_heads)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_ent", 1, 6, 6, 3); __PYX_ERR(0, 780, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 4: if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_deps)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_ent", 1, 6, 6, 4); __PYX_ERR(0, 780, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 5: if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_ents)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_ent", 1, 6, 6, 5); __PYX_ERR(0, 780, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "make_ent") < 0)) __PYX_ERR(0, 780, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 6) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); values[4] = PyTuple_GET_ITEM(__pyx_args, 4); values[5] = PyTuple_GET_ITEM(__pyx_args, 5); } __pyx_v_i = values[0]; __pyx_v_words = values[1]; __pyx_v_tags = values[2]; __pyx_v_heads = values[3]; __pyx_v_deps = values[4]; __pyx_v_ents = values[5]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("make_ent", 1, 6, 6, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 780, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.make_ent", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_20make_ent(__pyx_self, __pyx_v_i, __pyx_v_words, __pyx_v_tags, __pyx_v_heads, __pyx_v_deps, __pyx_v_ents); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_20make_ent(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_i, CYTHON_UNUSED PyObject *__pyx_v_words, CYTHON_UNUSED PyObject *__pyx_v_tags, CYTHON_UNUSED PyObject *__pyx_v_heads, CYTHON_UNUSED PyObject *__pyx_v_deps, PyObject *__pyx_v_ents) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__76) __Pyx_RefNannySetupContext("make_ent", 0); __Pyx_TraceCall("make_ent", __pyx_f[0], 780, 0, __PYX_ERR(0, 780, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":781 * @staticmethod * def make_ent(i, words, tags, heads, deps, ents): * if ents is None: # <<<<<<<<<<<<<< * return None * return ents[i] */ __pyx_t_1 = (__pyx_v_ents == Py_None); __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "spacy/pipeline/pipes.pyx":782 * def make_ent(i, words, tags, heads, deps, ents): * if ents is None: * return None # <<<<<<<<<<<<<< * return ents[i] * */ __Pyx_XDECREF(__pyx_r); __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":781 * @staticmethod * def make_ent(i, words, tags, heads, deps, ents): * if ents is None: # <<<<<<<<<<<<<< * return None * return ents[i] */ } /* "spacy/pipeline/pipes.pyx":783 * if ents is None: * return None * return ents[i] # <<<<<<<<<<<<<< * * @staticmethod */ __Pyx_XDECREF(__pyx_r); __pyx_t_3 = __Pyx_PyObject_GetItem(__pyx_v_ents, __pyx_v_i); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 783, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_r = __pyx_t_3; __pyx_t_3 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":780 * * @staticmethod * def make_ent(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if ents is None: * return None */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.make_ent", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":786 * * @staticmethod * def make_dep_tag_offset(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if deps[i] is None or heads[i] is None: * return None */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_23make_dep_tag_offset(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_23make_dep_tag_offset = {"make_dep_tag_offset", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_23make_dep_tag_offset, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_23make_dep_tag_offset(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_i = 0; CYTHON_UNUSED PyObject *__pyx_v_words = 0; PyObject *__pyx_v_tags = 0; PyObject *__pyx_v_heads = 0; PyObject *__pyx_v_deps = 0; CYTHON_UNUSED PyObject *__pyx_v_ents = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("make_dep_tag_offset (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_i,&__pyx_n_s_words,&__pyx_n_s_tags,&__pyx_n_s_heads,&__pyx_n_s_deps,&__pyx_n_s_ents,0}; PyObject* values[6] = {0,0,0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_i)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_words)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_dep_tag_offset", 1, 6, 6, 1); __PYX_ERR(0, 786, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tags)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_dep_tag_offset", 1, 6, 6, 2); __PYX_ERR(0, 786, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_heads)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_dep_tag_offset", 1, 6, 6, 3); __PYX_ERR(0, 786, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 4: if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_deps)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_dep_tag_offset", 1, 6, 6, 4); __PYX_ERR(0, 786, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 5: if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_ents)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_dep_tag_offset", 1, 6, 6, 5); __PYX_ERR(0, 786, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "make_dep_tag_offset") < 0)) __PYX_ERR(0, 786, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 6) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); values[4] = PyTuple_GET_ITEM(__pyx_args, 4); values[5] = PyTuple_GET_ITEM(__pyx_args, 5); } __pyx_v_i = values[0]; __pyx_v_words = values[1]; __pyx_v_tags = values[2]; __pyx_v_heads = values[3]; __pyx_v_deps = values[4]; __pyx_v_ents = values[5]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("make_dep_tag_offset", 1, 6, 6, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 786, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.make_dep_tag_offset", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_22make_dep_tag_offset(__pyx_self, __pyx_v_i, __pyx_v_words, __pyx_v_tags, __pyx_v_heads, __pyx_v_deps, __pyx_v_ents); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_22make_dep_tag_offset(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_i, CYTHON_UNUSED PyObject *__pyx_v_words, PyObject *__pyx_v_tags, PyObject *__pyx_v_heads, PyObject *__pyx_v_deps, CYTHON_UNUSED PyObject *__pyx_v_ents) { PyObject *__pyx_v_offset = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; int __pyx_t_3; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; long __pyx_t_6; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; Py_ssize_t __pyx_t_9; Py_UCS4 __pyx_t_10; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__77) __Pyx_RefNannySetupContext("make_dep_tag_offset", 0); __Pyx_TraceCall("make_dep_tag_offset", __pyx_f[0], 786, 0, __PYX_ERR(0, 786, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":787 * @staticmethod * def make_dep_tag_offset(i, words, tags, heads, deps, ents): * if deps[i] is None or heads[i] is None: # <<<<<<<<<<<<<< * return None * offset = heads[i] - i */ __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_v_deps, __pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 787, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = (__pyx_t_2 == Py_None); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = (__pyx_t_3 != 0); if (!__pyx_t_4) { } else { __pyx_t_1 = __pyx_t_4; goto __pyx_L4_bool_binop_done; } __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_v_heads, __pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 787, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = (__pyx_t_2 == Py_None); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_3 = (__pyx_t_4 != 0); __pyx_t_1 = __pyx_t_3; __pyx_L4_bool_binop_done:; if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":788 * def make_dep_tag_offset(i, words, tags, heads, deps, ents): * if deps[i] is None or heads[i] is None: * return None # <<<<<<<<<<<<<< * offset = heads[i] - i * offset = min(offset, 2) */ __Pyx_XDECREF(__pyx_r); __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":787 * @staticmethod * def make_dep_tag_offset(i, words, tags, heads, deps, ents): * if deps[i] is None or heads[i] is None: # <<<<<<<<<<<<<< * return None * offset = heads[i] - i */ } /* "spacy/pipeline/pipes.pyx":789 * if deps[i] is None or heads[i] is None: * return None * offset = heads[i] - i # <<<<<<<<<<<<<< * offset = min(offset, 2) * offset = max(offset, -2) */ __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_v_heads, __pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 789, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = PyNumber_Subtract(__pyx_t_2, __pyx_v_i); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 789, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_offset = __pyx_t_5; __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":790 * return None * offset = heads[i] - i * offset = min(offset, 2) # <<<<<<<<<<<<<< * offset = max(offset, -2) * return "%s-%s:%d" % (deps[i], tags[i], offset) */ __pyx_t_6 = 2; __Pyx_INCREF(__pyx_v_offset); __pyx_t_5 = __pyx_v_offset; __pyx_t_7 = __Pyx_PyInt_From_long(__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 790, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_8 = PyObject_RichCompare(__pyx_t_7, __pyx_t_5, Py_LT); __Pyx_XGOTREF(__pyx_t_8); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 790, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_8); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 790, __pyx_L1_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; if (__pyx_t_1) { __pyx_t_8 = __Pyx_PyInt_From_long(__pyx_t_6); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 790, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_2 = __pyx_t_8; __pyx_t_8 = 0; } else { __Pyx_INCREF(__pyx_t_5); __pyx_t_2 = __pyx_t_5; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __pyx_t_2; __Pyx_INCREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v_offset, __pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":791 * offset = heads[i] - i * offset = min(offset, 2) * offset = max(offset, -2) # <<<<<<<<<<<<<< * return "%s-%s:%d" % (deps[i], tags[i], offset) * */ __pyx_t_6 = -2L; __Pyx_INCREF(__pyx_v_offset); __pyx_t_5 = __pyx_v_offset; __pyx_t_8 = __Pyx_PyInt_From_long(__pyx_t_6); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 791, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_7 = PyObject_RichCompare(__pyx_t_8, __pyx_t_5, Py_GT); __Pyx_XGOTREF(__pyx_t_7); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 791, __pyx_L1_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 791, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (__pyx_t_1) { __pyx_t_7 = __Pyx_PyInt_From_long(__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 791, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_2 = __pyx_t_7; __pyx_t_7 = 0; } else { __Pyx_INCREF(__pyx_t_5); __pyx_t_2 = __pyx_t_5; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __pyx_t_2; __Pyx_INCREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v_offset, __pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":792 * offset = min(offset, 2) * offset = max(offset, -2) * return "%s-%s:%d" % (deps[i], tags[i], offset) # <<<<<<<<<<<<<< * * @staticmethod */ __Pyx_XDECREF(__pyx_r); __pyx_t_5 = PyTuple_New(5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 792, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_9 = 0; __pyx_t_10 = 127; __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_v_deps, __pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 792, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_7 = __Pyx_PyObject_FormatSimpleAndDecref(PyObject_Unicode(__pyx_t_2), __pyx_empty_unicode); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 792, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_10 = (__Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_7) > __pyx_t_10) ? __Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_7) : __pyx_t_10; __pyx_t_9 += __Pyx_PyUnicode_GET_LENGTH(__pyx_t_7); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_7); __pyx_t_7 = 0; __Pyx_INCREF(__pyx_kp_u__78); __pyx_t_9 += 1; __Pyx_GIVEREF(__pyx_kp_u__78); PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_kp_u__78); __pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_v_tags, __pyx_v_i); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 792, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_2 = __Pyx_PyObject_FormatSimpleAndDecref(PyObject_Unicode(__pyx_t_7), __pyx_empty_unicode); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 792, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_10 = (__Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_2) > __pyx_t_10) ? __Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_2) : __pyx_t_10; __pyx_t_9 += __Pyx_PyUnicode_GET_LENGTH(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_t_2); __pyx_t_2 = 0; __Pyx_INCREF(__pyx_kp_u__79); __pyx_t_9 += 1; __Pyx_GIVEREF(__pyx_kp_u__79); PyTuple_SET_ITEM(__pyx_t_5, 3, __pyx_kp_u__79); __pyx_t_2 = __Pyx_PyObject_FormatAndDecref(__Pyx_PyNumber_IntOrLong(__pyx_v_offset), __pyx_n_u_d); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 792, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_10 = (__Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_2) > __pyx_t_10) ? __Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_2) : __pyx_t_10; __pyx_t_9 += __Pyx_PyUnicode_GET_LENGTH(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_5, 4, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyUnicode_Join(__pyx_t_5, 5, __pyx_t_9, __pyx_t_10); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 792, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":786 * * @staticmethod * def make_dep_tag_offset(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if deps[i] is None or heads[i] is None: * return None */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.make_dep_tag_offset", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_offset); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":795 * * @staticmethod * def make_ent_tag(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if ents is None or ents[i] is None: * return None */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_25make_ent_tag(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_25make_ent_tag = {"make_ent_tag", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_25make_ent_tag, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_25make_ent_tag(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_i = 0; CYTHON_UNUSED PyObject *__pyx_v_words = 0; PyObject *__pyx_v_tags = 0; CYTHON_UNUSED PyObject *__pyx_v_heads = 0; CYTHON_UNUSED PyObject *__pyx_v_deps = 0; PyObject *__pyx_v_ents = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("make_ent_tag (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_i,&__pyx_n_s_words,&__pyx_n_s_tags,&__pyx_n_s_heads,&__pyx_n_s_deps,&__pyx_n_s_ents,0}; PyObject* values[6] = {0,0,0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_i)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_words)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_ent_tag", 1, 6, 6, 1); __PYX_ERR(0, 795, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tags)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_ent_tag", 1, 6, 6, 2); __PYX_ERR(0, 795, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_heads)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_ent_tag", 1, 6, 6, 3); __PYX_ERR(0, 795, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 4: if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_deps)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_ent_tag", 1, 6, 6, 4); __PYX_ERR(0, 795, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 5: if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_ents)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_ent_tag", 1, 6, 6, 5); __PYX_ERR(0, 795, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "make_ent_tag") < 0)) __PYX_ERR(0, 795, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 6) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); values[4] = PyTuple_GET_ITEM(__pyx_args, 4); values[5] = PyTuple_GET_ITEM(__pyx_args, 5); } __pyx_v_i = values[0]; __pyx_v_words = values[1]; __pyx_v_tags = values[2]; __pyx_v_heads = values[3]; __pyx_v_deps = values[4]; __pyx_v_ents = values[5]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("make_ent_tag", 1, 6, 6, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 795, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.make_ent_tag", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_24make_ent_tag(__pyx_self, __pyx_v_i, __pyx_v_words, __pyx_v_tags, __pyx_v_heads, __pyx_v_deps, __pyx_v_ents); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_24make_ent_tag(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_i, CYTHON_UNUSED PyObject *__pyx_v_words, PyObject *__pyx_v_tags, CYTHON_UNUSED PyObject *__pyx_v_heads, CYTHON_UNUSED PyObject *__pyx_v_deps, PyObject *__pyx_v_ents) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; Py_UCS4 __pyx_t_6; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__80) __Pyx_RefNannySetupContext("make_ent_tag", 0); __Pyx_TraceCall("make_ent_tag", __pyx_f[0], 795, 0, __PYX_ERR(0, 795, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":796 * @staticmethod * def make_ent_tag(i, words, tags, heads, deps, ents): * if ents is None or ents[i] is None: # <<<<<<<<<<<<<< * return None * else: */ __pyx_t_2 = (__pyx_v_ents == Py_None); __pyx_t_3 = (__pyx_t_2 != 0); if (!__pyx_t_3) { } else { __pyx_t_1 = __pyx_t_3; goto __pyx_L4_bool_binop_done; } __pyx_t_4 = __Pyx_PyObject_GetItem(__pyx_v_ents, __pyx_v_i); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 796, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = (__pyx_t_4 == Py_None); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_2 = (__pyx_t_3 != 0); __pyx_t_1 = __pyx_t_2; __pyx_L4_bool_binop_done:; if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":797 * def make_ent_tag(i, words, tags, heads, deps, ents): * if ents is None or ents[i] is None: * return None # <<<<<<<<<<<<<< * else: * return "%s-%s" % (tags[i], ents[i]) */ __Pyx_XDECREF(__pyx_r); __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":796 * @staticmethod * def make_ent_tag(i, words, tags, heads, deps, ents): * if ents is None or ents[i] is None: # <<<<<<<<<<<<<< * return None * else: */ } /* "spacy/pipeline/pipes.pyx":799 * return None * else: * return "%s-%s" % (tags[i], ents[i]) # <<<<<<<<<<<<<< * * @staticmethod */ /*else*/ { __Pyx_XDECREF(__pyx_r); __pyx_t_4 = PyTuple_New(3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 799, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = 0; __pyx_t_6 = 127; __pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_v_tags, __pyx_v_i); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 799, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_8 = __Pyx_PyObject_FormatSimpleAndDecref(PyObject_Unicode(__pyx_t_7), __pyx_empty_unicode); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 799, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_6 = (__Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_8) > __pyx_t_6) ? __Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_8) : __pyx_t_6; __pyx_t_5 += __Pyx_PyUnicode_GET_LENGTH(__pyx_t_8); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_8); __pyx_t_8 = 0; __Pyx_INCREF(__pyx_kp_u__78); __pyx_t_5 += 1; __Pyx_GIVEREF(__pyx_kp_u__78); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_kp_u__78); __pyx_t_8 = __Pyx_PyObject_GetItem(__pyx_v_ents, __pyx_v_i); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 799, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_7 = __Pyx_PyObject_FormatSimpleAndDecref(PyObject_Unicode(__pyx_t_8), __pyx_empty_unicode); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 799, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_6 = (__Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_7) > __pyx_t_6) ? __Pyx_PyUnicode_MAX_CHAR_VALUE(__pyx_t_7) : __pyx_t_6; __pyx_t_5 += __Pyx_PyUnicode_GET_LENGTH(__pyx_t_7); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_4, 2, __pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = __Pyx_PyUnicode_Join(__pyx_t_4, 3, __pyx_t_5, __pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 799, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_r = __pyx_t_7; __pyx_t_7 = 0; goto __pyx_L0; } /* "spacy/pipeline/pipes.pyx":795 * * @staticmethod * def make_ent_tag(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if ents is None or ents[i] is None: * return None */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.make_ent_tag", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":802 * * @staticmethod * def make_sent_start(target, words, tags, heads, deps, ents, cache=True, _cache={}): # <<<<<<<<<<<<<< * """A multi-task objective for representing sentence boundaries, * using BILU scheme. (O is impossible) */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_35__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 802, 0, __PYX_ERR(0, 802, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 802, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(((PyObject *)Py_True)); __Pyx_GIVEREF(((PyObject *)Py_True)); PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)Py_True)); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults12, __pyx_self)->__pyx_arg__cache); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults12, __pyx_self)->__pyx_arg__cache); PyTuple_SET_ITEM(__pyx_t_1, 1, __Pyx_CyFunction_Defaults(__pyx_defaults12, __pyx_self)->__pyx_arg__cache); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 802, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_27make_sent_start(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_18MultitaskObjective_26make_sent_start[] = "A multi-task objective for representing sentence boundaries,\n using BILU scheme. (O is impossible)\n\n The implementation of this method uses an internal cache that relies\n on the identity of the heads array, to avoid requiring a new piece\n of gold data. You can pass cache=False if you know the cache will\n do the wrong thing.\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_27make_sent_start = {"make_sent_start", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_27make_sent_start, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_18MultitaskObjective_26make_sent_start}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_27make_sent_start(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_target = 0; PyObject *__pyx_v_words = 0; CYTHON_UNUSED PyObject *__pyx_v_tags = 0; PyObject *__pyx_v_heads = 0; CYTHON_UNUSED PyObject *__pyx_v_deps = 0; CYTHON_UNUSED PyObject *__pyx_v_ents = 0; PyObject *__pyx_v_cache = 0; PyObject *__pyx_v__cache = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("make_sent_start (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_target,&__pyx_n_s_words,&__pyx_n_s_tags,&__pyx_n_s_heads,&__pyx_n_s_deps,&__pyx_n_s_ents,&__pyx_n_s_cache,&__pyx_n_s_cache_2,0}; PyObject* values[8] = {0,0,0,0,0,0,0,0}; __pyx_defaults12 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults12, __pyx_self); values[6] = ((PyObject *)((PyObject *)Py_True)); values[7] = __pyx_dynamic_args->__pyx_arg__cache; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7); CYTHON_FALLTHROUGH; case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6); CYTHON_FALLTHROUGH; case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_target)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_words)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_sent_start", 0, 6, 8, 1); __PYX_ERR(0, 802, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tags)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_sent_start", 0, 6, 8, 2); __PYX_ERR(0, 802, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_heads)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_sent_start", 0, 6, 8, 3); __PYX_ERR(0, 802, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 4: if (likely((values[4] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_deps)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_sent_start", 0, 6, 8, 4); __PYX_ERR(0, 802, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 5: if (likely((values[5] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_ents)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("make_sent_start", 0, 6, 8, 5); __PYX_ERR(0, 802, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 6: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_cache); if (value) { values[6] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 7: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_cache_2); if (value) { values[7] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "make_sent_start") < 0)) __PYX_ERR(0, 802, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 8: values[7] = PyTuple_GET_ITEM(__pyx_args, 7); CYTHON_FALLTHROUGH; case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6); CYTHON_FALLTHROUGH; case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); values[4] = PyTuple_GET_ITEM(__pyx_args, 4); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_target = values[0]; __pyx_v_words = values[1]; __pyx_v_tags = values[2]; __pyx_v_heads = values[3]; __pyx_v_deps = values[4]; __pyx_v_ents = values[5]; __pyx_v_cache = values[6]; __pyx_v__cache = values[7]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("make_sent_start", 0, 6, 8, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 802, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.make_sent_start", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_26make_sent_start(__pyx_self, __pyx_v_target, __pyx_v_words, __pyx_v_tags, __pyx_v_heads, __pyx_v_deps, __pyx_v_ents, __pyx_v_cache, __pyx_v__cache); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":824 * sent_tags = ["I-SENT"] * len(words) * * def _find_root(child): # <<<<<<<<<<<<<< * seen = set([child]) * while child is not None and heads[child] != child: */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_15make_sent_start_1_find_root(PyObject *__pyx_self, PyObject *__pyx_v_child); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_15make_sent_start_1_find_root = {"_find_root", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_15make_sent_start_1_find_root, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_18MultitaskObjective_15make_sent_start_1_find_root(PyObject *__pyx_self, PyObject *__pyx_v_child) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("_find_root (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_15make_sent_start__find_root(__pyx_self, ((PyObject *)__pyx_v_child)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_15make_sent_start__find_root(PyObject *__pyx_self, PyObject *__pyx_v_child) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start *__pyx_outer_scope; PyObject *__pyx_v_seen = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; int __pyx_t_3; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("_find_root", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("_find_root", __pyx_f[0], 824, 0, __PYX_ERR(0, 824, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_child); /* "spacy/pipeline/pipes.pyx":825 * * def _find_root(child): * seen = set([child]) # <<<<<<<<<<<<<< * while child is not None and heads[child] != child: * seen.add(child) */ __pyx_t_1 = PySet_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 825, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PySet_Add(__pyx_t_1, __pyx_v_child) < 0) __PYX_ERR(0, 825, __pyx_L1_error) __pyx_v_seen = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":826 * def _find_root(child): * seen = set([child]) * while child is not None and heads[child] != child: # <<<<<<<<<<<<<< * seen.add(child) * child = heads[child] */ while (1) { __pyx_t_3 = (__pyx_v_child != Py_None); __pyx_t_4 = (__pyx_t_3 != 0); if (__pyx_t_4) { } else { __pyx_t_2 = __pyx_t_4; goto __pyx_L5_bool_binop_done; } if (unlikely(!__pyx_cur_scope->__pyx_v_heads)) { __Pyx_RaiseClosureNameError("heads"); __PYX_ERR(0, 826, __pyx_L1_error) } __pyx_t_1 = __Pyx_PyObject_GetItem(__pyx_cur_scope->__pyx_v_heads, __pyx_v_child); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 826, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = PyObject_RichCompare(__pyx_t_1, __pyx_v_child, Py_NE); __Pyx_XGOTREF(__pyx_t_5); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 826, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_5); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 826, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_2 = __pyx_t_4; __pyx_L5_bool_binop_done:; if (!__pyx_t_2) break; /* "spacy/pipeline/pipes.pyx":827 * seen = set([child]) * while child is not None and heads[child] != child: * seen.add(child) # <<<<<<<<<<<<<< * child = heads[child] * return child */ __pyx_t_6 = PySet_Add(__pyx_v_seen, __pyx_v_child); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 827, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":828 * while child is not None and heads[child] != child: * seen.add(child) * child = heads[child] # <<<<<<<<<<<<<< * return child * */ if (unlikely(!__pyx_cur_scope->__pyx_v_heads)) { __Pyx_RaiseClosureNameError("heads"); __PYX_ERR(0, 828, __pyx_L1_error) } __pyx_t_5 = __Pyx_PyObject_GetItem(__pyx_cur_scope->__pyx_v_heads, __pyx_v_child); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 828, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF_SET(__pyx_v_child, __pyx_t_5); __pyx_t_5 = 0; } /* "spacy/pipeline/pipes.pyx":829 * seen.add(child) * child = heads[child] * return child # <<<<<<<<<<<<<< * * sentences = {} */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_child); __pyx_r = __pyx_v_child; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":824 * sent_tags = ["I-SENT"] * len(words) * * def _find_root(child): # <<<<<<<<<<<<<< * seen = set([child]) * while child is not None and heads[child] != child: */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.make_sent_start._find_root", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_seen); __Pyx_XDECREF(__pyx_v_child); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":802 * * @staticmethod * def make_sent_start(target, words, tags, heads, deps, ents, cache=True, _cache={}): # <<<<<<<<<<<<<< * """A multi-task objective for representing sentence boundaries, * using BILU scheme. (O is impossible) */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_26make_sent_start(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_target, PyObject *__pyx_v_words, CYTHON_UNUSED PyObject *__pyx_v_tags, PyObject *__pyx_v_heads, CYTHON_UNUSED PyObject *__pyx_v_deps, CYTHON_UNUSED PyObject *__pyx_v_ents, PyObject *__pyx_v_cache, PyObject *__pyx_v__cache) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start *__pyx_cur_scope; PyObject *__pyx_v_key = NULL; PyObject *__pyx_v_sent_tags = NULL; PyObject *__pyx_v__find_root = 0; PyObject *__pyx_v_sentences = NULL; Py_ssize_t __pyx_v_i; PyObject *__pyx_v_root = NULL; PyObject *__pyx_v_span = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations Py_ssize_t __pyx_t_1; PyObject *__pyx_t_2 = NULL; Py_ssize_t __pyx_t_3; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; Py_ssize_t __pyx_t_9; int __pyx_t_10; PyObject *__pyx_t_11 = NULL; PyObject *(*__pyx_t_12)(PyObject *); int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__81) __Pyx_RefNannySetupContext("make_sent_start", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 802, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("make_sent_start", __pyx_f[0], 802, 0, __PYX_ERR(0, 802, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_heads = __pyx_v_heads; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_heads); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_heads); /* "spacy/pipeline/pipes.pyx":811 * do the wrong thing. * """ * assert len(words) == len(heads) # <<<<<<<<<<<<<< * assert target < len(words), (target, len(words)) * if cache: */ #ifndef CYTHON_WITHOUT_ASSERTIONS if (unlikely(!Py_OptimizeFlag)) { __pyx_t_1 = PyObject_Length(__pyx_v_words); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 811, __pyx_L1_error) __pyx_t_2 = __pyx_cur_scope->__pyx_v_heads; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = PyObject_Length(__pyx_t_2); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 811, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!((__pyx_t_1 == __pyx_t_3) != 0))) { PyErr_SetNone(PyExc_AssertionError); __PYX_ERR(0, 811, __pyx_L1_error) } } #endif /* "spacy/pipeline/pipes.pyx":812 * """ * assert len(words) == len(heads) * assert target < len(words), (target, len(words)) # <<<<<<<<<<<<<< * if cache: * if id(heads) in _cache: */ #ifndef CYTHON_WITHOUT_ASSERTIONS if (unlikely(!Py_OptimizeFlag)) { __pyx_t_3 = PyObject_Length(__pyx_v_words); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 812, __pyx_L1_error) __pyx_t_2 = PyInt_FromSsize_t(__pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 812, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = PyObject_RichCompare(__pyx_v_target, __pyx_t_2, Py_LT); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 812, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 812, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_5)) { __pyx_t_3 = PyObject_Length(__pyx_v_words); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 812, __pyx_L1_error) __pyx_t_4 = PyInt_FromSsize_t(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 812, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 812, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_target); __Pyx_GIVEREF(__pyx_v_target); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_target); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyTuple_Pack(1, __pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 812, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; PyErr_SetObject(PyExc_AssertionError, __pyx_t_4); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __PYX_ERR(0, 812, __pyx_L1_error) } } #endif /* "spacy/pipeline/pipes.pyx":813 * assert len(words) == len(heads) * assert target < len(words), (target, len(words)) * if cache: # <<<<<<<<<<<<<< * if id(heads) in _cache: * return _cache[id(heads)][target] */ __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_v_cache); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 813, __pyx_L1_error) if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":814 * assert target < len(words), (target, len(words)) * if cache: * if id(heads) in _cache: # <<<<<<<<<<<<<< * return _cache[id(heads)][target] * else: */ __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_id, __pyx_cur_scope->__pyx_v_heads); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 814, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_t_4, __pyx_v__cache, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 814, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { /* "spacy/pipeline/pipes.pyx":815 * if cache: * if id(heads) in _cache: * return _cache[id(heads)][target] # <<<<<<<<<<<<<< * else: * for key in list(_cache.keys()): */ __Pyx_XDECREF(__pyx_r); __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_id, __pyx_cur_scope->__pyx_v_heads); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 815, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_v__cache, __pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 815, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_GetItem(__pyx_t_2, __pyx_v_target); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 815, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_r = __pyx_t_4; __pyx_t_4 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":814 * assert target < len(words), (target, len(words)) * if cache: * if id(heads) in _cache: # <<<<<<<<<<<<<< * return _cache[id(heads)][target] * else: */ } /* "spacy/pipeline/pipes.pyx":817 * return _cache[id(heads)][target] * else: * for key in list(_cache.keys()): # <<<<<<<<<<<<<< * _cache.pop(key) * sent_tags = ["I-SENT"] * len(words) */ /*else*/ { __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v__cache, __pyx_n_s_keys); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 817, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_7 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_4 = (__pyx_t_7) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_7) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 817, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PySequence_List(__pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 817, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __pyx_t_2; __Pyx_INCREF(__pyx_t_4); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; for (;;) { if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_2 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_3); __Pyx_INCREF(__pyx_t_2); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 817, __pyx_L1_error) #else __pyx_t_2 = PySequence_ITEM(__pyx_t_4, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 817, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif __Pyx_XDECREF_SET(__pyx_v_key, __pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":818 * else: * for key in list(_cache.keys()): * _cache.pop(key) # <<<<<<<<<<<<<< * sent_tags = ["I-SENT"] * len(words) * _cache[id(heads)] = sent_tags */ __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v__cache, __pyx_n_s_pop); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 818, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); } } __pyx_t_2 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_8, __pyx_v_key) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_v_key); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 818, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":817 * return _cache[id(heads)][target] * else: * for key in list(_cache.keys()): # <<<<<<<<<<<<<< * _cache.pop(key) * sent_tags = ["I-SENT"] * len(words) */ } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } /* "spacy/pipeline/pipes.pyx":819 * for key in list(_cache.keys()): * _cache.pop(key) * sent_tags = ["I-SENT"] * len(words) # <<<<<<<<<<<<<< * _cache[id(heads)] = sent_tags * else: */ __pyx_t_3 = PyObject_Length(__pyx_v_words); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 819, __pyx_L1_error) __pyx_t_4 = PyList_New(1 * ((__pyx_t_3<0) ? 0:__pyx_t_3)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 819, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); { Py_ssize_t __pyx_temp; for (__pyx_temp=0; __pyx_temp < __pyx_t_3; __pyx_temp++) { __Pyx_INCREF(__pyx_kp_u_I_SENT); __Pyx_GIVEREF(__pyx_kp_u_I_SENT); PyList_SET_ITEM(__pyx_t_4, __pyx_temp, __pyx_kp_u_I_SENT); } } __pyx_v_sent_tags = ((PyObject*)__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":820 * _cache.pop(key) * sent_tags = ["I-SENT"] * len(words) * _cache[id(heads)] = sent_tags # <<<<<<<<<<<<<< * else: * sent_tags = ["I-SENT"] * len(words) */ __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_id, __pyx_cur_scope->__pyx_v_heads); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 820, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (unlikely(PyObject_SetItem(__pyx_v__cache, __pyx_t_4, __pyx_v_sent_tags) < 0)) __PYX_ERR(0, 820, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":813 * assert len(words) == len(heads) * assert target < len(words), (target, len(words)) * if cache: # <<<<<<<<<<<<<< * if id(heads) in _cache: * return _cache[id(heads)][target] */ goto __pyx_L3; } /* "spacy/pipeline/pipes.pyx":822 * _cache[id(heads)] = sent_tags * else: * sent_tags = ["I-SENT"] * len(words) # <<<<<<<<<<<<<< * * def _find_root(child): */ /*else*/ { __pyx_t_3 = PyObject_Length(__pyx_v_words); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 822, __pyx_L1_error) __pyx_t_4 = PyList_New(1 * ((__pyx_t_3<0) ? 0:__pyx_t_3)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 822, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); { Py_ssize_t __pyx_temp; for (__pyx_temp=0; __pyx_temp < __pyx_t_3; __pyx_temp++) { __Pyx_INCREF(__pyx_kp_u_I_SENT); __Pyx_GIVEREF(__pyx_kp_u_I_SENT); PyList_SET_ITEM(__pyx_t_4, __pyx_temp, __pyx_kp_u_I_SENT); } } __pyx_v_sent_tags = ((PyObject*)__pyx_t_4); __pyx_t_4 = 0; } __pyx_L3:; /* "spacy/pipeline/pipes.pyx":824 * sent_tags = ["I-SENT"] * len(words) * * def _find_root(child): # <<<<<<<<<<<<<< * seen = set([child]) * while child is not None and heads[child] != child: */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_15make_sent_start_1_find_root, 0, __pyx_n_s_MultitaskObjective_make_sent_sta, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__83)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 824, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_v__find_root = __pyx_t_4; __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":831 * return child * * sentences = {} # <<<<<<<<<<<<<< * for i in range(len(words)): * root = _find_root(i) */ __pyx_t_4 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 831, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_v_sentences = ((PyObject*)__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":832 * * sentences = {} * for i in range(len(words)): # <<<<<<<<<<<<<< * root = _find_root(i) * if root is None: */ __pyx_t_3 = PyObject_Length(__pyx_v_words); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 832, __pyx_L1_error) __pyx_t_1 = __pyx_t_3; for (__pyx_t_9 = 0; __pyx_t_9 < __pyx_t_1; __pyx_t_9+=1) { __pyx_v_i = __pyx_t_9; /* "spacy/pipeline/pipes.pyx":833 * sentences = {} * for i in range(len(words)): * root = _find_root(i) # <<<<<<<<<<<<<< * if root is None: * sent_tags[i] = None */ __pyx_t_4 = PyInt_FromSsize_t(__pyx_v_i); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 833, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_2 = __pyx_pf_5spacy_8pipeline_5pipes_18MultitaskObjective_15make_sent_start__find_root(__pyx_v__find_root, __pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 833, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF_SET(__pyx_v_root, __pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":834 * for i in range(len(words)): * root = _find_root(i) * if root is None: # <<<<<<<<<<<<<< * sent_tags[i] = None * else: */ __pyx_t_6 = (__pyx_v_root == Py_None); __pyx_t_5 = (__pyx_t_6 != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":835 * root = _find_root(i) * if root is None: * sent_tags[i] = None # <<<<<<<<<<<<<< * else: * sentences.setdefault(root, []).append(i) */ if (unlikely(__Pyx_SetItemInt(__pyx_v_sent_tags, __pyx_v_i, Py_None, Py_ssize_t, 1, PyInt_FromSsize_t, 1, 1, 1) < 0)) __PYX_ERR(0, 835, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":834 * for i in range(len(words)): * root = _find_root(i) * if root is None: # <<<<<<<<<<<<<< * sent_tags[i] = None * else: */ goto __pyx_L9; } /* "spacy/pipeline/pipes.pyx":837 * sent_tags[i] = None * else: * sentences.setdefault(root, []).append(i) # <<<<<<<<<<<<<< * for root, span in sorted(sentences.items()): * if len(span) == 1: */ /*else*/ { __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 837, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyDict_SetDefault(__pyx_v_sentences, __pyx_v_root, __pyx_t_2, -1L); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 837, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyInt_FromSsize_t(__pyx_v_i); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 837, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_10 = __Pyx_PyObject_Append(__pyx_t_4, __pyx_t_2); if (unlikely(__pyx_t_10 == ((int)-1))) __PYX_ERR(0, 837, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __pyx_L9:; } /* "spacy/pipeline/pipes.pyx":838 * else: * sentences.setdefault(root, []).append(i) * for root, span in sorted(sentences.items()): # <<<<<<<<<<<<<< * if len(span) == 1: * sent_tags[span[0]] = "U-SENT" */ __pyx_t_4 = __Pyx_PyDict_Items(__pyx_v_sentences); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 838, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_7 = PySequence_List(__pyx_t_4); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 838, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_2 = ((PyObject*)__pyx_t_7); __pyx_t_7 = 0; __pyx_t_10 = PyList_Sort(__pyx_t_2); if (unlikely(__pyx_t_10 == ((int)-1))) __PYX_ERR(0, 838, __pyx_L1_error) if (unlikely(__pyx_t_2 == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable"); __PYX_ERR(0, 838, __pyx_L1_error) } __pyx_t_7 = __pyx_t_2; __Pyx_INCREF(__pyx_t_7); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; for (;;) { if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_7)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_2 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_3); __Pyx_INCREF(__pyx_t_2); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 838, __pyx_L1_error) #else __pyx_t_2 = PySequence_ITEM(__pyx_t_7, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 838, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif if ((likely(PyTuple_CheckExact(__pyx_t_2))) || (PyList_CheckExact(__pyx_t_2))) { PyObject* sequence = __pyx_t_2; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 838, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_8 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_4 = PyList_GET_ITEM(sequence, 0); __pyx_t_8 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(__pyx_t_8); #else __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 838, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_8 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 838, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else { Py_ssize_t index = -1; __pyx_t_11 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 838, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_12 = Py_TYPE(__pyx_t_11)->tp_iternext; index = 0; __pyx_t_4 = __pyx_t_12(__pyx_t_11); if (unlikely(!__pyx_t_4)) goto __pyx_L12_unpacking_failed; __Pyx_GOTREF(__pyx_t_4); index = 1; __pyx_t_8 = __pyx_t_12(__pyx_t_11); if (unlikely(!__pyx_t_8)) goto __pyx_L12_unpacking_failed; __Pyx_GOTREF(__pyx_t_8); if (__Pyx_IternextUnpackEndCheck(__pyx_t_12(__pyx_t_11), 2) < 0) __PYX_ERR(0, 838, __pyx_L1_error) __pyx_t_12 = NULL; __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; goto __pyx_L13_unpacking_done; __pyx_L12_unpacking_failed:; __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_12 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 838, __pyx_L1_error) __pyx_L13_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_root, __pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF_SET(__pyx_v_span, __pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":839 * sentences.setdefault(root, []).append(i) * for root, span in sorted(sentences.items()): * if len(span) == 1: # <<<<<<<<<<<<<< * sent_tags[span[0]] = "U-SENT" * else: */ __pyx_t_1 = PyObject_Length(__pyx_v_span); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(0, 839, __pyx_L1_error) __pyx_t_5 = ((__pyx_t_1 == 1) != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":840 * for root, span in sorted(sentences.items()): * if len(span) == 1: * sent_tags[span[0]] = "U-SENT" # <<<<<<<<<<<<<< * else: * sent_tags[span[0]] = "B-SENT" */ __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_span, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 840, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (unlikely(PyObject_SetItem(__pyx_v_sent_tags, __pyx_t_2, __pyx_kp_u_U_SENT) < 0)) __PYX_ERR(0, 840, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":839 * sentences.setdefault(root, []).append(i) * for root, span in sorted(sentences.items()): * if len(span) == 1: # <<<<<<<<<<<<<< * sent_tags[span[0]] = "U-SENT" * else: */ goto __pyx_L14; } /* "spacy/pipeline/pipes.pyx":842 * sent_tags[span[0]] = "U-SENT" * else: * sent_tags[span[0]] = "B-SENT" # <<<<<<<<<<<<<< * sent_tags[span[-1]] = "L-SENT" * return sent_tags[target] */ /*else*/ { __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_span, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 842, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (unlikely(PyObject_SetItem(__pyx_v_sent_tags, __pyx_t_2, __pyx_kp_u_B_SENT) < 0)) __PYX_ERR(0, 842, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":843 * else: * sent_tags[span[0]] = "B-SENT" * sent_tags[span[-1]] = "L-SENT" # <<<<<<<<<<<<<< * return sent_tags[target] * */ __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_span, -1L, long, 1, __Pyx_PyInt_From_long, 0, 1, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 843, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (unlikely(PyObject_SetItem(__pyx_v_sent_tags, __pyx_t_2, __pyx_kp_u_L_SENT) < 0)) __PYX_ERR(0, 843, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __pyx_L14:; /* "spacy/pipeline/pipes.pyx":838 * else: * sentences.setdefault(root, []).append(i) * for root, span in sorted(sentences.items()): # <<<<<<<<<<<<<< * if len(span) == 1: * sent_tags[span[0]] = "U-SENT" */ } __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":844 * sent_tags[span[0]] = "B-SENT" * sent_tags[span[-1]] = "L-SENT" * return sent_tags[target] # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_v_sent_tags, __pyx_v_target); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 844, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_r = __pyx_t_7; __pyx_t_7 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":802 * * @staticmethod * def make_sent_start(target, words, tags, heads, deps, ents, cache=True, _cache={}): # <<<<<<<<<<<<<< * """A multi-task objective for representing sentence boundaries, * using BILU scheme. (O is impossible) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_11); __Pyx_AddTraceback("spacy.pipeline.pipes.MultitaskObjective.make_sent_start", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_key); __Pyx_XDECREF(__pyx_v_sent_tags); __Pyx_XDECREF(__pyx_v__find_root); __Pyx_XDECREF(__pyx_v_sentences); __Pyx_XDECREF(__pyx_v_root); __Pyx_XDECREF(__pyx_v_span); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":849 * class ClozeMultitask(Pipe): * @classmethod * def Model(cls, vocab, tok2vec, **cfg): # <<<<<<<<<<<<<< * if cfg["objective"] == "characters": * out_sizes = [256] * cfg.get("nr_char", 4) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_1Model(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_1Model = {"Model", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_1Model, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_1Model(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_cls = 0; PyObject *__pyx_v_vocab = 0; PyObject *__pyx_v_tok2vec = 0; PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("Model (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_cls,&__pyx_n_s_vocab,&__pyx_n_s_tok2vec,0}; PyObject* values[3] = {0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_cls)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_vocab)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("Model", 1, 3, 3, 1); __PYX_ERR(0, 849, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tok2vec)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("Model", 1, 3, 3, 2); __PYX_ERR(0, 849, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "Model") < 0)) __PYX_ERR(0, 849, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 3) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); } __pyx_v_cls = values[0]; __pyx_v_vocab = values[1]; __pyx_v_tok2vec = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("Model", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 849, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.Model", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_Model(__pyx_self, __pyx_v_cls, __pyx_v_vocab, __pyx_v_tok2vec, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_Model(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_cls, PyObject *__pyx_v_vocab, PyObject *__pyx_v_tok2vec, PyObject *__pyx_v_cfg) { PyObject *__pyx_v_out_sizes = NULL; PyObject *__pyx_v_output_layer = NULL; PyObject *__pyx_v_output_size = NULL; PyObject *__pyx_v_model = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; PyObject *__pyx_t_10 = NULL; int __pyx_t_11; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__84) __Pyx_RefNannySetupContext("Model", 0); __Pyx_TraceCall("Model", __pyx_f[0], 849, 0, __PYX_ERR(0, 849, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":850 * @classmethod * def Model(cls, vocab, tok2vec, **cfg): * if cfg["objective"] == "characters": # <<<<<<<<<<<<<< * out_sizes = [256] * cfg.get("nr_char", 4) * output_layer = MultiSoftmax(out_sizes) */ __pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_cfg, __pyx_n_u_objective); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 850, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = (__Pyx_PyUnicode_Equals(__pyx_t_1, __pyx_n_u_characters, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 850, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (__pyx_t_2) { /* "spacy/pipeline/pipes.pyx":851 * def Model(cls, vocab, tok2vec, **cfg): * if cfg["objective"] == "characters": * out_sizes = [256] * cfg.get("nr_char", 4) # <<<<<<<<<<<<<< * output_layer = MultiSoftmax(out_sizes) * else: */ __pyx_t_1 = __Pyx_PyDict_GetItemDefault(__pyx_v_cfg, __pyx_n_u_nr_char, __pyx_int_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 851, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyList_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 851, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_int_256); __Pyx_GIVEREF(__pyx_int_256); PyList_SET_ITEM(__pyx_t_3, 0, __pyx_int_256); { PyObject* __pyx_temp = PyNumber_InPlaceMultiply(__pyx_t_3, __pyx_t_1); if (unlikely(!__pyx_temp)) __PYX_ERR(0, 851, __pyx_L1_error) __Pyx_GOTREF(__pyx_temp); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = __pyx_temp; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_out_sizes = ((PyObject*)__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":852 * if cfg["objective"] == "characters": * out_sizes = [256] * cfg.get("nr_char", 4) * output_layer = MultiSoftmax(out_sizes) # <<<<<<<<<<<<<< * else: * output_size = vocab.vectors.data.shape[1] */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_MultiSoftmax); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 852, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_3 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_4, __pyx_v_out_sizes) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_v_out_sizes); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 852, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_output_layer = __pyx_t_3; __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":850 * @classmethod * def Model(cls, vocab, tok2vec, **cfg): * if cfg["objective"] == "characters": # <<<<<<<<<<<<<< * out_sizes = [256] * cfg.get("nr_char", 4) * output_layer = MultiSoftmax(out_sizes) */ goto __pyx_L3; } /* "spacy/pipeline/pipes.pyx":854 * output_layer = MultiSoftmax(out_sizes) * else: * output_size = vocab.vectors.data.shape[1] # <<<<<<<<<<<<<< * output_layer = chain( * LayerNorm(Maxout(output_size, tok2vec.nO, pieces=3)), */ /*else*/ { __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_vocab, __pyx_n_s_vectors); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 854, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_data); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 854, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_shape); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 854, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_GetItemInt(__pyx_t_3, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 854, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_output_size = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":855 * else: * output_size = vocab.vectors.data.shape[1] * output_layer = chain( # <<<<<<<<<<<<<< * LayerNorm(Maxout(output_size, tok2vec.nO, pieces=3)), * zero_init(Affine(output_size, output_size, drop_factor=0.0)) */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_chain); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 855, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); /* "spacy/pipeline/pipes.pyx":856 * output_size = vocab.vectors.data.shape[1] * output_layer = chain( * LayerNorm(Maxout(output_size, tok2vec.nO, pieces=3)), # <<<<<<<<<<<<<< * zero_init(Affine(output_size, output_size, drop_factor=0.0)) * ) */ __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_LayerNorm); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 856, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_Maxout); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 856, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_tok2vec, __pyx_n_s_nO); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 856, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_8 = PyTuple_New(2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 856, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_INCREF(__pyx_v_output_size); __Pyx_GIVEREF(__pyx_v_output_size); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_v_output_size); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_8, 1, __pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 856, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_pieces, __pyx_int_3) < 0) __PYX_ERR(0, 856, __pyx_L1_error) __pyx_t_9 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_8, __pyx_t_7); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 856, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); } } __pyx_t_4 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_7, __pyx_t_9) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_9); __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 856, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":857 * output_layer = chain( * LayerNorm(Maxout(output_size, tok2vec.nO, pieces=3)), * zero_init(Affine(output_size, output_size, drop_factor=0.0)) # <<<<<<<<<<<<<< * ) * model = chain(tok2vec, output_layer) */ __Pyx_GetModuleGlobalName(__pyx_t_9, __pyx_n_s_zero_init); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 857, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_Affine); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 857, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_8 = PyTuple_New(2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 857, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_INCREF(__pyx_v_output_size); __Pyx_GIVEREF(__pyx_v_output_size); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_v_output_size); __Pyx_INCREF(__pyx_v_output_size); __Pyx_GIVEREF(__pyx_v_output_size); PyTuple_SET_ITEM(__pyx_t_8, 1, __pyx_v_output_size); __pyx_t_6 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 857, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_drop_factor, __pyx_float_0_0) < 0) __PYX_ERR(0, 857, __pyx_L1_error) __pyx_t_10 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_8, __pyx_t_6); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 857, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_9))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_9); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_9, function); } } __pyx_t_5 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_9, __pyx_t_6, __pyx_t_10) : __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_t_10); __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 857, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = NULL; __pyx_t_11 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_9)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_9); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_11 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_9, __pyx_t_4, __pyx_t_5}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_11, 2+__pyx_t_11); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 855, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_9, __pyx_t_4, __pyx_t_5}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_11, 2+__pyx_t_11); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 855, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else #endif { __pyx_t_10 = PyTuple_New(2+__pyx_t_11); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 855, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); if (__pyx_t_9) { __Pyx_GIVEREF(__pyx_t_9); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_9); __pyx_t_9 = NULL; } __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_10, 0+__pyx_t_11, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_10, 1+__pyx_t_11, __pyx_t_5); __pyx_t_4 = 0; __pyx_t_5 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_10, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 855, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_output_layer = __pyx_t_1; __pyx_t_1 = 0; } __pyx_L3:; /* "spacy/pipeline/pipes.pyx":859 * zero_init(Affine(output_size, output_size, drop_factor=0.0)) * ) * model = chain(tok2vec, output_layer) # <<<<<<<<<<<<<< * model = masked_language_model(vocab, model) * model.tok2vec = tok2vec */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_chain); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 859, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_10 = NULL; __pyx_t_11 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_10)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_10); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_11 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_10, __pyx_v_tok2vec, __pyx_v_output_layer}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_11, 2+__pyx_t_11); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 859, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_10, __pyx_v_tok2vec, __pyx_v_output_layer}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_11, 2+__pyx_t_11); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 859, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_5 = PyTuple_New(2+__pyx_t_11); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 859, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__pyx_t_10) { __Pyx_GIVEREF(__pyx_t_10); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_10); __pyx_t_10 = NULL; } __Pyx_INCREF(__pyx_v_tok2vec); __Pyx_GIVEREF(__pyx_v_tok2vec); PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_11, __pyx_v_tok2vec); __Pyx_INCREF(__pyx_v_output_layer); __Pyx_GIVEREF(__pyx_v_output_layer); PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_11, __pyx_v_output_layer); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 859, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_model = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":860 * ) * model = chain(tok2vec, output_layer) * model = masked_language_model(vocab, model) # <<<<<<<<<<<<<< * model.tok2vec = tok2vec * model.output_layer = output_layer */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_masked_language_model); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 860, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_5 = NULL; __pyx_t_11 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_11 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_v_vocab, __pyx_v_model}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_11, 2+__pyx_t_11); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 860, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_v_vocab, __pyx_v_model}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_11, 2+__pyx_t_11); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 860, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_10 = PyTuple_New(2+__pyx_t_11); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 860, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); if (__pyx_t_5) { __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_5); __pyx_t_5 = NULL; } __Pyx_INCREF(__pyx_v_vocab); __Pyx_GIVEREF(__pyx_v_vocab); PyTuple_SET_ITEM(__pyx_t_10, 0+__pyx_t_11, __pyx_v_vocab); __Pyx_INCREF(__pyx_v_model); __Pyx_GIVEREF(__pyx_v_model); PyTuple_SET_ITEM(__pyx_t_10, 1+__pyx_t_11, __pyx_v_model); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_10, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 860, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_model, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":861 * model = chain(tok2vec, output_layer) * model = masked_language_model(vocab, model) * model.tok2vec = tok2vec # <<<<<<<<<<<<<< * model.output_layer = output_layer * return model */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_model, __pyx_n_s_tok2vec, __pyx_v_tok2vec) < 0) __PYX_ERR(0, 861, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":862 * model = masked_language_model(vocab, model) * model.tok2vec = tok2vec * model.output_layer = output_layer # <<<<<<<<<<<<<< * return model * */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_model, __pyx_n_s_output_layer, __pyx_v_output_layer) < 0) __PYX_ERR(0, 862, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":863 * model.tok2vec = tok2vec * model.output_layer = output_layer * return model # <<<<<<<<<<<<<< * * def __init__(self, vocab, model=True, **cfg): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_model); __pyx_r = __pyx_v_model; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":849 * class ClozeMultitask(Pipe): * @classmethod * def Model(cls, vocab, tok2vec, **cfg): # <<<<<<<<<<<<<< * if cfg["objective"] == "characters": * out_sizes = [256] * cfg.get("nr_char", 4) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __Pyx_XDECREF(__pyx_t_10); __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.Model", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_out_sizes); __Pyx_XDECREF(__pyx_v_output_layer); __Pyx_XDECREF(__pyx_v_output_size); __Pyx_XDECREF(__pyx_v_model); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":865 * return model * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_3__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_3__init__ = {"__init__", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_3__init__, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_3__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_vocab = 0; PyObject *__pyx_v_model = 0; PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__init__ (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_vocab,&__pyx_n_s_model,0}; PyObject* values[3] = {0,0,0}; values[2] = ((PyObject *)((PyObject *)Py_True)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_vocab)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__init__", 0, 2, 3, 1); __PYX_ERR(0, 865, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_model); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "__init__") < 0)) __PYX_ERR(0, 865, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_vocab = values[1]; __pyx_v_model = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__init__", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 865, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_2__init__(__pyx_self, __pyx_v_self, __pyx_v_vocab, __pyx_v_model, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_2__init__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_vocab, PyObject *__pyx_v_model, PyObject *__pyx_v_cfg) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__85) __Pyx_RefNannySetupContext("__init__", 0); __Pyx_TraceCall("__init__", __pyx_f[0], 865, 0, __PYX_ERR(0, 865, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":866 * * def __init__(self, vocab, model=True, **cfg): * self.vocab = vocab # <<<<<<<<<<<<<< * self.model = model * self.cfg = cfg */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_vocab, __pyx_v_vocab) < 0) __PYX_ERR(0, 866, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":867 * def __init__(self, vocab, model=True, **cfg): * self.vocab = vocab * self.model = model # <<<<<<<<<<<<<< * self.cfg = cfg * self.cfg.setdefault("objective", "characters") */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_model, __pyx_v_model) < 0) __PYX_ERR(0, 867, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":868 * self.vocab = vocab * self.model = model * self.cfg = cfg # <<<<<<<<<<<<<< * self.cfg.setdefault("objective", "characters") * self.cfg.setdefault("nr_char", 4) */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_cfg, __pyx_v_cfg) < 0) __PYX_ERR(0, 868, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":869 * self.model = model * self.cfg = cfg * self.cfg.setdefault("objective", "characters") # <<<<<<<<<<<<<< * self.cfg.setdefault("nr_char", 4) * */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 869, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_setdefault); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 869, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_tuple__86, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 869, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":870 * self.cfg = cfg * self.cfg.setdefault("objective", "characters") * self.cfg.setdefault("nr_char", 4) # <<<<<<<<<<<<<< * * def set_annotations(self, docs, dep_ids, tensors=None): */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 870, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_setdefault); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 870, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_tuple__87, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 870, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":865 * return model * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":872 * self.cfg.setdefault("nr_char", 4) * * def set_annotations(self, docs, dep_ids, tensors=None): # <<<<<<<<<<<<<< * pass * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_5set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_5set_annotations = {"set_annotations", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_5set_annotations, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_5set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_docs = 0; CYTHON_UNUSED PyObject *__pyx_v_dep_ids = 0; CYTHON_UNUSED PyObject *__pyx_v_tensors = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("set_annotations (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_dep_ids,&__pyx_n_s_tensors,0}; PyObject* values[4] = {0,0,0,0}; values[3] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, 1); __PYX_ERR(0, 872, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dep_ids)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, 2); __PYX_ERR(0, 872, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tensors); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "set_annotations") < 0)) __PYX_ERR(0, 872, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_dep_ids = values[2]; __pyx_v_tensors = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 872, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_4set_annotations(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_dep_ids, __pyx_v_tensors); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_4set_annotations(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_dep_ids, CYTHON_UNUSED PyObject *__pyx_v_tensors) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__88) __Pyx_RefNannySetupContext("set_annotations", 0); __Pyx_TraceCall("set_annotations", __pyx_f[0], 872, 0, __PYX_ERR(0, 872, __pyx_L1_error)); /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":875 * pass * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, # <<<<<<<<<<<<<< * tok2vec=None, sgd=None, **kwargs): * link_vectors_to_models(self.vocab) */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_37__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 875, 0, __PYX_ERR(0, 875, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); /* "spacy/pipeline/pipes.pyx":876 * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, * tok2vec=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * link_vectors_to_models(self.vocab) * if self.model is True: */ __pyx_t_1 = PyTuple_New(4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 875, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults13, __pyx_self)->__pyx_arg_get_gold_tuples); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults13, __pyx_self)->__pyx_arg_get_gold_tuples); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults13, __pyx_self)->__pyx_arg_get_gold_tuples); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)Py_None)); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 2, ((PyObject *)Py_None)); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 3, ((PyObject *)Py_None)); /* "spacy/pipeline/pipes.pyx":875 * pass * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, # <<<<<<<<<<<<<< * tok2vec=None, sgd=None, **kwargs): * link_vectors_to_models(self.vocab) */ __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 875, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_7begin_training(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_7begin_training = {"begin_training", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_7begin_training, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_7begin_training(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_get_gold_tuples = 0; CYTHON_UNUSED PyObject *__pyx_v_pipeline = 0; PyObject *__pyx_v_tok2vec = 0; PyObject *__pyx_v_sgd = 0; PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("begin_training (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_get_gold_tuples,&__pyx_n_s_pipeline,&__pyx_n_s_tok2vec,&__pyx_n_s_sgd,0}; PyObject* values[5] = {0,0,0,0,0}; __pyx_defaults13 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults13, __pyx_self); values[1] = __pyx_dynamic_args->__pyx_arg_get_gold_tuples; values[2] = ((PyObject *)((PyObject *)Py_None)); values[3] = ((PyObject *)((PyObject *)Py_None)); values[4] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_get_gold_tuples); if (value) { values[1] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pipeline); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tok2vec); if (value) { values[3] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 4: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[4] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "begin_training") < 0)) __PYX_ERR(0, 875, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_get_gold_tuples = values[1]; __pyx_v_pipeline = values[2]; __pyx_v_tok2vec = values[3]; __pyx_v_sgd = values[4]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("begin_training", 0, 1, 5, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 875, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.begin_training", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_6begin_training(__pyx_self, __pyx_v_self, __pyx_v_get_gold_tuples, __pyx_v_pipeline, __pyx_v_tok2vec, __pyx_v_sgd, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_6begin_training(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_get_gold_tuples, CYTHON_UNUSED PyObject *__pyx_v_pipeline, PyObject *__pyx_v_tok2vec, PyObject *__pyx_v_sgd, PyObject *__pyx_v_kwargs) { PyObject *__pyx_v_X = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__89) __Pyx_RefNannySetupContext("begin_training", 0); __Pyx_TraceCall("begin_training", __pyx_f[0], 875, 0, __PYX_ERR(0, 875, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_sgd); /* "spacy/pipeline/pipes.pyx":877 * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, * tok2vec=None, sgd=None, **kwargs): * link_vectors_to_models(self.vocab) # <<<<<<<<<<<<<< * if self.model is True: * kwargs.update(self.cfg) */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_link_vectors_to_models); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 877, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 877, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 877, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":878 * tok2vec=None, sgd=None, **kwargs): * link_vectors_to_models(self.vocab) * if self.model is True: # <<<<<<<<<<<<<< * kwargs.update(self.cfg) * self.model = self.Model(self.vocab, tok2vec, **kwargs) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 878, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = (__pyx_t_1 == Py_True); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { /* "spacy/pipeline/pipes.pyx":879 * link_vectors_to_models(self.vocab) * if self.model is True: * kwargs.update(self.cfg) # <<<<<<<<<<<<<< * self.model = self.Model(self.vocab, tok2vec, **kwargs) * X = self.model.ops.allocate((5, self.model.tok2vec.nO)) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 879, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_CallUnboundCMethod1(&__pyx_umethod_PyDict_Type_update, __pyx_v_kwargs, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 879, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":880 * if self.model is True: * kwargs.update(self.cfg) * self.model = self.Model(self.vocab, tok2vec, **kwargs) # <<<<<<<<<<<<<< * X = self.model.ops.allocate((5, self.model.tok2vec.nO)) * self.model.output_layer.begin_training(X) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_Model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 880, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 880, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 880, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1); __Pyx_INCREF(__pyx_v_tok2vec); __Pyx_GIVEREF(__pyx_v_tok2vec); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_v_tok2vec); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_3, __pyx_v_kwargs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 880, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_model, __pyx_t_1) < 0) __PYX_ERR(0, 880, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":878 * tok2vec=None, sgd=None, **kwargs): * link_vectors_to_models(self.vocab) * if self.model is True: # <<<<<<<<<<<<<< * kwargs.update(self.cfg) * self.model = self.Model(self.vocab, tok2vec, **kwargs) */ } /* "spacy/pipeline/pipes.pyx":881 * kwargs.update(self.cfg) * self.model = self.Model(self.vocab, tok2vec, **kwargs) * X = self.model.ops.allocate((5, self.model.tok2vec.nO)) # <<<<<<<<<<<<<< * self.model.output_layer.begin_training(X) * if sgd is None: */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 881, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_ops); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 881, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_allocate); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 881, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 881, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_tok2vec); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 881, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_nO); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 881, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 881, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_INCREF(__pyx_int_5); __Pyx_GIVEREF(__pyx_int_5); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_int_5); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_4); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 881, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_X = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":882 * self.model = self.Model(self.vocab, tok2vec, **kwargs) * X = self.model.ops.allocate((5, self.model.tok2vec.nO)) * self.model.output_layer.begin_training(X) # <<<<<<<<<<<<<< * if sgd is None: * sgd = self.create_optimizer() */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 882, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_output_layer); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 882, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_begin_training); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 882, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_4, __pyx_v_X) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_X); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 882, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":883 * X = self.model.ops.allocate((5, self.model.tok2vec.nO)) * self.model.output_layer.begin_training(X) * if sgd is None: # <<<<<<<<<<<<<< * sgd = self.create_optimizer() * return sgd */ __pyx_t_6 = (__pyx_v_sgd == Py_None); __pyx_t_5 = (__pyx_t_6 != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":884 * self.model.output_layer.begin_training(X) * if sgd is None: * sgd = self.create_optimizer() # <<<<<<<<<<<<<< * return sgd * */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_create_optimizer); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 884, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_4) : __Pyx_PyObject_CallNoArg(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 884, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_sgd, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":883 * X = self.model.ops.allocate((5, self.model.tok2vec.nO)) * self.model.output_layer.begin_training(X) * if sgd is None: # <<<<<<<<<<<<<< * sgd = self.create_optimizer() * return sgd */ } /* "spacy/pipeline/pipes.pyx":885 * if sgd is None: * sgd = self.create_optimizer() * return sgd # <<<<<<<<<<<<<< * * def predict(self, docs): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_sgd); __pyx_r = __pyx_v_sgd; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":875 * pass * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, # <<<<<<<<<<<<<< * tok2vec=None, sgd=None, **kwargs): * link_vectors_to_models(self.vocab) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.begin_training", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_X); __Pyx_XDECREF(__pyx_v_sgd); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":887 * return sgd * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * tokvecs = self.model.tok2vec(docs) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_9predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_9predict = {"predict", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_9predict, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_9predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("predict (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, 1); __PYX_ERR(0, 887, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "predict") < 0)) __PYX_ERR(0, 887, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 887, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_8predict(__pyx_self, __pyx_v_self, __pyx_v_docs); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_8predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs) { PyObject *__pyx_v_tokvecs = NULL; PyObject *__pyx_v_vectors = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__90) __Pyx_RefNannySetupContext("predict", 0); __Pyx_TraceCall("predict", __pyx_f[0], 887, 0, __PYX_ERR(0, 887, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":888 * * def predict(self, docs): * self.require_model() # <<<<<<<<<<<<<< * tokvecs = self.model.tok2vec(docs) * vectors = self.model.output_layer(tokvecs) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 888, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 888, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":889 * def predict(self, docs): * self.require_model() * tokvecs = self.model.tok2vec(docs) # <<<<<<<<<<<<<< * vectors = self.model.output_layer(tokvecs) * return tokvecs, vectors */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 889, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_tok2vec); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 889, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_docs) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_docs); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 889, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_tokvecs = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":890 * self.require_model() * tokvecs = self.model.tok2vec(docs) * vectors = self.model.output_layer(tokvecs) # <<<<<<<<<<<<<< * return tokvecs, vectors * */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 890, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_output_layer); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 890, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_tokvecs) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_tokvecs); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 890, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_vectors = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":891 * tokvecs = self.model.tok2vec(docs) * vectors = self.model.output_layer(tokvecs) * return tokvecs, vectors # <<<<<<<<<<<<<< * * def get_loss(self, docs, vectors, prediction): */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 891, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_tokvecs); __Pyx_GIVEREF(__pyx_v_tokvecs); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_tokvecs); __Pyx_INCREF(__pyx_v_vectors); __Pyx_GIVEREF(__pyx_v_vectors); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_v_vectors); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":887 * return sgd * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * tokvecs = self.model.tok2vec(docs) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_tokvecs); __Pyx_XDECREF(__pyx_v_vectors); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":893 * return tokvecs, vectors * * def get_loss(self, docs, vectors, prediction): # <<<<<<<<<<<<<< * if self.cfg["objective"] == "characters": * loss, gradient = get_characters_loss(self.model.ops, docs, prediction) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_11get_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_11get_loss = {"get_loss", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_11get_loss, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_11get_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_vectors = 0; PyObject *__pyx_v_prediction = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("get_loss (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_vectors,&__pyx_n_s_prediction,0}; PyObject* values[4] = {0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 1); __PYX_ERR(0, 893, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_vectors)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 2); __PYX_ERR(0, 893, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_prediction)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 3); __PYX_ERR(0, 893, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "get_loss") < 0)) __PYX_ERR(0, 893, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 4) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_vectors = values[2]; __pyx_v_prediction = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 893, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.get_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_10get_loss(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_vectors, __pyx_v_prediction); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_10get_loss(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_vectors, PyObject *__pyx_v_prediction) { PyObject *__pyx_v_loss = NULL; PyObject *__pyx_v_gradient = NULL; PyObject *__pyx_v_ids = NULL; PyObject *__pyx_v_target = NULL; PyObject *__pyx_v_doc = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; PyObject *(*__pyx_t_8)(PyObject *); Py_ssize_t __pyx_t_9; PyObject *(*__pyx_t_10)(PyObject *); PyObject *__pyx_t_11 = NULL; PyObject *__pyx_t_12 = NULL; PyObject *__pyx_t_13 = NULL; PyObject *__pyx_t_14 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__91) __Pyx_RefNannySetupContext("get_loss", 0); __Pyx_TraceCall("get_loss", __pyx_f[0], 893, 0, __PYX_ERR(0, 893, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":894 * * def get_loss(self, docs, vectors, prediction): * if self.cfg["objective"] == "characters": # <<<<<<<<<<<<<< * loss, gradient = get_characters_loss(self.model.ops, docs, prediction) * else: */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 894, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_Dict_GetItem(__pyx_t_1, __pyx_n_u_objective); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 894, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = (__Pyx_PyUnicode_Equals(__pyx_t_2, __pyx_n_u_characters, Py_EQ)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 894, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_3) { /* "spacy/pipeline/pipes.pyx":895 * def get_loss(self, docs, vectors, prediction): * if self.cfg["objective"] == "characters": * loss, gradient = get_characters_loss(self.model.ops, docs, prediction) # <<<<<<<<<<<<<< * else: * # The simplest way to implement this would be to vstack the */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_get_characters_loss); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 895, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 895, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_ops); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 895, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; __pyx_t_6 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); __pyx_t_6 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[4] = {__pyx_t_4, __pyx_t_5, __pyx_v_docs, __pyx_v_prediction}; __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 895, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[4] = {__pyx_t_4, __pyx_t_5, __pyx_v_docs, __pyx_v_prediction}; __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 895, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else #endif { __pyx_t_7 = PyTuple_New(3+__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 895, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_6, __pyx_t_5); __Pyx_INCREF(__pyx_v_docs); __Pyx_GIVEREF(__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_6, __pyx_v_docs); __Pyx_INCREF(__pyx_v_prediction); __Pyx_GIVEREF(__pyx_v_prediction); PyTuple_SET_ITEM(__pyx_t_7, 2+__pyx_t_6, __pyx_v_prediction); __pyx_t_5 = 0; __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_7, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 895, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_2))) || (PyList_CheckExact(__pyx_t_2))) { PyObject* sequence = __pyx_t_2; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 895, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_1 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_7 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_1 = PyList_GET_ITEM(sequence, 0); __pyx_t_7 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_7); #else __pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 895, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 895, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else { Py_ssize_t index = -1; __pyx_t_5 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 895, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_5)->tp_iternext; index = 0; __pyx_t_1 = __pyx_t_8(__pyx_t_5); if (unlikely(!__pyx_t_1)) goto __pyx_L4_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); index = 1; __pyx_t_7 = __pyx_t_8(__pyx_t_5); if (unlikely(!__pyx_t_7)) goto __pyx_L4_unpacking_failed; __Pyx_GOTREF(__pyx_t_7); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_5), 2) < 0) __PYX_ERR(0, 895, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; goto __pyx_L5_unpacking_done; __pyx_L4_unpacking_failed:; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 895, __pyx_L1_error) __pyx_L5_unpacking_done:; } __pyx_v_loss = __pyx_t_1; __pyx_t_1 = 0; __pyx_v_gradient = __pyx_t_7; __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":894 * * def get_loss(self, docs, vectors, prediction): * if self.cfg["objective"] == "characters": # <<<<<<<<<<<<<< * loss, gradient = get_characters_loss(self.model.ops, docs, prediction) * else: */ goto __pyx_L3; } /* "spacy/pipeline/pipes.pyx":901 * # Instead we fetch the index into the vectors table for each of our tokens, * # and look them up all at once. This prevents data copying. * ids = self.model.ops.flatten([doc.to_array(ID).ravel() for doc in docs]) # <<<<<<<<<<<<<< * target = vectors[ids] * loss, gradient = get_cossim_loss(prediction, target, ignore_zeros=True) */ /*else*/ { __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 901, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_ops); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 901, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_flatten); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 901, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 901, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (likely(PyList_CheckExact(__pyx_v_docs)) || PyTuple_CheckExact(__pyx_v_docs)) { __pyx_t_5 = __pyx_v_docs; __Pyx_INCREF(__pyx_t_5); __pyx_t_9 = 0; __pyx_t_10 = NULL; } else { __pyx_t_9 = -1; __pyx_t_5 = PyObject_GetIter(__pyx_v_docs); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 901, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_10 = Py_TYPE(__pyx_t_5)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 901, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_10)) { if (likely(PyList_CheckExact(__pyx_t_5))) { if (__pyx_t_9 >= PyList_GET_SIZE(__pyx_t_5)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_5, __pyx_t_9); __Pyx_INCREF(__pyx_t_4); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 901, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_5, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 901, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_9 >= PyTuple_GET_SIZE(__pyx_t_5)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_5, __pyx_t_9); __Pyx_INCREF(__pyx_t_4); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 901, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_5, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 901, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_10(__pyx_t_5); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 901, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_v_doc, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_to_array); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 901, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_GetModuleGlobalName(__pyx_t_13, __pyx_n_s_ID); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 901, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __pyx_t_14 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_12))) { __pyx_t_14 = PyMethod_GET_SELF(__pyx_t_12); if (likely(__pyx_t_14)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_12); __Pyx_INCREF(__pyx_t_14); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_12, function); } } __pyx_t_11 = (__pyx_t_14) ? __Pyx_PyObject_Call2Args(__pyx_t_12, __pyx_t_14, __pyx_t_13) : __Pyx_PyObject_CallOneArg(__pyx_t_12, __pyx_t_13); __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 901, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_t_11, __pyx_n_s_ravel); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 901, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_12))) { __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_12); if (likely(__pyx_t_11)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_12); __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_12, function); } } __pyx_t_4 = (__pyx_t_11) ? __Pyx_PyObject_CallOneArg(__pyx_t_12, __pyx_t_11) : __Pyx_PyObject_CallNoArg(__pyx_t_12); __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 901, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_4))) __PYX_ERR(0, 901, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); } } __pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_5, __pyx_t_1) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_1); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 901, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_v_ids = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":902 * # and look them up all at once. This prevents data copying. * ids = self.model.ops.flatten([doc.to_array(ID).ravel() for doc in docs]) * target = vectors[ids] # <<<<<<<<<<<<<< * loss, gradient = get_cossim_loss(prediction, target, ignore_zeros=True) * return float(loss), gradient */ __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_v_vectors, __pyx_v_ids); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 902, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_v_target = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":903 * ids = self.model.ops.flatten([doc.to_array(ID).ravel() for doc in docs]) * target = vectors[ids] * loss, gradient = get_cossim_loss(prediction, target, ignore_zeros=True) # <<<<<<<<<<<<<< * return float(loss), gradient * */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_get_cossim_loss); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 903, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 903, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_INCREF(__pyx_v_prediction); __Pyx_GIVEREF(__pyx_v_prediction); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_v_prediction); __Pyx_INCREF(__pyx_v_target); __Pyx_GIVEREF(__pyx_v_target); PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_v_target); __pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 903, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_ignore_zeros, Py_True) < 0) __PYX_ERR(0, 903, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_7, __pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 903, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_5))) || (PyList_CheckExact(__pyx_t_5))) { PyObject* sequence = __pyx_t_5; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 903, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_1 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_7 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_1 = PyList_GET_ITEM(sequence, 0); __pyx_t_7 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_7); #else __pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 903, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 903, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else { Py_ssize_t index = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 903, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_2)->tp_iternext; index = 0; __pyx_t_1 = __pyx_t_8(__pyx_t_2); if (unlikely(!__pyx_t_1)) goto __pyx_L8_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); index = 1; __pyx_t_7 = __pyx_t_8(__pyx_t_2); if (unlikely(!__pyx_t_7)) goto __pyx_L8_unpacking_failed; __Pyx_GOTREF(__pyx_t_7); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_2), 2) < 0) __PYX_ERR(0, 903, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; goto __pyx_L9_unpacking_done; __pyx_L8_unpacking_failed:; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 903, __pyx_L1_error) __pyx_L9_unpacking_done:; } __pyx_v_loss = __pyx_t_1; __pyx_t_1 = 0; __pyx_v_gradient = __pyx_t_7; __pyx_t_7 = 0; } __pyx_L3:; /* "spacy/pipeline/pipes.pyx":904 * target = vectors[ids] * loss, gradient = get_cossim_loss(prediction, target, ignore_zeros=True) * return float(loss), gradient # <<<<<<<<<<<<<< * * def update(self, docs, golds, drop=0., sgd=None, losses=None): */ __Pyx_XDECREF(__pyx_r); __pyx_t_5 = __Pyx_PyNumber_Float(__pyx_v_loss); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 904, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_7 = PyTuple_New(2); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 904, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_5); __Pyx_INCREF(__pyx_v_gradient); __Pyx_GIVEREF(__pyx_v_gradient); PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_v_gradient); __pyx_t_5 = 0; __pyx_r = __pyx_t_7; __pyx_t_7 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":893 * return tokvecs, vectors * * def get_loss(self, docs, vectors, prediction): # <<<<<<<<<<<<<< * if self.cfg["objective"] == "characters": * loss, gradient = get_characters_loss(self.model.ops, docs, prediction) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_12); __Pyx_XDECREF(__pyx_t_13); __Pyx_XDECREF(__pyx_t_14); __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.get_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_loss); __Pyx_XDECREF(__pyx_v_gradient); __Pyx_XDECREF(__pyx_v_ids); __Pyx_XDECREF(__pyx_v_target); __Pyx_XDECREF(__pyx_v_doc); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":906 * return float(loss), gradient * * def update(self, docs, golds, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * pass * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_13update(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_13update = {"update", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_13update, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_13update(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_docs = 0; CYTHON_UNUSED PyObject *__pyx_v_golds = 0; CYTHON_UNUSED PyObject *__pyx_v_drop = 0; CYTHON_UNUSED PyObject *__pyx_v_sgd = 0; CYTHON_UNUSED PyObject *__pyx_v_losses = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("update (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_golds,&__pyx_n_s_drop,&__pyx_n_s_sgd,&__pyx_n_s_losses,0}; PyObject* values[6] = {0,0,0,0,0,0}; values[3] = ((PyObject *)((PyObject*)__pyx_float_0_)); values[4] = ((PyObject *)((PyObject *)Py_None)); values[5] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("update", 0, 3, 6, 1); __PYX_ERR(0, 906, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_golds)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("update", 0, 3, 6, 2); __PYX_ERR(0, 906, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_drop); if (value) { values[3] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 4: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[4] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 5: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_losses); if (value) { values[5] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "update") < 0)) __PYX_ERR(0, 906, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_golds = values[2]; __pyx_v_drop = values[3]; __pyx_v_sgd = values[4]; __pyx_v_losses = values[5]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("update", 0, 3, 6, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 906, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.update", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_12update(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_golds, __pyx_v_drop, __pyx_v_sgd, __pyx_v_losses); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_12update(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_golds, CYTHON_UNUSED PyObject *__pyx_v_drop, CYTHON_UNUSED PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_losses) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__92) __Pyx_RefNannySetupContext("update", 0); __Pyx_TraceCall("update", __pyx_f[0], 906, 0, __PYX_ERR(0, 906, __pyx_L1_error)); /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.update", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":909 * pass * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if losses is not None and self.name not in losses: */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_15rehearse(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_15rehearse = {"rehearse", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_15rehearse, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_15rehearse(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_drop = 0; PyObject *__pyx_v_sgd = 0; PyObject *__pyx_v_losses = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("rehearse (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_drop,&__pyx_n_s_sgd,&__pyx_n_s_losses,0}; PyObject* values[5] = {0,0,0,0,0}; values[2] = ((PyObject *)((PyObject*)__pyx_float_0_)); values[3] = ((PyObject *)((PyObject *)Py_None)); values[4] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("rehearse", 0, 2, 5, 1); __PYX_ERR(0, 909, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_drop); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[3] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 4: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_losses); if (value) { values[4] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "rehearse") < 0)) __PYX_ERR(0, 909, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_drop = values[2]; __pyx_v_sgd = values[3]; __pyx_v_losses = values[4]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("rehearse", 0, 2, 5, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 909, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.rehearse", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_14rehearse(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_drop, __pyx_v_sgd, __pyx_v_losses); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_14rehearse(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_drop, PyObject *__pyx_v_sgd, PyObject *__pyx_v_losses) { PyObject *__pyx_v_predictions = NULL; PyObject *__pyx_v_bp_predictions = NULL; PyObject *__pyx_v_loss = NULL; PyObject *__pyx_v_d_predictions = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; PyObject *(*__pyx_t_8)(PyObject *); int __pyx_t_9; PyObject *__pyx_t_10 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__93) __Pyx_RefNannySetupContext("rehearse", 0); __Pyx_TraceCall("rehearse", __pyx_f[0], 909, 0, __PYX_ERR(0, 909, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":910 * * def rehearse(self, docs, drop=0., sgd=None, losses=None): * self.require_model() # <<<<<<<<<<<<<< * if losses is not None and self.name not in losses: * losses[self.name] = 0. */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 910, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 910, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":911 * def rehearse(self, docs, drop=0., sgd=None, losses=None): * self.require_model() * if losses is not None and self.name not in losses: # <<<<<<<<<<<<<< * losses[self.name] = 0. * predictions, bp_predictions = self.model.begin_update(docs, drop=drop) */ __pyx_t_5 = (__pyx_v_losses != Py_None); __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { } else { __pyx_t_4 = __pyx_t_6; goto __pyx_L4_bool_binop_done; } __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 911, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = (__Pyx_PySequence_ContainsTF(__pyx_t_1, __pyx_v_losses, Py_NE)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 911, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = (__pyx_t_6 != 0); __pyx_t_4 = __pyx_t_5; __pyx_L4_bool_binop_done:; if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":912 * self.require_model() * if losses is not None and self.name not in losses: * losses[self.name] = 0. # <<<<<<<<<<<<<< * predictions, bp_predictions = self.model.begin_update(docs, drop=drop) * loss, d_predictions = self.get_loss(docs, self.vocab.vectors.data, predictions) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 912, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_losses, __pyx_t_1, __pyx_float_0_) < 0)) __PYX_ERR(0, 912, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":911 * def rehearse(self, docs, drop=0., sgd=None, losses=None): * self.require_model() * if losses is not None and self.name not in losses: # <<<<<<<<<<<<<< * losses[self.name] = 0. * predictions, bp_predictions = self.model.begin_update(docs, drop=drop) */ } /* "spacy/pipeline/pipes.pyx":913 * if losses is not None and self.name not in losses: * losses[self.name] = 0. * predictions, bp_predictions = self.model.begin_update(docs, drop=drop) # <<<<<<<<<<<<<< * loss, d_predictions = self.get_loss(docs, self.vocab.vectors.data, predictions) * bp_predictions(d_predictions, sgd=sgd) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 913, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_begin_update); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 913, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 913, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_docs); __Pyx_GIVEREF(__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_docs); __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 913, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_drop, __pyx_v_drop) < 0) __PYX_ERR(0, 913, __pyx_L1_error) __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 913, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_7))) || (PyList_CheckExact(__pyx_t_7))) { PyObject* sequence = __pyx_t_7; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 913, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_1 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_3 = PyList_GET_ITEM(sequence, 0); __pyx_t_1 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(__pyx_t_1); #else __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 913, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_1 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 913, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } else { Py_ssize_t index = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_7); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 913, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_2)->tp_iternext; index = 0; __pyx_t_3 = __pyx_t_8(__pyx_t_2); if (unlikely(!__pyx_t_3)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); index = 1; __pyx_t_1 = __pyx_t_8(__pyx_t_2); if (unlikely(!__pyx_t_1)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_2), 2) < 0) __PYX_ERR(0, 913, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; goto __pyx_L7_unpacking_done; __pyx_L6_unpacking_failed:; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 913, __pyx_L1_error) __pyx_L7_unpacking_done:; } __pyx_v_predictions = __pyx_t_3; __pyx_t_3 = 0; __pyx_v_bp_predictions = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":914 * losses[self.name] = 0. * predictions, bp_predictions = self.model.begin_update(docs, drop=drop) * loss, d_predictions = self.get_loss(docs, self.vocab.vectors.data, predictions) # <<<<<<<<<<<<<< * bp_predictions(d_predictions, sgd=sgd) * */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_get_loss); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 914, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 914, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_vectors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 914, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_data); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 914, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; __pyx_t_9 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); __pyx_t_9 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_docs, __pyx_t_3, __pyx_v_predictions}; __pyx_t_7 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_9, 3+__pyx_t_9); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 914, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_docs, __pyx_t_3, __pyx_v_predictions}; __pyx_t_7 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_9, 3+__pyx_t_9); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 914, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif { __pyx_t_10 = PyTuple_New(3+__pyx_t_9); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 914, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_v_docs); __Pyx_GIVEREF(__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_10, 0+__pyx_t_9, __pyx_v_docs); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_10, 1+__pyx_t_9, __pyx_t_3); __Pyx_INCREF(__pyx_v_predictions); __Pyx_GIVEREF(__pyx_v_predictions); PyTuple_SET_ITEM(__pyx_t_10, 2+__pyx_t_9, __pyx_v_predictions); __pyx_t_3 = 0; __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_10, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 914, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_7))) || (PyList_CheckExact(__pyx_t_7))) { PyObject* sequence = __pyx_t_7; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 914, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_1 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_10 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_1 = PyList_GET_ITEM(sequence, 0); __pyx_t_10 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_10); #else __pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 914, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_10 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 914, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); #endif __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } else { Py_ssize_t index = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_7); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 914, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_3)->tp_iternext; index = 0; __pyx_t_1 = __pyx_t_8(__pyx_t_3); if (unlikely(!__pyx_t_1)) goto __pyx_L8_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); index = 1; __pyx_t_10 = __pyx_t_8(__pyx_t_3); if (unlikely(!__pyx_t_10)) goto __pyx_L8_unpacking_failed; __Pyx_GOTREF(__pyx_t_10); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_3), 2) < 0) __PYX_ERR(0, 914, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; goto __pyx_L9_unpacking_done; __pyx_L8_unpacking_failed:; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 914, __pyx_L1_error) __pyx_L9_unpacking_done:; } __pyx_v_loss = __pyx_t_1; __pyx_t_1 = 0; __pyx_v_d_predictions = __pyx_t_10; __pyx_t_10 = 0; /* "spacy/pipeline/pipes.pyx":915 * predictions, bp_predictions = self.model.begin_update(docs, drop=drop) * loss, d_predictions = self.get_loss(docs, self.vocab.vectors.data, predictions) * bp_predictions(d_predictions, sgd=sgd) # <<<<<<<<<<<<<< * * if losses is not None: */ __pyx_t_7 = PyTuple_New(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 915, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_INCREF(__pyx_v_d_predictions); __Pyx_GIVEREF(__pyx_v_d_predictions); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_v_d_predictions); __pyx_t_10 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 915, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); if (PyDict_SetItem(__pyx_t_10, __pyx_n_s_sgd, __pyx_v_sgd) < 0) __PYX_ERR(0, 915, __pyx_L1_error) __pyx_t_1 = __Pyx_PyObject_Call(__pyx_v_bp_predictions, __pyx_t_7, __pyx_t_10); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 915, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":917 * bp_predictions(d_predictions, sgd=sgd) * * if losses is not None: # <<<<<<<<<<<<<< * losses[self.name] += loss * */ __pyx_t_4 = (__pyx_v_losses != Py_None); __pyx_t_5 = (__pyx_t_4 != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":918 * * if losses is not None: * losses[self.name] += loss # <<<<<<<<<<<<<< * * @staticmethod */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 918, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_10 = __Pyx_PyObject_GetItem(__pyx_v_losses, __pyx_t_1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 918, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_7 = PyNumber_InPlaceAdd(__pyx_t_10, __pyx_v_loss); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 918, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; if (unlikely(PyObject_SetItem(__pyx_v_losses, __pyx_t_1, __pyx_t_7) < 0)) __PYX_ERR(0, 918, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":917 * bp_predictions(d_predictions, sgd=sgd) * * if losses is not None: # <<<<<<<<<<<<<< * losses[self.name] += loss * */ } /* "spacy/pipeline/pipes.pyx":909 * pass * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if losses is not None and self.name not in losses: */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_10); __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.rehearse", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_predictions); __Pyx_XDECREF(__pyx_v_bp_predictions); __Pyx_XDECREF(__pyx_v_loss); __Pyx_XDECREF(__pyx_v_d_predictions); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":921 * * @staticmethod * def decode_utf8_predictions(char_array): # <<<<<<<<<<<<<< * # The format alternates filling from start and end, and 255 is missing * words = [] */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_17decode_utf8_predictions(PyObject *__pyx_self, PyObject *__pyx_v_char_array); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_17decode_utf8_predictions = {"decode_utf8_predictions", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_17decode_utf8_predictions, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_14ClozeMultitask_17decode_utf8_predictions(PyObject *__pyx_self, PyObject *__pyx_v_char_array) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("decode_utf8_predictions (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_16decode_utf8_predictions(__pyx_self, ((PyObject *)__pyx_v_char_array)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_14ClozeMultitask_16decode_utf8_predictions(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_char_array) { PyObject *__pyx_v_words = NULL; CYTHON_UNUSED PyObject *__pyx_v_nr_char = NULL; PyObject *__pyx_v_row = NULL; PyObject *__pyx_v_starts = NULL; PyObject *__pyx_v_ends = NULL; PyObject *__pyx_v_word = NULL; PyObject *__pyx_v_c = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); Py_ssize_t __pyx_t_7; PyObject *(*__pyx_t_8)(PyObject *); int __pyx_t_9; int __pyx_t_10; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__94) __Pyx_RefNannySetupContext("decode_utf8_predictions", 0); __Pyx_TraceCall("decode_utf8_predictions", __pyx_f[0], 921, 0, __PYX_ERR(0, 921, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_char_array); /* "spacy/pipeline/pipes.pyx":923 * def decode_utf8_predictions(char_array): * # The format alternates filling from start and end, and 255 is missing * words = [] # <<<<<<<<<<<<<< * char_array = char_array.reshape((char_array.shape[0], -1, 256)) * nr_char = char_array.shape[1] */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 923, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_words = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":924 * # The format alternates filling from start and end, and 255 is missing * words = [] * char_array = char_array.reshape((char_array.shape[0], -1, 256)) # <<<<<<<<<<<<<< * nr_char = char_array.shape[1] * char_array = char_array.argmax(axis=-1) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_char_array, __pyx_n_s_reshape); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 924, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_char_array, __pyx_n_s_shape); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 924, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_GetItemInt(__pyx_t_3, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 924, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 924, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_4); __Pyx_INCREF(__pyx_int_neg_1); __Pyx_GIVEREF(__pyx_int_neg_1); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_int_neg_1); __Pyx_INCREF(__pyx_int_256); __Pyx_GIVEREF(__pyx_int_256); PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_int_256); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 924, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v_char_array, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":925 * words = [] * char_array = char_array.reshape((char_array.shape[0], -1, 256)) * nr_char = char_array.shape[1] # <<<<<<<<<<<<<< * char_array = char_array.argmax(axis=-1) * for row in char_array: */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_char_array, __pyx_n_s_shape); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 925, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_GetItemInt(__pyx_t_1, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 925, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_nr_char = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":926 * char_array = char_array.reshape((char_array.shape[0], -1, 256)) * nr_char = char_array.shape[1] * char_array = char_array.argmax(axis=-1) # <<<<<<<<<<<<<< * for row in char_array: * starts = [chr(c) for c in row[::2] if c != 255] */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_char_array, __pyx_n_s_argmax); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 926, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 926, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_axis, __pyx_int_neg_1) < 0) __PYX_ERR(0, 926, __pyx_L1_error) __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 926, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF_SET(__pyx_v_char_array, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":927 * nr_char = char_array.shape[1] * char_array = char_array.argmax(axis=-1) * for row in char_array: # <<<<<<<<<<<<<< * starts = [chr(c) for c in row[::2] if c != 255] * ends = [chr(c) for c in row[1::2] if c != 255] */ if (likely(PyList_CheckExact(__pyx_v_char_array)) || PyTuple_CheckExact(__pyx_v_char_array)) { __pyx_t_3 = __pyx_v_char_array; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_char_array); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 927, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 927, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_1); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 927, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 927, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_1); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 927, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 927, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } } else { __pyx_t_1 = __pyx_t_6(__pyx_t_3); if (unlikely(!__pyx_t_1)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 927, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_1); } __Pyx_XDECREF_SET(__pyx_v_row, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":928 * char_array = char_array.argmax(axis=-1) * for row in char_array: * starts = [chr(c) for c in row[::2] if c != 255] # <<<<<<<<<<<<<< * ends = [chr(c) for c in row[1::2] if c != 255] * word = "".join(starts + list(reversed(ends))) */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_v_row, __pyx_slice__95); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (likely(PyList_CheckExact(__pyx_t_2)) || PyTuple_CheckExact(__pyx_t_2)) { __pyx_t_4 = __pyx_t_2; __Pyx_INCREF(__pyx_t_4); __pyx_t_7 = 0; __pyx_t_8 = NULL; } else { __pyx_t_7 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_8 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 928, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; for (;;) { if (likely(!__pyx_t_8)) { if (likely(PyList_CheckExact(__pyx_t_4))) { if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_2 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_7); __Pyx_INCREF(__pyx_t_2); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 928, __pyx_L1_error) #else __pyx_t_2 = PySequence_ITEM(__pyx_t_4, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif } else { if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_7); __Pyx_INCREF(__pyx_t_2); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 928, __pyx_L1_error) #else __pyx_t_2 = PySequence_ITEM(__pyx_t_4, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif } } else { __pyx_t_2 = __pyx_t_8(__pyx_t_4); if (unlikely(!__pyx_t_2)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 928, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_2); } __Pyx_XDECREF_SET(__pyx_v_c, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyInt_NeObjC(__pyx_v_c, __pyx_int_255, 0xFF, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_9 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_9 < 0)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_9) { __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_chr, __pyx_v_c); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_2))) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF_SET(__pyx_v_starts, ((PyObject*)__pyx_t_1)); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":929 * for row in char_array: * starts = [chr(c) for c in row[::2] if c != 255] * ends = [chr(c) for c in row[1::2] if c != 255] # <<<<<<<<<<<<<< * word = "".join(starts + list(reversed(ends))) * words.append(word) */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 929, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __Pyx_PyObject_GetItem(__pyx_v_row, __pyx_slice__96); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 929, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) { __pyx_t_2 = __pyx_t_4; __Pyx_INCREF(__pyx_t_2); __pyx_t_7 = 0; __pyx_t_8 = NULL; } else { __pyx_t_7 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 929, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_8 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 929, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; for (;;) { if (likely(!__pyx_t_8)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 929, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 929, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 929, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 929, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_8(__pyx_t_2); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 929, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_v_c, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyInt_NeObjC(__pyx_v_c, __pyx_int_255, 0xFF, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 929, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_9 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_9 < 0)) __PYX_ERR(0, 929, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__pyx_t_9) { __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_chr, __pyx_v_c); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 929, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_4))) __PYX_ERR(0, 929, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF_SET(__pyx_v_ends, ((PyObject*)__pyx_t_1)); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":930 * starts = [chr(c) for c in row[::2] if c != 255] * ends = [chr(c) for c in row[1::2] if c != 255] * word = "".join(starts + list(reversed(ends))) # <<<<<<<<<<<<<< * words.append(word) * return words */ __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_builtin_reversed, __pyx_v_ends); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 930, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PySequence_List(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 930, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyNumber_Add(__pyx_v_starts, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 930, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyUnicode_Join(__pyx_kp_u__97, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 930, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF_SET(__pyx_v_word, ((PyObject*)__pyx_t_2)); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":931 * ends = [chr(c) for c in row[1::2] if c != 255] * word = "".join(starts + list(reversed(ends))) * words.append(word) # <<<<<<<<<<<<<< * return words * */ __pyx_t_10 = __Pyx_PyList_Append(__pyx_v_words, __pyx_v_word); if (unlikely(__pyx_t_10 == ((int)-1))) __PYX_ERR(0, 931, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":927 * nr_char = char_array.shape[1] * char_array = char_array.argmax(axis=-1) * for row in char_array: # <<<<<<<<<<<<<< * starts = [chr(c) for c in row[::2] if c != 255] * ends = [chr(c) for c in row[1::2] if c != 255] */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":932 * word = "".join(starts + list(reversed(ends))) * words.append(word) * return words # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_words); __pyx_r = __pyx_v_words; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":921 * * @staticmethod * def decode_utf8_predictions(char_array): # <<<<<<<<<<<<<< * # The format alternates filling from start and end, and 255 is missing * words = [] */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("spacy.pipeline.pipes.ClozeMultitask.decode_utf8_predictions", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_words); __Pyx_XDECREF(__pyx_v_nr_char); __Pyx_XDECREF(__pyx_v_row); __Pyx_XDECREF(__pyx_v_starts); __Pyx_XDECREF(__pyx_v_ends); __Pyx_XDECREF(__pyx_v_word); __Pyx_XDECREF(__pyx_v_c); __Pyx_XDECREF(__pyx_v_char_array); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":943 * * @classmethod * def Model(cls, nr_class=1, **cfg): # <<<<<<<<<<<<<< * embed_size = util.env_opt("embed_size", 2000) * if "token_vector_width" in cfg: */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_1Model(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_1Model = {"Model", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_1Model, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_1Model(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_cls = 0; PyObject *__pyx_v_nr_class = 0; PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("Model (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_cls,&__pyx_n_s_nr_class,0}; PyObject* values[2] = {0,0}; values[1] = ((PyObject *)((PyObject *)__pyx_int_1)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_cls)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_nr_class); if (value) { values[1] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "Model") < 0)) __PYX_ERR(0, 943, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_cls = values[0]; __pyx_v_nr_class = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("Model", 0, 1, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 943, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.Model", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_Model(__pyx_self, __pyx_v_cls, __pyx_v_nr_class, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_Model(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_cls, PyObject *__pyx_v_nr_class, PyObject *__pyx_v_cfg) { PyObject *__pyx_v_embed_size = NULL; PyObject *__pyx_v_token_vector_width = NULL; PyObject *__pyx_v_tok2vec = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_t_3; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__98) __Pyx_RefNannySetupContext("Model", 0); __Pyx_TraceCall("Model", __pyx_f[0], 943, 0, __PYX_ERR(0, 943, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":944 * @classmethod * def Model(cls, nr_class=1, **cfg): * embed_size = util.env_opt("embed_size", 2000) # <<<<<<<<<<<<<< * if "token_vector_width" in cfg: * token_vector_width = cfg["token_vector_width"] */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_util); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 944, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_env_opt); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 944, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_tuple__99, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 944, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_embed_size = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":945 * def Model(cls, nr_class=1, **cfg): * embed_size = util.env_opt("embed_size", 2000) * if "token_vector_width" in cfg: # <<<<<<<<<<<<<< * token_vector_width = cfg["token_vector_width"] * else: */ __pyx_t_3 = (__Pyx_PyDict_ContainsTF(__pyx_n_u_token_vector_width, __pyx_v_cfg, Py_EQ)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 945, __pyx_L1_error) __pyx_t_4 = (__pyx_t_3 != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":946 * embed_size = util.env_opt("embed_size", 2000) * if "token_vector_width" in cfg: * token_vector_width = cfg["token_vector_width"] # <<<<<<<<<<<<<< * else: * token_vector_width = util.env_opt("token_vector_width", 96) */ __pyx_t_1 = __Pyx_PyDict_GetItem(__pyx_v_cfg, __pyx_n_u_token_vector_width); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 946, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_token_vector_width = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":945 * def Model(cls, nr_class=1, **cfg): * embed_size = util.env_opt("embed_size", 2000) * if "token_vector_width" in cfg: # <<<<<<<<<<<<<< * token_vector_width = cfg["token_vector_width"] * else: */ goto __pyx_L3; } /* "spacy/pipeline/pipes.pyx":948 * token_vector_width = cfg["token_vector_width"] * else: * token_vector_width = util.env_opt("token_vector_width", 96) # <<<<<<<<<<<<<< * if cfg.get("architecture") == "simple_cnn": * tok2vec = Tok2Vec(token_vector_width, embed_size, **cfg) */ /*else*/ { __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_util); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 948, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_env_opt); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 948, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_tuple__54, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 948, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_token_vector_width = __pyx_t_1; __pyx_t_1 = 0; } __pyx_L3:; /* "spacy/pipeline/pipes.pyx":949 * else: * token_vector_width = util.env_opt("token_vector_width", 96) * if cfg.get("architecture") == "simple_cnn": # <<<<<<<<<<<<<< * tok2vec = Tok2Vec(token_vector_width, embed_size, **cfg) * return build_simple_cnn_text_classifier(tok2vec, nr_class, **cfg) */ __pyx_t_1 = __Pyx_PyDict_GetItemDefault(__pyx_v_cfg, __pyx_n_u_architecture, Py_None); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 949, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = (__Pyx_PyUnicode_Equals(__pyx_t_1, __pyx_n_u_simple_cnn, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 949, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":950 * token_vector_width = util.env_opt("token_vector_width", 96) * if cfg.get("architecture") == "simple_cnn": * tok2vec = Tok2Vec(token_vector_width, embed_size, **cfg) # <<<<<<<<<<<<<< * return build_simple_cnn_text_classifier(tok2vec, nr_class, **cfg) * elif cfg.get("architecture") == "bow": */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Tok2Vec); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 950, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 950, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_token_vector_width); __Pyx_GIVEREF(__pyx_v_token_vector_width); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_token_vector_width); __Pyx_INCREF(__pyx_v_embed_size); __Pyx_GIVEREF(__pyx_v_embed_size); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_embed_size); __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_2, __pyx_v_cfg); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 950, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_tok2vec = __pyx_t_5; __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":951 * if cfg.get("architecture") == "simple_cnn": * tok2vec = Tok2Vec(token_vector_width, embed_size, **cfg) * return build_simple_cnn_text_classifier(tok2vec, nr_class, **cfg) # <<<<<<<<<<<<<< * elif cfg.get("architecture") == "bow": * return build_bow_text_classifier(nr_class, **cfg) */ __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_build_simple_cnn_text_classifier); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 951, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 951, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_tok2vec); __Pyx_GIVEREF(__pyx_v_tok2vec); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_tok2vec); __Pyx_INCREF(__pyx_v_nr_class); __Pyx_GIVEREF(__pyx_v_nr_class); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_nr_class); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_2, __pyx_v_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 951, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":949 * else: * token_vector_width = util.env_opt("token_vector_width", 96) * if cfg.get("architecture") == "simple_cnn": # <<<<<<<<<<<<<< * tok2vec = Tok2Vec(token_vector_width, embed_size, **cfg) * return build_simple_cnn_text_classifier(tok2vec, nr_class, **cfg) */ } /* "spacy/pipeline/pipes.pyx":952 * tok2vec = Tok2Vec(token_vector_width, embed_size, **cfg) * return build_simple_cnn_text_classifier(tok2vec, nr_class, **cfg) * elif cfg.get("architecture") == "bow": # <<<<<<<<<<<<<< * return build_bow_text_classifier(nr_class, **cfg) * else: */ __pyx_t_1 = __Pyx_PyDict_GetItemDefault(__pyx_v_cfg, __pyx_n_u_architecture, Py_None); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 952, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = (__Pyx_PyUnicode_Equals(__pyx_t_1, __pyx_n_u_bow, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 952, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":953 * return build_simple_cnn_text_classifier(tok2vec, nr_class, **cfg) * elif cfg.get("architecture") == "bow": * return build_bow_text_classifier(nr_class, **cfg) # <<<<<<<<<<<<<< * else: * return build_text_classifier(nr_class, **cfg) */ __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_build_bow_text_classifier); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 953, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 953, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_nr_class); __Pyx_GIVEREF(__pyx_v_nr_class); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_nr_class); __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_2, __pyx_v_cfg); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 953, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_r = __pyx_t_5; __pyx_t_5 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":952 * tok2vec = Tok2Vec(token_vector_width, embed_size, **cfg) * return build_simple_cnn_text_classifier(tok2vec, nr_class, **cfg) * elif cfg.get("architecture") == "bow": # <<<<<<<<<<<<<< * return build_bow_text_classifier(nr_class, **cfg) * else: */ } /* "spacy/pipeline/pipes.pyx":955 * return build_bow_text_classifier(nr_class, **cfg) * else: * return build_text_classifier(nr_class, **cfg) # <<<<<<<<<<<<<< * * @property */ /*else*/ { __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_build_text_classifier); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 955, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 955, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_nr_class); __Pyx_GIVEREF(__pyx_v_nr_class); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_nr_class); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_2, __pyx_v_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 955, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; } /* "spacy/pipeline/pipes.pyx":943 * * @classmethod * def Model(cls, nr_class=1, **cfg): # <<<<<<<<<<<<<< * embed_size = util.env_opt("embed_size", 2000) * if "token_vector_width" in cfg: */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.Model", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_embed_size); __Pyx_XDECREF(__pyx_v_token_vector_width); __Pyx_XDECREF(__pyx_v_tok2vec); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":958 * * @property * def tok2vec(self): # <<<<<<<<<<<<<< * if self.model in (None, True, False): * return None */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_3tok2vec(PyObject *__pyx_self, PyObject *__pyx_v_self); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_3tok2vec = {"tok2vec", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_3tok2vec, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_3tok2vec(PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("tok2vec (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_2tok2vec(__pyx_self, ((PyObject *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_2tok2vec(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__100) __Pyx_RefNannySetupContext("tok2vec", 0); __Pyx_TraceCall("tok2vec", __pyx_f[0], 958, 0, __PYX_ERR(0, 958, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":959 * @property * def tok2vec(self): * if self.model in (None, True, False): # <<<<<<<<<<<<<< * return None * else: */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 959, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyObject_RichCompare(__pyx_t_1, Py_None, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 959, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 959, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (!__pyx_t_4) { } else { __pyx_t_2 = __pyx_t_4; goto __pyx_L4_bool_binop_done; } __pyx_t_3 = PyObject_RichCompare(__pyx_t_1, Py_True, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 959, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 959, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (!__pyx_t_4) { } else { __pyx_t_2 = __pyx_t_4; goto __pyx_L4_bool_binop_done; } __pyx_t_3 = PyObject_RichCompare(__pyx_t_1, Py_False, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 959, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 959, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_2 = __pyx_t_4; __pyx_L4_bool_binop_done:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_4 = (__pyx_t_2 != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":960 * def tok2vec(self): * if self.model in (None, True, False): * return None # <<<<<<<<<<<<<< * else: * return self.model.tok2vec */ __Pyx_XDECREF(__pyx_r); __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":959 * @property * def tok2vec(self): * if self.model in (None, True, False): # <<<<<<<<<<<<<< * return None * else: */ } /* "spacy/pipeline/pipes.pyx":962 * return None * else: * return self.model.tok2vec # <<<<<<<<<<<<<< * * def __init__(self, vocab, model=True, **cfg): */ /*else*/ { __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 962, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_tok2vec); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 962, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_r = __pyx_t_3; __pyx_t_3 = 0; goto __pyx_L0; } /* "spacy/pipeline/pipes.pyx":958 * * @property * def tok2vec(self): # <<<<<<<<<<<<<< * if self.model in (None, True, False): * return None */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.tok2vec", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":964 * return self.model.tok2vec * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_5__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_5__init__ = {"__init__", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_5__init__, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_5__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_vocab = 0; PyObject *__pyx_v_model = 0; PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__init__ (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_vocab,&__pyx_n_s_model,0}; PyObject* values[3] = {0,0,0}; values[2] = ((PyObject *)((PyObject *)Py_True)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_vocab)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__init__", 0, 2, 3, 1); __PYX_ERR(0, 964, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_model); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "__init__") < 0)) __PYX_ERR(0, 964, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_vocab = values[1]; __pyx_v_model = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__init__", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 964, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_4__init__(__pyx_self, __pyx_v_self, __pyx_v_vocab, __pyx_v_model, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_4__init__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_vocab, PyObject *__pyx_v_model, PyObject *__pyx_v_cfg) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__101) __Pyx_RefNannySetupContext("__init__", 0); __Pyx_TraceCall("__init__", __pyx_f[0], 964, 0, __PYX_ERR(0, 964, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":965 * * def __init__(self, vocab, model=True, **cfg): * self.vocab = vocab # <<<<<<<<<<<<<< * self.model = model * self._rehearsal_model = None */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_vocab, __pyx_v_vocab) < 0) __PYX_ERR(0, 965, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":966 * def __init__(self, vocab, model=True, **cfg): * self.vocab = vocab * self.model = model # <<<<<<<<<<<<<< * self._rehearsal_model = None * self.cfg = dict(cfg) */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_model, __pyx_v_model) < 0) __PYX_ERR(0, 966, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":967 * self.vocab = vocab * self.model = model * self._rehearsal_model = None # <<<<<<<<<<<<<< * self.cfg = dict(cfg) * */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_rehearsal_model, Py_None) < 0) __PYX_ERR(0, 967, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":968 * self.model = model * self._rehearsal_model = None * self.cfg = dict(cfg) # <<<<<<<<<<<<<< * * @property */ __pyx_t_1 = PyDict_Copy(__pyx_v_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 968, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_cfg, __pyx_t_1) < 0) __PYX_ERR(0, 968, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":964 * return self.model.tok2vec * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":971 * * @property * def labels(self): # <<<<<<<<<<<<<< * return tuple(self.cfg.setdefault("labels", [])) * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_7labels(PyObject *__pyx_self, PyObject *__pyx_v_self); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_7labels = {"labels", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_7labels, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_7labels(PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("labels (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_6labels(__pyx_self, ((PyObject *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_6labels(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__102) __Pyx_RefNannySetupContext("labels", 0); __Pyx_TraceCall("labels", __pyx_f[0], 971, 0, __PYX_ERR(0, 971, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":972 * @property * def labels(self): * return tuple(self.cfg.setdefault("labels", [])) # <<<<<<<<<<<<<< * * def require_labels(self): */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 972, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_setdefault); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 972, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 972, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = NULL; __pyx_t_5 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_5 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_n_u_labels, __pyx_t_2}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 972, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_n_u_labels, __pyx_t_2}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 972, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif { __pyx_t_6 = PyTuple_New(2+__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 972, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_INCREF(__pyx_n_u_labels); __Pyx_GIVEREF(__pyx_n_u_labels); PyTuple_SET_ITEM(__pyx_t_6, 0+__pyx_t_5, __pyx_n_u_labels); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_6, 1+__pyx_t_5, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_6, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 972, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PySequence_Tuple(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 972, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_r = __pyx_t_3; __pyx_t_3 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":971 * * @property * def labels(self): # <<<<<<<<<<<<<< * return tuple(self.cfg.setdefault("labels", [])) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.labels", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":974 * return tuple(self.cfg.setdefault("labels", [])) * * def require_labels(self): # <<<<<<<<<<<<<< * """Raise an error if the component's model has no labels defined.""" * if not self.labels: */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_9require_labels(PyObject *__pyx_self, PyObject *__pyx_v_self); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_15TextCategorizer_8require_labels[] = "Raise an error if the component's model has no labels defined."; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_9require_labels = {"require_labels", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_9require_labels, METH_O, __pyx_doc_5spacy_8pipeline_5pipes_15TextCategorizer_8require_labels}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_9require_labels(PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("require_labels (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_8require_labels(__pyx_self, ((PyObject *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_8require_labels(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__103) __Pyx_RefNannySetupContext("require_labels", 0); __Pyx_TraceCall("require_labels", __pyx_f[0], 974, 0, __PYX_ERR(0, 974, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":976 * def require_labels(self): * """Raise an error if the component's model has no labels defined.""" * if not self.labels: # <<<<<<<<<<<<<< * raise ValueError(Errors.E143.format(name=self.name)) * */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 976, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_t_1); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 976, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = ((!__pyx_t_2) != 0); if (unlikely(__pyx_t_3)) { /* "spacy/pipeline/pipes.pyx":977 * """Raise an error if the component's model has no labels defined.""" * if not self.labels: * raise ValueError(Errors.E143.format(name=self.name)) # <<<<<<<<<<<<<< * * @labels.setter */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 977, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E143); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 977, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_format); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 977, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 977, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 977, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_name, __pyx_t_5) < 0) __PYX_ERR(0, 977, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 977, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 977, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_Raise(__pyx_t_4, 0, 0, 0); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __PYX_ERR(0, 977, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":976 * def require_labels(self): * """Raise an error if the component's model has no labels defined.""" * if not self.labels: # <<<<<<<<<<<<<< * raise ValueError(Errors.E143.format(name=self.name)) * */ } /* "spacy/pipeline/pipes.pyx":974 * return tuple(self.cfg.setdefault("labels", [])) * * def require_labels(self): # <<<<<<<<<<<<<< * """Raise an error if the component's model has no labels defined.""" * if not self.labels: */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.require_labels", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":980 * * @labels.setter * def labels(self, value): # <<<<<<<<<<<<<< * self.cfg["labels"] = tuple(value) * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_11labels(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_11labels = {"labels", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_11labels, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_11labels(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_value = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("labels (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_value,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_value)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("labels", 1, 2, 2, 1); __PYX_ERR(0, 980, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "labels") < 0)) __PYX_ERR(0, 980, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_value = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("labels", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 980, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.labels", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_10labels(__pyx_self, __pyx_v_self, __pyx_v_value); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_10labels(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_value) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__104) __Pyx_RefNannySetupContext("labels", 0); __Pyx_TraceCall("labels", __pyx_f[0], 980, 0, __PYX_ERR(0, 980, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":981 * @labels.setter * def labels(self, value): * self.cfg["labels"] = tuple(value) # <<<<<<<<<<<<<< * * def pipe(self, stream, batch_size=128, n_threads=-1): */ __pyx_t_1 = __Pyx_PySequence_Tuple(__pyx_v_value); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 981, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 981, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (unlikely(PyObject_SetItem(__pyx_t_2, __pyx_n_u_labels, __pyx_t_1) < 0)) __PYX_ERR(0, 981, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":980 * * @labels.setter * def labels(self, value): # <<<<<<<<<<<<<< * self.cfg["labels"] = tuple(value) * */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.labels", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_15TextCategorizer_14generator5(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":983 * self.cfg["labels"] = tuple(value) * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_13pipe(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_13pipe = {"pipe", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_13pipe, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_13pipe(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_stream = 0; PyObject *__pyx_v_batch_size = 0; CYTHON_UNUSED PyObject *__pyx_v_n_threads = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("pipe (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_stream,&__pyx_n_s_batch_size,&__pyx_n_s_n_threads,0}; PyObject* values[4] = {0,0,0,0}; values[2] = ((PyObject *)((PyObject *)__pyx_int_128)); values[3] = ((PyObject *)((PyObject *)__pyx_int_neg_1)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_stream)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("pipe", 0, 2, 4, 1); __PYX_ERR(0, 983, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_batch_size); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_n_threads); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "pipe") < 0)) __PYX_ERR(0, 983, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_stream = values[1]; __pyx_v_batch_size = values[2]; __pyx_v_n_threads = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("pipe", 0, 2, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 983, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_12pipe(__pyx_self, __pyx_v_self, __pyx_v_stream, __pyx_v_batch_size, __pyx_v_n_threads); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_12pipe(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_stream, PyObject *__pyx_v_batch_size, CYTHON_UNUSED PyObject *__pyx_v_n_threads) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("pipe", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 983, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __pyx_cur_scope->__pyx_v_stream = __pyx_v_stream; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_stream); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_stream); __pyx_cur_scope->__pyx_v_batch_size = __pyx_v_batch_size; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_batch_size); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_batch_size); __pyx_cur_scope->__pyx_v_n_threads = __pyx_v_n_threads; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_n_threads); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_n_threads); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_15TextCategorizer_14generator5, __pyx_codeobj__105, (PyObject *) __pyx_cur_scope, __pyx_n_s_pipe, __pyx_n_s_TextCategorizer_pipe, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 983, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_15TextCategorizer_14generator5(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); PyObject *__pyx_t_7 = NULL; PyObject *(*__pyx_t_8)(PyObject *); int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("pipe", 0); __Pyx_TraceFrameInit(__pyx_codeobj__105) __Pyx_TraceCall("pipe", __pyx_f[0], 983, 0, __PYX_ERR(0, 983, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; case 1: goto __pyx_L8_resume_from_yield_from; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 983, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":984 * * def pipe(self, stream, batch_size=128, n_threads=-1): * for docs in util.minibatch(stream, size=batch_size): # <<<<<<<<<<<<<< * docs = list(docs) * scores, tensors = self.predict(docs) */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_util); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 984, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_minibatch); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 984, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 984, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_stream); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_stream); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_cur_scope->__pyx_v_stream); __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 984, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_size, __pyx_cur_scope->__pyx_v_batch_size) < 0) __PYX_ERR(0, 984, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 984, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) { __pyx_t_3 = __pyx_t_4; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 984, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 984, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 984, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 984, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 984, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 984, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_6(__pyx_t_3); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 984, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_docs, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":985 * def pipe(self, stream, batch_size=128, n_threads=-1): * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) # <<<<<<<<<<<<<< * scores, tensors = self.predict(docs) * self.set_annotations(docs, scores, tensors=tensors) */ __pyx_t_4 = PySequence_List(__pyx_cur_scope->__pyx_v_docs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 985, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GOTREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_docs, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":986 * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) * scores, tensors = self.predict(docs) # <<<<<<<<<<<<<< * self.set_annotations(docs, scores, tensors=tensors) * yield from docs */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_predict); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 986, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_4 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_2, __pyx_cur_scope->__pyx_v_docs) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 986, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) { PyObject* sequence = __pyx_t_4; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 986, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_1 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_2 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_1 = PyList_GET_ITEM(sequence, 0); __pyx_t_2 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); #else __pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 986, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 986, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { Py_ssize_t index = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 986, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_7)->tp_iternext; index = 0; __pyx_t_1 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_1)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); index = 1; __pyx_t_2 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_2)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_7), 2) < 0) __PYX_ERR(0, 986, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; goto __pyx_L7_unpacking_done; __pyx_L6_unpacking_failed:; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 986, __pyx_L1_error) __pyx_L7_unpacking_done:; } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_scores); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_scores, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_tensors); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_tensors, __pyx_t_2); __Pyx_GIVEREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":987 * docs = list(docs) * scores, tensors = self.predict(docs) * self.set_annotations(docs, scores, tensors=tensors) # <<<<<<<<<<<<<< * yield from docs * */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_set_annotations); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 987, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 987, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_cur_scope->__pyx_v_docs); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_scores); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_scores); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_cur_scope->__pyx_v_scores); __pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 987, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_tensors, __pyx_cur_scope->__pyx_v_tensors) < 0) __PYX_ERR(0, 987, __pyx_L1_error) __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_2, __pyx_t_1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 987, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":988 * scores, tensors = self.predict(docs) * self.set_annotations(docs, scores, tensors=tensors) * yield from docs # <<<<<<<<<<<<<< * * def predict(self, docs): */ __pyx_r = __Pyx_Generator_Yield_From(__pyx_generator, __pyx_cur_scope->__pyx_v_docs); __Pyx_XGOTREF(__pyx_r); if (likely(__pyx_r)) { __Pyx_XGIVEREF(__pyx_t_3); __pyx_cur_scope->__pyx_t_0 = __pyx_t_3; __pyx_cur_scope->__pyx_t_1 = __pyx_t_5; __pyx_cur_scope->__pyx_t_2 = __pyx_t_6; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); __Pyx_Coroutine_ResetAndClearException(__pyx_generator); /* return from generator, yielding value */ __pyx_generator->resume_label = 1; return __pyx_r; __pyx_L8_resume_from_yield_from:; __pyx_t_3 = __pyx_cur_scope->__pyx_t_0; __pyx_cur_scope->__pyx_t_0 = 0; __Pyx_XGOTREF(__pyx_t_3); __pyx_t_5 = __pyx_cur_scope->__pyx_t_1; __pyx_t_6 = __pyx_cur_scope->__pyx_t_2; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 988, __pyx_L1_error) } else { PyObject* exc_type = __Pyx_PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || (exc_type != PyExc_GeneratorExit && __Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration)))) PyErr_Clear(); else __PYX_ERR(0, 988, __pyx_L1_error) } } /* "spacy/pipeline/pipes.pyx":984 * * def pipe(self, stream, batch_size=128, n_threads=-1): * for docs in util.minibatch(stream, size=batch_size): # <<<<<<<<<<<<<< * docs = list(docs) * scores, tensors = self.predict(docs) */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* "spacy/pipeline/pipes.pyx":983 * self.cfg["labels"] = tuple(value) * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ /* function exit code */ PyErr_SetNone(PyExc_StopIteration); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XDECREF(__pyx_r); __pyx_r = 0; #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":990 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * tensors = [doc.tensor for doc in docs] */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_16predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_16predict = {"predict", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_16predict, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_16predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("predict (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, 1); __PYX_ERR(0, 990, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "predict") < 0)) __PYX_ERR(0, 990, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 990, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_15predict(__pyx_self, __pyx_v_self, __pyx_v_docs); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_15TextCategorizer_7predict_2generator12(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":994 * tensors = [doc.tensor for doc in docs] * * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * xp = get_array_module(tensors) */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_7predict_genexpr(PyObject *__pyx_self) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("genexpr", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 994, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict *) __pyx_self; __Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope)); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_15TextCategorizer_7predict_2generator12, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_TextCategorizer_predict_locals_g, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 994, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.predict.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_15TextCategorizer_7predict_2generator12(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *(*__pyx_t_3)(PyObject *); PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("genexpr", 0); __Pyx_TraceCall("genexpr", __pyx_f[0], 994, 0, __PYX_ERR(0, 994, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 994, __pyx_L1_error) if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) { __Pyx_RaiseClosureNameError("docs"); __PYX_ERR(0, 994, __pyx_L1_error) } if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) { __pyx_t_1 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; __pyx_t_3 = NULL; } else { __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 994, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 994, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_3)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 994, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 994, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 994, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 994, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_3(__pyx_t_1); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 994, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_doc); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_doc, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = PyObject_Length(__pyx_cur_scope->__pyx_v_doc); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 994, __pyx_L1_error) __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_True); __pyx_r = Py_True; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } } /*else*/ { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_False); __pyx_r = Py_False; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":990 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * tensors = [doc.tensor for doc in docs] */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_15predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict *__pyx_cur_scope; PyObject *__pyx_v_tensors = NULL; PyObject *__pyx_v_xp = NULL; PyObject *__pyx_v_scores = NULL; PyObject *__pyx_v_doc = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; Py_ssize_t __pyx_t_4; PyObject *(*__pyx_t_5)(PyObject *); int __pyx_t_6; int __pyx_t_7; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__106) __Pyx_RefNannySetupContext("predict", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 990, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("predict", __pyx_f[0], 990, 0, __PYX_ERR(0, 990, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_docs = __pyx_v_docs; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); /* "spacy/pipeline/pipes.pyx":991 * * def predict(self, docs): * self.require_model() # <<<<<<<<<<<<<< * tensors = [doc.tensor for doc in docs] * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 991, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 991, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":992 * def predict(self, docs): * self.require_model() * tensors = [doc.tensor for doc in docs] # <<<<<<<<<<<<<< * * if not any(len(doc) for doc in docs): */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_v_docs)) { __pyx_t_2 = __pyx_cur_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_2); __pyx_t_4 = 0; __pyx_t_5 = NULL; } else { __pyx_t_4 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_cur_scope->__pyx_v_docs); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 992, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_5)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_4); __Pyx_INCREF(__pyx_t_3); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 992, __pyx_L1_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_2, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif } else { if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_4); __Pyx_INCREF(__pyx_t_3); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 992, __pyx_L1_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_2, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif } } else { __pyx_t_3 = __pyx_t_5(__pyx_t_2); if (unlikely(!__pyx_t_3)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 992, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_3); } __Pyx_XDECREF_SET(__pyx_v_doc, __pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_tensor); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_3))) __PYX_ERR(0, 992, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_tensors = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":994 * tensors = [doc.tensor for doc in docs] * * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * xp = get_array_module(tensors) */ __pyx_t_1 = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_7predict_genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 994, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_Generator_Next(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 994, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 994, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_7 = ((!__pyx_t_6) != 0); if (__pyx_t_7) { /* "spacy/pipeline/pipes.pyx":996 * if not any(len(doc) for doc in docs): * # Handle cases where there are no tokens in any docs. * xp = get_array_module(tensors) # <<<<<<<<<<<<<< * scores = xp.zeros((len(docs), len(self.labels))) * return scores, tensors */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_get_array_module); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 996, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_2 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_3, __pyx_v_tensors) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_v_tensors); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 996, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_xp = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":997 * # Handle cases where there are no tokens in any docs. * xp = get_array_module(tensors) * scores = xp.zeros((len(docs), len(self.labels))) # <<<<<<<<<<<<<< * return scores, tensors * */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_xp, __pyx_n_s_zeros); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 997, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = __pyx_cur_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_3); __pyx_t_4 = PyObject_Length(__pyx_t_3); if (unlikely(__pyx_t_4 == ((Py_ssize_t)-1))) __PYX_ERR(0, 997, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = PyInt_FromSsize_t(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 997, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 997, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_4 = PyObject_Length(__pyx_t_8); if (unlikely(__pyx_t_4 == ((Py_ssize_t)-1))) __PYX_ERR(0, 997, __pyx_L1_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = PyInt_FromSsize_t(__pyx_t_4); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 997, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_9 = PyTuple_New(2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 997, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_9, 1, __pyx_t_8); __pyx_t_3 = 0; __pyx_t_8 = 0; __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_2 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_8, __pyx_t_9) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_9); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 997, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_scores = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":998 * xp = get_array_module(tensors) * scores = xp.zeros((len(docs), len(self.labels))) * return scores, tensors # <<<<<<<<<<<<<< * * scores = self.model(docs) */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 998, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_scores); __Pyx_GIVEREF(__pyx_v_scores); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_scores); __Pyx_INCREF(__pyx_v_tensors); __Pyx_GIVEREF(__pyx_v_tensors); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_tensors); __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":994 * tensors = [doc.tensor for doc in docs] * * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * xp = get_array_module(tensors) */ } /* "spacy/pipeline/pipes.pyx":1000 * return scores, tensors * * scores = self.model(docs) # <<<<<<<<<<<<<< * scores = self.model.ops.asarray(scores) * return scores, tensors */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1000, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_9 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_9)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_9); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_2 = (__pyx_t_9) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_9, __pyx_cur_scope->__pyx_v_docs) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1000, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_scores = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1001 * * scores = self.model(docs) * scores = self.model.ops.asarray(scores) # <<<<<<<<<<<<<< * return scores, tensors * */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1001, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_ops); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1001, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_asarray); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1001, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_9)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_9); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_2 = (__pyx_t_9) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_9, __pyx_v_scores) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_v_scores); __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1001, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF_SET(__pyx_v_scores, __pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1002 * scores = self.model(docs) * scores = self.model.ops.asarray(scores) * return scores, tensors # <<<<<<<<<<<<<< * * def set_annotations(self, docs, scores, tensors=None): */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1002, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_scores); __Pyx_GIVEREF(__pyx_v_scores); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_scores); __Pyx_INCREF(__pyx_v_tensors); __Pyx_GIVEREF(__pyx_v_tensors); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_tensors); __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":990 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * tensors = [doc.tensor for doc in docs] */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_tensors); __Pyx_XDECREF(__pyx_v_xp); __Pyx_XDECREF(__pyx_v_scores); __Pyx_XDECREF(__pyx_v_doc); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1004 * return scores, tensors * * def set_annotations(self, docs, scores, tensors=None): # <<<<<<<<<<<<<< * for i, doc in enumerate(docs): * for j, label in enumerate(self.labels): */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_18set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_18set_annotations = {"set_annotations", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_18set_annotations, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_18set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_scores = 0; CYTHON_UNUSED PyObject *__pyx_v_tensors = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("set_annotations (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_scores,&__pyx_n_s_tensors,0}; PyObject* values[4] = {0,0,0,0}; values[3] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, 1); __PYX_ERR(0, 1004, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_scores)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, 2); __PYX_ERR(0, 1004, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tensors); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "set_annotations") < 0)) __PYX_ERR(0, 1004, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_scores = values[2]; __pyx_v_tensors = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1004, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_17set_annotations(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_scores, __pyx_v_tensors); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_17set_annotations(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_scores, CYTHON_UNUSED PyObject *__pyx_v_tensors) { PyObject *__pyx_v_i = NULL; PyObject *__pyx_v_doc = NULL; PyObject *__pyx_v_j = NULL; PyObject *__pyx_v_label = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; Py_ssize_t __pyx_t_3; PyObject *(*__pyx_t_4)(PyObject *); PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; Py_ssize_t __pyx_t_8; PyObject *(*__pyx_t_9)(PyObject *); PyObject *__pyx_t_10 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__107) __Pyx_RefNannySetupContext("set_annotations", 0); __Pyx_TraceCall("set_annotations", __pyx_f[0], 1004, 0, __PYX_ERR(0, 1004, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1005 * * def set_annotations(self, docs, scores, tensors=None): * for i, doc in enumerate(docs): # <<<<<<<<<<<<<< * for j, label in enumerate(self.labels): * doc.cats[label] = float(scores[i, j]) */ __Pyx_INCREF(__pyx_int_0); __pyx_t_1 = __pyx_int_0; if (likely(PyList_CheckExact(__pyx_v_docs)) || PyTuple_CheckExact(__pyx_v_docs)) { __pyx_t_2 = __pyx_v_docs; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0; __pyx_t_4 = NULL; } else { __pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_docs); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1005, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1005, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_4)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1005, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1005, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } else { if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1005, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1005, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } } else { __pyx_t_5 = __pyx_t_4(__pyx_t_2); if (unlikely(!__pyx_t_5)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1005, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_5); } __Pyx_XDECREF_SET(__pyx_v_doc, __pyx_t_5); __pyx_t_5 = 0; __Pyx_INCREF(__pyx_t_1); __Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_1); __pyx_t_5 = __Pyx_PyInt_AddObjC(__pyx_t_1, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1005, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = __pyx_t_5; __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1006 * def set_annotations(self, docs, scores, tensors=None): * for i, doc in enumerate(docs): * for j, label in enumerate(self.labels): # <<<<<<<<<<<<<< * doc.cats[label] = float(scores[i, j]) * */ __Pyx_INCREF(__pyx_int_0); __pyx_t_5 = __pyx_int_0; __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1006, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (likely(PyList_CheckExact(__pyx_t_6)) || PyTuple_CheckExact(__pyx_t_6)) { __pyx_t_7 = __pyx_t_6; __Pyx_INCREF(__pyx_t_7); __pyx_t_8 = 0; __pyx_t_9 = NULL; } else { __pyx_t_8 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1006, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_9 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1006, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; for (;;) { if (likely(!__pyx_t_9)) { if (likely(PyList_CheckExact(__pyx_t_7))) { if (__pyx_t_8 >= PyList_GET_SIZE(__pyx_t_7)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_6 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_8); __Pyx_INCREF(__pyx_t_6); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 1006, __pyx_L1_error) #else __pyx_t_6 = PySequence_ITEM(__pyx_t_7, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1006, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif } else { if (__pyx_t_8 >= PyTuple_GET_SIZE(__pyx_t_7)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_8); __Pyx_INCREF(__pyx_t_6); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 1006, __pyx_L1_error) #else __pyx_t_6 = PySequence_ITEM(__pyx_t_7, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1006, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif } } else { __pyx_t_6 = __pyx_t_9(__pyx_t_7); if (unlikely(!__pyx_t_6)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1006, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_6); } __Pyx_XDECREF_SET(__pyx_v_label, __pyx_t_6); __pyx_t_6 = 0; __Pyx_INCREF(__pyx_t_5); __Pyx_XDECREF_SET(__pyx_v_j, __pyx_t_5); __pyx_t_6 = __Pyx_PyInt_AddObjC(__pyx_t_5, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1006, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = __pyx_t_6; __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1007 * for i, doc in enumerate(docs): * for j, label in enumerate(self.labels): * doc.cats[label] = float(scores[i, j]) # <<<<<<<<<<<<<< * * def update(self, docs, golds, state=None, drop=0., sgd=None, losses=None): */ __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1007, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_v_i); __Pyx_GIVEREF(__pyx_v_i); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_v_i); __Pyx_INCREF(__pyx_v_j); __Pyx_GIVEREF(__pyx_v_j); PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_v_j); __pyx_t_10 = __Pyx_PyObject_GetItem(__pyx_v_scores, __pyx_t_6); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1007, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_PyNumber_Float(__pyx_t_10); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1007, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_cats); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1007, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); if (unlikely(PyObject_SetItem(__pyx_t_10, __pyx_v_label, __pyx_t_6) < 0)) __PYX_ERR(0, 1007, __pyx_L1_error) __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1006 * def set_annotations(self, docs, scores, tensors=None): * for i, doc in enumerate(docs): * for j, label in enumerate(self.labels): # <<<<<<<<<<<<<< * doc.cats[label] = float(scores[i, j]) * */ } __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1005 * * def set_annotations(self, docs, scores, tensors=None): * for i, doc in enumerate(docs): # <<<<<<<<<<<<<< * for j, label in enumerate(self.labels): * doc.cats[label] = float(scores[i, j]) */ } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1004 * return scores, tensors * * def set_annotations(self, docs, scores, tensors=None): # <<<<<<<<<<<<<< * for i, doc in enumerate(docs): * for j, label in enumerate(self.labels): */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_10); __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_i); __Pyx_XDECREF(__pyx_v_doc); __Pyx_XDECREF(__pyx_v_j); __Pyx_XDECREF(__pyx_v_label); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1009 * doc.cats[label] = float(scores[i, j]) * * def update(self, docs, golds, state=None, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if not any(len(doc) for doc in docs): */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_20update(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_20update = {"update", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_20update, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_20update(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_golds = 0; CYTHON_UNUSED PyObject *__pyx_v_state = 0; PyObject *__pyx_v_drop = 0; PyObject *__pyx_v_sgd = 0; PyObject *__pyx_v_losses = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("update (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_golds,&__pyx_n_s_state,&__pyx_n_s_drop,&__pyx_n_s_sgd,&__pyx_n_s_losses,0}; PyObject* values[7] = {0,0,0,0,0,0,0}; values[3] = ((PyObject *)((PyObject *)Py_None)); values[4] = ((PyObject *)((PyObject*)__pyx_float_0_)); values[5] = ((PyObject *)((PyObject *)Py_None)); values[6] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6); CYTHON_FALLTHROUGH; case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("update", 0, 3, 7, 1); __PYX_ERR(0, 1009, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_golds)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("update", 0, 3, 7, 2); __PYX_ERR(0, 1009, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_state); if (value) { values[3] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 4: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_drop); if (value) { values[4] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 5: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[5] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 6: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_losses); if (value) { values[6] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "update") < 0)) __PYX_ERR(0, 1009, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6); CYTHON_FALLTHROUGH; case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_golds = values[2]; __pyx_v_state = values[3]; __pyx_v_drop = values[4]; __pyx_v_sgd = values[5]; __pyx_v_losses = values[6]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("update", 0, 3, 7, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1009, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.update", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_19update(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_golds, __pyx_v_state, __pyx_v_drop, __pyx_v_sgd, __pyx_v_losses); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_15TextCategorizer_6update_2generator13(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":1011 * def update(self, docs, golds, state=None, drop=0., sgd=None, losses=None): * self.require_model() * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_6update_genexpr(PyObject *__pyx_self) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("genexpr", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 1011, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update *) __pyx_self; __Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope)); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_15TextCategorizer_6update_2generator13, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_TextCategorizer_update_locals_ge, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 1011, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.update.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_15TextCategorizer_6update_2generator13(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *(*__pyx_t_3)(PyObject *); PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("genexpr", 0); __Pyx_TraceCall("genexpr", __pyx_f[0], 1011, 0, __PYX_ERR(0, 1011, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1011, __pyx_L1_error) if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) { __Pyx_RaiseClosureNameError("docs"); __PYX_ERR(0, 1011, __pyx_L1_error) } if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) { __pyx_t_1 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; __pyx_t_3 = NULL; } else { __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1011, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1011, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_3)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1011, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1011, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1011, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1011, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_3(__pyx_t_1); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1011, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_doc); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_doc, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = PyObject_Length(__pyx_cur_scope->__pyx_v_doc); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1011, __pyx_L1_error) __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_True); __pyx_r = Py_True; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } } /*else*/ { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_False); __pyx_r = Py_False; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1009 * doc.cats[label] = float(scores[i, j]) * * def update(self, docs, golds, state=None, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if not any(len(doc) for doc in docs): */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_19update(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, CYTHON_UNUSED PyObject *__pyx_v_state, PyObject *__pyx_v_drop, PyObject *__pyx_v_sgd, PyObject *__pyx_v_losses) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update *__pyx_cur_scope; PyObject *__pyx_v_scores = NULL; PyObject *__pyx_v_bp_scores = NULL; PyObject *__pyx_v_loss = NULL; PyObject *__pyx_v_d_scores = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; PyObject *(*__pyx_t_7)(PyObject *); int __pyx_t_8; PyObject *__pyx_t_9 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__108) __Pyx_RefNannySetupContext("update", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 1009, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("update", __pyx_f[0], 1009, 0, __PYX_ERR(0, 1009, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_docs = __pyx_v_docs; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); /* "spacy/pipeline/pipes.pyx":1010 * * def update(self, docs, golds, state=None, drop=0., sgd=None, losses=None): * self.require_model() # <<<<<<<<<<<<<< * if not any(len(doc) for doc in docs): * # Handle cases where there are no tokens in any docs. */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1010, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1010, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1011 * def update(self, docs, golds, state=None, drop=0., sgd=None, losses=None): * self.require_model() * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ __pyx_t_1 = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_6update_genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1011, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_Generator_Next(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1011, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1011, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_5 = ((!__pyx_t_4) != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":1013 * if not any(len(doc) for doc in docs): * # Handle cases where there are no tokens in any docs. * return # <<<<<<<<<<<<<< * scores, bp_scores = self.model.begin_update(docs, drop=drop) * loss, d_scores = self.get_loss(docs, golds, scores) */ __Pyx_XDECREF(__pyx_r); __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1011 * def update(self, docs, golds, state=None, drop=0., sgd=None, losses=None): * self.require_model() * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ } /* "spacy/pipeline/pipes.pyx":1014 * # Handle cases where there are no tokens in any docs. * return * scores, bp_scores = self.model.begin_update(docs, drop=drop) # <<<<<<<<<<<<<< * loss, d_scores = self.get_loss(docs, golds, scores) * bp_scores(d_scores, sgd=sgd) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1014, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_begin_update); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1014, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1014, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_cur_scope->__pyx_v_docs); __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1014, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_drop, __pyx_v_drop) < 0) __PYX_ERR(0, 1014, __pyx_L1_error) __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1014, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_6))) || (PyList_CheckExact(__pyx_t_6))) { PyObject* sequence = __pyx_t_6; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1014, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_2 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_3 = PyList_GET_ITEM(sequence, 0); __pyx_t_2 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); #else __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1014, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1014, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else { Py_ssize_t index = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1014, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_7 = Py_TYPE(__pyx_t_1)->tp_iternext; index = 0; __pyx_t_3 = __pyx_t_7(__pyx_t_1); if (unlikely(!__pyx_t_3)) goto __pyx_L4_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); index = 1; __pyx_t_2 = __pyx_t_7(__pyx_t_1); if (unlikely(!__pyx_t_2)) goto __pyx_L4_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); if (__Pyx_IternextUnpackEndCheck(__pyx_t_7(__pyx_t_1), 2) < 0) __PYX_ERR(0, 1014, __pyx_L1_error) __pyx_t_7 = NULL; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L5_unpacking_done; __pyx_L4_unpacking_failed:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_7 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1014, __pyx_L1_error) __pyx_L5_unpacking_done:; } __pyx_v_scores = __pyx_t_3; __pyx_t_3 = 0; __pyx_v_bp_scores = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1015 * return * scores, bp_scores = self.model.begin_update(docs, drop=drop) * loss, d_scores = self.get_loss(docs, golds, scores) # <<<<<<<<<<<<<< * bp_scores(d_scores, sgd=sgd) * if losses is not None: */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_get_loss); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1015, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; __pyx_t_8 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_8 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_cur_scope->__pyx_v_docs, __pyx_v_golds, __pyx_v_scores}; __pyx_t_6 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_8, 3+__pyx_t_8); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1015, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_6); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_cur_scope->__pyx_v_docs, __pyx_v_golds, __pyx_v_scores}; __pyx_t_6 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_8, 3+__pyx_t_8); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1015, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_6); } else #endif { __pyx_t_1 = PyTuple_New(3+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1015, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_1, 0+__pyx_t_8, __pyx_cur_scope->__pyx_v_docs); __Pyx_INCREF(__pyx_v_golds); __Pyx_GIVEREF(__pyx_v_golds); PyTuple_SET_ITEM(__pyx_t_1, 1+__pyx_t_8, __pyx_v_golds); __Pyx_INCREF(__pyx_v_scores); __Pyx_GIVEREF(__pyx_v_scores); PyTuple_SET_ITEM(__pyx_t_1, 2+__pyx_t_8, __pyx_v_scores); __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_1, NULL); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1015, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_6))) || (PyList_CheckExact(__pyx_t_6))) { PyObject* sequence = __pyx_t_6; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1015, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_1 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_1 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_1); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1015, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1015, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else { Py_ssize_t index = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1015, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_7 = Py_TYPE(__pyx_t_3)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_7(__pyx_t_3); if (unlikely(!__pyx_t_2)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_1 = __pyx_t_7(__pyx_t_3); if (unlikely(!__pyx_t_1)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); if (__Pyx_IternextUnpackEndCheck(__pyx_t_7(__pyx_t_3), 2) < 0) __PYX_ERR(0, 1015, __pyx_L1_error) __pyx_t_7 = NULL; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; goto __pyx_L7_unpacking_done; __pyx_L6_unpacking_failed:; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_7 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1015, __pyx_L1_error) __pyx_L7_unpacking_done:; } __pyx_v_loss = __pyx_t_2; __pyx_t_2 = 0; __pyx_v_d_scores = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1016 * scores, bp_scores = self.model.begin_update(docs, drop=drop) * loss, d_scores = self.get_loss(docs, golds, scores) * bp_scores(d_scores, sgd=sgd) # <<<<<<<<<<<<<< * if losses is not None: * losses.setdefault(self.name, 0.0) */ __pyx_t_6 = PyTuple_New(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1016, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_v_d_scores); __Pyx_GIVEREF(__pyx_v_d_scores); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_v_d_scores); __pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1016, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_sgd, __pyx_v_sgd) < 0) __PYX_ERR(0, 1016, __pyx_L1_error) __pyx_t_2 = __Pyx_PyObject_Call(__pyx_v_bp_scores, __pyx_t_6, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1016, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1017 * loss, d_scores = self.get_loss(docs, golds, scores) * bp_scores(d_scores, sgd=sgd) * if losses is not None: # <<<<<<<<<<<<<< * losses.setdefault(self.name, 0.0) * losses[self.name] += loss */ __pyx_t_5 = (__pyx_v_losses != Py_None); __pyx_t_4 = (__pyx_t_5 != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":1018 * bp_scores(d_scores, sgd=sgd) * if losses is not None: * losses.setdefault(self.name, 0.0) # <<<<<<<<<<<<<< * losses[self.name] += loss * */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_losses, __pyx_n_s_setdefault); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1018, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1018, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_3 = NULL; __pyx_t_8 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); __pyx_t_8 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_t_6, __pyx_float_0_0}; __pyx_t_2 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1018, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[3] = {__pyx_t_3, __pyx_t_6, __pyx_float_0_0}; __pyx_t_2 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1018, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else #endif { __pyx_t_9 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1018, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_8, __pyx_t_6); __Pyx_INCREF(__pyx_float_0_0); __Pyx_GIVEREF(__pyx_float_0_0); PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_8, __pyx_float_0_0); __pyx_t_6 = 0; __pyx_t_2 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_9, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1018, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1019 * if losses is not None: * losses.setdefault(self.name, 0.0) * losses[self.name] += loss # <<<<<<<<<<<<<< * * def rehearse(self, docs, drop=0., sgd=None, losses=None): */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1019, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_PyObject_GetItem(__pyx_v_losses, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1019, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_9 = PyNumber_InPlaceAdd(__pyx_t_1, __pyx_v_loss); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1019, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(PyObject_SetItem(__pyx_v_losses, __pyx_t_2, __pyx_t_9) < 0)) __PYX_ERR(0, 1019, __pyx_L1_error) __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1017 * loss, d_scores = self.get_loss(docs, golds, scores) * bp_scores(d_scores, sgd=sgd) * if losses is not None: # <<<<<<<<<<<<<< * losses.setdefault(self.name, 0.0) * losses[self.name] += loss */ } /* "spacy/pipeline/pipes.pyx":1009 * doc.cats[label] = float(scores[i, j]) * * def update(self, docs, golds, state=None, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if not any(len(doc) for doc in docs): */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_9); __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.update", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_scores); __Pyx_XDECREF(__pyx_v_bp_scores); __Pyx_XDECREF(__pyx_v_loss); __Pyx_XDECREF(__pyx_v_d_scores); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1021 * losses[self.name] += loss * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * if self._rehearsal_model is None: * return */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_22rehearse(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_22rehearse = {"rehearse", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_22rehearse, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_22rehearse(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_drop = 0; PyObject *__pyx_v_sgd = 0; PyObject *__pyx_v_losses = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("rehearse (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_drop,&__pyx_n_s_sgd,&__pyx_n_s_losses,0}; PyObject* values[5] = {0,0,0,0,0}; values[2] = ((PyObject *)((PyObject*)__pyx_float_0_)); values[3] = ((PyObject *)((PyObject *)Py_None)); values[4] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("rehearse", 0, 2, 5, 1); __PYX_ERR(0, 1021, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_drop); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[3] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 4: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_losses); if (value) { values[4] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "rehearse") < 0)) __PYX_ERR(0, 1021, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_drop = values[2]; __pyx_v_sgd = values[3]; __pyx_v_losses = values[4]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("rehearse", 0, 2, 5, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1021, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.rehearse", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_21rehearse(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_drop, __pyx_v_sgd, __pyx_v_losses); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_15TextCategorizer_8rehearse_2generator14(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":1024 * if self._rehearsal_model is None: * return * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_8rehearse_genexpr(PyObject *__pyx_self) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("genexpr", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 1024, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse *) __pyx_self; __Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope)); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_15TextCategorizer_8rehearse_2generator14, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_TextCategorizer_rehearse_locals, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 1024, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.rehearse.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_15TextCategorizer_8rehearse_2generator14(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *(*__pyx_t_3)(PyObject *); PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("genexpr", 0); __Pyx_TraceCall("genexpr", __pyx_f[0], 1024, 0, __PYX_ERR(0, 1024, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1024, __pyx_L1_error) if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) { __Pyx_RaiseClosureNameError("docs"); __PYX_ERR(0, 1024, __pyx_L1_error) } if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) { __pyx_t_1 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; __pyx_t_3 = NULL; } else { __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1024, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1024, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_3)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1024, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1024, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1024, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1024, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_3(__pyx_t_1); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1024, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_doc); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_doc, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = PyObject_Length(__pyx_cur_scope->__pyx_v_doc); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1024, __pyx_L1_error) __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_True); __pyx_r = Py_True; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } } /*else*/ { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_False); __pyx_r = Py_False; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1021 * losses[self.name] += loss * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * if self._rehearsal_model is None: * return */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_21rehearse(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_drop, PyObject *__pyx_v_sgd, PyObject *__pyx_v_losses) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse *__pyx_cur_scope; PyObject *__pyx_v_scores = NULL; PyObject *__pyx_v_bp_scores = NULL; PyObject *__pyx_v_target = NULL; PyObject *__pyx_v_gradient = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *(*__pyx_t_7)(PyObject *); int __pyx_t_8; PyObject *__pyx_t_9 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__109) __Pyx_RefNannySetupContext("rehearse", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 1021, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("rehearse", __pyx_f[0], 1021, 0, __PYX_ERR(0, 1021, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_docs = __pyx_v_docs; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); /* "spacy/pipeline/pipes.pyx":1022 * * def rehearse(self, docs, drop=0., sgd=None, losses=None): * if self._rehearsal_model is None: # <<<<<<<<<<<<<< * return * if not any(len(doc) for doc in docs): */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_rehearsal_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1022, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = (__pyx_t_1 == Py_None); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = (__pyx_t_2 != 0); if (__pyx_t_3) { /* "spacy/pipeline/pipes.pyx":1023 * def rehearse(self, docs, drop=0., sgd=None, losses=None): * if self._rehearsal_model is None: * return # <<<<<<<<<<<<<< * if not any(len(doc) for doc in docs): * # Handle cases where there are no tokens in any docs. */ __Pyx_XDECREF(__pyx_r); __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1022 * * def rehearse(self, docs, drop=0., sgd=None, losses=None): * if self._rehearsal_model is None: # <<<<<<<<<<<<<< * return * if not any(len(doc) for doc in docs): */ } /* "spacy/pipeline/pipes.pyx":1024 * if self._rehearsal_model is None: * return * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ __pyx_t_1 = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_8rehearse_genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1024, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __Pyx_Generator_Next(__pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1024, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 1024, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_2 = ((!__pyx_t_3) != 0); if (__pyx_t_2) { /* "spacy/pipeline/pipes.pyx":1026 * if not any(len(doc) for doc in docs): * # Handle cases where there are no tokens in any docs. * return # <<<<<<<<<<<<<< * scores, bp_scores = self.model.begin_update(docs, drop=drop) * target = self._rehearsal_model(docs) */ __Pyx_XDECREF(__pyx_r); __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1024 * if self._rehearsal_model is None: * return * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * return */ } /* "spacy/pipeline/pipes.pyx":1027 * # Handle cases where there are no tokens in any docs. * return * scores, bp_scores = self.model.begin_update(docs, drop=drop) # <<<<<<<<<<<<<< * target = self._rehearsal_model(docs) * gradient = scores - target */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1027, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_begin_update); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1027, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1027, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_cur_scope->__pyx_v_docs); __pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1027, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_drop, __pyx_v_drop) < 0) __PYX_ERR(0, 1027, __pyx_L1_error) __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_4, __pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1027, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_6))) || (PyList_CheckExact(__pyx_t_6))) { PyObject* sequence = __pyx_t_6; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1027, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_4 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_5 = PyList_GET_ITEM(sequence, 0); __pyx_t_4 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_4); #else __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1027, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1027, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else { Py_ssize_t index = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1027, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_7 = Py_TYPE(__pyx_t_1)->tp_iternext; index = 0; __pyx_t_5 = __pyx_t_7(__pyx_t_1); if (unlikely(!__pyx_t_5)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); index = 1; __pyx_t_4 = __pyx_t_7(__pyx_t_1); if (unlikely(!__pyx_t_4)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_4); if (__Pyx_IternextUnpackEndCheck(__pyx_t_7(__pyx_t_1), 2) < 0) __PYX_ERR(0, 1027, __pyx_L1_error) __pyx_t_7 = NULL; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L6_unpacking_done; __pyx_L5_unpacking_failed:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_7 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1027, __pyx_L1_error) __pyx_L6_unpacking_done:; } __pyx_v_scores = __pyx_t_5; __pyx_t_5 = 0; __pyx_v_bp_scores = __pyx_t_4; __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1028 * return * scores, bp_scores = self.model.begin_update(docs, drop=drop) * target = self._rehearsal_model(docs) # <<<<<<<<<<<<<< * gradient = scores - target * bp_scores(gradient, sgd=sgd) */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_rehearsal_model); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1028, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_6 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_cur_scope->__pyx_v_docs) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1028, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_v_target = __pyx_t_6; __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1029 * scores, bp_scores = self.model.begin_update(docs, drop=drop) * target = self._rehearsal_model(docs) * gradient = scores - target # <<<<<<<<<<<<<< * bp_scores(gradient, sgd=sgd) * if losses is not None: */ __pyx_t_6 = PyNumber_Subtract(__pyx_v_scores, __pyx_v_target); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1029, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_v_gradient = __pyx_t_6; __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1030 * target = self._rehearsal_model(docs) * gradient = scores - target * bp_scores(gradient, sgd=sgd) # <<<<<<<<<<<<<< * if losses is not None: * losses.setdefault(self.name, 0.0) */ __pyx_t_6 = PyTuple_New(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1030, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_v_gradient); __Pyx_GIVEREF(__pyx_v_gradient); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_v_gradient); __pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1030, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_sgd, __pyx_v_sgd) < 0) __PYX_ERR(0, 1030, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_Call(__pyx_v_bp_scores, __pyx_t_6, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1030, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1031 * gradient = scores - target * bp_scores(gradient, sgd=sgd) * if losses is not None: # <<<<<<<<<<<<<< * losses.setdefault(self.name, 0.0) * losses[self.name] += (gradient**2).sum() */ __pyx_t_2 = (__pyx_v_losses != Py_None); __pyx_t_3 = (__pyx_t_2 != 0); if (__pyx_t_3) { /* "spacy/pipeline/pipes.pyx":1032 * bp_scores(gradient, sgd=sgd) * if losses is not None: * losses.setdefault(self.name, 0.0) # <<<<<<<<<<<<<< * losses[self.name] += (gradient**2).sum() * */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_losses, __pyx_n_s_setdefault); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_1 = NULL; __pyx_t_8 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); __pyx_t_8 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_1, __pyx_t_6, __pyx_float_0_0}; __pyx_t_5 = __Pyx_PyFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_4)) { PyObject *__pyx_temp[3] = {__pyx_t_1, __pyx_t_6, __pyx_float_0_0}; __pyx_t_5 = __Pyx_PyCFunction_FastCall(__pyx_t_4, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else #endif { __pyx_t_9 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); if (__pyx_t_1) { __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_1); __pyx_t_1 = NULL; } __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_8, __pyx_t_6); __Pyx_INCREF(__pyx_float_0_0); __Pyx_GIVEREF(__pyx_float_0_0); PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_8, __pyx_float_0_0); __pyx_t_6 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_9, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1032, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1033 * if losses is not None: * losses.setdefault(self.name, 0.0) * losses[self.name] += (gradient**2).sum() # <<<<<<<<<<<<<< * * def get_loss(self, docs, golds, scores): */ __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1033, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_4 = __Pyx_PyObject_GetItem(__pyx_v_losses, __pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1033, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = PyNumber_Power(__pyx_v_gradient, __pyx_int_2, Py_None); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1033, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_sum); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1033, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_9 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_1); __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1033, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyNumber_InPlaceAdd(__pyx_t_4, __pyx_t_9); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1033, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if (unlikely(PyObject_SetItem(__pyx_v_losses, __pyx_t_5, __pyx_t_1) < 0)) __PYX_ERR(0, 1033, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1031 * gradient = scores - target * bp_scores(gradient, sgd=sgd) * if losses is not None: # <<<<<<<<<<<<<< * losses.setdefault(self.name, 0.0) * losses[self.name] += (gradient**2).sum() */ } /* "spacy/pipeline/pipes.pyx":1021 * losses[self.name] += loss * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * if self._rehearsal_model is None: * return */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_9); __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.rehearse", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_scores); __Pyx_XDECREF(__pyx_v_bp_scores); __Pyx_XDECREF(__pyx_v_target); __Pyx_XDECREF(__pyx_v_gradient); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1035 * losses[self.name] += (gradient**2).sum() * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * truths = numpy.zeros((len(golds), len(self.labels)), dtype="f") * not_missing = numpy.ones((len(golds), len(self.labels)), dtype="f") */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_24get_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_24get_loss = {"get_loss", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_24get_loss, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_24get_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_golds = 0; PyObject *__pyx_v_scores = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("get_loss (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_golds,&__pyx_n_s_scores,0}; PyObject* values[4] = {0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 1); __PYX_ERR(0, 1035, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_golds)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 2); __PYX_ERR(0, 1035, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_scores)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 3); __PYX_ERR(0, 1035, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "get_loss") < 0)) __PYX_ERR(0, 1035, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 4) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_golds = values[2]; __pyx_v_scores = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1035, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.get_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_23get_loss(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_golds, __pyx_v_scores); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_23get_loss(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, PyObject *__pyx_v_scores) { PyObject *__pyx_v_truths = NULL; PyObject *__pyx_v_not_missing = NULL; PyObject *__pyx_v_i = NULL; PyObject *__pyx_v_gold = NULL; PyObject *__pyx_v_j = NULL; PyObject *__pyx_v_label = NULL; PyObject *__pyx_v_d_scores = NULL; PyObject *__pyx_v_mean_square_error = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; Py_ssize_t __pyx_t_3; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *(*__pyx_t_6)(PyObject *); PyObject *__pyx_t_7 = NULL; Py_ssize_t __pyx_t_8; PyObject *(*__pyx_t_9)(PyObject *); int __pyx_t_10; int __pyx_t_11; PyObject *__pyx_t_12 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__110) __Pyx_RefNannySetupContext("get_loss", 0); __Pyx_TraceCall("get_loss", __pyx_f[0], 1035, 0, __PYX_ERR(0, 1035, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1036 * * def get_loss(self, docs, golds, scores): * truths = numpy.zeros((len(golds), len(self.labels)), dtype="f") # <<<<<<<<<<<<<< * not_missing = numpy.ones((len(golds), len(self.labels)), dtype="f") * for i, gold in enumerate(golds): */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_numpy); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1036, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_zeros); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1036, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = PyObject_Length(__pyx_v_golds); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1036, __pyx_L1_error) __pyx_t_1 = PyInt_FromSsize_t(__pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1036, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1036, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = PyObject_Length(__pyx_t_4); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1036, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyInt_FromSsize_t(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1036, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1036, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_4); __pyx_t_1 = 0; __pyx_t_4 = 0; __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1036, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1036, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_t_5, __pyx_n_s_dtype, __pyx_n_u_f) < 0) __PYX_ERR(0, 1036, __pyx_L1_error) __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_4, __pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1036, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_v_truths = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1037 * def get_loss(self, docs, golds, scores): * truths = numpy.zeros((len(golds), len(self.labels)), dtype="f") * not_missing = numpy.ones((len(golds), len(self.labels)), dtype="f") # <<<<<<<<<<<<<< * for i, gold in enumerate(golds): * for j, label in enumerate(self.labels): */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_numpy); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1037, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_ones); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1037, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = PyObject_Length(__pyx_v_golds); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1037, __pyx_L1_error) __pyx_t_1 = PyInt_FromSsize_t(__pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1037, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1037, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = PyObject_Length(__pyx_t_4); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1037, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = PyInt_FromSsize_t(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1037, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1037, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_4); __pyx_t_1 = 0; __pyx_t_4 = 0; __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1037, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1037, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_dtype, __pyx_n_u_f) < 0) __PYX_ERR(0, 1037, __pyx_L1_error) __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_4, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1037, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_not_missing = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1038 * truths = numpy.zeros((len(golds), len(self.labels)), dtype="f") * not_missing = numpy.ones((len(golds), len(self.labels)), dtype="f") * for i, gold in enumerate(golds): # <<<<<<<<<<<<<< * for j, label in enumerate(self.labels): * if label in gold.cats: */ __Pyx_INCREF(__pyx_int_0); __pyx_t_1 = __pyx_int_0; if (likely(PyList_CheckExact(__pyx_v_golds)) || PyTuple_CheckExact(__pyx_v_golds)) { __pyx_t_2 = __pyx_v_golds; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0; __pyx_t_6 = NULL; } else { __pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_golds); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1038, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_6 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1038, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_4); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1038, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1038, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_4); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1038, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1038, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_6(__pyx_t_2); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1038, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_v_gold, __pyx_t_4); __pyx_t_4 = 0; __Pyx_INCREF(__pyx_t_1); __Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_1); __pyx_t_4 = __Pyx_PyInt_AddObjC(__pyx_t_1, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1038, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = __pyx_t_4; __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1039 * not_missing = numpy.ones((len(golds), len(self.labels)), dtype="f") * for i, gold in enumerate(golds): * for j, label in enumerate(self.labels): # <<<<<<<<<<<<<< * if label in gold.cats: * truths[i, j] = gold.cats[label] */ __Pyx_INCREF(__pyx_int_0); __pyx_t_4 = __pyx_int_0; __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1039, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (likely(PyList_CheckExact(__pyx_t_5)) || PyTuple_CheckExact(__pyx_t_5)) { __pyx_t_7 = __pyx_t_5; __Pyx_INCREF(__pyx_t_7); __pyx_t_8 = 0; __pyx_t_9 = NULL; } else { __pyx_t_8 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1039, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_9 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1039, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; for (;;) { if (likely(!__pyx_t_9)) { if (likely(PyList_CheckExact(__pyx_t_7))) { if (__pyx_t_8 >= PyList_GET_SIZE(__pyx_t_7)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_8); __Pyx_INCREF(__pyx_t_5); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 1039, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_7, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1039, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } else { if (__pyx_t_8 >= PyTuple_GET_SIZE(__pyx_t_7)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_8); __Pyx_INCREF(__pyx_t_5); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 1039, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_7, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1039, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } } else { __pyx_t_5 = __pyx_t_9(__pyx_t_7); if (unlikely(!__pyx_t_5)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1039, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_5); } __Pyx_XDECREF_SET(__pyx_v_label, __pyx_t_5); __pyx_t_5 = 0; __Pyx_INCREF(__pyx_t_4); __Pyx_XDECREF_SET(__pyx_v_j, __pyx_t_4); __pyx_t_5 = __Pyx_PyInt_AddObjC(__pyx_t_4, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1039, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = __pyx_t_5; __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1040 * for i, gold in enumerate(golds): * for j, label in enumerate(self.labels): * if label in gold.cats: # <<<<<<<<<<<<<< * truths[i, j] = gold.cats[label] * else: */ __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_gold, __pyx_n_s_cats); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1040, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_10 = (__Pyx_PySequence_ContainsTF(__pyx_v_label, __pyx_t_5, Py_EQ)); if (unlikely(__pyx_t_10 < 0)) __PYX_ERR(0, 1040, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_11 = (__pyx_t_10 != 0); if (__pyx_t_11) { /* "spacy/pipeline/pipes.pyx":1041 * for j, label in enumerate(self.labels): * if label in gold.cats: * truths[i, j] = gold.cats[label] # <<<<<<<<<<<<<< * else: * not_missing[i, j] = 0. */ __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_gold, __pyx_n_s_cats); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1041, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_12 = __Pyx_PyObject_GetItem(__pyx_t_5, __pyx_v_label); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1041, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1041, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_v_i); __Pyx_GIVEREF(__pyx_v_i); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_v_i); __Pyx_INCREF(__pyx_v_j); __Pyx_GIVEREF(__pyx_v_j); PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_v_j); if (unlikely(PyObject_SetItem(__pyx_v_truths, __pyx_t_5, __pyx_t_12) < 0)) __PYX_ERR(0, 1041, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; /* "spacy/pipeline/pipes.pyx":1040 * for i, gold in enumerate(golds): * for j, label in enumerate(self.labels): * if label in gold.cats: # <<<<<<<<<<<<<< * truths[i, j] = gold.cats[label] * else: */ goto __pyx_L7; } /* "spacy/pipeline/pipes.pyx":1043 * truths[i, j] = gold.cats[label] * else: * not_missing[i, j] = 0. # <<<<<<<<<<<<<< * truths = self.model.ops.asarray(truths) * not_missing = self.model.ops.asarray(not_missing) */ /*else*/ { __pyx_t_12 = PyTuple_New(2); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1043, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_INCREF(__pyx_v_i); __Pyx_GIVEREF(__pyx_v_i); PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_v_i); __Pyx_INCREF(__pyx_v_j); __Pyx_GIVEREF(__pyx_v_j); PyTuple_SET_ITEM(__pyx_t_12, 1, __pyx_v_j); if (unlikely(PyObject_SetItem(__pyx_v_not_missing, __pyx_t_12, __pyx_float_0_) < 0)) __PYX_ERR(0, 1043, __pyx_L1_error) __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; } __pyx_L7:; /* "spacy/pipeline/pipes.pyx":1039 * not_missing = numpy.ones((len(golds), len(self.labels)), dtype="f") * for i, gold in enumerate(golds): * for j, label in enumerate(self.labels): # <<<<<<<<<<<<<< * if label in gold.cats: * truths[i, j] = gold.cats[label] */ } __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1038 * truths = numpy.zeros((len(golds), len(self.labels)), dtype="f") * not_missing = numpy.ones((len(golds), len(self.labels)), dtype="f") * for i, gold in enumerate(golds): # <<<<<<<<<<<<<< * for j, label in enumerate(self.labels): * if label in gold.cats: */ } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1044 * else: * not_missing[i, j] = 0. * truths = self.model.ops.asarray(truths) # <<<<<<<<<<<<<< * not_missing = self.model.ops.asarray(not_missing) * d_scores = (scores-truths) / scores.shape[0] */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1044, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ops); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1044, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_asarray); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1044, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_v_truths) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_truths); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1044, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v_truths, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1045 * not_missing[i, j] = 0. * truths = self.model.ops.asarray(truths) * not_missing = self.model.ops.asarray(not_missing) # <<<<<<<<<<<<<< * d_scores = (scores-truths) / scores.shape[0] * d_scores *= not_missing */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1045, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ops); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1045, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_asarray); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1045, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_v_not_missing) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_not_missing); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1045, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF_SET(__pyx_v_not_missing, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1046 * truths = self.model.ops.asarray(truths) * not_missing = self.model.ops.asarray(not_missing) * d_scores = (scores-truths) / scores.shape[0] # <<<<<<<<<<<<<< * d_scores *= not_missing * mean_square_error = (d_scores**2).sum(axis=1).mean() */ __pyx_t_1 = PyNumber_Subtract(__pyx_v_scores, __pyx_v_truths); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1046, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_scores, __pyx_n_s_shape); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1046, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_GetItemInt(__pyx_t_2, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1046, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyNumber_Divide(__pyx_t_1, __pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1046, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_v_d_scores = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1047 * not_missing = self.model.ops.asarray(not_missing) * d_scores = (scores-truths) / scores.shape[0] * d_scores *= not_missing # <<<<<<<<<<<<<< * mean_square_error = (d_scores**2).sum(axis=1).mean() * return float(mean_square_error), d_scores */ __pyx_t_2 = PyNumber_InPlaceMultiply(__pyx_v_d_scores, __pyx_v_not_missing); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1047, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF_SET(__pyx_v_d_scores, __pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1048 * d_scores = (scores-truths) / scores.shape[0] * d_scores *= not_missing * mean_square_error = (d_scores**2).sum(axis=1).mean() # <<<<<<<<<<<<<< * return float(mean_square_error), d_scores * */ __pyx_t_4 = PyNumber_Power(__pyx_v_d_scores, __pyx_int_2, Py_None); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1048, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_sum); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1048, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1048, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_axis, __pyx_int_1) < 0) __PYX_ERR(0, 1048, __pyx_L1_error) __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1048, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_mean); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1048, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_2 = (__pyx_t_7) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_7) : __Pyx_PyObject_CallNoArg(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1048, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_v_mean_square_error = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1049 * d_scores *= not_missing * mean_square_error = (d_scores**2).sum(axis=1).mean() * return float(mean_square_error), d_scores # <<<<<<<<<<<<<< * * def add_label(self, label): */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = __Pyx_PyNumber_Float(__pyx_v_mean_square_error); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1049, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1049, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2); __Pyx_INCREF(__pyx_v_d_scores); __Pyx_GIVEREF(__pyx_v_d_scores); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_v_d_scores); __pyx_t_2 = 0; __pyx_r = __pyx_t_4; __pyx_t_4 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1035 * losses[self.name] += (gradient**2).sum() * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * truths = numpy.zeros((len(golds), len(self.labels)), dtype="f") * not_missing = numpy.ones((len(golds), len(self.labels)), dtype="f") */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_12); __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.get_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_truths); __Pyx_XDECREF(__pyx_v_not_missing); __Pyx_XDECREF(__pyx_v_i); __Pyx_XDECREF(__pyx_v_gold); __Pyx_XDECREF(__pyx_v_j); __Pyx_XDECREF(__pyx_v_label); __Pyx_XDECREF(__pyx_v_d_scores); __Pyx_XDECREF(__pyx_v_mean_square_error); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1051 * return float(mean_square_error), d_scores * * def add_label(self, label): # <<<<<<<<<<<<<< * if not isinstance(label, basestring_): * raise ValueError(Errors.E187) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_26add_label(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_26add_label = {"add_label", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_26add_label, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_26add_label(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_label = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("add_label (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_label,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_label)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("add_label", 1, 2, 2, 1); __PYX_ERR(0, 1051, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "add_label") < 0)) __PYX_ERR(0, 1051, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_label = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("add_label", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1051, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.add_label", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_25add_label(__pyx_self, __pyx_v_self, __pyx_v_label); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_25add_label(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_label) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__111) __Pyx_RefNannySetupContext("add_label", 0); __Pyx_TraceCall("add_label", __pyx_f[0], 1051, 0, __PYX_ERR(0, 1051, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1052 * * def add_label(self, label): * if not isinstance(label, basestring_): # <<<<<<<<<<<<<< * raise ValueError(Errors.E187) * if label in self.labels: */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_basestring); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1052, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyObject_IsInstance(__pyx_v_label, __pyx_t_1); if (unlikely(__pyx_t_2 == ((int)-1))) __PYX_ERR(0, 1052, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = ((!(__pyx_t_2 != 0)) != 0); if (unlikely(__pyx_t_3)) { /* "spacy/pipeline/pipes.pyx":1053 * def add_label(self, label): * if not isinstance(label, basestring_): * raise ValueError(Errors.E187) # <<<<<<<<<<<<<< * if label in self.labels: * return 0 */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1053, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E187); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1053, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1053, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_Raise(__pyx_t_1, 0, 0, 0); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __PYX_ERR(0, 1053, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1052 * * def add_label(self, label): * if not isinstance(label, basestring_): # <<<<<<<<<<<<<< * raise ValueError(Errors.E187) * if label in self.labels: */ } /* "spacy/pipeline/pipes.pyx":1054 * if not isinstance(label, basestring_): * raise ValueError(Errors.E187) * if label in self.labels: # <<<<<<<<<<<<<< * return 0 * if self.model not in (None, True, False): */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1054, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = (__Pyx_PySequence_ContainsTF(__pyx_v_label, __pyx_t_1, Py_EQ)); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 1054, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_2 = (__pyx_t_3 != 0); if (__pyx_t_2) { /* "spacy/pipeline/pipes.pyx":1055 * raise ValueError(Errors.E187) * if label in self.labels: * return 0 # <<<<<<<<<<<<<< * if self.model not in (None, True, False): * # This functionality was available previously, but was broken. */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_int_0); __pyx_r = __pyx_int_0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1054 * if not isinstance(label, basestring_): * raise ValueError(Errors.E187) * if label in self.labels: # <<<<<<<<<<<<<< * return 0 * if self.model not in (None, True, False): */ } /* "spacy/pipeline/pipes.pyx":1056 * if label in self.labels: * return 0 * if self.model not in (None, True, False): # <<<<<<<<<<<<<< * # This functionality was available previously, but was broken. * # The problem is that we resize the last layer, but the last layer */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1056, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = PyObject_RichCompare(__pyx_t_1, Py_None, Py_NE); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1056, __pyx_L1_error) __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 1056, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__pyx_t_3) { } else { __pyx_t_2 = __pyx_t_3; goto __pyx_L6_bool_binop_done; } __pyx_t_4 = PyObject_RichCompare(__pyx_t_1, Py_True, Py_NE); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1056, __pyx_L1_error) __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 1056, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__pyx_t_3) { } else { __pyx_t_2 = __pyx_t_3; goto __pyx_L6_bool_binop_done; } __pyx_t_4 = PyObject_RichCompare(__pyx_t_1, Py_False, Py_NE); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1056, __pyx_L1_error) __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 1056, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_2 = __pyx_t_3; __pyx_L6_bool_binop_done:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = (__pyx_t_2 != 0); if (unlikely(__pyx_t_3)) { /* "spacy/pipeline/pipes.pyx":1061 * # is actually just an ensemble. We're not resizing the child layers * # - a huge problem. * raise ValueError(Errors.E116) # <<<<<<<<<<<<<< * # smaller = self.model._layers[-1] * # larger = Affine(len(self.labels)+1, smaller.nI) */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1061, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E116); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1061, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1061, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_Raise(__pyx_t_1, 0, 0, 0); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __PYX_ERR(0, 1061, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1056 * if label in self.labels: * return 0 * if self.model not in (None, True, False): # <<<<<<<<<<<<<< * # This functionality was available previously, but was broken. * # The problem is that we resize the last layer, but the last layer */ } /* "spacy/pipeline/pipes.pyx":1067 * # copy_array(larger.b[:smaller.nO], smaller.b) * # self.model._layers[-1] = larger * self.labels = tuple(list(self.labels) + [label]) # <<<<<<<<<<<<<< * return 1 * */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1067, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = PySequence_List(__pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1067, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1067, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_label); __Pyx_GIVEREF(__pyx_v_label); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_v_label); __pyx_t_5 = PyNumber_Add(__pyx_t_4, __pyx_t_1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1067, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyList_AsTuple(((PyObject*)__pyx_t_5)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1067, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_labels, __pyx_t_1) < 0) __PYX_ERR(0, 1067, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1068 * # self.model._layers[-1] = larger * self.labels = tuple(list(self.labels) + [label]) * return 1 # <<<<<<<<<<<<<< * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_int_1); __pyx_r = __pyx_int_1; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1051 * return float(mean_square_error), d_scores * * def add_label(self, label): # <<<<<<<<<<<<<< * if not isinstance(label, basestring_): * raise ValueError(Errors.E187) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.add_label", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1070 * return 1 * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * for raw_text, annot_brackets in get_gold_tuples(): * for _, (cats, _2) in annot_brackets: */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_39__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 1070, 0, __PYX_ERR(0, 1070, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1070, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults14, __pyx_self)->__pyx_arg_get_gold_tuples); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults14, __pyx_self)->__pyx_arg_get_gold_tuples); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults14, __pyx_self)->__pyx_arg_get_gold_tuples); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)Py_None)); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 2, ((PyObject *)Py_None)); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1070, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_28begin_training(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_28begin_training = {"begin_training", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_28begin_training, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_15TextCategorizer_28begin_training(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_get_gold_tuples = 0; CYTHON_UNUSED PyObject *__pyx_v_pipeline = 0; PyObject *__pyx_v_sgd = 0; PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("begin_training (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_get_gold_tuples,&__pyx_n_s_pipeline,&__pyx_n_s_sgd,0}; PyObject* values[4] = {0,0,0,0}; __pyx_defaults14 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults14, __pyx_self); values[1] = __pyx_dynamic_args->__pyx_arg_get_gold_tuples; values[2] = ((PyObject *)((PyObject *)Py_None)); values[3] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_get_gold_tuples); if (value) { values[1] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pipeline); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "begin_training") < 0)) __PYX_ERR(0, 1070, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_get_gold_tuples = values[1]; __pyx_v_pipeline = values[2]; __pyx_v_sgd = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("begin_training", 0, 1, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1070, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.begin_training", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_27begin_training(__pyx_self, __pyx_v_self, __pyx_v_get_gold_tuples, __pyx_v_pipeline, __pyx_v_sgd, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_15TextCategorizer_27begin_training(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_get_gold_tuples, CYTHON_UNUSED PyObject *__pyx_v_pipeline, PyObject *__pyx_v_sgd, PyObject *__pyx_v_kwargs) { CYTHON_UNUSED PyObject *__pyx_v_raw_text = NULL; PyObject *__pyx_v_annot_brackets = NULL; CYTHON_UNUSED PyObject *__pyx_v__ = NULL; PyObject *__pyx_v_cats = NULL; CYTHON_UNUSED PyObject *__pyx_v__2 = NULL; PyObject *__pyx_v_cat = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; Py_ssize_t __pyx_t_4; PyObject *(*__pyx_t_5)(PyObject *); PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *(*__pyx_t_8)(PyObject *); Py_ssize_t __pyx_t_9; PyObject *(*__pyx_t_10)(PyObject *); PyObject *__pyx_t_11 = NULL; PyObject *__pyx_t_12 = NULL; PyObject *__pyx_t_13 = NULL; Py_ssize_t __pyx_t_14; PyObject *(*__pyx_t_15)(PyObject *); int __pyx_t_16; int __pyx_t_17; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__112) __Pyx_RefNannySetupContext("begin_training", 0); __Pyx_TraceCall("begin_training", __pyx_f[0], 1070, 0, __PYX_ERR(0, 1070, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_sgd); /* "spacy/pipeline/pipes.pyx":1071 * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): * for raw_text, annot_brackets in get_gold_tuples(): # <<<<<<<<<<<<<< * for _, (cats, _2) in annot_brackets: * for cat in cats: */ __Pyx_INCREF(__pyx_v_get_gold_tuples); __pyx_t_2 = __pyx_v_get_gold_tuples; __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1071, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (likely(PyList_CheckExact(__pyx_t_1)) || PyTuple_CheckExact(__pyx_t_1)) { __pyx_t_2 = __pyx_t_1; __Pyx_INCREF(__pyx_t_2); __pyx_t_4 = 0; __pyx_t_5 = NULL; } else { __pyx_t_4 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1071, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_5 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1071, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; for (;;) { if (likely(!__pyx_t_5)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_4 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_4); __Pyx_INCREF(__pyx_t_1); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 1071, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1071, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } else { if (__pyx_t_4 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_4); __Pyx_INCREF(__pyx_t_1); __pyx_t_4++; if (unlikely(0 < 0)) __PYX_ERR(0, 1071, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_4); __pyx_t_4++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1071, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } } else { __pyx_t_1 = __pyx_t_5(__pyx_t_2); if (unlikely(!__pyx_t_1)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1071, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_1); } if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) { PyObject* sequence = __pyx_t_1; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1071, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_6 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_3 = PyList_GET_ITEM(sequence, 0); __pyx_t_6 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(__pyx_t_6); #else __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1071, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1071, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { Py_ssize_t index = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1071, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_7)->tp_iternext; index = 0; __pyx_t_3 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_3)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); index = 1; __pyx_t_6 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_6)) goto __pyx_L5_unpacking_failed; __Pyx_GOTREF(__pyx_t_6); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_7), 2) < 0) __PYX_ERR(0, 1071, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; goto __pyx_L6_unpacking_done; __pyx_L5_unpacking_failed:; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1071, __pyx_L1_error) __pyx_L6_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_raw_text, __pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF_SET(__pyx_v_annot_brackets, __pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1072 * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): * for raw_text, annot_brackets in get_gold_tuples(): * for _, (cats, _2) in annot_brackets: # <<<<<<<<<<<<<< * for cat in cats: * self.add_label(cat) */ if (likely(PyList_CheckExact(__pyx_v_annot_brackets)) || PyTuple_CheckExact(__pyx_v_annot_brackets)) { __pyx_t_1 = __pyx_v_annot_brackets; __Pyx_INCREF(__pyx_t_1); __pyx_t_9 = 0; __pyx_t_10 = NULL; } else { __pyx_t_9 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_annot_brackets); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1072, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_10 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1072, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_10)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_9 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_6 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_9); __Pyx_INCREF(__pyx_t_6); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1072, __pyx_L1_error) #else __pyx_t_6 = PySequence_ITEM(__pyx_t_1, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1072, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif } else { if (__pyx_t_9 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_9); __Pyx_INCREF(__pyx_t_6); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1072, __pyx_L1_error) #else __pyx_t_6 = PySequence_ITEM(__pyx_t_1, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1072, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif } } else { __pyx_t_6 = __pyx_t_10(__pyx_t_1); if (unlikely(!__pyx_t_6)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1072, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_6); } if ((likely(PyTuple_CheckExact(__pyx_t_6))) || (PyList_CheckExact(__pyx_t_6))) { PyObject* sequence = __pyx_t_6; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1072, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_7 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_3 = PyList_GET_ITEM(sequence, 0); __pyx_t_7 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(__pyx_t_7); #else __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1072, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_7 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1072, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else { Py_ssize_t index = -1; __pyx_t_11 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1072, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_11)->tp_iternext; index = 0; __pyx_t_3 = __pyx_t_8(__pyx_t_11); if (unlikely(!__pyx_t_3)) goto __pyx_L9_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); index = 1; __pyx_t_7 = __pyx_t_8(__pyx_t_11); if (unlikely(!__pyx_t_7)) goto __pyx_L9_unpacking_failed; __Pyx_GOTREF(__pyx_t_7); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_11), 2) < 0) __PYX_ERR(0, 1072, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; goto __pyx_L10_unpacking_done; __pyx_L9_unpacking_failed:; __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1072, __pyx_L1_error) __pyx_L10_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v__, __pyx_t_3); __pyx_t_3 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_7))) || (PyList_CheckExact(__pyx_t_7))) { PyObject* sequence = __pyx_t_7; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1072, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_11 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_12 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_11 = PyList_GET_ITEM(sequence, 0); __pyx_t_12 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(__pyx_t_12); #else __pyx_t_11 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1072, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_12 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1072, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); #endif __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } else { Py_ssize_t index = -1; __pyx_t_13 = PyObject_GetIter(__pyx_t_7); if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1072, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_13); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_13)->tp_iternext; index = 0; __pyx_t_11 = __pyx_t_8(__pyx_t_13); if (unlikely(!__pyx_t_11)) goto __pyx_L11_unpacking_failed; __Pyx_GOTREF(__pyx_t_11); index = 1; __pyx_t_12 = __pyx_t_8(__pyx_t_13); if (unlikely(!__pyx_t_12)) goto __pyx_L11_unpacking_failed; __Pyx_GOTREF(__pyx_t_12); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_13), 2) < 0) __PYX_ERR(0, 1072, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; goto __pyx_L12_unpacking_done; __pyx_L11_unpacking_failed:; __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1072, __pyx_L1_error) __pyx_L12_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_cats, __pyx_t_11); __pyx_t_11 = 0; __Pyx_XDECREF_SET(__pyx_v__2, __pyx_t_12); __pyx_t_12 = 0; /* "spacy/pipeline/pipes.pyx":1073 * for raw_text, annot_brackets in get_gold_tuples(): * for _, (cats, _2) in annot_brackets: * for cat in cats: # <<<<<<<<<<<<<< * self.add_label(cat) * if self.model is True: */ if (likely(PyList_CheckExact(__pyx_v_cats)) || PyTuple_CheckExact(__pyx_v_cats)) { __pyx_t_6 = __pyx_v_cats; __Pyx_INCREF(__pyx_t_6); __pyx_t_14 = 0; __pyx_t_15 = NULL; } else { __pyx_t_14 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_v_cats); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1073, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_15 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1073, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_15)) { if (likely(PyList_CheckExact(__pyx_t_6))) { if (__pyx_t_14 >= PyList_GET_SIZE(__pyx_t_6)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_14); __Pyx_INCREF(__pyx_t_7); __pyx_t_14++; if (unlikely(0 < 0)) __PYX_ERR(0, 1073, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_6, __pyx_t_14); __pyx_t_14++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1073, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } else { if (__pyx_t_14 >= PyTuple_GET_SIZE(__pyx_t_6)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_14); __Pyx_INCREF(__pyx_t_7); __pyx_t_14++; if (unlikely(0 < 0)) __PYX_ERR(0, 1073, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_6, __pyx_t_14); __pyx_t_14++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1073, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } } else { __pyx_t_7 = __pyx_t_15(__pyx_t_6); if (unlikely(!__pyx_t_7)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1073, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_7); } __Pyx_XDECREF_SET(__pyx_v_cat, __pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1074 * for _, (cats, _2) in annot_brackets: * for cat in cats: * self.add_label(cat) # <<<<<<<<<<<<<< * if self.model is True: * self.cfg["pretrained_vectors"] = kwargs.get("pretrained_vectors") */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_add_label); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1074, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_12 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_12 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_12)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_12); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_7 = (__pyx_t_12) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_12, __pyx_v_cat) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_cat); __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1074, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1073 * for raw_text, annot_brackets in get_gold_tuples(): * for _, (cats, _2) in annot_brackets: * for cat in cats: # <<<<<<<<<<<<<< * self.add_label(cat) * if self.model is True: */ } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1072 * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): * for raw_text, annot_brackets in get_gold_tuples(): * for _, (cats, _2) in annot_brackets: # <<<<<<<<<<<<<< * for cat in cats: * self.add_label(cat) */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1071 * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): * for raw_text, annot_brackets in get_gold_tuples(): # <<<<<<<<<<<<<< * for _, (cats, _2) in annot_brackets: * for cat in cats: */ } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1075 * for cat in cats: * self.add_label(cat) * if self.model is True: # <<<<<<<<<<<<<< * self.cfg["pretrained_vectors"] = kwargs.get("pretrained_vectors") * self.cfg["pretrained_dims"] = kwargs.get("pretrained_dims") */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1075, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_16 = (__pyx_t_2 == Py_True); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_17 = (__pyx_t_16 != 0); if (__pyx_t_17) { /* "spacy/pipeline/pipes.pyx":1076 * self.add_label(cat) * if self.model is True: * self.cfg["pretrained_vectors"] = kwargs.get("pretrained_vectors") # <<<<<<<<<<<<<< * self.cfg["pretrained_dims"] = kwargs.get("pretrained_dims") * self.require_labels() */ __pyx_t_2 = __Pyx_PyDict_GetItemDefault(__pyx_v_kwargs, __pyx_n_u_pretrained_vectors, Py_None); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1076, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1076, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_t_1, __pyx_n_u_pretrained_vectors, __pyx_t_2) < 0)) __PYX_ERR(0, 1076, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1077 * if self.model is True: * self.cfg["pretrained_vectors"] = kwargs.get("pretrained_vectors") * self.cfg["pretrained_dims"] = kwargs.get("pretrained_dims") # <<<<<<<<<<<<<< * self.require_labels() * self.model = self.Model(len(self.labels), **self.cfg) */ __pyx_t_2 = __Pyx_PyDict_GetItemDefault(__pyx_v_kwargs, __pyx_n_u_pretrained_dims, Py_None); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1077, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1077, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_t_1, __pyx_n_u_pretrained_dims, __pyx_t_2) < 0)) __PYX_ERR(0, 1077, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1078 * self.cfg["pretrained_vectors"] = kwargs.get("pretrained_vectors") * self.cfg["pretrained_dims"] = kwargs.get("pretrained_dims") * self.require_labels() # <<<<<<<<<<<<<< * self.model = self.Model(len(self.labels), **self.cfg) * link_vectors_to_models(self.vocab) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_labels); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1078, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_2 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_1); __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1078, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1079 * self.cfg["pretrained_dims"] = kwargs.get("pretrained_dims") * self.require_labels() * self.model = self.Model(len(self.labels), **self.cfg) # <<<<<<<<<<<<<< * link_vectors_to_models(self.vocab) * if sgd is None: */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_Model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1079, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_labels); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1079, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = PyObject_Length(__pyx_t_1); if (unlikely(__pyx_t_4 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1079, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyInt_FromSsize_t(__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1079, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = PyTuple_New(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1079, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_1); __pyx_t_1 = 0; __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1079, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (unlikely(__pyx_t_7 == Py_None)) { PyErr_SetString(PyExc_TypeError, "argument after ** must be a mapping, not NoneType"); __PYX_ERR(0, 1079, __pyx_L1_error) } if (likely(PyDict_CheckExact(__pyx_t_7))) { __pyx_t_1 = PyDict_Copy(__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1079, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } else { __pyx_t_1 = PyObject_CallFunctionObjArgs((PyObject*)&PyDict_Type, __pyx_t_7, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1079, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_6, __pyx_t_1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1079, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_model, __pyx_t_7) < 0) __PYX_ERR(0, 1079, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1080 * self.require_labels() * self.model = self.Model(len(self.labels), **self.cfg) * link_vectors_to_models(self.vocab) # <<<<<<<<<<<<<< * if sgd is None: * sgd = self.create_optimizer() */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_link_vectors_to_models); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1080, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1080, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_1))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_7 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_2, __pyx_t_6) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_6); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1080, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1075 * for cat in cats: * self.add_label(cat) * if self.model is True: # <<<<<<<<<<<<<< * self.cfg["pretrained_vectors"] = kwargs.get("pretrained_vectors") * self.cfg["pretrained_dims"] = kwargs.get("pretrained_dims") */ } /* "spacy/pipeline/pipes.pyx":1081 * self.model = self.Model(len(self.labels), **self.cfg) * link_vectors_to_models(self.vocab) * if sgd is None: # <<<<<<<<<<<<<< * sgd = self.create_optimizer() * return sgd */ __pyx_t_17 = (__pyx_v_sgd == Py_None); __pyx_t_16 = (__pyx_t_17 != 0); if (__pyx_t_16) { /* "spacy/pipeline/pipes.pyx":1082 * link_vectors_to_models(self.vocab) * if sgd is None: * sgd = self.create_optimizer() # <<<<<<<<<<<<<< * return sgd * */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_create_optimizer); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1082, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_7 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_1); __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1082, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF_SET(__pyx_v_sgd, __pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1081 * self.model = self.Model(len(self.labels), **self.cfg) * link_vectors_to_models(self.vocab) * if sgd is None: # <<<<<<<<<<<<<< * sgd = self.create_optimizer() * return sgd */ } /* "spacy/pipeline/pipes.pyx":1083 * if sgd is None: * sgd = self.create_optimizer() * return sgd # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_sgd); __pyx_r = __pyx_v_sgd; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1070 * return 1 * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * for raw_text, annot_brackets in get_gold_tuples(): * for _, (cats, _2) in annot_brackets: */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_11); __Pyx_XDECREF(__pyx_t_12); __Pyx_XDECREF(__pyx_t_13); __Pyx_AddTraceback("spacy.pipeline.pipes.TextCategorizer.begin_training", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_raw_text); __Pyx_XDECREF(__pyx_v_annot_brackets); __Pyx_XDECREF(__pyx_v__); __Pyx_XDECREF(__pyx_v_cats); __Pyx_XDECREF(__pyx_v__2); __Pyx_XDECREF(__pyx_v_cat); __Pyx_XDECREF(__pyx_v_sgd); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1100 * * @property * def postprocesses(self): # <<<<<<<<<<<<<< * output = [nonproj.deprojectivize] * if self.cfg.get("learn_tokens") is True: */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16DependencyParser_13postprocesses_1__get__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16DependencyParser_13postprocesses_1__get__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__get__ (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_16DependencyParser_13postprocesses___get__(((struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16DependencyParser_13postprocesses___get__(struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *__pyx_v_self) { PyObject *__pyx_v_output = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__get__", 0); __Pyx_TraceCall("__get__", __pyx_f[0], 1100, 0, __PYX_ERR(0, 1100, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1101 * @property * def postprocesses(self): * output = [nonproj.deprojectivize] # <<<<<<<<<<<<<< * if self.cfg.get("learn_tokens") is True: * output.append(merge_subtokens) */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_nonproj); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1101, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_deprojectivize); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1101, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1101, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_2); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_t_2); __pyx_t_2 = 0; __pyx_v_output = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1102 * def postprocesses(self): * output = [nonproj.deprojectivize] * if self.cfg.get("learn_tokens") is True: # <<<<<<<<<<<<<< * output.append(merge_subtokens) * return tuple(output) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self->__pyx_base.cfg, __pyx_n_s_get); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1102, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_n_u_learn_tokens) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_n_u_learn_tokens); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1102, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = (__pyx_t_1 == Py_True); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = (__pyx_t_4 != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":1103 * output = [nonproj.deprojectivize] * if self.cfg.get("learn_tokens") is True: * output.append(merge_subtokens) # <<<<<<<<<<<<<< * return tuple(output) * */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_merge_subtokens); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1103, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = __Pyx_PyList_Append(__pyx_v_output, __pyx_t_1); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(0, 1103, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1102 * def postprocesses(self): * output = [nonproj.deprojectivize] * if self.cfg.get("learn_tokens") is True: # <<<<<<<<<<<<<< * output.append(merge_subtokens) * return tuple(output) */ } /* "spacy/pipeline/pipes.pyx":1104 * if self.cfg.get("learn_tokens") is True: * output.append(merge_subtokens) * return tuple(output) # <<<<<<<<<<<<<< * * def add_multitask_objective(self, target): */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyList_AsTuple(__pyx_v_output); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1104, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1100 * * @property * def postprocesses(self): # <<<<<<<<<<<<<< * output = [nonproj.deprojectivize] * if self.cfg.get("learn_tokens") is True: */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.DependencyParser.postprocesses.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_output); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1106 * return tuple(output) * * def add_multitask_objective(self, target): # <<<<<<<<<<<<<< * if target == "cloze": * cloze = ClozeMultitask(self.vocab) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16DependencyParser_1add_multitask_objective(PyObject *__pyx_v_self, PyObject *__pyx_v_target); /*proto*/ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16DependencyParser_1add_multitask_objective(PyObject *__pyx_v_self, PyObject *__pyx_v_target) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("add_multitask_objective (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_16DependencyParser_add_multitask_objective(((struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *)__pyx_v_self), ((PyObject *)__pyx_v_target)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16DependencyParser_add_multitask_objective(struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *__pyx_v_self, PyObject *__pyx_v_target) { PyObject *__pyx_v_cloze = NULL; PyObject *__pyx_v_labeller = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("add_multitask_objective", 0); __Pyx_TraceCall("add_multitask_objective", __pyx_f[0], 1106, 0, __PYX_ERR(0, 1106, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1107 * * def add_multitask_objective(self, target): * if target == "cloze": # <<<<<<<<<<<<<< * cloze = ClozeMultitask(self.vocab) * self._multitasks.append(cloze) */ __pyx_t_1 = (__Pyx_PyUnicode_Equals(__pyx_v_target, __pyx_n_u_cloze, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1107, __pyx_L1_error) if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":1108 * def add_multitask_objective(self, target): * if target == "cloze": * cloze = ClozeMultitask(self.vocab) # <<<<<<<<<<<<<< * self._multitasks.append(cloze) * else: */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_ClozeMultitask); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1108, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_2 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_4, ((PyObject *)__pyx_v_self->__pyx_base.vocab)) : __Pyx_PyObject_CallOneArg(__pyx_t_3, ((PyObject *)__pyx_v_self->__pyx_base.vocab)); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1108, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_cloze = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1109 * if target == "cloze": * cloze = ClozeMultitask(self.vocab) * self._multitasks.append(cloze) # <<<<<<<<<<<<<< * else: * labeller = MultitaskObjective(self.vocab, target=target) */ __pyx_t_5 = __Pyx_PyObject_Append(__pyx_v_self->__pyx_base._multitasks, __pyx_v_cloze); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(0, 1109, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1107 * * def add_multitask_objective(self, target): * if target == "cloze": # <<<<<<<<<<<<<< * cloze = ClozeMultitask(self.vocab) * self._multitasks.append(cloze) */ goto __pyx_L3; } /* "spacy/pipeline/pipes.pyx":1111 * self._multitasks.append(cloze) * else: * labeller = MultitaskObjective(self.vocab, target=target) # <<<<<<<<<<<<<< * self._multitasks.append(labeller) * */ /*else*/ { __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_MultitaskObjective); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1111, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1111, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(((PyObject *)__pyx_v_self->__pyx_base.vocab)); __Pyx_GIVEREF(((PyObject *)__pyx_v_self->__pyx_base.vocab)); PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_self->__pyx_base.vocab)); __pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1111, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_target, __pyx_v_target) < 0) __PYX_ERR(0, 1111, __pyx_L1_error) __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_3, __pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1111, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_v_labeller = __pyx_t_6; __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1112 * else: * labeller = MultitaskObjective(self.vocab, target=target) * self._multitasks.append(labeller) # <<<<<<<<<<<<<< * * def init_multitask_objectives(self, get_gold_tuples, pipeline, sgd=None, **cfg): */ __pyx_t_5 = __Pyx_PyObject_Append(__pyx_v_self->__pyx_base._multitasks, __pyx_v_labeller); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(0, 1112, __pyx_L1_error) } __pyx_L3:; /* "spacy/pipeline/pipes.pyx":1106 * return tuple(output) * * def add_multitask_objective(self, target): # <<<<<<<<<<<<<< * if target == "cloze": * cloze = ClozeMultitask(self.vocab) */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("spacy.pipeline.pipes.DependencyParser.add_multitask_objective", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_cloze); __Pyx_XDECREF(__pyx_v_labeller); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1114 * self._multitasks.append(labeller) * * def init_multitask_objectives(self, get_gold_tuples, pipeline, sgd=None, **cfg): # <<<<<<<<<<<<<< * for labeller in self._multitasks: * tok2vec = self.model.tok2vec */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16DependencyParser_3init_multitask_objectives(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16DependencyParser_3init_multitask_objectives(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_get_gold_tuples = 0; PyObject *__pyx_v_pipeline = 0; PyObject *__pyx_v_sgd = 0; CYTHON_UNUSED PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("init_multitask_objectives (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_get_gold_tuples,&__pyx_n_s_pipeline,&__pyx_n_s_sgd,0}; PyObject* values[3] = {0,0,0}; values[2] = ((PyObject *)Py_None); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_get_gold_tuples)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pipeline)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("init_multitask_objectives", 0, 2, 3, 1); __PYX_ERR(0, 1114, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "init_multitask_objectives") < 0)) __PYX_ERR(0, 1114, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_get_gold_tuples = values[0]; __pyx_v_pipeline = values[1]; __pyx_v_sgd = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("init_multitask_objectives", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1114, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.DependencyParser.init_multitask_objectives", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_16DependencyParser_2init_multitask_objectives(((struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *)__pyx_v_self), __pyx_v_get_gold_tuples, __pyx_v_pipeline, __pyx_v_sgd, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16DependencyParser_2init_multitask_objectives(struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *__pyx_v_self, PyObject *__pyx_v_get_gold_tuples, PyObject *__pyx_v_pipeline, PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_cfg) { PyObject *__pyx_v_labeller = NULL; PyObject *__pyx_v_tok2vec = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *(*__pyx_t_3)(PyObject *); PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("init_multitask_objectives", 0); __Pyx_TraceCall("init_multitask_objectives", __pyx_f[0], 1114, 0, __PYX_ERR(0, 1114, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1115 * * def init_multitask_objectives(self, get_gold_tuples, pipeline, sgd=None, **cfg): * for labeller in self._multitasks: # <<<<<<<<<<<<<< * tok2vec = self.model.tok2vec * labeller.begin_training(get_gold_tuples, pipeline=pipeline, */ if (likely(PyList_CheckExact(__pyx_v_self->__pyx_base._multitasks)) || PyTuple_CheckExact(__pyx_v_self->__pyx_base._multitasks)) { __pyx_t_1 = __pyx_v_self->__pyx_base._multitasks; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; __pyx_t_3 = NULL; } else { __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_self->__pyx_base._multitasks); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1115, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1115, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_3)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1115, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1115, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1115, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1115, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_3(__pyx_t_1); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1115, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_v_labeller, __pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1116 * def init_multitask_objectives(self, get_gold_tuples, pipeline, sgd=None, **cfg): * for labeller in self._multitasks: * tok2vec = self.model.tok2vec # <<<<<<<<<<<<<< * labeller.begin_training(get_gold_tuples, pipeline=pipeline, * tok2vec=tok2vec, sgd=sgd) */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_self->__pyx_base.model, __pyx_n_s_tok2vec); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1116, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_XDECREF_SET(__pyx_v_tok2vec, __pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1117 * for labeller in self._multitasks: * tok2vec = self.model.tok2vec * labeller.begin_training(get_gold_tuples, pipeline=pipeline, # <<<<<<<<<<<<<< * tok2vec=tok2vec, sgd=sgd) * */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_labeller, __pyx_n_s_begin_training); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1117, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1117, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_v_get_gold_tuples); __Pyx_GIVEREF(__pyx_v_get_gold_tuples); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_v_get_gold_tuples); __pyx_t_6 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1117, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_pipeline, __pyx_v_pipeline) < 0) __PYX_ERR(0, 1117, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1118 * tok2vec = self.model.tok2vec * labeller.begin_training(get_gold_tuples, pipeline=pipeline, * tok2vec=tok2vec, sgd=sgd) # <<<<<<<<<<<<<< * * def __reduce__(self): */ if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_tok2vec, __pyx_v_tok2vec) < 0) __PYX_ERR(0, 1117, __pyx_L1_error) if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_sgd, __pyx_v_sgd) < 0) __PYX_ERR(0, 1117, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1117 * for labeller in self._multitasks: * tok2vec = self.model.tok2vec * labeller.begin_training(get_gold_tuples, pipeline=pipeline, # <<<<<<<<<<<<<< * tok2vec=tok2vec, sgd=sgd) * */ __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_5, __pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1117, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1115 * * def init_multitask_objectives(self, get_gold_tuples, pipeline, sgd=None, **cfg): * for labeller in self._multitasks: # <<<<<<<<<<<<<< * tok2vec = self.model.tok2vec * labeller.begin_training(get_gold_tuples, pipeline=pipeline, */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1114 * self._multitasks.append(labeller) * * def init_multitask_objectives(self, get_gold_tuples, pipeline, sgd=None, **cfg): # <<<<<<<<<<<<<< * for labeller in self._multitasks: * tok2vec = self.model.tok2vec */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("spacy.pipeline.pipes.DependencyParser.init_multitask_objectives", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_labeller); __Pyx_XDECREF(__pyx_v_tok2vec); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1120 * tok2vec=tok2vec, sgd=sgd) * * def __reduce__(self): # <<<<<<<<<<<<<< * return (DependencyParser, (self.vocab, self.moves, self.model), None, None) * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16DependencyParser_5__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16DependencyParser_5__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_16DependencyParser_4__reduce__(((struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16DependencyParser_4__reduce__(struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__reduce__", 0); __Pyx_TraceCall("__reduce__", __pyx_f[0], 1120, 0, __PYX_ERR(0, 1120, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1121 * * def __reduce__(self): * return (DependencyParser, (self.vocab, self.moves, self.model), None, None) # <<<<<<<<<<<<<< * * @property */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1121, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(((PyObject *)__pyx_v_self->__pyx_base.vocab)); __Pyx_GIVEREF(((PyObject *)__pyx_v_self->__pyx_base.vocab)); PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_self->__pyx_base.vocab)); __Pyx_INCREF(((PyObject *)__pyx_v_self->__pyx_base.moves)); __Pyx_GIVEREF(((PyObject *)__pyx_v_self->__pyx_base.moves)); PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)__pyx_v_self->__pyx_base.moves)); __Pyx_INCREF(__pyx_v_self->__pyx_base.model); __Pyx_GIVEREF(__pyx_v_self->__pyx_base.model); PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_v_self->__pyx_base.model); __pyx_t_2 = PyTuple_New(4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1121, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser)); __Pyx_GIVEREF(((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser)); PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser)); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 2, Py_None); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 3, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1120 * tok2vec=tok2vec, sgd=sgd) * * def __reduce__(self): # <<<<<<<<<<<<<< * return (DependencyParser, (self.vocab, self.moves, self.model), None, None) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.DependencyParser.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1124 * * @property * def labels(self): # <<<<<<<<<<<<<< * labels = set() * # Get the labels from the model by looking at the available moves */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16DependencyParser_6labels_1__get__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16DependencyParser_6labels_1__get__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__get__ (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_16DependencyParser_6labels___get__(((struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16DependencyParser_6labels___get__(struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *__pyx_v_self) { PyObject *__pyx_v_labels = NULL; PyObject *__pyx_v_move = NULL; PyObject *__pyx_v_label = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; Py_ssize_t __pyx_t_3; PyObject *(*__pyx_t_4)(PyObject *); int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; int __pyx_t_9; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__get__", 0); __Pyx_TraceCall("__get__", __pyx_f[0], 1124, 0, __PYX_ERR(0, 1124, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1125 * @property * def labels(self): * labels = set() # <<<<<<<<<<<<<< * # Get the labels from the model by looking at the available moves * for move in self.move_names: */ __pyx_t_1 = PySet_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1125, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_labels = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1127 * labels = set() * # Get the labels from the model by looking at the available moves * for move in self.move_names: # <<<<<<<<<<<<<< * if "-" in move: * label = move.split("-")[1] */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_move_names); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1127, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (likely(PyList_CheckExact(__pyx_t_1)) || PyTuple_CheckExact(__pyx_t_1)) { __pyx_t_2 = __pyx_t_1; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0; __pyx_t_4 = NULL; } else { __pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1127, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1127, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; for (;;) { if (likely(!__pyx_t_4)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_1); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1127, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1127, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } else { if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_1); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1127, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1127, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } } else { __pyx_t_1 = __pyx_t_4(__pyx_t_2); if (unlikely(!__pyx_t_1)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1127, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_1); } __Pyx_XDECREF_SET(__pyx_v_move, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1128 * # Get the labels from the model by looking at the available moves * for move in self.move_names: * if "-" in move: # <<<<<<<<<<<<<< * label = move.split("-")[1] * if "||" in label: */ __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__78, __pyx_v_move, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1128, __pyx_L1_error) __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { /* "spacy/pipeline/pipes.pyx":1129 * for move in self.move_names: * if "-" in move: * label = move.split("-")[1] # <<<<<<<<<<<<<< * if "||" in label: * label = label.split("||")[1] */ __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_v_move, __pyx_n_s_split); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1129, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); } } __pyx_t_1 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_8, __pyx_kp_u__78) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_kp_u__78); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1129, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = __Pyx_GetItemInt(__pyx_t_1, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1129, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF_SET(__pyx_v_label, __pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1130 * if "-" in move: * label = move.split("-")[1] * if "||" in label: # <<<<<<<<<<<<<< * label = label.split("||")[1] * labels.add(label) */ __pyx_t_6 = (__Pyx_PySequence_ContainsTF(__pyx_kp_u__113, __pyx_v_label, Py_EQ)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 1130, __pyx_L1_error) __pyx_t_5 = (__pyx_t_6 != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":1131 * label = move.split("-")[1] * if "||" in label: * label = label.split("||")[1] # <<<<<<<<<<<<<< * labels.add(label) * return tuple(sorted(labels)) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_label, __pyx_n_s_split); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1131, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_7 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_8, __pyx_kp_u__113) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_kp_u__113); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1131, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_GetItemInt(__pyx_t_7, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1131, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF_SET(__pyx_v_label, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1130 * if "-" in move: * label = move.split("-")[1] * if "||" in label: # <<<<<<<<<<<<<< * label = label.split("||")[1] * labels.add(label) */ } /* "spacy/pipeline/pipes.pyx":1132 * if "||" in label: * label = label.split("||")[1] * labels.add(label) # <<<<<<<<<<<<<< * return tuple(sorted(labels)) * */ __pyx_t_9 = PySet_Add(__pyx_v_labels, __pyx_v_label); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(0, 1132, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1128 * # Get the labels from the model by looking at the available moves * for move in self.move_names: * if "-" in move: # <<<<<<<<<<<<<< * label = move.split("-")[1] * if "||" in label: */ } /* "spacy/pipeline/pipes.pyx":1127 * labels = set() * # Get the labels from the model by looking at the available moves * for move in self.move_names: # <<<<<<<<<<<<<< * if "-" in move: * label = move.split("-")[1] */ } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1133 * label = label.split("||")[1] * labels.add(label) * return tuple(sorted(labels)) # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PySequence_List(__pyx_v_labels); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1133, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; __pyx_t_9 = PyList_Sort(__pyx_t_2); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(0, 1133, __pyx_L1_error) if (unlikely(__pyx_t_2 == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable"); __PYX_ERR(0, 1133, __pyx_L1_error) } __pyx_t_1 = PyList_AsTuple(__pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1133, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1124 * * @property * def labels(self): # <<<<<<<<<<<<<< * labels = set() * # Get the labels from the model by looking at the available moves */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_AddTraceback("spacy.pipeline.pipes.DependencyParser.labels.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_labels); __Pyx_XDECREF(__pyx_v_move); __Pyx_XDECREF(__pyx_v_label); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1148 * nr_feature = 6 * * def add_multitask_objective(self, target): # <<<<<<<<<<<<<< * if target == "cloze": * cloze = ClozeMultitask(self.vocab) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16EntityRecognizer_1add_multitask_objective(PyObject *__pyx_v_self, PyObject *__pyx_v_target); /*proto*/ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16EntityRecognizer_1add_multitask_objective(PyObject *__pyx_v_self, PyObject *__pyx_v_target) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("add_multitask_objective (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_16EntityRecognizer_add_multitask_objective(((struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *)__pyx_v_self), ((PyObject *)__pyx_v_target)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16EntityRecognizer_add_multitask_objective(struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *__pyx_v_self, PyObject *__pyx_v_target) { PyObject *__pyx_v_cloze = NULL; PyObject *__pyx_v_labeller = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("add_multitask_objective", 0); __Pyx_TraceCall("add_multitask_objective", __pyx_f[0], 1148, 0, __PYX_ERR(0, 1148, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1149 * * def add_multitask_objective(self, target): * if target == "cloze": # <<<<<<<<<<<<<< * cloze = ClozeMultitask(self.vocab) * self._multitasks.append(cloze) */ __pyx_t_1 = (__Pyx_PyUnicode_Equals(__pyx_v_target, __pyx_n_u_cloze, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1149, __pyx_L1_error) if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":1150 * def add_multitask_objective(self, target): * if target == "cloze": * cloze = ClozeMultitask(self.vocab) # <<<<<<<<<<<<<< * self._multitasks.append(cloze) * else: */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_ClozeMultitask); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1150, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_2 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_4, ((PyObject *)__pyx_v_self->__pyx_base.vocab)) : __Pyx_PyObject_CallOneArg(__pyx_t_3, ((PyObject *)__pyx_v_self->__pyx_base.vocab)); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1150, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_cloze = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1151 * if target == "cloze": * cloze = ClozeMultitask(self.vocab) * self._multitasks.append(cloze) # <<<<<<<<<<<<<< * else: * labeller = MultitaskObjective(self.vocab, target=target) */ __pyx_t_5 = __Pyx_PyObject_Append(__pyx_v_self->__pyx_base._multitasks, __pyx_v_cloze); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(0, 1151, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1149 * * def add_multitask_objective(self, target): * if target == "cloze": # <<<<<<<<<<<<<< * cloze = ClozeMultitask(self.vocab) * self._multitasks.append(cloze) */ goto __pyx_L3; } /* "spacy/pipeline/pipes.pyx":1153 * self._multitasks.append(cloze) * else: * labeller = MultitaskObjective(self.vocab, target=target) # <<<<<<<<<<<<<< * self._multitasks.append(labeller) * */ /*else*/ { __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_MultitaskObjective); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1153, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1153, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(((PyObject *)__pyx_v_self->__pyx_base.vocab)); __Pyx_GIVEREF(((PyObject *)__pyx_v_self->__pyx_base.vocab)); PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_self->__pyx_base.vocab)); __pyx_t_4 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1153, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_target, __pyx_v_target) < 0) __PYX_ERR(0, 1153, __pyx_L1_error) __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_3, __pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1153, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_v_labeller = __pyx_t_6; __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1154 * else: * labeller = MultitaskObjective(self.vocab, target=target) * self._multitasks.append(labeller) # <<<<<<<<<<<<<< * * def init_multitask_objectives(self, get_gold_tuples, pipeline, sgd=None, **cfg): */ __pyx_t_5 = __Pyx_PyObject_Append(__pyx_v_self->__pyx_base._multitasks, __pyx_v_labeller); if (unlikely(__pyx_t_5 == ((int)-1))) __PYX_ERR(0, 1154, __pyx_L1_error) } __pyx_L3:; /* "spacy/pipeline/pipes.pyx":1148 * nr_feature = 6 * * def add_multitask_objective(self, target): # <<<<<<<<<<<<<< * if target == "cloze": * cloze = ClozeMultitask(self.vocab) */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityRecognizer.add_multitask_objective", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_cloze); __Pyx_XDECREF(__pyx_v_labeller); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1156 * self._multitasks.append(labeller) * * def init_multitask_objectives(self, get_gold_tuples, pipeline, sgd=None, **cfg): # <<<<<<<<<<<<<< * for labeller in self._multitasks: * tok2vec = self.model.tok2vec */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16EntityRecognizer_3init_multitask_objectives(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16EntityRecognizer_3init_multitask_objectives(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_get_gold_tuples = 0; PyObject *__pyx_v_pipeline = 0; CYTHON_UNUSED PyObject *__pyx_v_sgd = 0; CYTHON_UNUSED PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("init_multitask_objectives (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_get_gold_tuples,&__pyx_n_s_pipeline,&__pyx_n_s_sgd,0}; PyObject* values[3] = {0,0,0}; values[2] = ((PyObject *)Py_None); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_get_gold_tuples)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pipeline)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("init_multitask_objectives", 0, 2, 3, 1); __PYX_ERR(0, 1156, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "init_multitask_objectives") < 0)) __PYX_ERR(0, 1156, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_get_gold_tuples = values[0]; __pyx_v_pipeline = values[1]; __pyx_v_sgd = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("init_multitask_objectives", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1156, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityRecognizer.init_multitask_objectives", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_16EntityRecognizer_2init_multitask_objectives(((struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *)__pyx_v_self), __pyx_v_get_gold_tuples, __pyx_v_pipeline, __pyx_v_sgd, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16EntityRecognizer_2init_multitask_objectives(struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *__pyx_v_self, PyObject *__pyx_v_get_gold_tuples, PyObject *__pyx_v_pipeline, CYTHON_UNUSED PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_cfg) { PyObject *__pyx_v_labeller = NULL; PyObject *__pyx_v_tok2vec = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *(*__pyx_t_3)(PyObject *); PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("init_multitask_objectives", 0); __Pyx_TraceCall("init_multitask_objectives", __pyx_f[0], 1156, 0, __PYX_ERR(0, 1156, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1157 * * def init_multitask_objectives(self, get_gold_tuples, pipeline, sgd=None, **cfg): * for labeller in self._multitasks: # <<<<<<<<<<<<<< * tok2vec = self.model.tok2vec * labeller.begin_training(get_gold_tuples, pipeline=pipeline, */ if (likely(PyList_CheckExact(__pyx_v_self->__pyx_base._multitasks)) || PyTuple_CheckExact(__pyx_v_self->__pyx_base._multitasks)) { __pyx_t_1 = __pyx_v_self->__pyx_base._multitasks; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; __pyx_t_3 = NULL; } else { __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_self->__pyx_base._multitasks); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1157, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1157, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_3)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1157, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1157, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1157, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1157, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_3(__pyx_t_1); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1157, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_v_labeller, __pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1158 * def init_multitask_objectives(self, get_gold_tuples, pipeline, sgd=None, **cfg): * for labeller in self._multitasks: * tok2vec = self.model.tok2vec # <<<<<<<<<<<<<< * labeller.begin_training(get_gold_tuples, pipeline=pipeline, * tok2vec=tok2vec) */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_self->__pyx_base.model, __pyx_n_s_tok2vec); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1158, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_XDECREF_SET(__pyx_v_tok2vec, __pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1159 * for labeller in self._multitasks: * tok2vec = self.model.tok2vec * labeller.begin_training(get_gold_tuples, pipeline=pipeline, # <<<<<<<<<<<<<< * tok2vec=tok2vec) * */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_labeller, __pyx_n_s_begin_training); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1159, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1159, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_v_get_gold_tuples); __Pyx_GIVEREF(__pyx_v_get_gold_tuples); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_v_get_gold_tuples); __pyx_t_6 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1159, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_pipeline, __pyx_v_pipeline) < 0) __PYX_ERR(0, 1159, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1160 * tok2vec = self.model.tok2vec * labeller.begin_training(get_gold_tuples, pipeline=pipeline, * tok2vec=tok2vec) # <<<<<<<<<<<<<< * * def __reduce__(self): */ if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_tok2vec, __pyx_v_tok2vec) < 0) __PYX_ERR(0, 1159, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1159 * for labeller in self._multitasks: * tok2vec = self.model.tok2vec * labeller.begin_training(get_gold_tuples, pipeline=pipeline, # <<<<<<<<<<<<<< * tok2vec=tok2vec) * */ __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_5, __pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1159, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1157 * * def init_multitask_objectives(self, get_gold_tuples, pipeline, sgd=None, **cfg): * for labeller in self._multitasks: # <<<<<<<<<<<<<< * tok2vec = self.model.tok2vec * labeller.begin_training(get_gold_tuples, pipeline=pipeline, */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1156 * self._multitasks.append(labeller) * * def init_multitask_objectives(self, get_gold_tuples, pipeline, sgd=None, **cfg): # <<<<<<<<<<<<<< * for labeller in self._multitasks: * tok2vec = self.model.tok2vec */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityRecognizer.init_multitask_objectives", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_labeller); __Pyx_XDECREF(__pyx_v_tok2vec); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1162 * tok2vec=tok2vec) * * def __reduce__(self): # <<<<<<<<<<<<<< * return (EntityRecognizer, (self.vocab, self.moves, self.model), * None, None) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16EntityRecognizer_5__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16EntityRecognizer_5__reduce__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__reduce__ (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_16EntityRecognizer_4__reduce__(((struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16EntityRecognizer_4__reduce__(struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__reduce__", 0); __Pyx_TraceCall("__reduce__", __pyx_f[0], 1162, 0, __PYX_ERR(0, 1162, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1163 * * def __reduce__(self): * return (EntityRecognizer, (self.vocab, self.moves, self.model), # <<<<<<<<<<<<<< * None, None) * */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1163, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(((PyObject *)__pyx_v_self->__pyx_base.vocab)); __Pyx_GIVEREF(((PyObject *)__pyx_v_self->__pyx_base.vocab)); PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_self->__pyx_base.vocab)); __Pyx_INCREF(((PyObject *)__pyx_v_self->__pyx_base.moves)); __Pyx_GIVEREF(((PyObject *)__pyx_v_self->__pyx_base.moves)); PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)__pyx_v_self->__pyx_base.moves)); __Pyx_INCREF(__pyx_v_self->__pyx_base.model); __Pyx_GIVEREF(__pyx_v_self->__pyx_base.model); PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_v_self->__pyx_base.model); /* "spacy/pipeline/pipes.pyx":1164 * def __reduce__(self): * return (EntityRecognizer, (self.vocab, self.moves, self.model), * None, None) # <<<<<<<<<<<<<< * * @property */ __pyx_t_2 = PyTuple_New(4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1163, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer)); __Pyx_GIVEREF(((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer)); PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer)); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 2, Py_None); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 3, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1162 * tok2vec=tok2vec) * * def __reduce__(self): # <<<<<<<<<<<<<< * return (EntityRecognizer, (self.vocab, self.moves, self.model), * None, None) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityRecognizer.__reduce__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1167 * * @property * def labels(self): # <<<<<<<<<<<<<< * # Get the labels from the model by looking at the available moves, e.g. * # B-PERSON, I-PERSON, L-PERSON, U-PERSON */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16EntityRecognizer_6labels_1__get__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_16EntityRecognizer_6labels_1__get__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__get__ (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_16EntityRecognizer_6labels___get__(((struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_16EntityRecognizer_6labels_7__get___2generator15(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":1170 * # Get the labels from the model by looking at the available moves, e.g. * # B-PERSON, I-PERSON, L-PERSON, U-PERSON * labels = set(move.split("-")[1] for move in self.move_names # <<<<<<<<<<<<<< * if move[0] in ("B", "I", "L", "U")) * return tuple(sorted(labels)) */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16EntityRecognizer_6labels_7__get___genexpr(PyObject *__pyx_self) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("genexpr", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 1170, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ *) __pyx_self; __Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope)); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_16EntityRecognizer_6labels_7__get___2generator15, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_EntityRecognizer___get___locals, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 1170, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityRecognizer.labels.__get__.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_16EntityRecognizer_6labels_7__get___2generator15(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; Py_ssize_t __pyx_t_3; PyObject *(*__pyx_t_4)(PyObject *); int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("genexpr", 0); __Pyx_TraceCall("genexpr", __pyx_f[0], 1170, 0, __PYX_ERR(0, 1170, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1170, __pyx_L1_error) __pyx_r = PySet_New(NULL); if (unlikely(!__pyx_r)) __PYX_ERR(0, 1170, __pyx_L1_error) __Pyx_GOTREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1170, __pyx_L1_error) } __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_cur_scope->__pyx_outer_scope->__pyx_v_self), __pyx_n_s_move_names); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1170, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (likely(PyList_CheckExact(__pyx_t_1)) || PyTuple_CheckExact(__pyx_t_1)) { __pyx_t_2 = __pyx_t_1; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0; __pyx_t_4 = NULL; } else { __pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1170, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1170, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; for (;;) { if (likely(!__pyx_t_4)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_1); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1170, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1170, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } else { if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_1); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1170, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1170, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } } else { __pyx_t_1 = __pyx_t_4(__pyx_t_2); if (unlikely(!__pyx_t_1)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1170, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_1); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_move); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_move, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1171 * # B-PERSON, I-PERSON, L-PERSON, U-PERSON * labels = set(move.split("-")[1] for move in self.move_names * if move[0] in ("B", "I", "L", "U")) # <<<<<<<<<<<<<< * return tuple(sorted(labels)) * */ __pyx_t_1 = __Pyx_GetItemInt(__pyx_cur_scope->__pyx_v_move, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1171, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = (__Pyx_PyUnicode_Equals(__pyx_t_1, __pyx_n_u_B, Py_EQ)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 1171, __pyx_L1_error) if (!__pyx_t_6) { } else { __pyx_t_5 = __pyx_t_6; goto __pyx_L7_bool_binop_done; } __pyx_t_6 = (__Pyx_PyUnicode_Equals(__pyx_t_1, __pyx_n_u_I, Py_EQ)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 1171, __pyx_L1_error) if (!__pyx_t_6) { } else { __pyx_t_5 = __pyx_t_6; goto __pyx_L7_bool_binop_done; } __pyx_t_6 = (__Pyx_PyUnicode_Equals(__pyx_t_1, __pyx_n_u_L, Py_EQ)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 1171, __pyx_L1_error) if (!__pyx_t_6) { } else { __pyx_t_5 = __pyx_t_6; goto __pyx_L7_bool_binop_done; } __pyx_t_6 = (__Pyx_PyUnicode_Equals(__pyx_t_1, __pyx_n_u_U, Py_EQ)); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(0, 1171, __pyx_L1_error) __pyx_t_5 = __pyx_t_6; __pyx_L7_bool_binop_done:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { /* "spacy/pipeline/pipes.pyx":1170 * # Get the labels from the model by looking at the available moves, e.g. * # B-PERSON, I-PERSON, L-PERSON, U-PERSON * labels = set(move.split("-")[1] for move in self.move_names # <<<<<<<<<<<<<< * if move[0] in ("B", "I", "L", "U")) * return tuple(sorted(labels)) */ __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_move, __pyx_n_s_split); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1170, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); } } __pyx_t_1 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_8, __pyx_kp_u__78) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_kp_u__78); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1170, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = __Pyx_GetItemInt(__pyx_t_1, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1170, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(PySet_Add(__pyx_r, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 1170, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1171 * # B-PERSON, I-PERSON, L-PERSON, U-PERSON * labels = set(move.split("-")[1] for move in self.move_names * if move[0] in ("B", "I", "L", "U")) # <<<<<<<<<<<<<< * return tuple(sorted(labels)) * */ } /* "spacy/pipeline/pipes.pyx":1170 * # Get the labels from the model by looking at the available moves, e.g. * # B-PERSON, I-PERSON, L-PERSON, U-PERSON * labels = set(move.split("-")[1] for move in self.move_names # <<<<<<<<<<<<<< * if move[0] in ("B", "I", "L", "U")) * return tuple(sorted(labels)) */ } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_r); __pyx_r = 0; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1167 * * @property * def labels(self): # <<<<<<<<<<<<<< * # Get the labels from the model by looking at the available moves, e.g. * # B-PERSON, I-PERSON, L-PERSON, U-PERSON */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_16EntityRecognizer_6labels___get__(struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *__pyx_v_self) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ *__pyx_cur_scope; PyObject *__pyx_v_labels = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_t_3; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__get__", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 1167, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("__get__", __pyx_f[0], 1167, 0, __PYX_ERR(0, 1167, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF((PyObject *)__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF((PyObject *)__pyx_cur_scope->__pyx_v_self); /* "spacy/pipeline/pipes.pyx":1170 * # Get the labels from the model by looking at the available moves, e.g. * # B-PERSON, I-PERSON, L-PERSON, U-PERSON * labels = set(move.split("-")[1] for move in self.move_names # <<<<<<<<<<<<<< * if move[0] in ("B", "I", "L", "U")) * return tuple(sorted(labels)) */ __pyx_t_1 = __pyx_pf_5spacy_8pipeline_5pipes_16EntityRecognizer_6labels_7__get___genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1170, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_Generator_Next(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1170, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_labels = ((PyObject*)__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1172 * labels = set(move.split("-")[1] for move in self.move_names * if move[0] in ("B", "I", "L", "U")) * return tuple(sorted(labels)) # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PySequence_List(__pyx_v_labels); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1172, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = PyList_Sort(__pyx_t_2); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(0, 1172, __pyx_L1_error) if (unlikely(__pyx_t_2 == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable"); __PYX_ERR(0, 1172, __pyx_L1_error) } __pyx_t_1 = PyList_AsTuple(__pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1172, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1167 * * @property * def labels(self): # <<<<<<<<<<<<<< * # Get the labels from the model by looking at the available moves, e.g. * # B-PERSON, I-PERSON, L-PERSON, U-PERSON */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityRecognizer.labels.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_labels); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1188 * * @classmethod * def Model(cls, **cfg): # <<<<<<<<<<<<<< * embed_width = cfg.get("embed_width", 300) * hidden_width = cfg.get("hidden_width", 128) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_1Model(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_1Model = {"Model", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_1Model, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_1Model(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_cls = 0; PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("Model (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_cls,0}; PyObject* values[1] = {0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_cls)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "Model") < 0)) __PYX_ERR(0, 1188, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 1) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); } __pyx_v_cls = values[0]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("Model", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1188, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.Model", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_Model(__pyx_self, __pyx_v_cls, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_Model(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_cls, PyObject *__pyx_v_cfg) { PyObject *__pyx_v_embed_width = NULL; PyObject *__pyx_v_hidden_width = NULL; PyObject *__pyx_v_type_to_int = NULL; PyObject *__pyx_v_model = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; Py_ssize_t __pyx_t_4; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__114) __Pyx_RefNannySetupContext("Model", 0); __Pyx_TraceCall("Model", __pyx_f[0], 1188, 0, __PYX_ERR(0, 1188, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1189 * @classmethod * def Model(cls, **cfg): * embed_width = cfg.get("embed_width", 300) # <<<<<<<<<<<<<< * hidden_width = cfg.get("hidden_width", 128) * type_to_int = cfg.get("type_to_int", dict()) */ __pyx_t_1 = __Pyx_PyDict_GetItemDefault(__pyx_v_cfg, __pyx_n_u_embed_width, __pyx_int_300); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1189, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_embed_width = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1190 * def Model(cls, **cfg): * embed_width = cfg.get("embed_width", 300) * hidden_width = cfg.get("hidden_width", 128) # <<<<<<<<<<<<<< * type_to_int = cfg.get("type_to_int", dict()) * */ __pyx_t_1 = __Pyx_PyDict_GetItemDefault(__pyx_v_cfg, __pyx_n_u_hidden_width, __pyx_int_128); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1190, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_hidden_width = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1191 * embed_width = cfg.get("embed_width", 300) * hidden_width = cfg.get("hidden_width", 128) * type_to_int = cfg.get("type_to_int", dict()) # <<<<<<<<<<<<<< * * model = build_nel_encoder(embed_width=embed_width, hidden_width=hidden_width, ner_types=len(type_to_int), **cfg) */ __pyx_t_1 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1191, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyDict_GetItemDefault(__pyx_v_cfg, __pyx_n_u_type_to_int, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1191, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_type_to_int = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1193 * type_to_int = cfg.get("type_to_int", dict()) * * model = build_nel_encoder(embed_width=embed_width, hidden_width=hidden_width, ner_types=len(type_to_int), **cfg) # <<<<<<<<<<<<<< * return model * */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_build_nel_encoder); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1193, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1193, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_embed_width, __pyx_v_embed_width) < 0) __PYX_ERR(0, 1193, __pyx_L1_error) if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_hidden_width, __pyx_v_hidden_width) < 0) __PYX_ERR(0, 1193, __pyx_L1_error) __pyx_t_4 = PyObject_Length(__pyx_v_type_to_int); if (unlikely(__pyx_t_4 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1193, __pyx_L1_error) __pyx_t_5 = PyInt_FromSsize_t(__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1193, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_ner_types, __pyx_t_5) < 0) __PYX_ERR(0, 1193, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_1 = __pyx_t_3; __pyx_t_3 = 0; if (__Pyx_MergeKeywords(__pyx_t_1, __pyx_v_cfg) < 0) __PYX_ERR(0, 1193, __pyx_L1_error) __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1193, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_model = __pyx_t_3; __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":1194 * * model = build_nel_encoder(embed_width=embed_width, hidden_width=hidden_width, ner_types=len(type_to_int), **cfg) * return model # <<<<<<<<<<<<<< * * def __init__(self, vocab, **cfg): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_model); __pyx_r = __pyx_v_model; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1188 * * @classmethod * def Model(cls, **cfg): # <<<<<<<<<<<<<< * embed_width = cfg.get("embed_width", 300) * hidden_width = cfg.get("hidden_width", 128) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.Model", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_embed_width); __Pyx_XDECREF(__pyx_v_hidden_width); __Pyx_XDECREF(__pyx_v_type_to_int); __Pyx_XDECREF(__pyx_v_model); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1196 * return model * * def __init__(self, vocab, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = True */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_3__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_3__init__ = {"__init__", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_3__init__, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_3__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_vocab = 0; PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__init__ (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_vocab,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_vocab)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__init__", 1, 2, 2, 1); __PYX_ERR(0, 1196, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "__init__") < 0)) __PYX_ERR(0, 1196, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_vocab = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__init__", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1196, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_2__init__(__pyx_self, __pyx_v_self, __pyx_v_vocab, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_2__init__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_vocab, PyObject *__pyx_v_cfg) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__115) __Pyx_RefNannySetupContext("__init__", 0); __Pyx_TraceCall("__init__", __pyx_f[0], 1196, 0, __PYX_ERR(0, 1196, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1197 * * def __init__(self, vocab, **cfg): * self.vocab = vocab # <<<<<<<<<<<<<< * self.model = True * self.kb = None */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_vocab, __pyx_v_vocab) < 0) __PYX_ERR(0, 1197, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1198 * def __init__(self, vocab, **cfg): * self.vocab = vocab * self.model = True # <<<<<<<<<<<<<< * self.kb = None * self.cfg = dict(cfg) */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_model, Py_True) < 0) __PYX_ERR(0, 1198, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1199 * self.vocab = vocab * self.model = True * self.kb = None # <<<<<<<<<<<<<< * self.cfg = dict(cfg) * */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_kb, Py_None) < 0) __PYX_ERR(0, 1199, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1200 * self.model = True * self.kb = None * self.cfg = dict(cfg) # <<<<<<<<<<<<<< * * # how many neightbour sentences to take into account */ __pyx_t_1 = PyDict_Copy(__pyx_v_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1200, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_cfg, __pyx_t_1) < 0) __PYX_ERR(0, 1200, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1203 * * # how many neightbour sentences to take into account * self.n_sents = cfg.get("n_sents", 0) # <<<<<<<<<<<<<< * * def set_kb(self, kb): */ __pyx_t_1 = __Pyx_PyDict_GetItemDefault(__pyx_v_cfg, __pyx_n_u_n_sents, __pyx_int_0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1203, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_n_sents, __pyx_t_1) < 0) __PYX_ERR(0, 1203, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1196 * return model * * def __init__(self, vocab, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = True */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1205 * self.n_sents = cfg.get("n_sents", 0) * * def set_kb(self, kb): # <<<<<<<<<<<<<< * self.kb = kb * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_5set_kb(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_5set_kb = {"set_kb", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_5set_kb, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_5set_kb(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_kb = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("set_kb (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_kb,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_kb)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_kb", 1, 2, 2, 1); __PYX_ERR(0, 1205, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "set_kb") < 0)) __PYX_ERR(0, 1205, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_kb = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("set_kb", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1205, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.set_kb", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_4set_kb(__pyx_self, __pyx_v_self, __pyx_v_kb); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_4set_kb(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_kb) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__116) __Pyx_RefNannySetupContext("set_kb", 0); __Pyx_TraceCall("set_kb", __pyx_f[0], 1205, 0, __PYX_ERR(0, 1205, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1206 * * def set_kb(self, kb): * self.kb = kb # <<<<<<<<<<<<<< * * def require_model(self): */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_kb, __pyx_v_kb) < 0) __PYX_ERR(0, 1206, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1205 * self.n_sents = cfg.get("n_sents", 0) * * def set_kb(self, kb): # <<<<<<<<<<<<<< * self.kb = kb * */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.set_kb", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1208 * self.kb = kb * * def require_model(self): # <<<<<<<<<<<<<< * # Raise an error if the component's model is not initialized. * if getattr(self, "model", None) in (None, True, False): */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_7require_model(PyObject *__pyx_self, PyObject *__pyx_v_self); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_7require_model = {"require_model", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_7require_model, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_7require_model(PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("require_model (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_6require_model(__pyx_self, ((PyObject *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_6require_model(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__117) __Pyx_RefNannySetupContext("require_model", 0); __Pyx_TraceCall("require_model", __pyx_f[0], 1208, 0, __PYX_ERR(0, 1208, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1210 * def require_model(self): * # Raise an error if the component's model is not initialized. * if getattr(self, "model", None) in (None, True, False): # <<<<<<<<<<<<<< * raise ValueError(Errors.E109.format(name=self.name)) * */ __pyx_t_1 = __Pyx_GetAttr3(__pyx_v_self, __pyx_n_u_model, Py_None); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1210, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyObject_RichCompare(__pyx_t_1, Py_None, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1210, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1210, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (!__pyx_t_4) { } else { __pyx_t_2 = __pyx_t_4; goto __pyx_L4_bool_binop_done; } __pyx_t_3 = PyObject_RichCompare(__pyx_t_1, Py_True, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1210, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1210, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (!__pyx_t_4) { } else { __pyx_t_2 = __pyx_t_4; goto __pyx_L4_bool_binop_done; } __pyx_t_3 = PyObject_RichCompare(__pyx_t_1, Py_False, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1210, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1210, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_2 = __pyx_t_4; __pyx_L4_bool_binop_done:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_4 = (__pyx_t_2 != 0); if (unlikely(__pyx_t_4)) { /* "spacy/pipeline/pipes.pyx":1211 * # Raise an error if the component's model is not initialized. * if getattr(self, "model", None) in (None, True, False): * raise ValueError(Errors.E109.format(name=self.name)) # <<<<<<<<<<<<<< * * def require_kb(self): */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1211, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E109); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1211, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_format); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1211, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1211, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1211, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_name, __pyx_t_5) < 0) __PYX_ERR(0, 1211, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1211, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_5); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1211, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_Raise(__pyx_t_3, 0, 0, 0); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __PYX_ERR(0, 1211, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1210 * def require_model(self): * # Raise an error if the component's model is not initialized. * if getattr(self, "model", None) in (None, True, False): # <<<<<<<<<<<<<< * raise ValueError(Errors.E109.format(name=self.name)) * */ } /* "spacy/pipeline/pipes.pyx":1208 * self.kb = kb * * def require_model(self): # <<<<<<<<<<<<<< * # Raise an error if the component's model is not initialized. * if getattr(self, "model", None) in (None, True, False): */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.require_model", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1213 * raise ValueError(Errors.E109.format(name=self.name)) * * def require_kb(self): # <<<<<<<<<<<<<< * # Raise an error if the knowledge base is not initialized. * if getattr(self, "kb", None) in (None, True, False): */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_9require_kb(PyObject *__pyx_self, PyObject *__pyx_v_self); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_9require_kb = {"require_kb", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_9require_kb, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_9require_kb(PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("require_kb (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_8require_kb(__pyx_self, ((PyObject *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_8require_kb(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__118) __Pyx_RefNannySetupContext("require_kb", 0); __Pyx_TraceCall("require_kb", __pyx_f[0], 1213, 0, __PYX_ERR(0, 1213, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1215 * def require_kb(self): * # Raise an error if the knowledge base is not initialized. * if getattr(self, "kb", None) in (None, True, False): # <<<<<<<<<<<<<< * raise ValueError(Errors.E139.format(name=self.name)) * */ __pyx_t_1 = __Pyx_GetAttr3(__pyx_v_self, __pyx_n_u_kb, Py_None); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1215, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyObject_RichCompare(__pyx_t_1, Py_None, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1215, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1215, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (!__pyx_t_4) { } else { __pyx_t_2 = __pyx_t_4; goto __pyx_L4_bool_binop_done; } __pyx_t_3 = PyObject_RichCompare(__pyx_t_1, Py_True, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1215, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1215, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (!__pyx_t_4) { } else { __pyx_t_2 = __pyx_t_4; goto __pyx_L4_bool_binop_done; } __pyx_t_3 = PyObject_RichCompare(__pyx_t_1, Py_False, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1215, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1215, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_2 = __pyx_t_4; __pyx_L4_bool_binop_done:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_4 = (__pyx_t_2 != 0); if (unlikely(__pyx_t_4)) { /* "spacy/pipeline/pipes.pyx":1216 * # Raise an error if the knowledge base is not initialized. * if getattr(self, "kb", None) in (None, True, False): * raise ValueError(Errors.E139.format(name=self.name)) # <<<<<<<<<<<<<< * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1216, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E139); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1216, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_format); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1216, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1216, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1216, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_name, __pyx_t_5) < 0) __PYX_ERR(0, 1216, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1216, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_5); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1216, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_Raise(__pyx_t_3, 0, 0, 0); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __PYX_ERR(0, 1216, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1215 * def require_kb(self): * # Raise an error if the knowledge base is not initialized. * if getattr(self, "kb", None) in (None, True, False): # <<<<<<<<<<<<<< * raise ValueError(Errors.E139.format(name=self.name)) * */ } /* "spacy/pipeline/pipes.pyx":1213 * raise ValueError(Errors.E109.format(name=self.name)) * * def require_kb(self): # <<<<<<<<<<<<<< * # Raise an error if the knowledge base is not initialized. * if getattr(self, "kb", None) in (None, True, False): */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.require_kb", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1218 * raise ValueError(Errors.E139.format(name=self.name)) * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * self.require_kb() * self.cfg["entity_width"] = self.kb.entity_vector_length */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_41__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 1218, 0, __PYX_ERR(0, 1218, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1218, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults15, __pyx_self)->__pyx_arg_get_gold_tuples); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults15, __pyx_self)->__pyx_arg_get_gold_tuples); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults15, __pyx_self)->__pyx_arg_get_gold_tuples); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)Py_None)); __Pyx_INCREF(((PyObject *)Py_None)); __Pyx_GIVEREF(((PyObject *)Py_None)); PyTuple_SET_ITEM(__pyx_t_1, 2, ((PyObject *)Py_None)); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1218, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_11begin_training(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_11begin_training = {"begin_training", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_11begin_training, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_11begin_training(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_get_gold_tuples = 0; CYTHON_UNUSED PyObject *__pyx_v_pipeline = 0; PyObject *__pyx_v_sgd = 0; CYTHON_UNUSED PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("begin_training (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_get_gold_tuples,&__pyx_n_s_pipeline,&__pyx_n_s_sgd,0}; PyObject* values[4] = {0,0,0,0}; __pyx_defaults15 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults15, __pyx_self); values[1] = __pyx_dynamic_args->__pyx_arg_get_gold_tuples; values[2] = ((PyObject *)((PyObject *)Py_None)); values[3] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_get_gold_tuples); if (value) { values[1] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pipeline); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "begin_training") < 0)) __PYX_ERR(0, 1218, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_get_gold_tuples = values[1]; __pyx_v_pipeline = values[2]; __pyx_v_sgd = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("begin_training", 0, 1, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1218, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.begin_training", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_10begin_training(__pyx_self, __pyx_v_self, __pyx_v_get_gold_tuples, __pyx_v_pipeline, __pyx_v_sgd, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_10begin_training(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_get_gold_tuples, CYTHON_UNUSED PyObject *__pyx_v_pipeline, PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_kwargs) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__119) __Pyx_RefNannySetupContext("begin_training", 0); __Pyx_TraceCall("begin_training", __pyx_f[0], 1218, 0, __PYX_ERR(0, 1218, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_sgd); /* "spacy/pipeline/pipes.pyx":1219 * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): * self.require_kb() # <<<<<<<<<<<<<< * self.cfg["entity_width"] = self.kb.entity_vector_length * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_kb); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1219, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1219, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1220 * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): * self.require_kb() * self.cfg["entity_width"] = self.kb.entity_vector_length # <<<<<<<<<<<<<< * * if self.model is True: */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_kb); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1220, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_entity_vector_length); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1220, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1220, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_t_1, __pyx_n_u_entity_width, __pyx_t_2) < 0)) __PYX_ERR(0, 1220, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1222 * self.cfg["entity_width"] = self.kb.entity_vector_length * * if self.model is True: # <<<<<<<<<<<<<< * self.model = self.Model(**self.cfg) * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1222, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = (__pyx_t_2 == Py_True); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_5 = (__pyx_t_4 != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":1223 * * if self.model is True: * self.model = self.Model(**self.cfg) # <<<<<<<<<<<<<< * * if sgd is None: */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_Model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1223, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1223, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (unlikely(__pyx_t_3 == Py_None)) { PyErr_SetString(PyExc_TypeError, "argument after ** must be a mapping, not NoneType"); __PYX_ERR(0, 1223, __pyx_L1_error) } if (likely(PyDict_CheckExact(__pyx_t_3))) { __pyx_t_1 = PyDict_Copy(__pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1223, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else { __pyx_t_1 = PyObject_CallFunctionObjArgs((PyObject*)&PyDict_Type, __pyx_t_3, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1223, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_empty_tuple, __pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1223, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_model, __pyx_t_3) < 0) __PYX_ERR(0, 1223, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":1222 * self.cfg["entity_width"] = self.kb.entity_vector_length * * if self.model is True: # <<<<<<<<<<<<<< * self.model = self.Model(**self.cfg) * */ } /* "spacy/pipeline/pipes.pyx":1225 * self.model = self.Model(**self.cfg) * * if sgd is None: # <<<<<<<<<<<<<< * sgd = self.create_optimizer() * */ __pyx_t_5 = (__pyx_v_sgd == Py_None); __pyx_t_4 = (__pyx_t_5 != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":1226 * * if sgd is None: * sgd = self.create_optimizer() # <<<<<<<<<<<<<< * * return sgd */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_create_optimizer); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1226, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_3 = (__pyx_t_2) ? __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_2) : __Pyx_PyObject_CallNoArg(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1226, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF_SET(__pyx_v_sgd, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":1225 * self.model = self.Model(**self.cfg) * * if sgd is None: # <<<<<<<<<<<<<< * sgd = self.create_optimizer() * */ } /* "spacy/pipeline/pipes.pyx":1228 * sgd = self.create_optimizer() * * return sgd # <<<<<<<<<<<<<< * * def update(self, docs, golds, state=None, drop=0.0, sgd=None, losses=None): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_sgd); __pyx_r = __pyx_v_sgd; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1218 * raise ValueError(Errors.E139.format(name=self.name)) * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * self.require_kb() * self.cfg["entity_width"] = self.kb.entity_vector_length */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.begin_training", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_sgd); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1230 * return sgd * * def update(self, docs, golds, state=None, drop=0.0, sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * self.require_kb() */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_13update(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_13update = {"update", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_13update, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_13update(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_golds = 0; CYTHON_UNUSED PyObject *__pyx_v_state = 0; PyObject *__pyx_v_drop = 0; PyObject *__pyx_v_sgd = 0; PyObject *__pyx_v_losses = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("update (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_golds,&__pyx_n_s_state,&__pyx_n_s_drop,&__pyx_n_s_sgd,&__pyx_n_s_losses,0}; PyObject* values[7] = {0,0,0,0,0,0,0}; values[3] = ((PyObject *)((PyObject *)Py_None)); values[4] = ((PyObject *)((PyObject*)__pyx_float_0_0)); values[5] = ((PyObject *)((PyObject *)Py_None)); values[6] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6); CYTHON_FALLTHROUGH; case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("update", 0, 3, 7, 1); __PYX_ERR(0, 1230, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_golds)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("update", 0, 3, 7, 2); __PYX_ERR(0, 1230, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_state); if (value) { values[3] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 4: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_drop); if (value) { values[4] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 5: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[5] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 6: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_losses); if (value) { values[6] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "update") < 0)) __PYX_ERR(0, 1230, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 7: values[6] = PyTuple_GET_ITEM(__pyx_args, 6); CYTHON_FALLTHROUGH; case 6: values[5] = PyTuple_GET_ITEM(__pyx_args, 5); CYTHON_FALLTHROUGH; case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_golds = values[2]; __pyx_v_state = values[3]; __pyx_v_drop = values[4]; __pyx_v_sgd = values[5]; __pyx_v_losses = values[6]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("update", 0, 3, 7, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1230, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.update", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_12update(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_golds, __pyx_v_state, __pyx_v_drop, __pyx_v_sgd, __pyx_v_losses); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_12update(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, CYTHON_UNUSED PyObject *__pyx_v_state, PyObject *__pyx_v_drop, PyObject *__pyx_v_sgd, PyObject *__pyx_v_losses) { PyObject *__pyx_v_sentence_docs = NULL; PyObject *__pyx_v_doc = NULL; PyObject *__pyx_v_gold = NULL; PyObject *__pyx_v_ents_by_offset = NULL; PyObject *__pyx_v_sentences = NULL; PyObject *__pyx_v_ent = NULL; PyObject *__pyx_v_entity = NULL; PyObject *__pyx_v_kb_dict = NULL; PyObject *__pyx_v_start = NULL; PyObject *__pyx_v_end = NULL; CYTHON_UNUSED PyObject *__pyx_v_mention = NULL; CYTHON_UNUSED PyObject *__pyx_v_kb_id = NULL; PyObject *__pyx_v_value = NULL; PyObject *__pyx_v_sent_index = NULL; PyObject *__pyx_v_start_sentence = NULL; PyObject *__pyx_v_end_sentence = NULL; PyObject *__pyx_v_start_token = NULL; PyObject *__pyx_v_end_token = NULL; PyObject *__pyx_v_sent_doc = NULL; PyObject *__pyx_v_sentence_encodings = NULL; PyObject *__pyx_v_bp_context = NULL; PyObject *__pyx_v_loss = NULL; PyObject *__pyx_v_d_scores = NULL; PyObject *__pyx_v_s = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; int __pyx_t_7; PyObject *__pyx_t_8 = NULL; int __pyx_t_9; Py_ssize_t __pyx_t_10; Py_ssize_t __pyx_t_11; PyObject *(*__pyx_t_12)(PyObject *); PyObject *(*__pyx_t_13)(PyObject *); PyObject *(*__pyx_t_14)(PyObject *); PyObject *__pyx_t_15 = NULL; Py_ssize_t __pyx_t_16; PyObject *(*__pyx_t_17)(PyObject *); PyObject *__pyx_t_18 = NULL; PyObject *__pyx_t_19 = NULL; PyObject *__pyx_t_20 = NULL; PyObject *__pyx_t_21 = NULL; PyObject *__pyx_t_22 = NULL; long __pyx_t_23; Py_ssize_t __pyx_t_24; Py_ssize_t __pyx_t_25; int __pyx_t_26; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__120) __Pyx_RefNannySetupContext("update", 0); __Pyx_TraceCall("update", __pyx_f[0], 1230, 0, __PYX_ERR(0, 1230, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_docs); __Pyx_INCREF(__pyx_v_golds); /* "spacy/pipeline/pipes.pyx":1231 * * def update(self, docs, golds, state=None, drop=0.0, sgd=None, losses=None): * self.require_model() # <<<<<<<<<<<<<< * self.require_kb() * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1231, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1231, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1232 * def update(self, docs, golds, state=None, drop=0.0, sgd=None, losses=None): * self.require_model() * self.require_kb() # <<<<<<<<<<<<<< * * if losses is not None: */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_kb); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1232, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1232, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1234 * self.require_kb() * * if losses is not None: # <<<<<<<<<<<<<< * losses.setdefault(self.name, 0.0) * */ __pyx_t_4 = (__pyx_v_losses != Py_None); __pyx_t_5 = (__pyx_t_4 != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":1235 * * if losses is not None: * losses.setdefault(self.name, 0.0) # <<<<<<<<<<<<<< * * if not docs or not golds: */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_losses, __pyx_n_s_setdefault); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1235, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1235, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = NULL; __pyx_t_7 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_7 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_t_3, __pyx_float_0_0}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1235, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_6, __pyx_t_3, __pyx_float_0_0}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1235, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif { __pyx_t_8 = PyTuple_New(2+__pyx_t_7); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1235, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (__pyx_t_6) { __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_6); __pyx_t_6 = NULL; } __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_8, 0+__pyx_t_7, __pyx_t_3); __Pyx_INCREF(__pyx_float_0_0); __Pyx_GIVEREF(__pyx_float_0_0); PyTuple_SET_ITEM(__pyx_t_8, 1+__pyx_t_7, __pyx_float_0_0); __pyx_t_3 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_8, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1235, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1234 * self.require_kb() * * if losses is not None: # <<<<<<<<<<<<<< * losses.setdefault(self.name, 0.0) * */ } /* "spacy/pipeline/pipes.pyx":1237 * losses.setdefault(self.name, 0.0) * * if not docs or not golds: # <<<<<<<<<<<<<< * return 0 * */ __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_v_docs); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1237, __pyx_L1_error) __pyx_t_9 = ((!__pyx_t_4) != 0); if (!__pyx_t_9) { } else { __pyx_t_5 = __pyx_t_9; goto __pyx_L5_bool_binop_done; } __pyx_t_9 = __Pyx_PyObject_IsTrue(__pyx_v_golds); if (unlikely(__pyx_t_9 < 0)) __PYX_ERR(0, 1237, __pyx_L1_error) __pyx_t_4 = ((!__pyx_t_9) != 0); __pyx_t_5 = __pyx_t_4; __pyx_L5_bool_binop_done:; if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":1238 * * if not docs or not golds: * return 0 # <<<<<<<<<<<<<< * * if len(docs) != len(golds): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_int_0); __pyx_r = __pyx_int_0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1237 * losses.setdefault(self.name, 0.0) * * if not docs or not golds: # <<<<<<<<<<<<<< * return 0 * */ } /* "spacy/pipeline/pipes.pyx":1240 * return 0 * * if len(docs) != len(golds): # <<<<<<<<<<<<<< * raise ValueError(Errors.E077.format(value="EL training", n_docs=len(docs), * n_golds=len(golds))) */ __pyx_t_10 = PyObject_Length(__pyx_v_docs); if (unlikely(__pyx_t_10 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1240, __pyx_L1_error) __pyx_t_11 = PyObject_Length(__pyx_v_golds); if (unlikely(__pyx_t_11 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1240, __pyx_L1_error) __pyx_t_5 = ((__pyx_t_10 != __pyx_t_11) != 0); if (unlikely(__pyx_t_5)) { /* "spacy/pipeline/pipes.pyx":1241 * * if len(docs) != len(golds): * raise ValueError(Errors.E077.format(value="EL training", n_docs=len(docs), # <<<<<<<<<<<<<< * n_golds=len(golds))) * */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1241, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E077); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1241, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_format); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1241, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1241, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_value, __pyx_kp_u_EL_training) < 0) __PYX_ERR(0, 1241, __pyx_L1_error) __pyx_t_11 = PyObject_Length(__pyx_v_docs); if (unlikely(__pyx_t_11 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1241, __pyx_L1_error) __pyx_t_8 = PyInt_FromSsize_t(__pyx_t_11); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1241, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_n_docs, __pyx_t_8) < 0) __PYX_ERR(0, 1241, __pyx_L1_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1242 * if len(docs) != len(golds): * raise ValueError(Errors.E077.format(value="EL training", n_docs=len(docs), * n_golds=len(golds))) # <<<<<<<<<<<<<< * * if isinstance(docs, Doc): */ __pyx_t_11 = PyObject_Length(__pyx_v_golds); if (unlikely(__pyx_t_11 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1242, __pyx_L1_error) __pyx_t_8 = PyInt_FromSsize_t(__pyx_t_11); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1242, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_n_golds, __pyx_t_8) < 0) __PYX_ERR(0, 1241, __pyx_L1_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1241 * * if len(docs) != len(golds): * raise ValueError(Errors.E077.format(value="EL training", n_docs=len(docs), # <<<<<<<<<<<<<< * n_golds=len(golds))) * */ __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_2); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1241, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_8); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1241, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_Raise(__pyx_t_2, 0, 0, 0); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __PYX_ERR(0, 1241, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1240 * return 0 * * if len(docs) != len(golds): # <<<<<<<<<<<<<< * raise ValueError(Errors.E077.format(value="EL training", n_docs=len(docs), * n_golds=len(golds))) */ } /* "spacy/pipeline/pipes.pyx":1244 * n_golds=len(golds))) * * if isinstance(docs, Doc): # <<<<<<<<<<<<<< * docs = [docs] * golds = [golds] */ __pyx_t_5 = __Pyx_TypeCheck(__pyx_v_docs, __pyx_ptype_5spacy_6tokens_3doc_Doc); __pyx_t_4 = (__pyx_t_5 != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":1245 * * if isinstance(docs, Doc): * docs = [docs] # <<<<<<<<<<<<<< * golds = [golds] * */ __pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1245, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_docs); __Pyx_GIVEREF(__pyx_v_docs); PyList_SET_ITEM(__pyx_t_2, 0, __pyx_v_docs); __Pyx_DECREF_SET(__pyx_v_docs, __pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1246 * if isinstance(docs, Doc): * docs = [docs] * golds = [golds] # <<<<<<<<<<<<<< * * sentence_docs = [] */ __pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1246, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_golds); __Pyx_GIVEREF(__pyx_v_golds); PyList_SET_ITEM(__pyx_t_2, 0, __pyx_v_golds); __Pyx_DECREF_SET(__pyx_v_golds, __pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1244 * n_golds=len(golds))) * * if isinstance(docs, Doc): # <<<<<<<<<<<<<< * docs = [docs] * golds = [golds] */ } /* "spacy/pipeline/pipes.pyx":1248 * golds = [golds] * * sentence_docs = [] # <<<<<<<<<<<<<< * * for doc, gold in zip(docs, golds): */ __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1248, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_v_sentence_docs = ((PyObject*)__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1250 * sentence_docs = [] * * for doc, gold in zip(docs, golds): # <<<<<<<<<<<<<< * ents_by_offset = dict() * */ __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1250, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_docs); __Pyx_GIVEREF(__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_docs); __Pyx_INCREF(__pyx_v_golds); __Pyx_GIVEREF(__pyx_v_golds); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_golds); __pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_zip, __pyx_t_2, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1250, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (likely(PyList_CheckExact(__pyx_t_8)) || PyTuple_CheckExact(__pyx_t_8)) { __pyx_t_2 = __pyx_t_8; __Pyx_INCREF(__pyx_t_2); __pyx_t_11 = 0; __pyx_t_12 = NULL; } else { __pyx_t_11 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1250, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_12 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1250, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; for (;;) { if (likely(!__pyx_t_12)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_11 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_11); __Pyx_INCREF(__pyx_t_8); __pyx_t_11++; if (unlikely(0 < 0)) __PYX_ERR(0, 1250, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_2, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1250, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } else { if (__pyx_t_11 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_11); __Pyx_INCREF(__pyx_t_8); __pyx_t_11++; if (unlikely(0 < 0)) __PYX_ERR(0, 1250, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_2, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1250, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } } else { __pyx_t_8 = __pyx_t_12(__pyx_t_2); if (unlikely(!__pyx_t_8)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1250, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_8); } if ((likely(PyTuple_CheckExact(__pyx_t_8))) || (PyList_CheckExact(__pyx_t_8))) { PyObject* sequence = __pyx_t_8; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1250, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_1 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_3 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_1 = PyList_GET_ITEM(sequence, 0); __pyx_t_3 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_3); #else __pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1250, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1250, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } else { Py_ssize_t index = -1; __pyx_t_6 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1250, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_13 = Py_TYPE(__pyx_t_6)->tp_iternext; index = 0; __pyx_t_1 = __pyx_t_13(__pyx_t_6); if (unlikely(!__pyx_t_1)) goto __pyx_L11_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); index = 1; __pyx_t_3 = __pyx_t_13(__pyx_t_6); if (unlikely(!__pyx_t_3)) goto __pyx_L11_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); if (__Pyx_IternextUnpackEndCheck(__pyx_t_13(__pyx_t_6), 2) < 0) __PYX_ERR(0, 1250, __pyx_L1_error) __pyx_t_13 = NULL; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; goto __pyx_L12_unpacking_done; __pyx_L11_unpacking_failed:; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_13 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1250, __pyx_L1_error) __pyx_L12_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_doc, __pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF_SET(__pyx_v_gold, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":1251 * * for doc, gold in zip(docs, golds): * ents_by_offset = dict() # <<<<<<<<<<<<<< * * sentences = [s for s in doc.sents] */ __pyx_t_8 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1251, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_XDECREF_SET(__pyx_v_ents_by_offset, ((PyObject*)__pyx_t_8)); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1253 * ents_by_offset = dict() * * sentences = [s for s in doc.sents] # <<<<<<<<<<<<<< * * for ent in doc.ents: */ __pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1253, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_sents); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1253, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (likely(PyList_CheckExact(__pyx_t_3)) || PyTuple_CheckExact(__pyx_t_3)) { __pyx_t_1 = __pyx_t_3; __Pyx_INCREF(__pyx_t_1); __pyx_t_10 = 0; __pyx_t_14 = NULL; } else { __pyx_t_10 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1253, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_14 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1253, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; for (;;) { if (likely(!__pyx_t_14)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_10); __Pyx_INCREF(__pyx_t_3); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1253, __pyx_L1_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1253, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif } else { if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_10); __Pyx_INCREF(__pyx_t_3); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1253, __pyx_L1_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1253, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif } } else { __pyx_t_3 = __pyx_t_14(__pyx_t_1); if (unlikely(!__pyx_t_3)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1253, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_3); } __Pyx_XDECREF_SET(__pyx_v_s, __pyx_t_3); __pyx_t_3 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_8, (PyObject*)__pyx_v_s))) __PYX_ERR(0, 1253, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF_SET(__pyx_v_sentences, ((PyObject*)__pyx_t_8)); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1255 * sentences = [s for s in doc.sents] * * for ent in doc.ents: # <<<<<<<<<<<<<< * ents_by_offset[(ent.start_char, ent.end_char)] = ent * */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_ents); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1255, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (likely(PyList_CheckExact(__pyx_t_8)) || PyTuple_CheckExact(__pyx_t_8)) { __pyx_t_1 = __pyx_t_8; __Pyx_INCREF(__pyx_t_1); __pyx_t_10 = 0; __pyx_t_14 = NULL; } else { __pyx_t_10 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1255, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_14 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1255, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; for (;;) { if (likely(!__pyx_t_14)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_10); __Pyx_INCREF(__pyx_t_8); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1255, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_1, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1255, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } else { if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_10); __Pyx_INCREF(__pyx_t_8); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1255, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_1, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1255, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } } else { __pyx_t_8 = __pyx_t_14(__pyx_t_1); if (unlikely(!__pyx_t_8)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1255, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_8); } __Pyx_XDECREF_SET(__pyx_v_ent, __pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1256 * * for ent in doc.ents: * ents_by_offset[(ent.start_char, ent.end_char)] = ent # <<<<<<<<<<<<<< * * for entity, kb_dict in gold.links.items(): */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent, __pyx_n_s_start_char); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1256, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent, __pyx_n_s_end_char); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1256, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = PyTuple_New(2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1256, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_8); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_6, 1, __pyx_t_3); __pyx_t_8 = 0; __pyx_t_3 = 0; if (unlikely(PyDict_SetItem(__pyx_v_ents_by_offset, __pyx_t_6, __pyx_v_ent) < 0)) __PYX_ERR(0, 1256, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1255 * sentences = [s for s in doc.sents] * * for ent in doc.ents: # <<<<<<<<<<<<<< * ents_by_offset[(ent.start_char, ent.end_char)] = ent * */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1258 * ents_by_offset[(ent.start_char, ent.end_char)] = ent * * for entity, kb_dict in gold.links.items(): # <<<<<<<<<<<<<< * start, end = entity * mention = doc.text[start:end] */ __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_gold, __pyx_n_s_links); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1258, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_items); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1258, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_3); __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1258, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (likely(PyList_CheckExact(__pyx_t_1)) || PyTuple_CheckExact(__pyx_t_1)) { __pyx_t_3 = __pyx_t_1; __Pyx_INCREF(__pyx_t_3); __pyx_t_10 = 0; __pyx_t_14 = NULL; } else { __pyx_t_10 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1258, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_14 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1258, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; for (;;) { if (likely(!__pyx_t_14)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_10); __Pyx_INCREF(__pyx_t_1); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1258, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1258, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } else { if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_10); __Pyx_INCREF(__pyx_t_1); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1258, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_3, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1258, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } } else { __pyx_t_1 = __pyx_t_14(__pyx_t_3); if (unlikely(!__pyx_t_1)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1258, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_1); } if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) { PyObject* sequence = __pyx_t_1; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1258, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_6 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_8 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_6 = PyList_GET_ITEM(sequence, 0); __pyx_t_8 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(__pyx_t_8); #else __pyx_t_6 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1258, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_8 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1258, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { Py_ssize_t index = -1; __pyx_t_15 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1258, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_13 = Py_TYPE(__pyx_t_15)->tp_iternext; index = 0; __pyx_t_6 = __pyx_t_13(__pyx_t_15); if (unlikely(!__pyx_t_6)) goto __pyx_L19_unpacking_failed; __Pyx_GOTREF(__pyx_t_6); index = 1; __pyx_t_8 = __pyx_t_13(__pyx_t_15); if (unlikely(!__pyx_t_8)) goto __pyx_L19_unpacking_failed; __Pyx_GOTREF(__pyx_t_8); if (__Pyx_IternextUnpackEndCheck(__pyx_t_13(__pyx_t_15), 2) < 0) __PYX_ERR(0, 1258, __pyx_L1_error) __pyx_t_13 = NULL; __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; goto __pyx_L20_unpacking_done; __pyx_L19_unpacking_failed:; __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_13 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1258, __pyx_L1_error) __pyx_L20_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_entity, __pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF_SET(__pyx_v_kb_dict, __pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1259 * * for entity, kb_dict in gold.links.items(): * start, end = entity # <<<<<<<<<<<<<< * mention = doc.text[start:end] * */ if ((likely(PyTuple_CheckExact(__pyx_v_entity))) || (PyList_CheckExact(__pyx_v_entity))) { PyObject* sequence = __pyx_v_entity; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1259, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_1 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_8 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_1 = PyList_GET_ITEM(sequence, 0); __pyx_t_8 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_8); #else __pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1259, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_8 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1259, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } else { Py_ssize_t index = -1; __pyx_t_6 = PyObject_GetIter(__pyx_v_entity); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1259, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_13 = Py_TYPE(__pyx_t_6)->tp_iternext; index = 0; __pyx_t_1 = __pyx_t_13(__pyx_t_6); if (unlikely(!__pyx_t_1)) goto __pyx_L21_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); index = 1; __pyx_t_8 = __pyx_t_13(__pyx_t_6); if (unlikely(!__pyx_t_8)) goto __pyx_L21_unpacking_failed; __Pyx_GOTREF(__pyx_t_8); if (__Pyx_IternextUnpackEndCheck(__pyx_t_13(__pyx_t_6), 2) < 0) __PYX_ERR(0, 1259, __pyx_L1_error) __pyx_t_13 = NULL; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; goto __pyx_L22_unpacking_done; __pyx_L21_unpacking_failed:; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_13 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1259, __pyx_L1_error) __pyx_L22_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_start, __pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF_SET(__pyx_v_end, __pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1260 * for entity, kb_dict in gold.links.items(): * start, end = entity * mention = doc.text[start:end] # <<<<<<<<<<<<<< * * # the gold annotations should link to proper entities - if this fails, the dataset is likely corrupt */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_text); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1260, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_1 = __Pyx_PyObject_GetSlice(__pyx_t_8, 0, 0, &__pyx_v_start, &__pyx_v_end, NULL, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1260, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_mention, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1263 * * # the gold annotations should link to proper entities - if this fails, the dataset is likely corrupt * if not (start, end) in ents_by_offset: # <<<<<<<<<<<<<< * raise RuntimeError(Errors.E188) * */ __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1263, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_start); __Pyx_GIVEREF(__pyx_v_start); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_start); __Pyx_INCREF(__pyx_v_end); __Pyx_GIVEREF(__pyx_v_end); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_v_end); __pyx_t_4 = (__Pyx_PyDict_ContainsTF(__pyx_t_1, __pyx_v_ents_by_offset, Py_NE)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1263, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = (__pyx_t_4 != 0); if (unlikely(__pyx_t_5)) { /* "spacy/pipeline/pipes.pyx":1264 * # the gold annotations should link to proper entities - if this fails, the dataset is likely corrupt * if not (start, end) in ents_by_offset: * raise RuntimeError(Errors.E188) # <<<<<<<<<<<<<< * * ent = ents_by_offset[(start, end)] */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1264, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E188); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1264, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_CallOneArg(__pyx_builtin_RuntimeError, __pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1264, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_Raise(__pyx_t_1, 0, 0, 0); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __PYX_ERR(0, 1264, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1263 * * # the gold annotations should link to proper entities - if this fails, the dataset is likely corrupt * if not (start, end) in ents_by_offset: # <<<<<<<<<<<<<< * raise RuntimeError(Errors.E188) * */ } /* "spacy/pipeline/pipes.pyx":1266 * raise RuntimeError(Errors.E188) * * ent = ents_by_offset[(start, end)] # <<<<<<<<<<<<<< * * for kb_id, value in kb_dict.items(): */ __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1266, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_start); __Pyx_GIVEREF(__pyx_v_start); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_start); __Pyx_INCREF(__pyx_v_end); __Pyx_GIVEREF(__pyx_v_end); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_v_end); __pyx_t_8 = __Pyx_PyDict_GetItem(__pyx_v_ents_by_offset, __pyx_t_1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1266, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF_SET(__pyx_v_ent, __pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1268 * ent = ents_by_offset[(start, end)] * * for kb_id, value in kb_dict.items(): # <<<<<<<<<<<<<< * # Currently only training on the positive instances * if value: */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_kb_dict, __pyx_n_s_items); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1268, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_8 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_1); __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1268, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (likely(PyList_CheckExact(__pyx_t_8)) || PyTuple_CheckExact(__pyx_t_8)) { __pyx_t_1 = __pyx_t_8; __Pyx_INCREF(__pyx_t_1); __pyx_t_16 = 0; __pyx_t_17 = NULL; } else { __pyx_t_16 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1268, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_17 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_17)) __PYX_ERR(0, 1268, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; for (;;) { if (likely(!__pyx_t_17)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_16 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_16); __Pyx_INCREF(__pyx_t_8); __pyx_t_16++; if (unlikely(0 < 0)) __PYX_ERR(0, 1268, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_1, __pyx_t_16); __pyx_t_16++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1268, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } else { if (__pyx_t_16 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_16); __Pyx_INCREF(__pyx_t_8); __pyx_t_16++; if (unlikely(0 < 0)) __PYX_ERR(0, 1268, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_1, __pyx_t_16); __pyx_t_16++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1268, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } } else { __pyx_t_8 = __pyx_t_17(__pyx_t_1); if (unlikely(!__pyx_t_8)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1268, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_8); } if ((likely(PyTuple_CheckExact(__pyx_t_8))) || (PyList_CheckExact(__pyx_t_8))) { PyObject* sequence = __pyx_t_8; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1268, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_6 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_15 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_6 = PyList_GET_ITEM(sequence, 0); __pyx_t_15 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(__pyx_t_15); #else __pyx_t_6 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1268, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_15 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1268, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); #endif __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } else { Py_ssize_t index = -1; __pyx_t_18 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1268, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_13 = Py_TYPE(__pyx_t_18)->tp_iternext; index = 0; __pyx_t_6 = __pyx_t_13(__pyx_t_18); if (unlikely(!__pyx_t_6)) goto __pyx_L26_unpacking_failed; __Pyx_GOTREF(__pyx_t_6); index = 1; __pyx_t_15 = __pyx_t_13(__pyx_t_18); if (unlikely(!__pyx_t_15)) goto __pyx_L26_unpacking_failed; __Pyx_GOTREF(__pyx_t_15); if (__Pyx_IternextUnpackEndCheck(__pyx_t_13(__pyx_t_18), 2) < 0) __PYX_ERR(0, 1268, __pyx_L1_error) __pyx_t_13 = NULL; __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; goto __pyx_L27_unpacking_done; __pyx_L26_unpacking_failed:; __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; __pyx_t_13 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1268, __pyx_L1_error) __pyx_L27_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_kb_id, __pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF_SET(__pyx_v_value, __pyx_t_15); __pyx_t_15 = 0; /* "spacy/pipeline/pipes.pyx":1270 * for kb_id, value in kb_dict.items(): * # Currently only training on the positive instances * if value: # <<<<<<<<<<<<<< * try: * # find the sentence in the list of sentences. */ __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_v_value); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1270, __pyx_L1_error) if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":1271 * # Currently only training on the positive instances * if value: * try: # <<<<<<<<<<<<<< * # find the sentence in the list of sentences. * sent_index = sentences.index(ent.sent) */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_19, &__pyx_t_20, &__pyx_t_21); __Pyx_XGOTREF(__pyx_t_19); __Pyx_XGOTREF(__pyx_t_20); __Pyx_XGOTREF(__pyx_t_21); /*try:*/ { /* "spacy/pipeline/pipes.pyx":1273 * try: * # find the sentence in the list of sentences. * sent_index = sentences.index(ent.sent) # <<<<<<<<<<<<<< * * except AttributeError: */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent, __pyx_n_s_sent); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1273, __pyx_L29_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_15 = __Pyx_CallUnboundCMethod1(&__pyx_umethod_PyList_Type_index, __pyx_v_sentences, __pyx_t_8); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1273, __pyx_L29_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_sent_index, __pyx_t_15); __pyx_t_15 = 0; /* "spacy/pipeline/pipes.pyx":1271 * # Currently only training on the positive instances * if value: * try: # <<<<<<<<<<<<<< * # find the sentence in the list of sentences. * sent_index = sentences.index(ent.sent) */ } __Pyx_XDECREF(__pyx_t_19); __pyx_t_19 = 0; __Pyx_XDECREF(__pyx_t_20); __pyx_t_20 = 0; __Pyx_XDECREF(__pyx_t_21); __pyx_t_21 = 0; goto __pyx_L36_try_end; __pyx_L29_error:; __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0; __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1275 * sent_index = sentences.index(ent.sent) * * except AttributeError: # <<<<<<<<<<<<<< * # Catch the exception when ent.sent is None and provide a user-friendly warning * raise RuntimeError(Errors.E030) */ __pyx_t_7 = __Pyx_PyErr_ExceptionMatches(__pyx_builtin_AttributeError); if (__pyx_t_7) { __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.update", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_15, &__pyx_t_8, &__pyx_t_6) < 0) __PYX_ERR(0, 1275, __pyx_L31_except_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_GOTREF(__pyx_t_8); __Pyx_GOTREF(__pyx_t_6); /* "spacy/pipeline/pipes.pyx":1277 * except AttributeError: * # Catch the exception when ent.sent is None and provide a user-friendly warning * raise RuntimeError(Errors.E030) # <<<<<<<<<<<<<< * * # get n previous sentences, if there are any */ __Pyx_GetModuleGlobalName(__pyx_t_18, __pyx_n_s_Errors); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1277, __pyx_L31_except_error) __Pyx_GOTREF(__pyx_t_18); __pyx_t_22 = __Pyx_PyObject_GetAttrStr(__pyx_t_18, __pyx_n_s_E030); if (unlikely(!__pyx_t_22)) __PYX_ERR(0, 1277, __pyx_L31_except_error) __Pyx_GOTREF(__pyx_t_22); __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; __pyx_t_18 = __Pyx_PyObject_CallOneArg(__pyx_builtin_RuntimeError, __pyx_t_22); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1277, __pyx_L31_except_error) __Pyx_GOTREF(__pyx_t_18); __Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0; __Pyx_Raise(__pyx_t_18, 0, 0, 0); __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; __PYX_ERR(0, 1277, __pyx_L31_except_error) } goto __pyx_L31_except_error; __pyx_L31_except_error:; /* "spacy/pipeline/pipes.pyx":1271 * # Currently only training on the positive instances * if value: * try: # <<<<<<<<<<<<<< * # find the sentence in the list of sentences. * sent_index = sentences.index(ent.sent) */ __Pyx_XGIVEREF(__pyx_t_19); __Pyx_XGIVEREF(__pyx_t_20); __Pyx_XGIVEREF(__pyx_t_21); __Pyx_ExceptionReset(__pyx_t_19, __pyx_t_20, __pyx_t_21); goto __pyx_L1_error; __pyx_L36_try_end:; } /* "spacy/pipeline/pipes.pyx":1280 * * # get n previous sentences, if there are any * start_sentence = max(0, sent_index - self.n_sents) # <<<<<<<<<<<<<< * * # get n posterior sentences, or as many < n as there are */ __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_n_sents); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1280, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_8 = PyNumber_Subtract(__pyx_v_sent_index, __pyx_t_6); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1280, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_23 = 0; __pyx_t_15 = __Pyx_PyInt_From_long(__pyx_t_23); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1280, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_18 = PyObject_RichCompare(__pyx_t_8, __pyx_t_15, Py_GT); __Pyx_XGOTREF(__pyx_t_18); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1280, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_18); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1280, __pyx_L1_error) __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; if (__pyx_t_5) { __Pyx_INCREF(__pyx_t_8); __pyx_t_6 = __pyx_t_8; } else { __pyx_t_18 = __Pyx_PyInt_From_long(__pyx_t_23); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1280, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __pyx_t_6 = __pyx_t_18; __pyx_t_18 = 0; } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = __pyx_t_6; __Pyx_INCREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF_SET(__pyx_v_start_sentence, __pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1283 * * # get n posterior sentences, or as many < n as there are * end_sentence = min(len(sentences) -1, sent_index + self.n_sents) # <<<<<<<<<<<<<< * * # get token positions */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_n_sents); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1283, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_6 = PyNumber_Add(__pyx_v_sent_index, __pyx_t_8); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1283, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_24 = PyList_GET_SIZE(__pyx_v_sentences); if (unlikely(__pyx_t_24 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1283, __pyx_L1_error) __pyx_t_25 = (__pyx_t_24 - 1); __pyx_t_18 = PyInt_FromSsize_t(__pyx_t_25); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1283, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); __pyx_t_15 = PyObject_RichCompare(__pyx_t_6, __pyx_t_18, Py_LT); __Pyx_XGOTREF(__pyx_t_15); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1283, __pyx_L1_error) __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_15); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1283, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; if (__pyx_t_5) { __Pyx_INCREF(__pyx_t_6); __pyx_t_8 = __pyx_t_6; } else { __pyx_t_15 = PyInt_FromSsize_t(__pyx_t_25); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1283, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_8 = __pyx_t_15; __pyx_t_15 = 0; } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __pyx_t_8; __Pyx_INCREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_end_sentence, __pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1286 * * # get token positions * start_token = sentences[start_sentence].start # <<<<<<<<<<<<<< * end_token = sentences[end_sentence].end * */ __pyx_t_6 = __Pyx_PyObject_GetItem(__pyx_v_sentences, __pyx_v_start_sentence); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1286, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_start); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1286, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF_SET(__pyx_v_start_token, __pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1287 * # get token positions * start_token = sentences[start_sentence].start * end_token = sentences[end_sentence].end # <<<<<<<<<<<<<< * * # append that span as a doc to training */ __pyx_t_8 = __Pyx_PyObject_GetItem(__pyx_v_sentences, __pyx_v_end_sentence); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1287, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_end); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1287, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_end_token, __pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1290 * * # append that span as a doc to training * sent_doc = doc[start_token:end_token].as_doc() # <<<<<<<<<<<<<< * sentence_docs.append(sent_doc) * */ __pyx_t_8 = __Pyx_PyObject_GetSlice(__pyx_v_doc, 0, 0, &__pyx_v_start_token, &__pyx_v_end_token, NULL, 0, 0, 1); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1290, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_as_doc); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1290, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_15); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_15, function); } } __pyx_t_6 = (__pyx_t_8) ? __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_t_8) : __Pyx_PyObject_CallNoArg(__pyx_t_15); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1290, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_XDECREF_SET(__pyx_v_sent_doc, __pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1291 * # append that span as a doc to training * sent_doc = doc[start_token:end_token].as_doc() * sentence_docs.append(sent_doc) # <<<<<<<<<<<<<< * * sentence_encodings, bp_context = self.model.begin_update(sentence_docs, drop=drop) */ __pyx_t_26 = __Pyx_PyList_Append(__pyx_v_sentence_docs, __pyx_v_sent_doc); if (unlikely(__pyx_t_26 == ((int)-1))) __PYX_ERR(0, 1291, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1270 * for kb_id, value in kb_dict.items(): * # Currently only training on the positive instances * if value: # <<<<<<<<<<<<<< * try: * # find the sentence in the list of sentences. */ } /* "spacy/pipeline/pipes.pyx":1268 * ent = ents_by_offset[(start, end)] * * for kb_id, value in kb_dict.items(): # <<<<<<<<<<<<<< * # Currently only training on the positive instances * if value: */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1258 * ents_by_offset[(ent.start_char, ent.end_char)] = ent * * for entity, kb_dict in gold.links.items(): # <<<<<<<<<<<<<< * start, end = entity * mention = doc.text[start:end] */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":1250 * sentence_docs = [] * * for doc, gold in zip(docs, golds): # <<<<<<<<<<<<<< * ents_by_offset = dict() * */ } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1293 * sentence_docs.append(sent_doc) * * sentence_encodings, bp_context = self.model.begin_update(sentence_docs, drop=drop) # <<<<<<<<<<<<<< * loss, d_scores = self.get_similarity_loss(scores=sentence_encodings, golds=golds, docs=None) * bp_context(d_scores, sgd=sgd) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1293, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_begin_update); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1293, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1293, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_sentence_docs); __Pyx_GIVEREF(__pyx_v_sentence_docs); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_sentence_docs); __pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1293, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_drop, __pyx_v_drop) < 0) __PYX_ERR(0, 1293, __pyx_L1_error) __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_2, __pyx_t_1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1293, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_6))) || (PyList_CheckExact(__pyx_t_6))) { PyObject* sequence = __pyx_t_6; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1293, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_1 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_2 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_1 = PyList_GET_ITEM(sequence, 0); __pyx_t_2 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); #else __pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1293, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1293, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else { Py_ssize_t index = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1293, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_13 = Py_TYPE(__pyx_t_3)->tp_iternext; index = 0; __pyx_t_1 = __pyx_t_13(__pyx_t_3); if (unlikely(!__pyx_t_1)) goto __pyx_L39_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); index = 1; __pyx_t_2 = __pyx_t_13(__pyx_t_3); if (unlikely(!__pyx_t_2)) goto __pyx_L39_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); if (__Pyx_IternextUnpackEndCheck(__pyx_t_13(__pyx_t_3), 2) < 0) __PYX_ERR(0, 1293, __pyx_L1_error) __pyx_t_13 = NULL; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; goto __pyx_L40_unpacking_done; __pyx_L39_unpacking_failed:; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_13 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1293, __pyx_L1_error) __pyx_L40_unpacking_done:; } __pyx_v_sentence_encodings = __pyx_t_1; __pyx_t_1 = 0; __pyx_v_bp_context = __pyx_t_2; __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1294 * * sentence_encodings, bp_context = self.model.begin_update(sentence_docs, drop=drop) * loss, d_scores = self.get_similarity_loss(scores=sentence_encodings, golds=golds, docs=None) # <<<<<<<<<<<<<< * bp_context(d_scores, sgd=sgd) * */ __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_get_similarity_loss); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1294, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_2 = __Pyx_PyDict_NewPresized(3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1294, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_scores, __pyx_v_sentence_encodings) < 0) __PYX_ERR(0, 1294, __pyx_L1_error) if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_golds, __pyx_v_golds) < 0) __PYX_ERR(0, 1294, __pyx_L1_error) if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_docs, Py_None) < 0) __PYX_ERR(0, 1294, __pyx_L1_error) __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_empty_tuple, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1294, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) { PyObject* sequence = __pyx_t_1; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1294, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_6 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_6 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_6); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1294, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_6 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1294, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { Py_ssize_t index = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1294, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_13 = Py_TYPE(__pyx_t_3)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_13(__pyx_t_3); if (unlikely(!__pyx_t_2)) goto __pyx_L41_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_6 = __pyx_t_13(__pyx_t_3); if (unlikely(!__pyx_t_6)) goto __pyx_L41_unpacking_failed; __Pyx_GOTREF(__pyx_t_6); if (__Pyx_IternextUnpackEndCheck(__pyx_t_13(__pyx_t_3), 2) < 0) __PYX_ERR(0, 1294, __pyx_L1_error) __pyx_t_13 = NULL; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; goto __pyx_L42_unpacking_done; __pyx_L41_unpacking_failed:; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_13 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1294, __pyx_L1_error) __pyx_L42_unpacking_done:; } __pyx_v_loss = __pyx_t_2; __pyx_t_2 = 0; __pyx_v_d_scores = __pyx_t_6; __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1295 * sentence_encodings, bp_context = self.model.begin_update(sentence_docs, drop=drop) * loss, d_scores = self.get_similarity_loss(scores=sentence_encodings, golds=golds, docs=None) * bp_context(d_scores, sgd=sgd) # <<<<<<<<<<<<<< * * if losses is not None: */ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1295, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_d_scores); __Pyx_GIVEREF(__pyx_v_d_scores); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_d_scores); __pyx_t_6 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1295, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_sgd, __pyx_v_sgd) < 0) __PYX_ERR(0, 1295, __pyx_L1_error) __pyx_t_2 = __Pyx_PyObject_Call(__pyx_v_bp_context, __pyx_t_1, __pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1295, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1297 * bp_context(d_scores, sgd=sgd) * * if losses is not None: # <<<<<<<<<<<<<< * losses[self.name] += loss * return loss */ __pyx_t_5 = (__pyx_v_losses != Py_None); __pyx_t_4 = (__pyx_t_5 != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":1298 * * if losses is not None: * losses[self.name] += loss # <<<<<<<<<<<<<< * return loss * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_name); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1298, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_6 = __Pyx_PyObject_GetItem(__pyx_v_losses, __pyx_t_2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1298, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_1 = PyNumber_InPlaceAdd(__pyx_t_6, __pyx_v_loss); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1298, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(PyObject_SetItem(__pyx_v_losses, __pyx_t_2, __pyx_t_1) < 0)) __PYX_ERR(0, 1298, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1297 * bp_context(d_scores, sgd=sgd) * * if losses is not None: # <<<<<<<<<<<<<< * losses[self.name] += loss * return loss */ } /* "spacy/pipeline/pipes.pyx":1299 * if losses is not None: * losses[self.name] += loss * return loss # <<<<<<<<<<<<<< * * def get_similarity_loss(self, docs, golds, scores): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_loss); __pyx_r = __pyx_v_loss; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1230 * return sgd * * def update(self, docs, golds, state=None, drop=0.0, sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * self.require_kb() */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_15); __Pyx_XDECREF(__pyx_t_18); __Pyx_XDECREF(__pyx_t_22); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.update", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_sentence_docs); __Pyx_XDECREF(__pyx_v_doc); __Pyx_XDECREF(__pyx_v_gold); __Pyx_XDECREF(__pyx_v_ents_by_offset); __Pyx_XDECREF(__pyx_v_sentences); __Pyx_XDECREF(__pyx_v_ent); __Pyx_XDECREF(__pyx_v_entity); __Pyx_XDECREF(__pyx_v_kb_dict); __Pyx_XDECREF(__pyx_v_start); __Pyx_XDECREF(__pyx_v_end); __Pyx_XDECREF(__pyx_v_mention); __Pyx_XDECREF(__pyx_v_kb_id); __Pyx_XDECREF(__pyx_v_value); __Pyx_XDECREF(__pyx_v_sent_index); __Pyx_XDECREF(__pyx_v_start_sentence); __Pyx_XDECREF(__pyx_v_end_sentence); __Pyx_XDECREF(__pyx_v_start_token); __Pyx_XDECREF(__pyx_v_end_token); __Pyx_XDECREF(__pyx_v_sent_doc); __Pyx_XDECREF(__pyx_v_sentence_encodings); __Pyx_XDECREF(__pyx_v_bp_context); __Pyx_XDECREF(__pyx_v_loss); __Pyx_XDECREF(__pyx_v_d_scores); __Pyx_XDECREF(__pyx_v_s); __Pyx_XDECREF(__pyx_v_docs); __Pyx_XDECREF(__pyx_v_golds); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1301 * return loss * * def get_similarity_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * entity_encodings = [] * for gold in golds: */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_15get_similarity_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_15get_similarity_loss = {"get_similarity_loss", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_15get_similarity_loss, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_15get_similarity_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_golds = 0; PyObject *__pyx_v_scores = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("get_similarity_loss (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_golds,&__pyx_n_s_scores,0}; PyObject* values[4] = {0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_similarity_loss", 1, 4, 4, 1); __PYX_ERR(0, 1301, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_golds)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_similarity_loss", 1, 4, 4, 2); __PYX_ERR(0, 1301, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_scores)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_similarity_loss", 1, 4, 4, 3); __PYX_ERR(0, 1301, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "get_similarity_loss") < 0)) __PYX_ERR(0, 1301, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 4) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_golds = values[2]; __pyx_v_scores = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("get_similarity_loss", 1, 4, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1301, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.get_similarity_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_14get_similarity_loss(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_golds, __pyx_v_scores); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_14get_similarity_loss(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, PyObject *__pyx_v_scores) { PyObject *__pyx_v_entity_encodings = NULL; PyObject *__pyx_v_gold = NULL; CYTHON_UNUSED PyObject *__pyx_v_entity = NULL; PyObject *__pyx_v_kb_dict = NULL; PyObject *__pyx_v_kb_id = NULL; PyObject *__pyx_v_value = NULL; PyObject *__pyx_v_entity_encoding = NULL; PyObject *__pyx_v_loss = NULL; PyObject *__pyx_v_gradients = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *(*__pyx_t_3)(PyObject *); PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; Py_ssize_t __pyx_t_7; PyObject *(*__pyx_t_8)(PyObject *); PyObject *__pyx_t_9 = NULL; PyObject *__pyx_t_10 = NULL; PyObject *(*__pyx_t_11)(PyObject *); Py_ssize_t __pyx_t_12; PyObject *(*__pyx_t_13)(PyObject *); PyObject *__pyx_t_14 = NULL; int __pyx_t_15; int __pyx_t_16; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__121) __Pyx_RefNannySetupContext("get_similarity_loss", 0); __Pyx_TraceCall("get_similarity_loss", __pyx_f[0], 1301, 0, __PYX_ERR(0, 1301, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1302 * * def get_similarity_loss(self, docs, golds, scores): * entity_encodings = [] # <<<<<<<<<<<<<< * for gold in golds: * for entity, kb_dict in gold.links.items(): */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1302, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_entity_encodings = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1303 * def get_similarity_loss(self, docs, golds, scores): * entity_encodings = [] * for gold in golds: # <<<<<<<<<<<<<< * for entity, kb_dict in gold.links.items(): * for kb_id, value in kb_dict.items(): */ if (likely(PyList_CheckExact(__pyx_v_golds)) || PyTuple_CheckExact(__pyx_v_golds)) { __pyx_t_1 = __pyx_v_golds; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; __pyx_t_3 = NULL; } else { __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_golds); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1303, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1303, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_3)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1303, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1303, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1303, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1303, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_3(__pyx_t_1); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1303, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_v_gold, __pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1304 * entity_encodings = [] * for gold in golds: * for entity, kb_dict in gold.links.items(): # <<<<<<<<<<<<<< * for kb_id, value in kb_dict.items(): * # this loss function assumes we're only using positive examples */ __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_gold, __pyx_n_s_links); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1304, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_items); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1304, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_6); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_6, function); } } __pyx_t_4 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_6); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1304, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) { __pyx_t_6 = __pyx_t_4; __Pyx_INCREF(__pyx_t_6); __pyx_t_7 = 0; __pyx_t_8 = NULL; } else { __pyx_t_7 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1304, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_8 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1304, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; for (;;) { if (likely(!__pyx_t_8)) { if (likely(PyList_CheckExact(__pyx_t_6))) { if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_6)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 1304, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1304, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_6)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 1304, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1304, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_8(__pyx_t_6); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1304, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) { PyObject* sequence = __pyx_t_4; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1304, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_9 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_5 = PyList_GET_ITEM(sequence, 0); __pyx_t_9 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_9); #else __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1304, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_9 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1304, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); #endif __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { Py_ssize_t index = -1; __pyx_t_10 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1304, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_11 = Py_TYPE(__pyx_t_10)->tp_iternext; index = 0; __pyx_t_5 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_5)) goto __pyx_L7_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); index = 1; __pyx_t_9 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_9)) goto __pyx_L7_unpacking_failed; __Pyx_GOTREF(__pyx_t_9); if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_10), 2) < 0) __PYX_ERR(0, 1304, __pyx_L1_error) __pyx_t_11 = NULL; __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; goto __pyx_L8_unpacking_done; __pyx_L7_unpacking_failed:; __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_11 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1304, __pyx_L1_error) __pyx_L8_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_entity, __pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF_SET(__pyx_v_kb_dict, __pyx_t_9); __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":1305 * for gold in golds: * for entity, kb_dict in gold.links.items(): * for kb_id, value in kb_dict.items(): # <<<<<<<<<<<<<< * # this loss function assumes we're only using positive examples * if value: */ __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_kb_dict, __pyx_n_s_items); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1305, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_9); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_9, function); } } __pyx_t_4 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_9); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1305, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) { __pyx_t_9 = __pyx_t_4; __Pyx_INCREF(__pyx_t_9); __pyx_t_12 = 0; __pyx_t_13 = NULL; } else { __pyx_t_12 = -1; __pyx_t_9 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1305, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_13 = Py_TYPE(__pyx_t_9)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1305, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; for (;;) { if (likely(!__pyx_t_13)) { if (likely(PyList_CheckExact(__pyx_t_9))) { if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_9)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_9, __pyx_t_12); __Pyx_INCREF(__pyx_t_4); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1305, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_9, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1305, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_9)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_9, __pyx_t_12); __Pyx_INCREF(__pyx_t_4); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1305, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_9, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1305, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_13(__pyx_t_9); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1305, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) { PyObject* sequence = __pyx_t_4; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1305, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_10 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_5 = PyList_GET_ITEM(sequence, 0); __pyx_t_10 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_10); #else __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1305, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_10 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1305, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); #endif __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { Py_ssize_t index = -1; __pyx_t_14 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1305, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_11 = Py_TYPE(__pyx_t_14)->tp_iternext; index = 0; __pyx_t_5 = __pyx_t_11(__pyx_t_14); if (unlikely(!__pyx_t_5)) goto __pyx_L11_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); index = 1; __pyx_t_10 = __pyx_t_11(__pyx_t_14); if (unlikely(!__pyx_t_10)) goto __pyx_L11_unpacking_failed; __Pyx_GOTREF(__pyx_t_10); if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_14), 2) < 0) __PYX_ERR(0, 1305, __pyx_L1_error) __pyx_t_11 = NULL; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; goto __pyx_L12_unpacking_done; __pyx_L11_unpacking_failed:; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_11 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1305, __pyx_L1_error) __pyx_L12_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_kb_id, __pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF_SET(__pyx_v_value, __pyx_t_10); __pyx_t_10 = 0; /* "spacy/pipeline/pipes.pyx":1307 * for kb_id, value in kb_dict.items(): * # this loss function assumes we're only using positive examples * if value: # <<<<<<<<<<<<<< * entity_encoding = self.kb.get_vector(kb_id) * entity_encodings.append(entity_encoding) */ __pyx_t_15 = __Pyx_PyObject_IsTrue(__pyx_v_value); if (unlikely(__pyx_t_15 < 0)) __PYX_ERR(0, 1307, __pyx_L1_error) if (__pyx_t_15) { /* "spacy/pipeline/pipes.pyx":1308 * # this loss function assumes we're only using positive examples * if value: * entity_encoding = self.kb.get_vector(kb_id) # <<<<<<<<<<<<<< * entity_encodings.append(entity_encoding) * */ __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_kb); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1308, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_get_vector); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1308, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_10 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) { __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_10)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_10); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); } } __pyx_t_4 = (__pyx_t_10) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_10, __pyx_v_kb_id) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_v_kb_id); __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1308, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF_SET(__pyx_v_entity_encoding, __pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1309 * if value: * entity_encoding = self.kb.get_vector(kb_id) * entity_encodings.append(entity_encoding) # <<<<<<<<<<<<<< * * entity_encodings = self.model.ops.asarray(entity_encodings, dtype="float32") */ __pyx_t_16 = __Pyx_PyObject_Append(__pyx_v_entity_encodings, __pyx_v_entity_encoding); if (unlikely(__pyx_t_16 == ((int)-1))) __PYX_ERR(0, 1309, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1307 * for kb_id, value in kb_dict.items(): * # this loss function assumes we're only using positive examples * if value: # <<<<<<<<<<<<<< * entity_encoding = self.kb.get_vector(kb_id) * entity_encodings.append(entity_encoding) */ } /* "spacy/pipeline/pipes.pyx":1305 * for gold in golds: * for entity, kb_dict in gold.links.items(): * for kb_id, value in kb_dict.items(): # <<<<<<<<<<<<<< * # this loss function assumes we're only using positive examples * if value: */ } __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":1304 * entity_encodings = [] * for gold in golds: * for entity, kb_dict in gold.links.items(): # <<<<<<<<<<<<<< * for kb_id, value in kb_dict.items(): * # this loss function assumes we're only using positive examples */ } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1303 * def get_similarity_loss(self, docs, golds, scores): * entity_encodings = [] * for gold in golds: # <<<<<<<<<<<<<< * for entity, kb_dict in gold.links.items(): * for kb_id, value in kb_dict.items(): */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1311 * entity_encodings.append(entity_encoding) * * entity_encodings = self.model.ops.asarray(entity_encodings, dtype="float32") # <<<<<<<<<<<<<< * * if scores.shape != entity_encodings.shape: */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_ops); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_asarray); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = PyTuple_New(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_v_entity_encodings); __Pyx_GIVEREF(__pyx_v_entity_encodings); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_v_entity_encodings); __pyx_t_9 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); if (PyDict_SetItem(__pyx_t_9, __pyx_n_s_dtype, __pyx_n_u_float32) < 0) __PYX_ERR(0, 1311, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_6, __pyx_t_9); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1311, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_DECREF_SET(__pyx_v_entity_encodings, __pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1313 * entity_encodings = self.model.ops.asarray(entity_encodings, dtype="float32") * * if scores.shape != entity_encodings.shape: # <<<<<<<<<<<<<< * raise RuntimeError(Errors.E147.format(method="get_loss", msg="gold entities do not match up")) * */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_scores, __pyx_n_s_shape); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1313, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_entity_encodings, __pyx_n_s_shape); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1313, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_6 = PyObject_RichCompare(__pyx_t_4, __pyx_t_9, Py_NE); __Pyx_XGOTREF(__pyx_t_6); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1313, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_15 = __Pyx_PyObject_IsTrue(__pyx_t_6); if (unlikely(__pyx_t_15 < 0)) __PYX_ERR(0, 1313, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(__pyx_t_15)) { /* "spacy/pipeline/pipes.pyx":1314 * * if scores.shape != entity_encodings.shape: * raise RuntimeError(Errors.E147.format(method="get_loss", msg="gold entities do not match up")) # <<<<<<<<<<<<<< * * loss, gradients = get_cossim_loss(yh=scores, y=entity_encodings) */ __Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_Errors); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1314, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_E147); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1314, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_format); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1314, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1314, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); if (PyDict_SetItem(__pyx_t_9, __pyx_n_s_method, __pyx_n_u_get_loss) < 0) __PYX_ERR(0, 1314, __pyx_L1_error) if (PyDict_SetItem(__pyx_t_9, __pyx_n_s_msg, __pyx_kp_u_gold_entities_do_not_match_up) < 0) __PYX_ERR(0, 1314, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_empty_tuple, __pyx_t_9); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1314, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = __Pyx_PyObject_CallOneArg(__pyx_builtin_RuntimeError, __pyx_t_4); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1314, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_Raise(__pyx_t_9, 0, 0, 0); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __PYX_ERR(0, 1314, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1313 * entity_encodings = self.model.ops.asarray(entity_encodings, dtype="float32") * * if scores.shape != entity_encodings.shape: # <<<<<<<<<<<<<< * raise RuntimeError(Errors.E147.format(method="get_loss", msg="gold entities do not match up")) * */ } /* "spacy/pipeline/pipes.pyx":1316 * raise RuntimeError(Errors.E147.format(method="get_loss", msg="gold entities do not match up")) * * loss, gradients = get_cossim_loss(yh=scores, y=entity_encodings) # <<<<<<<<<<<<<< * loss = loss / len(entity_encodings) * return loss, gradients */ __Pyx_GetModuleGlobalName(__pyx_t_9, __pyx_n_s_get_cossim_loss); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1316, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_4 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1316, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_yh, __pyx_v_scores) < 0) __PYX_ERR(0, 1316, __pyx_L1_error) if (PyDict_SetItem(__pyx_t_4, __pyx_n_s_y, __pyx_v_entity_encodings) < 0) __PYX_ERR(0, 1316, __pyx_L1_error) __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_9, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1316, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_6))) || (PyList_CheckExact(__pyx_t_6))) { PyObject* sequence = __pyx_t_6; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1316, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_9 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_4 = PyList_GET_ITEM(sequence, 0); __pyx_t_9 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(__pyx_t_9); #else __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1316, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_9 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1316, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); #endif __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else { Py_ssize_t index = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1316, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_11 = Py_TYPE(__pyx_t_1)->tp_iternext; index = 0; __pyx_t_4 = __pyx_t_11(__pyx_t_1); if (unlikely(!__pyx_t_4)) goto __pyx_L15_unpacking_failed; __Pyx_GOTREF(__pyx_t_4); index = 1; __pyx_t_9 = __pyx_t_11(__pyx_t_1); if (unlikely(!__pyx_t_9)) goto __pyx_L15_unpacking_failed; __Pyx_GOTREF(__pyx_t_9); if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_1), 2) < 0) __PYX_ERR(0, 1316, __pyx_L1_error) __pyx_t_11 = NULL; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L16_unpacking_done; __pyx_L15_unpacking_failed:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_11 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1316, __pyx_L1_error) __pyx_L16_unpacking_done:; } __pyx_v_loss = __pyx_t_4; __pyx_t_4 = 0; __pyx_v_gradients = __pyx_t_9; __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":1317 * * loss, gradients = get_cossim_loss(yh=scores, y=entity_encodings) * loss = loss / len(entity_encodings) # <<<<<<<<<<<<<< * return loss, gradients * */ __pyx_t_2 = PyObject_Length(__pyx_v_entity_encodings); if (unlikely(__pyx_t_2 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1317, __pyx_L1_error) __pyx_t_6 = PyInt_FromSsize_t(__pyx_t_2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1317, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_9 = __Pyx_PyNumber_Divide(__pyx_v_loss, __pyx_t_6); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1317, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF_SET(__pyx_v_loss, __pyx_t_9); __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":1318 * loss, gradients = get_cossim_loss(yh=scores, y=entity_encodings) * loss = loss / len(entity_encodings) * return loss, gradients # <<<<<<<<<<<<<< * * def get_loss(self, docs, golds, scores): */ __Pyx_XDECREF(__pyx_r); __pyx_t_9 = PyTuple_New(2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1318, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_INCREF(__pyx_v_loss); __Pyx_GIVEREF(__pyx_v_loss); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_v_loss); __Pyx_INCREF(__pyx_v_gradients); __Pyx_GIVEREF(__pyx_v_gradients); PyTuple_SET_ITEM(__pyx_t_9, 1, __pyx_v_gradients); __pyx_r = __pyx_t_9; __pyx_t_9 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1301 * return loss * * def get_similarity_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * entity_encodings = [] * for gold in golds: */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_9); __Pyx_XDECREF(__pyx_t_10); __Pyx_XDECREF(__pyx_t_14); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.get_similarity_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_entity_encodings); __Pyx_XDECREF(__pyx_v_gold); __Pyx_XDECREF(__pyx_v_entity); __Pyx_XDECREF(__pyx_v_kb_dict); __Pyx_XDECREF(__pyx_v_kb_id); __Pyx_XDECREF(__pyx_v_value); __Pyx_XDECREF(__pyx_v_entity_encoding); __Pyx_XDECREF(__pyx_v_loss); __Pyx_XDECREF(__pyx_v_gradients); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1320 * return loss, gradients * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * cats = [] * for gold in golds: */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_17get_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_17get_loss = {"get_loss", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_17get_loss, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_17get_loss(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_golds = 0; PyObject *__pyx_v_scores = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("get_loss (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_golds,&__pyx_n_s_scores,0}; PyObject* values[4] = {0,0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 1); __PYX_ERR(0, 1320, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_golds)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 2); __PYX_ERR(0, 1320, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (likely((values[3] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_scores)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, 3); __PYX_ERR(0, 1320, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "get_loss") < 0)) __PYX_ERR(0, 1320, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 4) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[3] = PyTuple_GET_ITEM(__pyx_args, 3); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_golds = values[2]; __pyx_v_scores = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("get_loss", 1, 4, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1320, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.get_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_16get_loss(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_golds, __pyx_v_scores); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_16get_loss(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, PyObject *__pyx_v_golds, PyObject *__pyx_v_scores) { PyObject *__pyx_v_cats = NULL; PyObject *__pyx_v_gold = NULL; CYTHON_UNUSED PyObject *__pyx_v_entity = NULL; PyObject *__pyx_v_kb_dict = NULL; CYTHON_UNUSED PyObject *__pyx_v_kb_id = NULL; PyObject *__pyx_v_value = NULL; PyObject *__pyx_v_d_scores = NULL; PyObject *__pyx_v_loss = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *(*__pyx_t_3)(PyObject *); PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; Py_ssize_t __pyx_t_7; PyObject *(*__pyx_t_8)(PyObject *); PyObject *__pyx_t_9 = NULL; PyObject *__pyx_t_10 = NULL; PyObject *(*__pyx_t_11)(PyObject *); Py_ssize_t __pyx_t_12; PyObject *(*__pyx_t_13)(PyObject *); PyObject *__pyx_t_14 = NULL; int __pyx_t_15; int __pyx_t_16; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__122) __Pyx_RefNannySetupContext("get_loss", 0); __Pyx_TraceCall("get_loss", __pyx_f[0], 1320, 0, __PYX_ERR(0, 1320, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1321 * * def get_loss(self, docs, golds, scores): * cats = [] # <<<<<<<<<<<<<< * for gold in golds: * for entity, kb_dict in gold.links.items(): */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1321, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_cats = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1322 * def get_loss(self, docs, golds, scores): * cats = [] * for gold in golds: # <<<<<<<<<<<<<< * for entity, kb_dict in gold.links.items(): * for kb_id, value in kb_dict.items(): */ if (likely(PyList_CheckExact(__pyx_v_golds)) || PyTuple_CheckExact(__pyx_v_golds)) { __pyx_t_1 = __pyx_v_golds; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; __pyx_t_3 = NULL; } else { __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_v_golds); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1322, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1322, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_3)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1322, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1322, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1322, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1322, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_3(__pyx_t_1); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1322, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XDECREF_SET(__pyx_v_gold, __pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1323 * cats = [] * for gold in golds: * for entity, kb_dict in gold.links.items(): # <<<<<<<<<<<<<< * for kb_id, value in kb_dict.items(): * cats.append([value]) */ __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_gold, __pyx_n_s_links); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1323, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_items); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1323, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_6); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_6, function); } } __pyx_t_4 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_6); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1323, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) { __pyx_t_6 = __pyx_t_4; __Pyx_INCREF(__pyx_t_6); __pyx_t_7 = 0; __pyx_t_8 = NULL; } else { __pyx_t_7 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1323, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_8 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1323, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; for (;;) { if (likely(!__pyx_t_8)) { if (likely(PyList_CheckExact(__pyx_t_6))) { if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_6)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 1323, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1323, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_6)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_4); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 1323, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1323, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_8(__pyx_t_6); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1323, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) { PyObject* sequence = __pyx_t_4; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1323, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_9 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_5 = PyList_GET_ITEM(sequence, 0); __pyx_t_9 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_9); #else __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1323, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_9 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1323, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); #endif __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { Py_ssize_t index = -1; __pyx_t_10 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1323, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_11 = Py_TYPE(__pyx_t_10)->tp_iternext; index = 0; __pyx_t_5 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_5)) goto __pyx_L7_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); index = 1; __pyx_t_9 = __pyx_t_11(__pyx_t_10); if (unlikely(!__pyx_t_9)) goto __pyx_L7_unpacking_failed; __Pyx_GOTREF(__pyx_t_9); if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_10), 2) < 0) __PYX_ERR(0, 1323, __pyx_L1_error) __pyx_t_11 = NULL; __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; goto __pyx_L8_unpacking_done; __pyx_L7_unpacking_failed:; __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_11 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1323, __pyx_L1_error) __pyx_L8_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_entity, __pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF_SET(__pyx_v_kb_dict, __pyx_t_9); __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":1324 * for gold in golds: * for entity, kb_dict in gold.links.items(): * for kb_id, value in kb_dict.items(): # <<<<<<<<<<<<<< * cats.append([value]) * */ __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_kb_dict, __pyx_n_s_items); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1324, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_9))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_9); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_9); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_9, function); } } __pyx_t_4 = (__pyx_t_5) ? __Pyx_PyObject_CallOneArg(__pyx_t_9, __pyx_t_5) : __Pyx_PyObject_CallNoArg(__pyx_t_9); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1324, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) { __pyx_t_9 = __pyx_t_4; __Pyx_INCREF(__pyx_t_9); __pyx_t_12 = 0; __pyx_t_13 = NULL; } else { __pyx_t_12 = -1; __pyx_t_9 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1324, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_13 = Py_TYPE(__pyx_t_9)->tp_iternext; if (unlikely(!__pyx_t_13)) __PYX_ERR(0, 1324, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; for (;;) { if (likely(!__pyx_t_13)) { if (likely(PyList_CheckExact(__pyx_t_9))) { if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_9)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_9, __pyx_t_12); __Pyx_INCREF(__pyx_t_4); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1324, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_9, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1324, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_9)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_9, __pyx_t_12); __Pyx_INCREF(__pyx_t_4); __pyx_t_12++; if (unlikely(0 < 0)) __PYX_ERR(0, 1324, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_9, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1324, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_13(__pyx_t_9); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1324, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) { PyObject* sequence = __pyx_t_4; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1324, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_5 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_10 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_5 = PyList_GET_ITEM(sequence, 0); __pyx_t_10 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(__pyx_t_10); #else __pyx_t_5 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1324, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_10 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1324, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); #endif __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { Py_ssize_t index = -1; __pyx_t_14 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1324, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_11 = Py_TYPE(__pyx_t_14)->tp_iternext; index = 0; __pyx_t_5 = __pyx_t_11(__pyx_t_14); if (unlikely(!__pyx_t_5)) goto __pyx_L11_unpacking_failed; __Pyx_GOTREF(__pyx_t_5); index = 1; __pyx_t_10 = __pyx_t_11(__pyx_t_14); if (unlikely(!__pyx_t_10)) goto __pyx_L11_unpacking_failed; __Pyx_GOTREF(__pyx_t_10); if (__Pyx_IternextUnpackEndCheck(__pyx_t_11(__pyx_t_14), 2) < 0) __PYX_ERR(0, 1324, __pyx_L1_error) __pyx_t_11 = NULL; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; goto __pyx_L12_unpacking_done; __pyx_L11_unpacking_failed:; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_11 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1324, __pyx_L1_error) __pyx_L12_unpacking_done:; } __Pyx_XDECREF_SET(__pyx_v_kb_id, __pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF_SET(__pyx_v_value, __pyx_t_10); __pyx_t_10 = 0; /* "spacy/pipeline/pipes.pyx":1325 * for entity, kb_dict in gold.links.items(): * for kb_id, value in kb_dict.items(): * cats.append([value]) # <<<<<<<<<<<<<< * * cats = self.model.ops.asarray(cats, dtype="float32") */ __pyx_t_4 = PyList_New(1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1325, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_INCREF(__pyx_v_value); __Pyx_GIVEREF(__pyx_v_value); PyList_SET_ITEM(__pyx_t_4, 0, __pyx_v_value); __pyx_t_15 = __Pyx_PyObject_Append(__pyx_v_cats, __pyx_t_4); if (unlikely(__pyx_t_15 == ((int)-1))) __PYX_ERR(0, 1325, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1324 * for gold in golds: * for entity, kb_dict in gold.links.items(): * for kb_id, value in kb_dict.items(): # <<<<<<<<<<<<<< * cats.append([value]) * */ } __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":1323 * cats = [] * for gold in golds: * for entity, kb_dict in gold.links.items(): # <<<<<<<<<<<<<< * for kb_id, value in kb_dict.items(): * cats.append([value]) */ } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1322 * def get_loss(self, docs, golds, scores): * cats = [] * for gold in golds: # <<<<<<<<<<<<<< * for entity, kb_dict in gold.links.items(): * for kb_id, value in kb_dict.items(): */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1327 * cats.append([value]) * * cats = self.model.ops.asarray(cats, dtype="float32") # <<<<<<<<<<<<<< * if len(scores) != len(cats): * raise RuntimeError(Errors.E147.format(method="get_loss", msg="gold entities do not match up")) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1327, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_ops); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1327, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_asarray); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1327, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = PyTuple_New(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1327, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_v_cats); __Pyx_GIVEREF(__pyx_v_cats); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_v_cats); __pyx_t_9 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1327, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); if (PyDict_SetItem(__pyx_t_9, __pyx_n_s_dtype, __pyx_n_u_float32) < 0) __PYX_ERR(0, 1327, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_6, __pyx_t_9); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1327, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_DECREF_SET(__pyx_v_cats, __pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1328 * * cats = self.model.ops.asarray(cats, dtype="float32") * if len(scores) != len(cats): # <<<<<<<<<<<<<< * raise RuntimeError(Errors.E147.format(method="get_loss", msg="gold entities do not match up")) * */ __pyx_t_2 = PyObject_Length(__pyx_v_scores); if (unlikely(__pyx_t_2 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1328, __pyx_L1_error) __pyx_t_7 = PyObject_Length(__pyx_v_cats); if (unlikely(__pyx_t_7 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1328, __pyx_L1_error) __pyx_t_16 = ((__pyx_t_2 != __pyx_t_7) != 0); if (unlikely(__pyx_t_16)) { /* "spacy/pipeline/pipes.pyx":1329 * cats = self.model.ops.asarray(cats, dtype="float32") * if len(scores) != len(cats): * raise RuntimeError(Errors.E147.format(method="get_loss", msg="gold entities do not match up")) # <<<<<<<<<<<<<< * * d_scores = (scores - cats) */ __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_Errors); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1329, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_E147); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1329, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_format); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1329, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1329, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); if (PyDict_SetItem(__pyx_t_9, __pyx_n_s_method, __pyx_n_u_get_loss) < 0) __PYX_ERR(0, 1329, __pyx_L1_error) if (PyDict_SetItem(__pyx_t_9, __pyx_n_s_msg, __pyx_kp_u_gold_entities_do_not_match_up) < 0) __PYX_ERR(0, 1329, __pyx_L1_error) __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_empty_tuple, __pyx_t_9); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1329, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = __Pyx_PyObject_CallOneArg(__pyx_builtin_RuntimeError, __pyx_t_6); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1329, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_Raise(__pyx_t_9, 0, 0, 0); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __PYX_ERR(0, 1329, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1328 * * cats = self.model.ops.asarray(cats, dtype="float32") * if len(scores) != len(cats): # <<<<<<<<<<<<<< * raise RuntimeError(Errors.E147.format(method="get_loss", msg="gold entities do not match up")) * */ } /* "spacy/pipeline/pipes.pyx":1331 * raise RuntimeError(Errors.E147.format(method="get_loss", msg="gold entities do not match up")) * * d_scores = (scores - cats) # <<<<<<<<<<<<<< * loss = (d_scores ** 2).sum() * loss = loss / len(cats) */ __pyx_t_9 = PyNumber_Subtract(__pyx_v_scores, __pyx_v_cats); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1331, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_v_d_scores = __pyx_t_9; __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":1332 * * d_scores = (scores - cats) * loss = (d_scores ** 2).sum() # <<<<<<<<<<<<<< * loss = loss / len(cats) * return loss, d_scores */ __pyx_t_6 = PyNumber_Power(__pyx_v_d_scores, __pyx_int_2, Py_None); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1332, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_sum); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1332, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_4))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_9 = (__pyx_t_6) ? __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_6) : __Pyx_PyObject_CallNoArg(__pyx_t_4); __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1332, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_v_loss = __pyx_t_9; __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":1333 * d_scores = (scores - cats) * loss = (d_scores ** 2).sum() * loss = loss / len(cats) # <<<<<<<<<<<<<< * return loss, d_scores * */ __pyx_t_7 = PyObject_Length(__pyx_v_cats); if (unlikely(__pyx_t_7 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1333, __pyx_L1_error) __pyx_t_9 = PyInt_FromSsize_t(__pyx_t_7); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1333, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_4 = __Pyx_PyNumber_Divide(__pyx_v_loss, __pyx_t_9); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1333, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_DECREF_SET(__pyx_v_loss, __pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1334 * loss = (d_scores ** 2).sum() * loss = loss / len(cats) * return loss, d_scores # <<<<<<<<<<<<<< * * def __call__(self, doc): */ __Pyx_XDECREF(__pyx_r); __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1334, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_INCREF(__pyx_v_loss); __Pyx_GIVEREF(__pyx_v_loss); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_v_loss); __Pyx_INCREF(__pyx_v_d_scores); __Pyx_GIVEREF(__pyx_v_d_scores); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_v_d_scores); __pyx_r = __pyx_t_4; __pyx_t_4 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1320 * return loss, gradients * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * cats = [] * for gold in golds: */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_9); __Pyx_XDECREF(__pyx_t_10); __Pyx_XDECREF(__pyx_t_14); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.get_loss", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_cats); __Pyx_XDECREF(__pyx_v_gold); __Pyx_XDECREF(__pyx_v_entity); __Pyx_XDECREF(__pyx_v_kb_dict); __Pyx_XDECREF(__pyx_v_kb_id); __Pyx_XDECREF(__pyx_v_value); __Pyx_XDECREF(__pyx_v_d_scores); __Pyx_XDECREF(__pyx_v_loss); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1336 * return loss, d_scores * * def __call__(self, doc): # <<<<<<<<<<<<<< * kb_ids, tensors = self.predict([doc]) * self.set_annotations([doc], kb_ids, tensors=tensors) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_19__call__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_19__call__ = {"__call__", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_19__call__, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_19__call__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_doc = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__call__ (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_doc,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_doc)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__call__", 1, 2, 2, 1); __PYX_ERR(0, 1336, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__call__") < 0)) __PYX_ERR(0, 1336, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_doc = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__call__", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1336, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_18__call__(__pyx_self, __pyx_v_self, __pyx_v_doc); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_18__call__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_doc) { PyObject *__pyx_v_kb_ids = NULL; PyObject *__pyx_v_tensors = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *(*__pyx_t_5)(PyObject *); int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__123) __Pyx_RefNannySetupContext("__call__", 0); __Pyx_TraceCall("__call__", __pyx_f[0], 1336, 0, __PYX_ERR(0, 1336, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1337 * * def __call__(self, doc): * kb_ids, tensors = self.predict([doc]) # <<<<<<<<<<<<<< * self.set_annotations([doc], kb_ids, tensors=tensors) * return doc */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_predict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1337, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyList_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1337, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_doc); __Pyx_GIVEREF(__pyx_v_doc); PyList_SET_ITEM(__pyx_t_3, 0, __pyx_v_doc); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1337, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_1))) || (PyList_CheckExact(__pyx_t_1))) { PyObject* sequence = __pyx_t_1; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1337, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_2 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_3 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_2 = PyList_GET_ITEM(sequence, 0); __pyx_t_3 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); #else __pyx_t_2 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1337, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1337, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else { Py_ssize_t index = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1337, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = Py_TYPE(__pyx_t_4)->tp_iternext; index = 0; __pyx_t_2 = __pyx_t_5(__pyx_t_4); if (unlikely(!__pyx_t_2)) goto __pyx_L3_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); index = 1; __pyx_t_3 = __pyx_t_5(__pyx_t_4); if (unlikely(!__pyx_t_3)) goto __pyx_L3_unpacking_failed; __Pyx_GOTREF(__pyx_t_3); if (__Pyx_IternextUnpackEndCheck(__pyx_t_5(__pyx_t_4), 2) < 0) __PYX_ERR(0, 1337, __pyx_L1_error) __pyx_t_5 = NULL; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; goto __pyx_L4_unpacking_done; __pyx_L3_unpacking_failed:; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1337, __pyx_L1_error) __pyx_L4_unpacking_done:; } __pyx_v_kb_ids = __pyx_t_2; __pyx_t_2 = 0; __pyx_v_tensors = __pyx_t_3; __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":1338 * def __call__(self, doc): * kb_ids, tensors = self.predict([doc]) * self.set_annotations([doc], kb_ids, tensors=tensors) # <<<<<<<<<<<<<< * return doc * */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_set_annotations); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1338, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = PyList_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1338, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_doc); __Pyx_GIVEREF(__pyx_v_doc); PyList_SET_ITEM(__pyx_t_3, 0, __pyx_v_doc); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1338, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3); __Pyx_INCREF(__pyx_v_kb_ids); __Pyx_GIVEREF(__pyx_v_kb_ids); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_kb_ids); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1338, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_tensors, __pyx_v_tensors) < 0) __PYX_ERR(0, 1338, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1338, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1339 * kb_ids, tensors = self.predict([doc]) * self.set_annotations([doc], kb_ids, tensors=tensors) * return doc # <<<<<<<<<<<<<< * * def pipe(self, stream, batch_size=128, n_threads=-1): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_doc); __pyx_r = __pyx_v_doc; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1336 * return loss, d_scores * * def __call__(self, doc): # <<<<<<<<<<<<<< * kb_ids, tensors = self.predict([doc]) * self.set_annotations([doc], kb_ids, tensors=tensors) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_kb_ids); __Pyx_XDECREF(__pyx_v_tensors); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_12EntityLinker_22generator6(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":1341 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_21pipe(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_21pipe = {"pipe", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_21pipe, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_21pipe(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_stream = 0; PyObject *__pyx_v_batch_size = 0; CYTHON_UNUSED PyObject *__pyx_v_n_threads = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("pipe (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_stream,&__pyx_n_s_batch_size,&__pyx_n_s_n_threads,0}; PyObject* values[4] = {0,0,0,0}; values[2] = ((PyObject *)((PyObject *)__pyx_int_128)); values[3] = ((PyObject *)((PyObject *)__pyx_int_neg_1)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_stream)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("pipe", 0, 2, 4, 1); __PYX_ERR(0, 1341, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_batch_size); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_n_threads); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "pipe") < 0)) __PYX_ERR(0, 1341, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_stream = values[1]; __pyx_v_batch_size = values[2]; __pyx_v_n_threads = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("pipe", 0, 2, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1341, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_20pipe(__pyx_self, __pyx_v_self, __pyx_v_stream, __pyx_v_batch_size, __pyx_v_n_threads); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_20pipe(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_stream, PyObject *__pyx_v_batch_size, CYTHON_UNUSED PyObject *__pyx_v_n_threads) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("pipe", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 1341, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __pyx_cur_scope->__pyx_v_stream = __pyx_v_stream; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_stream); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_stream); __pyx_cur_scope->__pyx_v_batch_size = __pyx_v_batch_size; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_batch_size); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_batch_size); __pyx_cur_scope->__pyx_v_n_threads = __pyx_v_n_threads; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_n_threads); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_n_threads); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_12EntityLinker_22generator6, __pyx_codeobj__124, (PyObject *) __pyx_cur_scope, __pyx_n_s_pipe, __pyx_n_s_EntityLinker_pipe, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 1341, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_12EntityLinker_22generator6(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); PyObject *__pyx_t_7 = NULL; PyObject *(*__pyx_t_8)(PyObject *); int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("pipe", 0); __Pyx_TraceFrameInit(__pyx_codeobj__124) __Pyx_TraceCall("pipe", __pyx_f[0], 1341, 0, __PYX_ERR(0, 1341, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; case 1: goto __pyx_L8_resume_from_yield_from; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1341, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1342 * * def pipe(self, stream, batch_size=128, n_threads=-1): * for docs in util.minibatch(stream, size=batch_size): # <<<<<<<<<<<<<< * docs = list(docs) * kb_ids, tensors = self.predict(docs) */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_util); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1342, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_minibatch); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1342, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1342, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_stream); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_stream); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_cur_scope->__pyx_v_stream); __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1342, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_size, __pyx_cur_scope->__pyx_v_batch_size) < 0) __PYX_ERR(0, 1342, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1342, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) { __pyx_t_3 = __pyx_t_4; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1342, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1342, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1342, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1342, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1342, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1342, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_6(__pyx_t_3); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1342, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_docs, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1343 * def pipe(self, stream, batch_size=128, n_threads=-1): * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) # <<<<<<<<<<<<<< * kb_ids, tensors = self.predict(docs) * self.set_annotations(docs, kb_ids, tensors=tensors) */ __pyx_t_4 = PySequence_List(__pyx_cur_scope->__pyx_v_docs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1343, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GOTREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_docs, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1344 * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) * kb_ids, tensors = self.predict(docs) # <<<<<<<<<<<<<< * self.set_annotations(docs, kb_ids, tensors=tensors) * yield from docs */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_predict); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1344, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_4 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_2, __pyx_cur_scope->__pyx_v_docs) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1344, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if ((likely(PyTuple_CheckExact(__pyx_t_4))) || (PyList_CheckExact(__pyx_t_4))) { PyObject* sequence = __pyx_t_4; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(0, 1344, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS if (likely(PyTuple_CheckExact(sequence))) { __pyx_t_1 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_2 = PyTuple_GET_ITEM(sequence, 1); } else { __pyx_t_1 = PyList_GET_ITEM(sequence, 0); __pyx_t_2 = PyList_GET_ITEM(sequence, 1); } __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); #else __pyx_t_1 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1344, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1344, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); #endif __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } else { Py_ssize_t index = -1; __pyx_t_7 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1344, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_8 = Py_TYPE(__pyx_t_7)->tp_iternext; index = 0; __pyx_t_1 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_1)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_1); index = 1; __pyx_t_2 = __pyx_t_8(__pyx_t_7); if (unlikely(!__pyx_t_2)) goto __pyx_L6_unpacking_failed; __Pyx_GOTREF(__pyx_t_2); if (__Pyx_IternextUnpackEndCheck(__pyx_t_8(__pyx_t_7), 2) < 0) __PYX_ERR(0, 1344, __pyx_L1_error) __pyx_t_8 = NULL; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; goto __pyx_L7_unpacking_done; __pyx_L6_unpacking_failed:; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_8 = NULL; if (__Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); __PYX_ERR(0, 1344, __pyx_L1_error) __pyx_L7_unpacking_done:; } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_kb_ids); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_kb_ids, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_tensors); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_tensors, __pyx_t_2); __Pyx_GIVEREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1345 * docs = list(docs) * kb_ids, tensors = self.predict(docs) * self.set_annotations(docs, kb_ids, tensors=tensors) # <<<<<<<<<<<<<< * yield from docs * */ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_set_annotations); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1345, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1345, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_cur_scope->__pyx_v_docs); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_kb_ids); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_kb_ids); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_cur_scope->__pyx_v_kb_ids); __pyx_t_1 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1345, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_t_1, __pyx_n_s_tensors, __pyx_cur_scope->__pyx_v_tensors) < 0) __PYX_ERR(0, 1345, __pyx_L1_error) __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_t_2, __pyx_t_1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1345, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1346 * kb_ids, tensors = self.predict(docs) * self.set_annotations(docs, kb_ids, tensors=tensors) * yield from docs # <<<<<<<<<<<<<< * * def predict(self, docs): */ __pyx_r = __Pyx_Generator_Yield_From(__pyx_generator, __pyx_cur_scope->__pyx_v_docs); __Pyx_XGOTREF(__pyx_r); if (likely(__pyx_r)) { __Pyx_XGIVEREF(__pyx_t_3); __pyx_cur_scope->__pyx_t_0 = __pyx_t_3; __pyx_cur_scope->__pyx_t_1 = __pyx_t_5; __pyx_cur_scope->__pyx_t_2 = __pyx_t_6; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); __Pyx_Coroutine_ResetAndClearException(__pyx_generator); /* return from generator, yielding value */ __pyx_generator->resume_label = 1; return __pyx_r; __pyx_L8_resume_from_yield_from:; __pyx_t_3 = __pyx_cur_scope->__pyx_t_0; __pyx_cur_scope->__pyx_t_0 = 0; __Pyx_XGOTREF(__pyx_t_3); __pyx_t_5 = __pyx_cur_scope->__pyx_t_1; __pyx_t_6 = __pyx_cur_scope->__pyx_t_2; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1346, __pyx_L1_error) } else { PyObject* exc_type = __Pyx_PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || (exc_type != PyExc_GeneratorExit && __Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration)))) PyErr_Clear(); else __PYX_ERR(0, 1346, __pyx_L1_error) } } /* "spacy/pipeline/pipes.pyx":1342 * * def pipe(self, stream, batch_size=128, n_threads=-1): * for docs in util.minibatch(stream, size=batch_size): # <<<<<<<<<<<<<< * docs = list(docs) * kb_ids, tensors = self.predict(docs) */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* "spacy/pipeline/pipes.pyx":1341 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ /* function exit code */ PyErr_SetNone(PyExc_StopIteration); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XDECREF(__pyx_r); __pyx_r = 0; #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1348 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """ Return the KB IDs for each entity in each doc, including NIL if there is no prediction """ * self.require_model() */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_24predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_12EntityLinker_23predict[] = " Return the KB IDs for each entity in each doc, including NIL if there is no prediction "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_24predict = {"predict", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_24predict, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_12EntityLinker_23predict}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_24predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("predict (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, 1); __PYX_ERR(0, 1348, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "predict") < 0)) __PYX_ERR(0, 1348, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1348, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_23predict(__pyx_self, __pyx_v_self, __pyx_v_docs); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_23predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs) { long __pyx_v_entity_count; PyObject *__pyx_v_final_kb_ids = NULL; PyObject *__pyx_v_final_tensors = NULL; CYTHON_UNUSED PyObject *__pyx_v_i = NULL; PyObject *__pyx_v_doc = NULL; PyObject *__pyx_v_sentences = NULL; PyObject *__pyx_v_sent_index = NULL; PyObject *__pyx_v_sent = NULL; PyObject *__pyx_v_start_sentence = NULL; PyObject *__pyx_v_end_sentence = NULL; PyObject *__pyx_v_start_token = NULL; PyObject *__pyx_v_end_token = NULL; PyObject *__pyx_v_sent_doc = NULL; PyObject *__pyx_v_sentence_encoding = NULL; PyObject *__pyx_v_xp = NULL; PyObject *__pyx_v_sentence_encoding_t = NULL; PyObject *__pyx_v_sentence_norm = NULL; PyObject *__pyx_v_ent = NULL; PyObject *__pyx_v_to_discard = NULL; PyObject *__pyx_v_candidates = NULL; PyObject *__pyx_v_prior_probs = NULL; PyObject *__pyx_v_scores = NULL; PyObject *__pyx_v_entity_encodings = NULL; PyObject *__pyx_v_entity_norm = NULL; PyObject *__pyx_v_sims = NULL; PyObject *__pyx_v_best_index = NULL; PyObject *__pyx_v_best_candidate = NULL; PyObject *__pyx_v_s = NULL; PyObject *__pyx_v_c = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; Py_ssize_t __pyx_t_6; PyObject *(*__pyx_t_7)(PyObject *); PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; Py_ssize_t __pyx_t_10; PyObject *(*__pyx_t_11)(PyObject *); PyObject *__pyx_t_12 = NULL; long __pyx_t_13; PyObject *__pyx_t_14 = NULL; PyObject *__pyx_t_15 = NULL; Py_ssize_t __pyx_t_16; Py_ssize_t __pyx_t_17; PyObject *__pyx_t_18 = NULL; int __pyx_t_19; PyObject *__pyx_t_20 = NULL; int __pyx_t_21; int __pyx_t_22; PyObject *(*__pyx_t_23)(PyObject *); Py_ssize_t __pyx_t_24; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__125) __Pyx_RefNannySetupContext("predict", 0); __Pyx_TraceCall("predict", __pyx_f[0], 1348, 0, __PYX_ERR(0, 1348, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_docs); /* "spacy/pipeline/pipes.pyx":1350 * def predict(self, docs): * """ Return the KB IDs for each entity in each doc, including NIL if there is no prediction """ * self.require_model() # <<<<<<<<<<<<<< * self.require_kb() * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1350, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1350, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1351 * """ Return the KB IDs for each entity in each doc, including NIL if there is no prediction """ * self.require_model() * self.require_kb() # <<<<<<<<<<<<<< * * entity_count = 0 */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_require_kb); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1351, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1351, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1353 * self.require_kb() * * entity_count = 0 # <<<<<<<<<<<<<< * final_kb_ids = [] * final_tensors = [] */ __pyx_v_entity_count = 0; /* "spacy/pipeline/pipes.pyx":1354 * * entity_count = 0 * final_kb_ids = [] # <<<<<<<<<<<<<< * final_tensors = [] * */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1354, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_final_kb_ids = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1355 * entity_count = 0 * final_kb_ids = [] * final_tensors = [] # <<<<<<<<<<<<<< * * if not docs: */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1355, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_final_tensors = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1357 * final_tensors = [] * * if not docs: # <<<<<<<<<<<<<< * return final_kb_ids, final_tensors * */ __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_v_docs); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1357, __pyx_L1_error) __pyx_t_5 = ((!__pyx_t_4) != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":1358 * * if not docs: * return final_kb_ids, final_tensors # <<<<<<<<<<<<<< * * if isinstance(docs, Doc): */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1358, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_final_kb_ids); __Pyx_GIVEREF(__pyx_v_final_kb_ids); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_final_kb_ids); __Pyx_INCREF(__pyx_v_final_tensors); __Pyx_GIVEREF(__pyx_v_final_tensors); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_v_final_tensors); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1357 * final_tensors = [] * * if not docs: # <<<<<<<<<<<<<< * return final_kb_ids, final_tensors * */ } /* "spacy/pipeline/pipes.pyx":1360 * return final_kb_ids, final_tensors * * if isinstance(docs, Doc): # <<<<<<<<<<<<<< * docs = [docs] * */ __pyx_t_5 = __Pyx_TypeCheck(__pyx_v_docs, __pyx_ptype_5spacy_6tokens_3doc_Doc); __pyx_t_4 = (__pyx_t_5 != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":1361 * * if isinstance(docs, Doc): * docs = [docs] # <<<<<<<<<<<<<< * * */ __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1361, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_docs); __Pyx_GIVEREF(__pyx_v_docs); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_v_docs); __Pyx_DECREF_SET(__pyx_v_docs, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1360 * return final_kb_ids, final_tensors * * if isinstance(docs, Doc): # <<<<<<<<<<<<<< * docs = [docs] * */ } /* "spacy/pipeline/pipes.pyx":1364 * * * for i, doc in enumerate(docs): # <<<<<<<<<<<<<< * sentences = [s for s in doc.sents] * */ __Pyx_INCREF(__pyx_int_0); __pyx_t_1 = __pyx_int_0; if (likely(PyList_CheckExact(__pyx_v_docs)) || PyTuple_CheckExact(__pyx_v_docs)) { __pyx_t_2 = __pyx_v_docs; __Pyx_INCREF(__pyx_t_2); __pyx_t_6 = 0; __pyx_t_7 = NULL; } else { __pyx_t_6 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_docs); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1364, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_7 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1364, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_7)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_6 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 1364, __pyx_L1_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_2, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1364, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif } else { if (__pyx_t_6 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_6); __Pyx_INCREF(__pyx_t_3); __pyx_t_6++; if (unlikely(0 < 0)) __PYX_ERR(0, 1364, __pyx_L1_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_2, __pyx_t_6); __pyx_t_6++; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1364, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif } } else { __pyx_t_3 = __pyx_t_7(__pyx_t_2); if (unlikely(!__pyx_t_3)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1364, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_3); } __Pyx_XDECREF_SET(__pyx_v_doc, __pyx_t_3); __pyx_t_3 = 0; __Pyx_INCREF(__pyx_t_1); __Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_1); __pyx_t_3 = __Pyx_PyInt_AddObjC(__pyx_t_1, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1364, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = __pyx_t_3; __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":1365 * * for i, doc in enumerate(docs): * sentences = [s for s in doc.sents] # <<<<<<<<<<<<<< * * if len(doc) > 0: */ __pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1365, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_sents); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1365, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (likely(PyList_CheckExact(__pyx_t_8)) || PyTuple_CheckExact(__pyx_t_8)) { __pyx_t_9 = __pyx_t_8; __Pyx_INCREF(__pyx_t_9); __pyx_t_10 = 0; __pyx_t_11 = NULL; } else { __pyx_t_10 = -1; __pyx_t_9 = PyObject_GetIter(__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1365, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_11 = Py_TYPE(__pyx_t_9)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1365, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; for (;;) { if (likely(!__pyx_t_11)) { if (likely(PyList_CheckExact(__pyx_t_9))) { if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_9)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyList_GET_ITEM(__pyx_t_9, __pyx_t_10); __Pyx_INCREF(__pyx_t_8); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1365, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_9, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1365, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } else { if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_9)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyTuple_GET_ITEM(__pyx_t_9, __pyx_t_10); __Pyx_INCREF(__pyx_t_8); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1365, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_9, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1365, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif } } else { __pyx_t_8 = __pyx_t_11(__pyx_t_9); if (unlikely(!__pyx_t_8)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1365, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_8); } __Pyx_XDECREF_SET(__pyx_v_s, __pyx_t_8); __pyx_t_8 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_3, (PyObject*)__pyx_v_s))) __PYX_ERR(0, 1365, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_XDECREF_SET(__pyx_v_sentences, ((PyObject*)__pyx_t_3)); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":1367 * sentences = [s for s in doc.sents] * * if len(doc) > 0: # <<<<<<<<<<<<<< * # Looping through each sentence and each entity * # This may go wrong if there are entities across sentences - which shouldn't happen normally. */ __pyx_t_10 = PyObject_Length(__pyx_v_doc); if (unlikely(__pyx_t_10 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1367, __pyx_L1_error) __pyx_t_4 = ((__pyx_t_10 > 0) != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":1370 * # Looping through each sentence and each entity * # This may go wrong if there are entities across sentences - which shouldn't happen normally. * for sent_index, sent in enumerate(sentences): # <<<<<<<<<<<<<< * if sent.ents: * # get n_neightbour sentences, clipped to the length of the document */ __Pyx_INCREF(__pyx_int_0); __pyx_t_3 = __pyx_int_0; __pyx_t_9 = __pyx_v_sentences; __Pyx_INCREF(__pyx_t_9); __pyx_t_10 = 0; for (;;) { if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_9)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_8 = PyList_GET_ITEM(__pyx_t_9, __pyx_t_10); __Pyx_INCREF(__pyx_t_8); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1370, __pyx_L1_error) #else __pyx_t_8 = PySequence_ITEM(__pyx_t_9, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1370, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); #endif __Pyx_XDECREF_SET(__pyx_v_sent, __pyx_t_8); __pyx_t_8 = 0; __Pyx_INCREF(__pyx_t_3); __Pyx_XDECREF_SET(__pyx_v_sent_index, __pyx_t_3); __pyx_t_8 = __Pyx_PyInt_AddObjC(__pyx_t_3, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1370, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = __pyx_t_8; __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1371 * # This may go wrong if there are entities across sentences - which shouldn't happen normally. * for sent_index, sent in enumerate(sentences): * if sent.ents: # <<<<<<<<<<<<<< * # get n_neightbour sentences, clipped to the length of the document * start_sentence = max(0, sent_index - self.n_sents) */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_sent, __pyx_n_s_ents); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1371, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_8); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1371, __pyx_L1_error) __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":1373 * if sent.ents: * # get n_neightbour sentences, clipped to the length of the document * start_sentence = max(0, sent_index - self.n_sents) # <<<<<<<<<<<<<< * end_sentence = min(len(sentences) -1, sent_index + self.n_sents) * */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_n_sents); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_12 = PyNumber_Subtract(__pyx_v_sent_index, __pyx_t_8); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_13 = 0; __pyx_t_14 = __Pyx_PyInt_From_long(__pyx_t_13); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_15 = PyObject_RichCompare(__pyx_t_12, __pyx_t_14, Py_GT); __Pyx_XGOTREF(__pyx_t_15); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1373, __pyx_L1_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_15); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1373, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; if (__pyx_t_4) { __Pyx_INCREF(__pyx_t_12); __pyx_t_8 = __pyx_t_12; } else { __pyx_t_15 = __Pyx_PyInt_From_long(__pyx_t_13); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_8 = __pyx_t_15; __pyx_t_15 = 0; } __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __pyx_t_12 = __pyx_t_8; __Pyx_INCREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_start_sentence, __pyx_t_12); __pyx_t_12 = 0; /* "spacy/pipeline/pipes.pyx":1374 * # get n_neightbour sentences, clipped to the length of the document * start_sentence = max(0, sent_index - self.n_sents) * end_sentence = min(len(sentences) -1, sent_index + self.n_sents) # <<<<<<<<<<<<<< * * start_token = sentences[start_sentence].start */ __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_n_sents); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1374, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_8 = PyNumber_Add(__pyx_v_sent_index, __pyx_t_12); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1374, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __pyx_t_16 = PyList_GET_SIZE(__pyx_v_sentences); if (unlikely(__pyx_t_16 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1374, __pyx_L1_error) __pyx_t_17 = (__pyx_t_16 - 1); __pyx_t_15 = PyInt_FromSsize_t(__pyx_t_17); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1374, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_14 = PyObject_RichCompare(__pyx_t_8, __pyx_t_15, Py_LT); __Pyx_XGOTREF(__pyx_t_14); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1374, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_14); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1374, __pyx_L1_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; if (__pyx_t_4) { __Pyx_INCREF(__pyx_t_8); __pyx_t_12 = __pyx_t_8; } else { __pyx_t_14 = PyInt_FromSsize_t(__pyx_t_17); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1374, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_12 = __pyx_t_14; __pyx_t_14 = 0; } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = __pyx_t_12; __Pyx_INCREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_XDECREF_SET(__pyx_v_end_sentence, __pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1376 * end_sentence = min(len(sentences) -1, sent_index + self.n_sents) * * start_token = sentences[start_sentence].start # <<<<<<<<<<<<<< * end_token = sentences[end_sentence].end * */ __pyx_t_8 = __Pyx_PyObject_GetItem(__pyx_v_sentences, __pyx_v_start_sentence); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1376, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_start); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1376, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_start_token, __pyx_t_12); __pyx_t_12 = 0; /* "spacy/pipeline/pipes.pyx":1377 * * start_token = sentences[start_sentence].start * end_token = sentences[end_sentence].end # <<<<<<<<<<<<<< * * sent_doc = doc[start_token:end_token].as_doc() */ __pyx_t_12 = __Pyx_PyObject_GetItem(__pyx_v_sentences, __pyx_v_end_sentence); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1377, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_12, __pyx_n_s_end); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1377, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_XDECREF_SET(__pyx_v_end_token, __pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1379 * end_token = sentences[end_sentence].end * * sent_doc = doc[start_token:end_token].as_doc() # <<<<<<<<<<<<<< * * # currently, the context is the same for each entity in a sentence (should be refined) */ __pyx_t_12 = __Pyx_PyObject_GetSlice(__pyx_v_doc, 0, 0, &__pyx_v_start_token, &__pyx_v_end_token, NULL, 0, 0, 1); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1379, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_12, __pyx_n_s_as_doc); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1379, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __pyx_t_12 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_14))) { __pyx_t_12 = PyMethod_GET_SELF(__pyx_t_14); if (likely(__pyx_t_12)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_14); __Pyx_INCREF(__pyx_t_12); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_14, function); } } __pyx_t_8 = (__pyx_t_12) ? __Pyx_PyObject_CallOneArg(__pyx_t_14, __pyx_t_12) : __Pyx_PyObject_CallNoArg(__pyx_t_14); __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1379, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_XDECREF_SET(__pyx_v_sent_doc, __pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1382 * * # currently, the context is the same for each entity in a sentence (should be refined) * sentence_encoding = self.model([sent_doc])[0] # <<<<<<<<<<<<<< * xp = get_array_module(sentence_encoding) * sentence_encoding_t = sentence_encoding.T */ __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1382, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_12 = PyList_New(1); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1382, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_INCREF(__pyx_v_sent_doc); __Pyx_GIVEREF(__pyx_v_sent_doc); PyList_SET_ITEM(__pyx_t_12, 0, __pyx_v_sent_doc); __pyx_t_15 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_14))) { __pyx_t_15 = PyMethod_GET_SELF(__pyx_t_14); if (likely(__pyx_t_15)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_14); __Pyx_INCREF(__pyx_t_15); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_14, function); } } __pyx_t_8 = (__pyx_t_15) ? __Pyx_PyObject_Call2Args(__pyx_t_14, __pyx_t_15, __pyx_t_12) : __Pyx_PyObject_CallOneArg(__pyx_t_14, __pyx_t_12); __Pyx_XDECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1382, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_14 = __Pyx_GetItemInt(__pyx_t_8, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1382, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_sentence_encoding, __pyx_t_14); __pyx_t_14 = 0; /* "spacy/pipeline/pipes.pyx":1383 * # currently, the context is the same for each entity in a sentence (should be refined) * sentence_encoding = self.model([sent_doc])[0] * xp = get_array_module(sentence_encoding) # <<<<<<<<<<<<<< * sentence_encoding_t = sentence_encoding.T * sentence_norm = xp.linalg.norm(sentence_encoding_t) */ __Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_get_array_module); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1383, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_12 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_8))) { __pyx_t_12 = PyMethod_GET_SELF(__pyx_t_8); if (likely(__pyx_t_12)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_8); __Pyx_INCREF(__pyx_t_12); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_8, function); } } __pyx_t_14 = (__pyx_t_12) ? __Pyx_PyObject_Call2Args(__pyx_t_8, __pyx_t_12, __pyx_v_sentence_encoding) : __Pyx_PyObject_CallOneArg(__pyx_t_8, __pyx_v_sentence_encoding); __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1383, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_XDECREF_SET(__pyx_v_xp, __pyx_t_14); __pyx_t_14 = 0; /* "spacy/pipeline/pipes.pyx":1384 * sentence_encoding = self.model([sent_doc])[0] * xp = get_array_module(sentence_encoding) * sentence_encoding_t = sentence_encoding.T # <<<<<<<<<<<<<< * sentence_norm = xp.linalg.norm(sentence_encoding_t) * */ __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_sentence_encoding, __pyx_n_s_T); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1384, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_XDECREF_SET(__pyx_v_sentence_encoding_t, __pyx_t_14); __pyx_t_14 = 0; /* "spacy/pipeline/pipes.pyx":1385 * xp = get_array_module(sentence_encoding) * sentence_encoding_t = sentence_encoding.T * sentence_norm = xp.linalg.norm(sentence_encoding_t) # <<<<<<<<<<<<<< * * for ent in sent.ents: */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_xp, __pyx_n_s_linalg); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1385, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_norm); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1385, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_12))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_12); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_12); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_12, function); } } __pyx_t_14 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_12, __pyx_t_8, __pyx_v_sentence_encoding_t) : __Pyx_PyObject_CallOneArg(__pyx_t_12, __pyx_v_sentence_encoding_t); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1385, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; __Pyx_XDECREF_SET(__pyx_v_sentence_norm, __pyx_t_14); __pyx_t_14 = 0; /* "spacy/pipeline/pipes.pyx":1387 * sentence_norm = xp.linalg.norm(sentence_encoding_t) * * for ent in sent.ents: # <<<<<<<<<<<<<< * entity_count += 1 * */ __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_sent, __pyx_n_s_ents); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1387, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); if (likely(PyList_CheckExact(__pyx_t_14)) || PyTuple_CheckExact(__pyx_t_14)) { __pyx_t_12 = __pyx_t_14; __Pyx_INCREF(__pyx_t_12); __pyx_t_17 = 0; __pyx_t_11 = NULL; } else { __pyx_t_17 = -1; __pyx_t_12 = PyObject_GetIter(__pyx_t_14); if (unlikely(!__pyx_t_12)) __PYX_ERR(0, 1387, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_12); __pyx_t_11 = Py_TYPE(__pyx_t_12)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1387, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; for (;;) { if (likely(!__pyx_t_11)) { if (likely(PyList_CheckExact(__pyx_t_12))) { if (__pyx_t_17 >= PyList_GET_SIZE(__pyx_t_12)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_14 = PyList_GET_ITEM(__pyx_t_12, __pyx_t_17); __Pyx_INCREF(__pyx_t_14); __pyx_t_17++; if (unlikely(0 < 0)) __PYX_ERR(0, 1387, __pyx_L1_error) #else __pyx_t_14 = PySequence_ITEM(__pyx_t_12, __pyx_t_17); __pyx_t_17++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1387, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); #endif } else { if (__pyx_t_17 >= PyTuple_GET_SIZE(__pyx_t_12)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_14 = PyTuple_GET_ITEM(__pyx_t_12, __pyx_t_17); __Pyx_INCREF(__pyx_t_14); __pyx_t_17++; if (unlikely(0 < 0)) __PYX_ERR(0, 1387, __pyx_L1_error) #else __pyx_t_14 = PySequence_ITEM(__pyx_t_12, __pyx_t_17); __pyx_t_17++; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1387, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); #endif } } else { __pyx_t_14 = __pyx_t_11(__pyx_t_12); if (unlikely(!__pyx_t_14)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1387, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_14); } __Pyx_XDECREF_SET(__pyx_v_ent, __pyx_t_14); __pyx_t_14 = 0; /* "spacy/pipeline/pipes.pyx":1388 * * for ent in sent.ents: * entity_count += 1 # <<<<<<<<<<<<<< * * to_discard = self.cfg.get("labels_discard", []) */ __pyx_v_entity_count = (__pyx_v_entity_count + 1); /* "spacy/pipeline/pipes.pyx":1390 * entity_count += 1 * * to_discard = self.cfg.get("labels_discard", []) # <<<<<<<<<<<<<< * if to_discard and ent.label_ in to_discard: * # ignoring this entity - setting to NIL */ __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1390, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_get); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1390, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = PyList_New(0); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1390, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_18 = NULL; __pyx_t_19 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) { __pyx_t_18 = PyMethod_GET_SELF(__pyx_t_15); if (likely(__pyx_t_18)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15); __Pyx_INCREF(__pyx_t_18); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_15, function); __pyx_t_19 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_15)) { PyObject *__pyx_temp[3] = {__pyx_t_18, __pyx_n_u_labels_discard, __pyx_t_8}; __pyx_t_14 = __Pyx_PyFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_19, 2+__pyx_t_19); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1390, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0; __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_15)) { PyObject *__pyx_temp[3] = {__pyx_t_18, __pyx_n_u_labels_discard, __pyx_t_8}; __pyx_t_14 = __Pyx_PyCFunction_FastCall(__pyx_t_15, __pyx_temp+1-__pyx_t_19, 2+__pyx_t_19); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1390, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_18); __pyx_t_18 = 0; __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } else #endif { __pyx_t_20 = PyTuple_New(2+__pyx_t_19); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1390, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); if (__pyx_t_18) { __Pyx_GIVEREF(__pyx_t_18); PyTuple_SET_ITEM(__pyx_t_20, 0, __pyx_t_18); __pyx_t_18 = NULL; } __Pyx_INCREF(__pyx_n_u_labels_discard); __Pyx_GIVEREF(__pyx_n_u_labels_discard); PyTuple_SET_ITEM(__pyx_t_20, 0+__pyx_t_19, __pyx_n_u_labels_discard); __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_20, 1+__pyx_t_19, __pyx_t_8); __pyx_t_8 = 0; __pyx_t_14 = __Pyx_PyObject_Call(__pyx_t_15, __pyx_t_20, NULL); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1390, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; } __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_XDECREF_SET(__pyx_v_to_discard, __pyx_t_14); __pyx_t_14 = 0; /* "spacy/pipeline/pipes.pyx":1391 * * to_discard = self.cfg.get("labels_discard", []) * if to_discard and ent.label_ in to_discard: # <<<<<<<<<<<<<< * # ignoring this entity - setting to NIL * final_kb_ids.append(self.NIL) */ __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_v_to_discard); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1391, __pyx_L1_error) if (__pyx_t_5) { } else { __pyx_t_4 = __pyx_t_5; goto __pyx_L16_bool_binop_done; } __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent, __pyx_n_s_label_2); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1391, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_5 = (__Pyx_PySequence_ContainsTF(__pyx_t_14, __pyx_v_to_discard, Py_EQ)); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1391, __pyx_L1_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_21 = (__pyx_t_5 != 0); __pyx_t_4 = __pyx_t_21; __pyx_L16_bool_binop_done:; if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":1393 * if to_discard and ent.label_ in to_discard: * # ignoring this entity - setting to NIL * final_kb_ids.append(self.NIL) # <<<<<<<<<<<<<< * final_tensors.append(sentence_encoding) * */ __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_NIL); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1393, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_22 = __Pyx_PyList_Append(__pyx_v_final_kb_ids, __pyx_t_14); if (unlikely(__pyx_t_22 == ((int)-1))) __PYX_ERR(0, 1393, __pyx_L1_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; /* "spacy/pipeline/pipes.pyx":1394 * # ignoring this entity - setting to NIL * final_kb_ids.append(self.NIL) * final_tensors.append(sentence_encoding) # <<<<<<<<<<<<<< * * else: */ __pyx_t_22 = __Pyx_PyList_Append(__pyx_v_final_tensors, __pyx_v_sentence_encoding); if (unlikely(__pyx_t_22 == ((int)-1))) __PYX_ERR(0, 1394, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1391 * * to_discard = self.cfg.get("labels_discard", []) * if to_discard and ent.label_ in to_discard: # <<<<<<<<<<<<<< * # ignoring this entity - setting to NIL * final_kb_ids.append(self.NIL) */ goto __pyx_L15; } /* "spacy/pipeline/pipes.pyx":1397 * * else: * candidates = self.kb.get_candidates(ent.text) # <<<<<<<<<<<<<< * if not candidates: * # no prediction possible for this entity - setting to NIL */ /*else*/ { __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_kb); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1397, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_20 = __Pyx_PyObject_GetAttrStr(__pyx_t_15, __pyx_n_s_get_candidates); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1397, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_ent, __pyx_n_s_text); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1397, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_20))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_20); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_20); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_20, function); } } __pyx_t_14 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_20, __pyx_t_8, __pyx_t_15) : __Pyx_PyObject_CallOneArg(__pyx_t_20, __pyx_t_15); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1397, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __Pyx_XDECREF_SET(__pyx_v_candidates, __pyx_t_14); __pyx_t_14 = 0; /* "spacy/pipeline/pipes.pyx":1398 * else: * candidates = self.kb.get_candidates(ent.text) * if not candidates: # <<<<<<<<<<<<<< * # no prediction possible for this entity - setting to NIL * final_kb_ids.append(self.NIL) */ __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_v_candidates); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1398, __pyx_L1_error) __pyx_t_21 = ((!__pyx_t_4) != 0); if (__pyx_t_21) { /* "spacy/pipeline/pipes.pyx":1400 * if not candidates: * # no prediction possible for this entity - setting to NIL * final_kb_ids.append(self.NIL) # <<<<<<<<<<<<<< * final_tensors.append(sentence_encoding) * */ __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_NIL); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1400, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_22 = __Pyx_PyList_Append(__pyx_v_final_kb_ids, __pyx_t_14); if (unlikely(__pyx_t_22 == ((int)-1))) __PYX_ERR(0, 1400, __pyx_L1_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; /* "spacy/pipeline/pipes.pyx":1401 * # no prediction possible for this entity - setting to NIL * final_kb_ids.append(self.NIL) * final_tensors.append(sentence_encoding) # <<<<<<<<<<<<<< * * elif len(candidates) == 1: */ __pyx_t_22 = __Pyx_PyList_Append(__pyx_v_final_tensors, __pyx_v_sentence_encoding); if (unlikely(__pyx_t_22 == ((int)-1))) __PYX_ERR(0, 1401, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1398 * else: * candidates = self.kb.get_candidates(ent.text) * if not candidates: # <<<<<<<<<<<<<< * # no prediction possible for this entity - setting to NIL * final_kb_ids.append(self.NIL) */ goto __pyx_L18; } /* "spacy/pipeline/pipes.pyx":1403 * final_tensors.append(sentence_encoding) * * elif len(candidates) == 1: # <<<<<<<<<<<<<< * # shortcut for efficiency reasons: take the 1 candidate * */ __pyx_t_16 = PyObject_Length(__pyx_v_candidates); if (unlikely(__pyx_t_16 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1403, __pyx_L1_error) __pyx_t_21 = ((__pyx_t_16 == 1) != 0); if (__pyx_t_21) { /* "spacy/pipeline/pipes.pyx":1407 * * # TODO: thresholding * final_kb_ids.append(candidates[0].entity_) # <<<<<<<<<<<<<< * final_tensors.append(sentence_encoding) * */ __pyx_t_14 = __Pyx_GetItemInt(__pyx_v_candidates, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1407, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_20 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_entity); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1407, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_22 = __Pyx_PyList_Append(__pyx_v_final_kb_ids, __pyx_t_20); if (unlikely(__pyx_t_22 == ((int)-1))) __PYX_ERR(0, 1407, __pyx_L1_error) __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; /* "spacy/pipeline/pipes.pyx":1408 * # TODO: thresholding * final_kb_ids.append(candidates[0].entity_) * final_tensors.append(sentence_encoding) # <<<<<<<<<<<<<< * * else: */ __pyx_t_22 = __Pyx_PyList_Append(__pyx_v_final_tensors, __pyx_v_sentence_encoding); if (unlikely(__pyx_t_22 == ((int)-1))) __PYX_ERR(0, 1408, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1403 * final_tensors.append(sentence_encoding) * * elif len(candidates) == 1: # <<<<<<<<<<<<<< * # shortcut for efficiency reasons: take the 1 candidate * */ goto __pyx_L18; } /* "spacy/pipeline/pipes.pyx":1411 * * else: * random.shuffle(candidates) # <<<<<<<<<<<<<< * * # this will set all prior probabilities to 0 if they should be excluded from the model */ /*else*/ { __Pyx_GetModuleGlobalName(__pyx_t_14, __pyx_n_s_random); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1411, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_shuffle); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1411, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_14 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_15))) { __pyx_t_14 = PyMethod_GET_SELF(__pyx_t_15); if (likely(__pyx_t_14)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15); __Pyx_INCREF(__pyx_t_14); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_15, function); } } __pyx_t_20 = (__pyx_t_14) ? __Pyx_PyObject_Call2Args(__pyx_t_15, __pyx_t_14, __pyx_v_candidates) : __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_v_candidates); __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0; if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1411, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; /* "spacy/pipeline/pipes.pyx":1414 * * # this will set all prior probabilities to 0 if they should be excluded from the model * prior_probs = xp.asarray([c.prior_prob for c in candidates]) # <<<<<<<<<<<<<< * if not self.cfg.get("incl_prior", True): * prior_probs = xp.asarray([0.0 for c in candidates]) */ __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_xp, __pyx_n_s_asarray); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_14 = PyList_New(0); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); if (likely(PyList_CheckExact(__pyx_v_candidates)) || PyTuple_CheckExact(__pyx_v_candidates)) { __pyx_t_8 = __pyx_v_candidates; __Pyx_INCREF(__pyx_t_8); __pyx_t_16 = 0; __pyx_t_23 = NULL; } else { __pyx_t_16 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_v_candidates); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_23 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_23)) __PYX_ERR(0, 1414, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_23)) { if (likely(PyList_CheckExact(__pyx_t_8))) { if (__pyx_t_16 >= PyList_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_18 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_16); __Pyx_INCREF(__pyx_t_18); __pyx_t_16++; if (unlikely(0 < 0)) __PYX_ERR(0, 1414, __pyx_L1_error) #else __pyx_t_18 = PySequence_ITEM(__pyx_t_8, __pyx_t_16); __pyx_t_16++; if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); #endif } else { if (__pyx_t_16 >= PyTuple_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_18 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_16); __Pyx_INCREF(__pyx_t_18); __pyx_t_16++; if (unlikely(0 < 0)) __PYX_ERR(0, 1414, __pyx_L1_error) #else __pyx_t_18 = PySequence_ITEM(__pyx_t_8, __pyx_t_16); __pyx_t_16++; if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); #endif } } else { __pyx_t_18 = __pyx_t_23(__pyx_t_8); if (unlikely(!__pyx_t_18)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1414, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_18); } __Pyx_XDECREF_SET(__pyx_v_c, __pyx_t_18); __pyx_t_18 = 0; __pyx_t_18 = __Pyx_PyObject_GetAttrStr(__pyx_v_c, __pyx_n_s_prior_prob); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); if (unlikely(__Pyx_ListComp_Append(__pyx_t_14, (PyObject*)__pyx_t_18))) __PYX_ERR(0, 1414, __pyx_L1_error) __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_15); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_15, function); } } __pyx_t_20 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_15, __pyx_t_8, __pyx_t_14) : __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_t_14); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_XDECREF_SET(__pyx_v_prior_probs, __pyx_t_20); __pyx_t_20 = 0; /* "spacy/pipeline/pipes.pyx":1415 * # this will set all prior probabilities to 0 if they should be excluded from the model * prior_probs = xp.asarray([c.prior_prob for c in candidates]) * if not self.cfg.get("incl_prior", True): # <<<<<<<<<<<<<< * prior_probs = xp.asarray([0.0 for c in candidates]) * scores = prior_probs */ __pyx_t_20 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1415, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_20, __pyx_n_s_get); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1415, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __pyx_t_20 = __Pyx_PyObject_Call(__pyx_t_15, __pyx_tuple__126, NULL); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1415, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_21 = __Pyx_PyObject_IsTrue(__pyx_t_20); if (unlikely(__pyx_t_21 < 0)) __PYX_ERR(0, 1415, __pyx_L1_error) __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __pyx_t_4 = ((!__pyx_t_21) != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":1416 * prior_probs = xp.asarray([c.prior_prob for c in candidates]) * if not self.cfg.get("incl_prior", True): * prior_probs = xp.asarray([0.0 for c in candidates]) # <<<<<<<<<<<<<< * scores = prior_probs * */ __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_xp, __pyx_n_s_asarray); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1416, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_14 = PyList_New(0); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1416, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); if (likely(PyList_CheckExact(__pyx_v_candidates)) || PyTuple_CheckExact(__pyx_v_candidates)) { __pyx_t_8 = __pyx_v_candidates; __Pyx_INCREF(__pyx_t_8); __pyx_t_16 = 0; __pyx_t_23 = NULL; } else { __pyx_t_16 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_v_candidates); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1416, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_23 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_23)) __PYX_ERR(0, 1416, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_23)) { if (likely(PyList_CheckExact(__pyx_t_8))) { if (__pyx_t_16 >= PyList_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_18 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_16); __Pyx_INCREF(__pyx_t_18); __pyx_t_16++; if (unlikely(0 < 0)) __PYX_ERR(0, 1416, __pyx_L1_error) #else __pyx_t_18 = PySequence_ITEM(__pyx_t_8, __pyx_t_16); __pyx_t_16++; if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1416, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); #endif } else { if (__pyx_t_16 >= PyTuple_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_18 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_16); __Pyx_INCREF(__pyx_t_18); __pyx_t_16++; if (unlikely(0 < 0)) __PYX_ERR(0, 1416, __pyx_L1_error) #else __pyx_t_18 = PySequence_ITEM(__pyx_t_8, __pyx_t_16); __pyx_t_16++; if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1416, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); #endif } } else { __pyx_t_18 = __pyx_t_23(__pyx_t_8); if (unlikely(!__pyx_t_18)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1416, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_18); } __Pyx_XDECREF_SET(__pyx_v_c, __pyx_t_18); __pyx_t_18 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_14, (PyObject*)__pyx_float_0_0))) __PYX_ERR(0, 1416, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_15); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_15, function); } } __pyx_t_20 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_15, __pyx_t_8, __pyx_t_14) : __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_t_14); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1416, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_DECREF_SET(__pyx_v_prior_probs, __pyx_t_20); __pyx_t_20 = 0; /* "spacy/pipeline/pipes.pyx":1415 * # this will set all prior probabilities to 0 if they should be excluded from the model * prior_probs = xp.asarray([c.prior_prob for c in candidates]) * if not self.cfg.get("incl_prior", True): # <<<<<<<<<<<<<< * prior_probs = xp.asarray([0.0 for c in candidates]) * scores = prior_probs */ } /* "spacy/pipeline/pipes.pyx":1417 * if not self.cfg.get("incl_prior", True): * prior_probs = xp.asarray([0.0 for c in candidates]) * scores = prior_probs # <<<<<<<<<<<<<< * * # add in similarity from the context */ __Pyx_INCREF(__pyx_v_prior_probs); __Pyx_XDECREF_SET(__pyx_v_scores, __pyx_v_prior_probs); /* "spacy/pipeline/pipes.pyx":1420 * * # add in similarity from the context * if self.cfg.get("incl_context", True): # <<<<<<<<<<<<<< * entity_encodings = xp.asarray([c.entity_vector for c in candidates]) * entity_norm = xp.linalg.norm(entity_encodings, axis=1) */ __pyx_t_20 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1420, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_20, __pyx_n_s_get); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1420, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __pyx_t_20 = __Pyx_PyObject_Call(__pyx_t_15, __pyx_tuple__127, NULL); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1420, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_20); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1420, __pyx_L1_error) __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":1421 * # add in similarity from the context * if self.cfg.get("incl_context", True): * entity_encodings = xp.asarray([c.entity_vector for c in candidates]) # <<<<<<<<<<<<<< * entity_norm = xp.linalg.norm(entity_encodings, axis=1) * */ __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_xp, __pyx_n_s_asarray); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1421, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_14 = PyList_New(0); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1421, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); if (likely(PyList_CheckExact(__pyx_v_candidates)) || PyTuple_CheckExact(__pyx_v_candidates)) { __pyx_t_8 = __pyx_v_candidates; __Pyx_INCREF(__pyx_t_8); __pyx_t_16 = 0; __pyx_t_23 = NULL; } else { __pyx_t_16 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_v_candidates); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1421, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_23 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_23)) __PYX_ERR(0, 1421, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_23)) { if (likely(PyList_CheckExact(__pyx_t_8))) { if (__pyx_t_16 >= PyList_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_18 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_16); __Pyx_INCREF(__pyx_t_18); __pyx_t_16++; if (unlikely(0 < 0)) __PYX_ERR(0, 1421, __pyx_L1_error) #else __pyx_t_18 = PySequence_ITEM(__pyx_t_8, __pyx_t_16); __pyx_t_16++; if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1421, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); #endif } else { if (__pyx_t_16 >= PyTuple_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_18 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_16); __Pyx_INCREF(__pyx_t_18); __pyx_t_16++; if (unlikely(0 < 0)) __PYX_ERR(0, 1421, __pyx_L1_error) #else __pyx_t_18 = PySequence_ITEM(__pyx_t_8, __pyx_t_16); __pyx_t_16++; if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1421, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); #endif } } else { __pyx_t_18 = __pyx_t_23(__pyx_t_8); if (unlikely(!__pyx_t_18)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1421, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_18); } __Pyx_XDECREF_SET(__pyx_v_c, __pyx_t_18); __pyx_t_18 = 0; __pyx_t_18 = __Pyx_PyObject_GetAttrStr(__pyx_v_c, __pyx_n_s_entity_vector); if (unlikely(!__pyx_t_18)) __PYX_ERR(0, 1421, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_18); if (unlikely(__Pyx_ListComp_Append(__pyx_t_14, (PyObject*)__pyx_t_18))) __PYX_ERR(0, 1421, __pyx_L1_error) __Pyx_DECREF(__pyx_t_18); __pyx_t_18 = 0; } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_15))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_15); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_15); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_15, function); } } __pyx_t_20 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_15, __pyx_t_8, __pyx_t_14) : __Pyx_PyObject_CallOneArg(__pyx_t_15, __pyx_t_14); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1421, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_XDECREF_SET(__pyx_v_entity_encodings, __pyx_t_20); __pyx_t_20 = 0; /* "spacy/pipeline/pipes.pyx":1422 * if self.cfg.get("incl_context", True): * entity_encodings = xp.asarray([c.entity_vector for c in candidates]) * entity_norm = xp.linalg.norm(entity_encodings, axis=1) # <<<<<<<<<<<<<< * * if len(entity_encodings) != len(prior_probs): */ __pyx_t_20 = __Pyx_PyObject_GetAttrStr(__pyx_v_xp, __pyx_n_s_linalg); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1422, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_t_20, __pyx_n_s_norm); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1422, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __pyx_t_20 = PyTuple_New(1); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1422, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_INCREF(__pyx_v_entity_encodings); __Pyx_GIVEREF(__pyx_v_entity_encodings); PyTuple_SET_ITEM(__pyx_t_20, 0, __pyx_v_entity_encodings); __pyx_t_14 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1422, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); if (PyDict_SetItem(__pyx_t_14, __pyx_n_s_axis, __pyx_int_1) < 0) __PYX_ERR(0, 1422, __pyx_L1_error) __pyx_t_8 = __Pyx_PyObject_Call(__pyx_t_15, __pyx_t_20, __pyx_t_14); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1422, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_XDECREF_SET(__pyx_v_entity_norm, __pyx_t_8); __pyx_t_8 = 0; /* "spacy/pipeline/pipes.pyx":1424 * entity_norm = xp.linalg.norm(entity_encodings, axis=1) * * if len(entity_encodings) != len(prior_probs): # <<<<<<<<<<<<<< * raise RuntimeError(Errors.E147.format(method="predict", msg="vectors not of equal length")) * */ __pyx_t_16 = PyObject_Length(__pyx_v_entity_encodings); if (unlikely(__pyx_t_16 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1424, __pyx_L1_error) __pyx_t_24 = PyObject_Length(__pyx_v_prior_probs); if (unlikely(__pyx_t_24 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1424, __pyx_L1_error) __pyx_t_4 = ((__pyx_t_16 != __pyx_t_24) != 0); if (unlikely(__pyx_t_4)) { /* "spacy/pipeline/pipes.pyx":1425 * * if len(entity_encodings) != len(prior_probs): * raise RuntimeError(Errors.E147.format(method="predict", msg="vectors not of equal length")) # <<<<<<<<<<<<<< * * # cosine similarity */ __Pyx_GetModuleGlobalName(__pyx_t_8, __pyx_n_s_Errors); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1425, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_14 = __Pyx_PyObject_GetAttrStr(__pyx_t_8, __pyx_n_s_E147); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1425, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __pyx_t_8 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_format); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1425, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_14 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1425, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); if (PyDict_SetItem(__pyx_t_14, __pyx_n_s_method, __pyx_n_u_predict) < 0) __PYX_ERR(0, 1425, __pyx_L1_error) if (PyDict_SetItem(__pyx_t_14, __pyx_n_s_msg, __pyx_kp_u_vectors_not_of_equal_length) < 0) __PYX_ERR(0, 1425, __pyx_L1_error) __pyx_t_20 = __Pyx_PyObject_Call(__pyx_t_8, __pyx_empty_tuple, __pyx_t_14); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1425, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_14 = __Pyx_PyObject_CallOneArg(__pyx_builtin_RuntimeError, __pyx_t_20); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1425, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __Pyx_Raise(__pyx_t_14, 0, 0, 0); __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __PYX_ERR(0, 1425, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1424 * entity_norm = xp.linalg.norm(entity_encodings, axis=1) * * if len(entity_encodings) != len(prior_probs): # <<<<<<<<<<<<<< * raise RuntimeError(Errors.E147.format(method="predict", msg="vectors not of equal length")) * */ } /* "spacy/pipeline/pipes.pyx":1428 * * # cosine similarity * sims = xp.dot(entity_encodings, sentence_encoding_t) / (sentence_norm * entity_norm) # <<<<<<<<<<<<<< * if sims.shape != prior_probs.shape: * raise ValueError(Errors.E161) */ __pyx_t_20 = __Pyx_PyObject_GetAttrStr(__pyx_v_xp, __pyx_n_s_dot); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1428, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __pyx_t_8 = NULL; __pyx_t_19 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_20))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_20); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_20); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_20, function); __pyx_t_19 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_20)) { PyObject *__pyx_temp[3] = {__pyx_t_8, __pyx_v_entity_encodings, __pyx_v_sentence_encoding_t}; __pyx_t_14 = __Pyx_PyFunction_FastCall(__pyx_t_20, __pyx_temp+1-__pyx_t_19, 2+__pyx_t_19); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1428, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_14); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_20)) { PyObject *__pyx_temp[3] = {__pyx_t_8, __pyx_v_entity_encodings, __pyx_v_sentence_encoding_t}; __pyx_t_14 = __Pyx_PyCFunction_FastCall(__pyx_t_20, __pyx_temp+1-__pyx_t_19, 2+__pyx_t_19); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1428, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_GOTREF(__pyx_t_14); } else #endif { __pyx_t_15 = PyTuple_New(2+__pyx_t_19); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1428, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); if (__pyx_t_8) { __Pyx_GIVEREF(__pyx_t_8); PyTuple_SET_ITEM(__pyx_t_15, 0, __pyx_t_8); __pyx_t_8 = NULL; } __Pyx_INCREF(__pyx_v_entity_encodings); __Pyx_GIVEREF(__pyx_v_entity_encodings); PyTuple_SET_ITEM(__pyx_t_15, 0+__pyx_t_19, __pyx_v_entity_encodings); __Pyx_INCREF(__pyx_v_sentence_encoding_t); __Pyx_GIVEREF(__pyx_v_sentence_encoding_t); PyTuple_SET_ITEM(__pyx_t_15, 1+__pyx_t_19, __pyx_v_sentence_encoding_t); __pyx_t_14 = __Pyx_PyObject_Call(__pyx_t_20, __pyx_t_15, NULL); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1428, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; } __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __pyx_t_20 = PyNumber_Multiply(__pyx_v_sentence_norm, __pyx_v_entity_norm); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1428, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __pyx_t_15 = __Pyx_PyNumber_Divide(__pyx_t_14, __pyx_t_20); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1428, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __Pyx_XDECREF_SET(__pyx_v_sims, __pyx_t_15); __pyx_t_15 = 0; /* "spacy/pipeline/pipes.pyx":1429 * # cosine similarity * sims = xp.dot(entity_encodings, sentence_encoding_t) / (sentence_norm * entity_norm) * if sims.shape != prior_probs.shape: # <<<<<<<<<<<<<< * raise ValueError(Errors.E161) * scores = prior_probs + sims - (prior_probs*sims) */ __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_sims, __pyx_n_s_shape); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1429, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_20 = __Pyx_PyObject_GetAttrStr(__pyx_v_prior_probs, __pyx_n_s_shape); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1429, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __pyx_t_14 = PyObject_RichCompare(__pyx_t_15, __pyx_t_20, Py_NE); __Pyx_XGOTREF(__pyx_t_14); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1429, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_14); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1429, __pyx_L1_error) __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; if (unlikely(__pyx_t_4)) { /* "spacy/pipeline/pipes.pyx":1430 * sims = xp.dot(entity_encodings, sentence_encoding_t) / (sentence_norm * entity_norm) * if sims.shape != prior_probs.shape: * raise ValueError(Errors.E161) # <<<<<<<<<<<<<< * scores = prior_probs + sims - (prior_probs*sims) * */ __Pyx_GetModuleGlobalName(__pyx_t_14, __pyx_n_s_Errors); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1430, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_20 = __Pyx_PyObject_GetAttrStr(__pyx_t_14, __pyx_n_s_E161); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1430, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __pyx_t_14 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_20); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1430, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __Pyx_Raise(__pyx_t_14, 0, 0, 0); __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __PYX_ERR(0, 1430, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1429 * # cosine similarity * sims = xp.dot(entity_encodings, sentence_encoding_t) / (sentence_norm * entity_norm) * if sims.shape != prior_probs.shape: # <<<<<<<<<<<<<< * raise ValueError(Errors.E161) * scores = prior_probs + sims - (prior_probs*sims) */ } /* "spacy/pipeline/pipes.pyx":1431 * if sims.shape != prior_probs.shape: * raise ValueError(Errors.E161) * scores = prior_probs + sims - (prior_probs*sims) # <<<<<<<<<<<<<< * * # TODO: thresholding */ __pyx_t_14 = PyNumber_Add(__pyx_v_prior_probs, __pyx_v_sims); if (unlikely(!__pyx_t_14)) __PYX_ERR(0, 1431, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_14); __pyx_t_20 = PyNumber_Multiply(__pyx_v_prior_probs, __pyx_v_sims); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1431, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __pyx_t_15 = PyNumber_Subtract(__pyx_t_14, __pyx_t_20); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1431, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_14); __pyx_t_14 = 0; __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __Pyx_DECREF_SET(__pyx_v_scores, __pyx_t_15); __pyx_t_15 = 0; /* "spacy/pipeline/pipes.pyx":1420 * * # add in similarity from the context * if self.cfg.get("incl_context", True): # <<<<<<<<<<<<<< * entity_encodings = xp.asarray([c.entity_vector for c in candidates]) * entity_norm = xp.linalg.norm(entity_encodings, axis=1) */ } /* "spacy/pipeline/pipes.pyx":1434 * * # TODO: thresholding * best_index = scores.argmax() # <<<<<<<<<<<<<< * best_candidate = candidates[best_index] * final_kb_ids.append(best_candidate.entity_) */ __pyx_t_20 = __Pyx_PyObject_GetAttrStr(__pyx_v_scores, __pyx_n_s_argmax); if (unlikely(!__pyx_t_20)) __PYX_ERR(0, 1434, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_20); __pyx_t_14 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_20))) { __pyx_t_14 = PyMethod_GET_SELF(__pyx_t_20); if (likely(__pyx_t_14)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_20); __Pyx_INCREF(__pyx_t_14); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_20, function); } } __pyx_t_15 = (__pyx_t_14) ? __Pyx_PyObject_CallOneArg(__pyx_t_20, __pyx_t_14) : __Pyx_PyObject_CallNoArg(__pyx_t_20); __Pyx_XDECREF(__pyx_t_14); __pyx_t_14 = 0; if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1434, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0; __Pyx_XDECREF_SET(__pyx_v_best_index, __pyx_t_15); __pyx_t_15 = 0; /* "spacy/pipeline/pipes.pyx":1435 * # TODO: thresholding * best_index = scores.argmax() * best_candidate = candidates[best_index] # <<<<<<<<<<<<<< * final_kb_ids.append(best_candidate.entity_) * final_tensors.append(sentence_encoding) */ __pyx_t_15 = __Pyx_PyObject_GetItem(__pyx_v_candidates, __pyx_v_best_index); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1435, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __Pyx_XDECREF_SET(__pyx_v_best_candidate, __pyx_t_15); __pyx_t_15 = 0; /* "spacy/pipeline/pipes.pyx":1436 * best_index = scores.argmax() * best_candidate = candidates[best_index] * final_kb_ids.append(best_candidate.entity_) # <<<<<<<<<<<<<< * final_tensors.append(sentence_encoding) * */ __pyx_t_15 = __Pyx_PyObject_GetAttrStr(__pyx_v_best_candidate, __pyx_n_s_entity); if (unlikely(!__pyx_t_15)) __PYX_ERR(0, 1436, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_15); __pyx_t_22 = __Pyx_PyList_Append(__pyx_v_final_kb_ids, __pyx_t_15); if (unlikely(__pyx_t_22 == ((int)-1))) __PYX_ERR(0, 1436, __pyx_L1_error) __Pyx_DECREF(__pyx_t_15); __pyx_t_15 = 0; /* "spacy/pipeline/pipes.pyx":1437 * best_candidate = candidates[best_index] * final_kb_ids.append(best_candidate.entity_) * final_tensors.append(sentence_encoding) # <<<<<<<<<<<<<< * * if not (len(final_tensors) == len(final_kb_ids) == entity_count): */ __pyx_t_22 = __Pyx_PyList_Append(__pyx_v_final_tensors, __pyx_v_sentence_encoding); if (unlikely(__pyx_t_22 == ((int)-1))) __PYX_ERR(0, 1437, __pyx_L1_error) } __pyx_L18:; } __pyx_L15:; /* "spacy/pipeline/pipes.pyx":1387 * sentence_norm = xp.linalg.norm(sentence_encoding_t) * * for ent in sent.ents: # <<<<<<<<<<<<<< * entity_count += 1 * */ } __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0; /* "spacy/pipeline/pipes.pyx":1371 * # This may go wrong if there are entities across sentences - which shouldn't happen normally. * for sent_index, sent in enumerate(sentences): * if sent.ents: # <<<<<<<<<<<<<< * # get n_neightbour sentences, clipped to the length of the document * start_sentence = max(0, sent_index - self.n_sents) */ } /* "spacy/pipeline/pipes.pyx":1370 * # Looping through each sentence and each entity * # This may go wrong if there are entities across sentences - which shouldn't happen normally. * for sent_index, sent in enumerate(sentences): # <<<<<<<<<<<<<< * if sent.ents: * # get n_neightbour sentences, clipped to the length of the document */ } __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":1367 * sentences = [s for s in doc.sents] * * if len(doc) > 0: # <<<<<<<<<<<<<< * # Looping through each sentence and each entity * # This may go wrong if there are entities across sentences - which shouldn't happen normally. */ } /* "spacy/pipeline/pipes.pyx":1364 * * * for i, doc in enumerate(docs): # <<<<<<<<<<<<<< * sentences = [s for s in doc.sents] * */ } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1439 * final_tensors.append(sentence_encoding) * * if not (len(final_tensors) == len(final_kb_ids) == entity_count): # <<<<<<<<<<<<<< * raise RuntimeError(Errors.E147.format(method="predict", msg="result variables not of equal length")) * */ __pyx_t_6 = PyList_GET_SIZE(__pyx_v_final_tensors); if (unlikely(__pyx_t_6 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1439, __pyx_L1_error) __pyx_t_10 = PyList_GET_SIZE(__pyx_v_final_kb_ids); if (unlikely(__pyx_t_10 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1439, __pyx_L1_error) __pyx_t_4 = (__pyx_t_6 == __pyx_t_10); if (__pyx_t_4) { __pyx_t_4 = (__pyx_t_10 == __pyx_v_entity_count); } __pyx_t_21 = ((!(__pyx_t_4 != 0)) != 0); if (unlikely(__pyx_t_21)) { /* "spacy/pipeline/pipes.pyx":1440 * * if not (len(final_tensors) == len(final_kb_ids) == entity_count): * raise RuntimeError(Errors.E147.format(method="predict", msg="result variables not of equal length")) # <<<<<<<<<<<<<< * * return final_kb_ids, final_tensors */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1440, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E147); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1440, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_format); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1440, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1440, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_method, __pyx_n_u_predict) < 0) __PYX_ERR(0, 1440, __pyx_L1_error) if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_msg, __pyx_kp_u_result_variables_not_of_equal_le) < 0) __PYX_ERR(0, 1440, __pyx_L1_error) __pyx_t_3 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1440, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_RuntimeError, __pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1440, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_Raise(__pyx_t_2, 0, 0, 0); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __PYX_ERR(0, 1440, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1439 * final_tensors.append(sentence_encoding) * * if not (len(final_tensors) == len(final_kb_ids) == entity_count): # <<<<<<<<<<<<<< * raise RuntimeError(Errors.E147.format(method="predict", msg="result variables not of equal length")) * */ } /* "spacy/pipeline/pipes.pyx":1442 * raise RuntimeError(Errors.E147.format(method="predict", msg="result variables not of equal length")) * * return final_kb_ids, final_tensors # <<<<<<<<<<<<<< * * def set_annotations(self, docs, kb_ids, tensors=None): */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1442, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_final_kb_ids); __Pyx_GIVEREF(__pyx_v_final_kb_ids); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_final_kb_ids); __Pyx_INCREF(__pyx_v_final_tensors); __Pyx_GIVEREF(__pyx_v_final_tensors); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_final_tensors); __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1348 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """ Return the KB IDs for each entity in each doc, including NIL if there is no prediction """ * self.require_model() */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_9); __Pyx_XDECREF(__pyx_t_12); __Pyx_XDECREF(__pyx_t_14); __Pyx_XDECREF(__pyx_t_15); __Pyx_XDECREF(__pyx_t_18); __Pyx_XDECREF(__pyx_t_20); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_final_kb_ids); __Pyx_XDECREF(__pyx_v_final_tensors); __Pyx_XDECREF(__pyx_v_i); __Pyx_XDECREF(__pyx_v_doc); __Pyx_XDECREF(__pyx_v_sentences); __Pyx_XDECREF(__pyx_v_sent_index); __Pyx_XDECREF(__pyx_v_sent); __Pyx_XDECREF(__pyx_v_start_sentence); __Pyx_XDECREF(__pyx_v_end_sentence); __Pyx_XDECREF(__pyx_v_start_token); __Pyx_XDECREF(__pyx_v_end_token); __Pyx_XDECREF(__pyx_v_sent_doc); __Pyx_XDECREF(__pyx_v_sentence_encoding); __Pyx_XDECREF(__pyx_v_xp); __Pyx_XDECREF(__pyx_v_sentence_encoding_t); __Pyx_XDECREF(__pyx_v_sentence_norm); __Pyx_XDECREF(__pyx_v_ent); __Pyx_XDECREF(__pyx_v_to_discard); __Pyx_XDECREF(__pyx_v_candidates); __Pyx_XDECREF(__pyx_v_prior_probs); __Pyx_XDECREF(__pyx_v_scores); __Pyx_XDECREF(__pyx_v_entity_encodings); __Pyx_XDECREF(__pyx_v_entity_norm); __Pyx_XDECREF(__pyx_v_sims); __Pyx_XDECREF(__pyx_v_best_index); __Pyx_XDECREF(__pyx_v_best_candidate); __Pyx_XDECREF(__pyx_v_s); __Pyx_XDECREF(__pyx_v_c); __Pyx_XDECREF(__pyx_v_docs); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1444 * return final_kb_ids, final_tensors * * def set_annotations(self, docs, kb_ids, tensors=None): # <<<<<<<<<<<<<< * count_ents = len([ent for doc in docs for ent in doc.ents]) * if count_ents != len(kb_ids): */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_26set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_26set_annotations = {"set_annotations", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_26set_annotations, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_26set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_kb_ids = 0; CYTHON_UNUSED PyObject *__pyx_v_tensors = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("set_annotations (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_kb_ids,&__pyx_n_s_tensors,0}; PyObject* values[4] = {0,0,0,0}; values[3] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, 1); __PYX_ERR(0, 1444, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_kb_ids)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, 2); __PYX_ERR(0, 1444, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tensors); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "set_annotations") < 0)) __PYX_ERR(0, 1444, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_kb_ids = values[2]; __pyx_v_tensors = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1444, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_25set_annotations(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_kb_ids, __pyx_v_tensors); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_25set_annotations(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_kb_ids, CYTHON_UNUSED PyObject *__pyx_v_tensors) { Py_ssize_t __pyx_v_count_ents; long __pyx_v_i; PyObject *__pyx_v_doc = NULL; PyObject *__pyx_v_ent = NULL; PyObject *__pyx_v_kb_id = NULL; PyObject *__pyx_v_token = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; Py_ssize_t __pyx_t_3; PyObject *(*__pyx_t_4)(PyObject *); PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; Py_ssize_t __pyx_t_7; PyObject *(*__pyx_t_8)(PyObject *); int __pyx_t_9; Py_ssize_t __pyx_t_10; PyObject *(*__pyx_t_11)(PyObject *); int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__128) __Pyx_RefNannySetupContext("set_annotations", 0); __Pyx_TraceCall("set_annotations", __pyx_f[0], 1444, 0, __PYX_ERR(0, 1444, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1445 * * def set_annotations(self, docs, kb_ids, tensors=None): * count_ents = len([ent for doc in docs for ent in doc.ents]) # <<<<<<<<<<<<<< * if count_ents != len(kb_ids): * raise ValueError(Errors.E148.format(ents=count_ents, ids=len(kb_ids))) */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1445, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (likely(PyList_CheckExact(__pyx_v_docs)) || PyTuple_CheckExact(__pyx_v_docs)) { __pyx_t_2 = __pyx_v_docs; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0; __pyx_t_4 = NULL; } else { __pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_docs); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1445, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1445, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_4)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1445, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1445, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } else { if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1445, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1445, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } } else { __pyx_t_5 = __pyx_t_4(__pyx_t_2); if (unlikely(!__pyx_t_5)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1445, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_5); } __Pyx_XDECREF_SET(__pyx_v_doc, __pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_ents); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1445, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (likely(PyList_CheckExact(__pyx_t_5)) || PyTuple_CheckExact(__pyx_t_5)) { __pyx_t_6 = __pyx_t_5; __Pyx_INCREF(__pyx_t_6); __pyx_t_7 = 0; __pyx_t_8 = NULL; } else { __pyx_t_7 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1445, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_8 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1445, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; for (;;) { if (likely(!__pyx_t_8)) { if (likely(PyList_CheckExact(__pyx_t_6))) { if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_6)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_5); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 1445, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1445, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } else { if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_6)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_7); __Pyx_INCREF(__pyx_t_5); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 1445, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_6, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1445, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } } else { __pyx_t_5 = __pyx_t_8(__pyx_t_6); if (unlikely(!__pyx_t_5)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1445, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_5); } __Pyx_XDECREF_SET(__pyx_v_ent, __pyx_t_5); __pyx_t_5 = 0; if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_v_ent))) __PYX_ERR(0, 1445, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_3 = PyList_GET_SIZE(__pyx_t_1); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1445, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_count_ents = __pyx_t_3; /* "spacy/pipeline/pipes.pyx":1446 * def set_annotations(self, docs, kb_ids, tensors=None): * count_ents = len([ent for doc in docs for ent in doc.ents]) * if count_ents != len(kb_ids): # <<<<<<<<<<<<<< * raise ValueError(Errors.E148.format(ents=count_ents, ids=len(kb_ids))) * */ __pyx_t_3 = PyObject_Length(__pyx_v_kb_ids); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1446, __pyx_L1_error) __pyx_t_9 = ((__pyx_v_count_ents != __pyx_t_3) != 0); if (unlikely(__pyx_t_9)) { /* "spacy/pipeline/pipes.pyx":1447 * count_ents = len([ent for doc in docs for ent in doc.ents]) * if count_ents != len(kb_ids): * raise ValueError(Errors.E148.format(ents=count_ents, ids=len(kb_ids))) # <<<<<<<<<<<<<< * * i=0 */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1447, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_E148); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1447, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_format); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1447, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1447, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_6 = PyInt_FromSsize_t(__pyx_v_count_ents); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1447, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_ents, __pyx_t_6) < 0) __PYX_ERR(0, 1447, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_3 = PyObject_Length(__pyx_v_kb_ids); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1447, __pyx_L1_error) __pyx_t_6 = PyInt_FromSsize_t(__pyx_t_3); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1447, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_ids, __pyx_t_6) < 0) __PYX_ERR(0, 1447, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1447, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1447, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_Raise(__pyx_t_2, 0, 0, 0); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __PYX_ERR(0, 1447, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1446 * def set_annotations(self, docs, kb_ids, tensors=None): * count_ents = len([ent for doc in docs for ent in doc.ents]) * if count_ents != len(kb_ids): # <<<<<<<<<<<<<< * raise ValueError(Errors.E148.format(ents=count_ents, ids=len(kb_ids))) * */ } /* "spacy/pipeline/pipes.pyx":1449 * raise ValueError(Errors.E148.format(ents=count_ents, ids=len(kb_ids))) * * i=0 # <<<<<<<<<<<<<< * for doc in docs: * for ent in doc.ents: */ __pyx_v_i = 0; /* "spacy/pipeline/pipes.pyx":1450 * * i=0 * for doc in docs: # <<<<<<<<<<<<<< * for ent in doc.ents: * kb_id = kb_ids[i] */ if (likely(PyList_CheckExact(__pyx_v_docs)) || PyTuple_CheckExact(__pyx_v_docs)) { __pyx_t_2 = __pyx_v_docs; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0; __pyx_t_4 = NULL; } else { __pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_docs); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1450, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1450, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_4)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_6 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_6); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1450, __pyx_L1_error) #else __pyx_t_6 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1450, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif } else { if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_6); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(0, 1450, __pyx_L1_error) #else __pyx_t_6 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1450, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif } } else { __pyx_t_6 = __pyx_t_4(__pyx_t_2); if (unlikely(!__pyx_t_6)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1450, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_6); } __Pyx_XDECREF_SET(__pyx_v_doc, __pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1451 * i=0 * for doc in docs: * for ent in doc.ents: # <<<<<<<<<<<<<< * kb_id = kb_ids[i] * i += 1 */ __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_doc, __pyx_n_s_ents); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1451, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (likely(PyList_CheckExact(__pyx_t_6)) || PyTuple_CheckExact(__pyx_t_6)) { __pyx_t_1 = __pyx_t_6; __Pyx_INCREF(__pyx_t_1); __pyx_t_7 = 0; __pyx_t_8 = NULL; } else { __pyx_t_7 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1451, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_8 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1451, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; for (;;) { if (likely(!__pyx_t_8)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_6 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_7); __Pyx_INCREF(__pyx_t_6); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 1451, __pyx_L1_error) #else __pyx_t_6 = PySequence_ITEM(__pyx_t_1, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1451, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif } else { if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_6 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_7); __Pyx_INCREF(__pyx_t_6); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(0, 1451, __pyx_L1_error) #else __pyx_t_6 = PySequence_ITEM(__pyx_t_1, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1451, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); #endif } } else { __pyx_t_6 = __pyx_t_8(__pyx_t_1); if (unlikely(!__pyx_t_6)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1451, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_6); } __Pyx_XDECREF_SET(__pyx_v_ent, __pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1452 * for doc in docs: * for ent in doc.ents: * kb_id = kb_ids[i] # <<<<<<<<<<<<<< * i += 1 * for token in ent: */ __pyx_t_6 = __Pyx_GetItemInt(__pyx_v_kb_ids, __pyx_v_i, long, 1, __Pyx_PyInt_From_long, 0, 1, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1452, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_XDECREF_SET(__pyx_v_kb_id, __pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1453 * for ent in doc.ents: * kb_id = kb_ids[i] * i += 1 # <<<<<<<<<<<<<< * for token in ent: * token.ent_kb_id_ = kb_id */ __pyx_v_i = (__pyx_v_i + 1); /* "spacy/pipeline/pipes.pyx":1454 * kb_id = kb_ids[i] * i += 1 * for token in ent: # <<<<<<<<<<<<<< * token.ent_kb_id_ = kb_id * */ if (likely(PyList_CheckExact(__pyx_v_ent)) || PyTuple_CheckExact(__pyx_v_ent)) { __pyx_t_6 = __pyx_v_ent; __Pyx_INCREF(__pyx_t_6); __pyx_t_10 = 0; __pyx_t_11 = NULL; } else { __pyx_t_10 = -1; __pyx_t_6 = PyObject_GetIter(__pyx_v_ent); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1454, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_11 = Py_TYPE(__pyx_t_6)->tp_iternext; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1454, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_11)) { if (likely(PyList_CheckExact(__pyx_t_6))) { if (__pyx_t_10 >= PyList_GET_SIZE(__pyx_t_6)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyList_GET_ITEM(__pyx_t_6, __pyx_t_10); __Pyx_INCREF(__pyx_t_5); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1454, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_6, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1454, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } else { if (__pyx_t_10 >= PyTuple_GET_SIZE(__pyx_t_6)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_6, __pyx_t_10); __Pyx_INCREF(__pyx_t_5); __pyx_t_10++; if (unlikely(0 < 0)) __PYX_ERR(0, 1454, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_6, __pyx_t_10); __pyx_t_10++; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1454, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } } else { __pyx_t_5 = __pyx_t_11(__pyx_t_6); if (unlikely(!__pyx_t_5)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1454, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_5); } __Pyx_XDECREF_SET(__pyx_v_token, __pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1455 * i += 1 * for token in ent: * token.ent_kb_id_ = kb_id # <<<<<<<<<<<<<< * * def to_disk(self, path, exclude=tuple(), **kwargs): */ if (__Pyx_PyObject_SetAttrStr(__pyx_v_token, __pyx_n_s_ent_kb_id, __pyx_v_kb_id) < 0) __PYX_ERR(0, 1455, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1454 * kb_id = kb_ids[i] * i += 1 * for token in ent: # <<<<<<<<<<<<<< * token.ent_kb_id_ = kb_id * */ } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1451 * i=0 * for doc in docs: * for ent in doc.ents: # <<<<<<<<<<<<<< * kb_id = kb_ids[i] * i += 1 */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1450 * * i=0 * for doc in docs: # <<<<<<<<<<<<<< * for ent in doc.ents: * kb_id = kb_ids[i] */ } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1444 * return final_kb_ids, final_tensors * * def set_annotations(self, docs, kb_ids, tensors=None): # <<<<<<<<<<<<<< * count_ents = len([ent for doc in docs for ent in doc.ents]) * if count_ents != len(kb_ids): */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_doc); __Pyx_XDECREF(__pyx_v_ent); __Pyx_XDECREF(__pyx_v_kb_id); __Pyx_XDECREF(__pyx_v_token); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1457 * token.ent_kb_id_ = kb_id * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * serialize = OrderedDict() * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_43__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 1457, 0, __PYX_ERR(0, 1457, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1457, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults16, __pyx_self)->__pyx_arg_exclude); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults16, __pyx_self)->__pyx_arg_exclude); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults16, __pyx_self)->__pyx_arg_exclude); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1457, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_28to_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_28to_disk = {"to_disk", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_28to_disk, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_28to_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_path = 0; PyObject *__pyx_v_exclude = 0; PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("to_disk (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_path,&__pyx_n_s_exclude,0}; PyObject* values[3] = {0,0,0}; __pyx_defaults16 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults16, __pyx_self); values[2] = __pyx_dynamic_args->__pyx_arg_exclude; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_path)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("to_disk", 0, 2, 3, 1); __PYX_ERR(0, 1457, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exclude); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "to_disk") < 0)) __PYX_ERR(0, 1457, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_path = values[1]; __pyx_v_exclude = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("to_disk", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1457, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_27to_disk(__pyx_self, __pyx_v_self, __pyx_v_path, __pyx_v_exclude, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1459 * def to_disk(self, path, exclude=tuple(), **kwargs): * serialize = OrderedDict() * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) # <<<<<<<<<<<<<< * serialize["vocab"] = lambda p: self.vocab.to_disk(p) * serialize["kb"] = lambda p: self.kb.dump(p) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_lambda34(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_lambda34 = {"lambda34", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_lambda34, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_lambda34(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda34 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda34(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda34(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda34", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda34", __pyx_f[0], 1459, 0, __PYX_ERR(0, 1459, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1459, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_write_json); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1459, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1459, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1459, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = NULL; __pyx_t_5 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_5 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_p, __pyx_t_2}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1459, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_v_p, __pyx_t_2}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1459, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif { __pyx_t_6 = PyTuple_New(2+__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1459, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_INCREF(__pyx_v_p); __Pyx_GIVEREF(__pyx_v_p); PyTuple_SET_ITEM(__pyx_t_6, 0+__pyx_t_5, __pyx_v_p); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_6, 1+__pyx_t_5, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_6, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1459, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.to_disk.lambda34", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1460 * serialize = OrderedDict() * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) * serialize["vocab"] = lambda p: self.vocab.to_disk(p) # <<<<<<<<<<<<<< * serialize["kb"] = lambda p: self.kb.dump(p) * if self.model not in (None, True, False): */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_1lambda35(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_1lambda35 = {"lambda35", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_1lambda35, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_1lambda35(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda35 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda35(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda35(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda35", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda35", __pyx_f[0], 1460, 0, __PYX_ERR(0, 1460, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1460, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1460, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_to_disk); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1460, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_p) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_p); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1460, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.to_disk.lambda35", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1461 * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) * serialize["vocab"] = lambda p: self.vocab.to_disk(p) * serialize["kb"] = lambda p: self.kb.dump(p) # <<<<<<<<<<<<<< * if self.model not in (None, True, False): * serialize["model"] = lambda p: self.model.to_disk(p) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_2lambda36(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_2lambda36 = {"lambda36", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_2lambda36, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_2lambda36(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda36 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda36(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda36(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda36", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda36", __pyx_f[0], 1461, 0, __PYX_ERR(0, 1461, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1461, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_kb); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1461, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_dump); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1461, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_p) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_p); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1461, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.to_disk.lambda36", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1463 * serialize["kb"] = lambda p: self.kb.dump(p) * if self.model not in (None, True, False): * serialize["model"] = lambda p: self.model.to_disk(p) # <<<<<<<<<<<<<< * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) * util.to_disk(path, serialize, exclude) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_3lambda37(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_3lambda37 = {"lambda37", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_3lambda37, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_3lambda37(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda37 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda37(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda37(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda37", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda37", __pyx_f[0], 1463, 0, __PYX_ERR(0, 1463, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1463, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1463, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_to_disk); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1463, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_p) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_p); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1463, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.to_disk.lambda37", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1457 * token.ent_kb_id_ = kb_id * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * serialize = OrderedDict() * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_27to_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *__pyx_cur_scope; PyObject *__pyx_v_serialize = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; int __pyx_t_6; PyObject *__pyx_t_7 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__129) __Pyx_RefNannySetupContext("to_disk", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 1457, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("to_disk", __pyx_f[0], 1457, 0, __PYX_ERR(0, 1457, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __Pyx_INCREF(__pyx_v_exclude); /* "spacy/pipeline/pipes.pyx":1458 * * def to_disk(self, path, exclude=tuple(), **kwargs): * serialize = OrderedDict() # <<<<<<<<<<<<<< * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) * serialize["vocab"] = lambda p: self.vocab.to_disk(p) */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_OrderedDict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1458, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1458, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_serialize = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1459 * def to_disk(self, path, exclude=tuple(), **kwargs): * serialize = OrderedDict() * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) # <<<<<<<<<<<<<< * serialize["vocab"] = lambda p: self.vocab.to_disk(p) * serialize["kb"] = lambda p: self.kb.dump(p) */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_lambda34, 0, __pyx_n_s_EntityLinker_to_disk_locals_lamb, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1459, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_serialize, __pyx_n_u_cfg, __pyx_t_1) < 0)) __PYX_ERR(0, 1459, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1460 * serialize = OrderedDict() * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) * serialize["vocab"] = lambda p: self.vocab.to_disk(p) # <<<<<<<<<<<<<< * serialize["kb"] = lambda p: self.kb.dump(p) * if self.model not in (None, True, False): */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_1lambda35, 0, __pyx_n_s_EntityLinker_to_disk_locals_lamb, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1460, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_serialize, __pyx_n_u_vocab, __pyx_t_1) < 0)) __PYX_ERR(0, 1460, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1461 * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) * serialize["vocab"] = lambda p: self.vocab.to_disk(p) * serialize["kb"] = lambda p: self.kb.dump(p) # <<<<<<<<<<<<<< * if self.model not in (None, True, False): * serialize["model"] = lambda p: self.model.to_disk(p) */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_2lambda36, 0, __pyx_n_s_EntityLinker_to_disk_locals_lamb, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1461, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_serialize, __pyx_n_u_kb, __pyx_t_1) < 0)) __PYX_ERR(0, 1461, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1462 * serialize["vocab"] = lambda p: self.vocab.to_disk(p) * serialize["kb"] = lambda p: self.kb.dump(p) * if self.model not in (None, True, False): # <<<<<<<<<<<<<< * serialize["model"] = lambda p: self.model.to_disk(p) * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1462, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyObject_RichCompare(__pyx_t_1, Py_None, Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1462, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1462, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_5) { } else { __pyx_t_4 = __pyx_t_5; goto __pyx_L4_bool_binop_done; } __pyx_t_2 = PyObject_RichCompare(__pyx_t_1, Py_True, Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1462, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1462, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__pyx_t_5) { } else { __pyx_t_4 = __pyx_t_5; goto __pyx_L4_bool_binop_done; } __pyx_t_2 = PyObject_RichCompare(__pyx_t_1, Py_False, Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1462, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_5 < 0)) __PYX_ERR(0, 1462, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = __pyx_t_5; __pyx_L4_bool_binop_done:; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_5 = (__pyx_t_4 != 0); if (__pyx_t_5) { /* "spacy/pipeline/pipes.pyx":1463 * serialize["kb"] = lambda p: self.kb.dump(p) * if self.model not in (None, True, False): * serialize["model"] = lambda p: self.model.to_disk(p) # <<<<<<<<<<<<<< * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) * util.to_disk(path, serialize, exclude) */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_7to_disk_3lambda37, 0, __pyx_n_s_EntityLinker_to_disk_locals_lamb, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1463, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_serialize, __pyx_n_u_model, __pyx_t_1) < 0)) __PYX_ERR(0, 1463, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1462 * serialize["vocab"] = lambda p: self.vocab.to_disk(p) * serialize["kb"] = lambda p: self.kb.dump(p) * if self.model not in (None, True, False): # <<<<<<<<<<<<<< * serialize["model"] = lambda p: self.model.to_disk(p) * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) */ } /* "spacy/pipeline/pipes.pyx":1464 * if self.model not in (None, True, False): * serialize["model"] = lambda p: self.model.to_disk(p) * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) # <<<<<<<<<<<<<< * util.to_disk(path, serialize, exclude) * */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1464, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_get_serialization_exclude); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1464, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; __pyx_t_6 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_6 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_serialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1464, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_serialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1464, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_7 = PyTuple_New(3+__pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1464, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_v_serialize); __Pyx_GIVEREF(__pyx_v_serialize); PyTuple_SET_ITEM(__pyx_t_7, 0+__pyx_t_6, __pyx_v_serialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_7, 1+__pyx_t_6, __pyx_v_exclude); __Pyx_INCREF(__pyx_v_kwargs); __Pyx_GIVEREF(__pyx_v_kwargs); PyTuple_SET_ITEM(__pyx_t_7, 2+__pyx_t_6, __pyx_v_kwargs); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_7, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1464, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_exclude, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1465 * serialize["model"] = lambda p: self.model.to_disk(p) * exclude = util.get_serialization_exclude(serialize, exclude, kwargs) * util.to_disk(path, serialize, exclude) # <<<<<<<<<<<<<< * * def from_disk(self, path, exclude=tuple(), **kwargs): */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_util); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1465, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_to_disk); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1465, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; __pyx_t_6 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); __pyx_t_6 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_path, __pyx_v_serialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1465, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_7)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_path, __pyx_v_serialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_7, __pyx_temp+1-__pyx_t_6, 3+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1465, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_2 = PyTuple_New(3+__pyx_t_6); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1465, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_v_path); __Pyx_GIVEREF(__pyx_v_path); PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_6, __pyx_v_path); __Pyx_INCREF(__pyx_v_serialize); __Pyx_GIVEREF(__pyx_v_serialize); PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_6, __pyx_v_serialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_2, 2+__pyx_t_6, __pyx_v_exclude); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1465, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1457 * token.ent_kb_id_ = kb_id * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * serialize = OrderedDict() * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_7); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_serialize); __Pyx_XDECREF(__pyx_v_exclude); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1467 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(p): * if self.model is True: */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_45__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 1467, 0, __PYX_ERR(0, 1467, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1467, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults17, __pyx_self)->__pyx_arg_exclude); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults17, __pyx_self)->__pyx_arg_exclude); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults17, __pyx_self)->__pyx_arg_exclude); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1467, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_30from_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_30from_disk = {"from_disk", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_30from_disk, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_30from_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_path = 0; PyObject *__pyx_v_exclude = 0; PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("from_disk (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_path,&__pyx_n_s_exclude,0}; PyObject* values[3] = {0,0,0}; __pyx_defaults17 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults17, __pyx_self); values[2] = __pyx_dynamic_args->__pyx_arg_exclude; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_path)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("from_disk", 0, 2, 3, 1); __PYX_ERR(0, 1467, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exclude); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "from_disk") < 0)) __PYX_ERR(0, 1467, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_path = values[1]; __pyx_v_exclude = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("from_disk", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1467, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_29from_disk(__pyx_self, __pyx_v_self, __pyx_v_path, __pyx_v_exclude, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1468 * * def from_disk(self, path, exclude=tuple(), **kwargs): * def load_model(p): # <<<<<<<<<<<<<< * if self.model is True: * self.model = self.Model(**self.cfg) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_1load_model(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_1load_model = {"load_model", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_1load_model, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_1load_model(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("load_model (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_load_model(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_load_model(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; PyObject *__pyx_t_10 = NULL; PyObject *__pyx_t_11 = NULL; int __pyx_t_12; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("load_model", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("load_model", __pyx_f[0], 1468, 0, __PYX_ERR(0, 1468, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1469 * def from_disk(self, path, exclude=tuple(), **kwargs): * def load_model(p): * if self.model is True: # <<<<<<<<<<<<<< * self.model = self.Model(**self.cfg) * try: */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1469, __pyx_L1_error) } __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1469, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = (__pyx_t_1 == Py_True); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = (__pyx_t_2 != 0); if (__pyx_t_3) { /* "spacy/pipeline/pipes.pyx":1470 * def load_model(p): * if self.model is True: * self.model = self.Model(**self.cfg) # <<<<<<<<<<<<<< * try: * self.model.from_bytes(p.open("rb").read()) */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1470, __pyx_L1_error) } __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_Model); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1470, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1470, __pyx_L1_error) } __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1470, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (unlikely(__pyx_t_5 == Py_None)) { PyErr_SetString(PyExc_TypeError, "argument after ** must be a mapping, not NoneType"); __PYX_ERR(0, 1470, __pyx_L1_error) } if (likely(PyDict_CheckExact(__pyx_t_5))) { __pyx_t_4 = PyDict_Copy(__pyx_t_5); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1470, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } else { __pyx_t_4 = PyObject_CallFunctionObjArgs((PyObject*)&PyDict_Type, __pyx_t_5, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1470, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1470, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1470, __pyx_L1_error) } if (__Pyx_PyObject_SetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model, __pyx_t_5) < 0) __PYX_ERR(0, 1470, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1469 * def from_disk(self, path, exclude=tuple(), **kwargs): * def load_model(p): * if self.model is True: # <<<<<<<<<<<<<< * self.model = self.Model(**self.cfg) * try: */ } /* "spacy/pipeline/pipes.pyx":1471 * if self.model is True: * self.model = self.Model(**self.cfg) * try: # <<<<<<<<<<<<<< * self.model.from_bytes(p.open("rb").read()) * except AttributeError: */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_6, &__pyx_t_7, &__pyx_t_8); __Pyx_XGOTREF(__pyx_t_6); __Pyx_XGOTREF(__pyx_t_7); __Pyx_XGOTREF(__pyx_t_8); /*try:*/ { /* "spacy/pipeline/pipes.pyx":1472 * self.model = self.Model(**self.cfg) * try: * self.model.from_bytes(p.open("rb").read()) # <<<<<<<<<<<<<< * except AttributeError: * raise ValueError(Errors.E149) */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1472, __pyx_L4_error) } __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_model); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1472, __pyx_L4_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_4, __pyx_n_s_from_bytes); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1472, __pyx_L4_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_p, __pyx_n_s_open); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1472, __pyx_L4_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_11 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) { __pyx_t_11 = PyMethod_GET_SELF(__pyx_t_10); if (likely(__pyx_t_11)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10); __Pyx_INCREF(__pyx_t_11); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_10, function); } } __pyx_t_9 = (__pyx_t_11) ? __Pyx_PyObject_Call2Args(__pyx_t_10, __pyx_t_11, __pyx_n_u_rb) : __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_n_u_rb); __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1472, __pyx_L4_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_t_9, __pyx_n_s_read); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1472, __pyx_L4_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_t_9 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_10))) { __pyx_t_9 = PyMethod_GET_SELF(__pyx_t_10); if (likely(__pyx_t_9)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_10); __Pyx_INCREF(__pyx_t_9); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_10, function); } } __pyx_t_4 = (__pyx_t_9) ? __Pyx_PyObject_CallOneArg(__pyx_t_10, __pyx_t_9) : __Pyx_PyObject_CallNoArg(__pyx_t_10); __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1472, __pyx_L4_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_10 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_10 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_10)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_10); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_5 = (__pyx_t_10) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_10, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_t_4); __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1472, __pyx_L4_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1471 * if self.model is True: * self.model = self.Model(**self.cfg) * try: # <<<<<<<<<<<<<< * self.model.from_bytes(p.open("rb").read()) * except AttributeError: */ } __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; goto __pyx_L9_try_end; __pyx_L4_error:; __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_XDECREF(__pyx_t_11); __pyx_t_11 = 0; __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; /* "spacy/pipeline/pipes.pyx":1473 * try: * self.model.from_bytes(p.open("rb").read()) * except AttributeError: # <<<<<<<<<<<<<< * raise ValueError(Errors.E149) * */ __pyx_t_12 = __Pyx_PyErr_ExceptionMatches(__pyx_builtin_AttributeError); if (__pyx_t_12) { __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.from_disk.load_model", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_1, &__pyx_t_4) < 0) __PYX_ERR(0, 1473, __pyx_L6_except_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GOTREF(__pyx_t_1); __Pyx_GOTREF(__pyx_t_4); /* "spacy/pipeline/pipes.pyx":1474 * self.model.from_bytes(p.open("rb").read()) * except AttributeError: * raise ValueError(Errors.E149) # <<<<<<<<<<<<<< * * def load_kb(p): */ __Pyx_GetModuleGlobalName(__pyx_t_10, __pyx_n_s_Errors); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1474, __pyx_L6_except_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_t_10, __pyx_n_s_E149); if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1474, __pyx_L6_except_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_10 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_9); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1474, __pyx_L6_except_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __Pyx_Raise(__pyx_t_10, 0, 0, 0); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __PYX_ERR(0, 1474, __pyx_L6_except_error) } goto __pyx_L6_except_error; __pyx_L6_except_error:; /* "spacy/pipeline/pipes.pyx":1471 * if self.model is True: * self.model = self.Model(**self.cfg) * try: # <<<<<<<<<<<<<< * self.model.from_bytes(p.open("rb").read()) * except AttributeError: */ __Pyx_XGIVEREF(__pyx_t_6); __Pyx_XGIVEREF(__pyx_t_7); __Pyx_XGIVEREF(__pyx_t_8); __Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8); goto __pyx_L1_error; __pyx_L9_try_end:; } /* "spacy/pipeline/pipes.pyx":1468 * * def from_disk(self, path, exclude=tuple(), **kwargs): * def load_model(p): # <<<<<<<<<<<<<< * if self.model is True: * self.model = self.Model(**self.cfg) */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_9); __Pyx_XDECREF(__pyx_t_10); __Pyx_XDECREF(__pyx_t_11); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.from_disk.load_model", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1476 * raise ValueError(Errors.E149) * * def load_kb(p): # <<<<<<<<<<<<<< * kb = KnowledgeBase(vocab=self.vocab, entity_vector_length=self.cfg["entity_width"]) * kb.load_bulk(p) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_3load_kb(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_3load_kb = {"load_kb", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_3load_kb, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_3load_kb(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("load_kb (wrapper)", 0); __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_2load_kb(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_2load_kb(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *__pyx_outer_scope; PyObject *__pyx_v_kb = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("load_kb", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("load_kb", __pyx_f[0], 1476, 0, __PYX_ERR(0, 1476, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1477 * * def load_kb(p): * kb = KnowledgeBase(vocab=self.vocab, entity_vector_length=self.cfg["entity_width"]) # <<<<<<<<<<<<<< * kb.load_bulk(p) * self.set_kb(kb) */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_KnowledgeBase); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1477, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1477, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1477, __pyx_L1_error) } __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1477, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_vocab, __pyx_t_3) < 0) __PYX_ERR(0, 1477, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1477, __pyx_L1_error) } __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1477, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_PyObject_Dict_GetItem(__pyx_t_3, __pyx_n_u_entity_width); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1477, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (PyDict_SetItem(__pyx_t_2, __pyx_n_s_entity_vector_length, __pyx_t_4) < 0) __PYX_ERR(0, 1477, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_empty_tuple, __pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1477, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_kb = __pyx_t_4; __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1478 * def load_kb(p): * kb = KnowledgeBase(vocab=self.vocab, entity_vector_length=self.cfg["entity_width"]) * kb.load_bulk(p) # <<<<<<<<<<<<<< * self.set_kb(kb) * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_kb, __pyx_n_s_load_bulk); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1478, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_4 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_1, __pyx_v_p) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_p); __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1478, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1479 * kb = KnowledgeBase(vocab=self.vocab, entity_vector_length=self.cfg["entity_width"]) * kb.load_bulk(p) * self.set_kb(kb) # <<<<<<<<<<<<<< * * deserialize = OrderedDict() */ if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1479, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_set_kb); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1479, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_1 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_1)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_1); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_4 = (__pyx_t_1) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_1, __pyx_v_kb) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_kb); __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1479, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1476 * raise ValueError(Errors.E149) * * def load_kb(p): # <<<<<<<<<<<<<< * kb = KnowledgeBase(vocab=self.vocab, entity_vector_length=self.cfg["entity_width"]) * kb.load_bulk(p) */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.from_disk.load_kb", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_kb); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1482 * * deserialize = OrderedDict() * deserialize["cfg"] = lambda p: self.cfg.update(_load_cfg(p)) # <<<<<<<<<<<<<< * deserialize["vocab"] = lambda p: self.vocab.from_disk(p) * deserialize["kb"] = load_kb */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_4lambda38(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_4lambda38 = {"lambda38", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_4lambda38, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_4lambda38(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda38 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda38(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda38(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda38", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda38", __pyx_f[0], 1482, 0, __PYX_ERR(0, 1482, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1482, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_cfg); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1482, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_update); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1482, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_load_cfg); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1482, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_v_p) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_v_p); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1482, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_4, __pyx_t_2) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_2); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1482, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.from_disk.lambda38", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1483 * deserialize = OrderedDict() * deserialize["cfg"] = lambda p: self.cfg.update(_load_cfg(p)) * deserialize["vocab"] = lambda p: self.vocab.from_disk(p) # <<<<<<<<<<<<<< * deserialize["kb"] = load_kb * deserialize["model"] = load_model */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_5lambda39(PyObject *__pyx_self, PyObject *__pyx_v_p); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_5lambda39 = {"lambda39", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_5lambda39, METH_O, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_5lambda39(PyObject *__pyx_self, PyObject *__pyx_v_p) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("lambda39 (wrapper)", 0); __pyx_r = __pyx_lambda_funcdef_lambda39(__pyx_self, ((PyObject *)__pyx_v_p)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_lambda_funcdef_lambda39(PyObject *__pyx_self, PyObject *__pyx_v_p) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *__pyx_cur_scope; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *__pyx_outer_scope; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("lambda39", 0); __pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *) __Pyx_CyFunction_GetClosure(__pyx_self); __pyx_cur_scope = __pyx_outer_scope; __Pyx_TraceCall("lambda39", __pyx_f[0], 1483, 0, __PYX_ERR(0, 1483, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); if (unlikely(!__pyx_cur_scope->__pyx_v_self)) { __Pyx_RaiseClosureNameError("self"); __PYX_ERR(0, 1483, __pyx_L1_error) } __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_vocab); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1483, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_from_disk); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1483, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_p) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_p); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1483, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.from_disk.lambda39", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1467 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(p): * if self.model is True: */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_29from_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, PyObject *__pyx_v_exclude, PyObject *__pyx_v_kwargs) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *__pyx_cur_scope; PyObject *__pyx_v_load_model = 0; PyObject *__pyx_v_load_kb = 0; PyObject *__pyx_v_deserialize = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__130) __Pyx_RefNannySetupContext("from_disk", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 1467, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("from_disk", __pyx_f[0], 1467, 0, __PYX_ERR(0, 1467, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __Pyx_INCREF(__pyx_v_exclude); /* "spacy/pipeline/pipes.pyx":1468 * * def from_disk(self, path, exclude=tuple(), **kwargs): * def load_model(p): # <<<<<<<<<<<<<< * if self.model is True: * self.model = self.Model(**self.cfg) */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_1load_model, 0, __pyx_n_s_EntityLinker_from_disk_locals_lo, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__132)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1468, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_load_model = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1476 * raise ValueError(Errors.E149) * * def load_kb(p): # <<<<<<<<<<<<<< * kb = KnowledgeBase(vocab=self.vocab, entity_vector_length=self.cfg["entity_width"]) * kb.load_bulk(p) */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_3load_kb, 0, __pyx_n_s_EntityLinker_from_disk_locals_lo_2, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__134)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1476, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_load_kb = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1481 * self.set_kb(kb) * * deserialize = OrderedDict() # <<<<<<<<<<<<<< * deserialize["cfg"] = lambda p: self.cfg.update(_load_cfg(p)) * deserialize["vocab"] = lambda p: self.vocab.from_disk(p) */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_OrderedDict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1481, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3) : __Pyx_PyObject_CallNoArg(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1481, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_deserialize = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1482 * * deserialize = OrderedDict() * deserialize["cfg"] = lambda p: self.cfg.update(_load_cfg(p)) # <<<<<<<<<<<<<< * deserialize["vocab"] = lambda p: self.vocab.from_disk(p) * deserialize["kb"] = load_kb */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_4lambda38, 0, __pyx_n_s_EntityLinker_from_disk_locals_la, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1482, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_deserialize, __pyx_n_u_cfg, __pyx_t_1) < 0)) __PYX_ERR(0, 1482, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1483 * deserialize = OrderedDict() * deserialize["cfg"] = lambda p: self.cfg.update(_load_cfg(p)) * deserialize["vocab"] = lambda p: self.vocab.from_disk(p) # <<<<<<<<<<<<<< * deserialize["kb"] = load_kb * deserialize["model"] = load_model */ __pyx_t_1 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_9from_disk_5lambda39, 0, __pyx_n_s_EntityLinker_from_disk_locals_la, ((PyObject*)__pyx_cur_scope), __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1483, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_v_deserialize, __pyx_n_u_vocab, __pyx_t_1) < 0)) __PYX_ERR(0, 1483, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1484 * deserialize["cfg"] = lambda p: self.cfg.update(_load_cfg(p)) * deserialize["vocab"] = lambda p: self.vocab.from_disk(p) * deserialize["kb"] = load_kb # <<<<<<<<<<<<<< * deserialize["model"] = load_model * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) */ if (unlikely(PyObject_SetItem(__pyx_v_deserialize, __pyx_n_u_kb, __pyx_v_load_kb) < 0)) __PYX_ERR(0, 1484, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1485 * deserialize["vocab"] = lambda p: self.vocab.from_disk(p) * deserialize["kb"] = load_kb * deserialize["model"] = load_model # <<<<<<<<<<<<<< * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) * util.from_disk(path, deserialize, exclude) */ if (unlikely(PyObject_SetItem(__pyx_v_deserialize, __pyx_n_u_model, __pyx_v_load_model) < 0)) __PYX_ERR(0, 1485, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1486 * deserialize["kb"] = load_kb * deserialize["model"] = load_model * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) # <<<<<<<<<<<<<< * util.from_disk(path, deserialize, exclude) * return self */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1486, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_get_serialization_exclude); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1486, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; __pyx_t_4 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_4 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_deserialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_4, 3+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1486, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[4] = {__pyx_t_2, __pyx_v_deserialize, __pyx_v_exclude, __pyx_v_kwargs}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_4, 3+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1486, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_5 = PyTuple_New(3+__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1486, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_v_deserialize); __Pyx_GIVEREF(__pyx_v_deserialize); PyTuple_SET_ITEM(__pyx_t_5, 0+__pyx_t_4, __pyx_v_deserialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_5, 1+__pyx_t_4, __pyx_v_exclude); __Pyx_INCREF(__pyx_v_kwargs); __Pyx_GIVEREF(__pyx_v_kwargs); PyTuple_SET_ITEM(__pyx_t_5, 2+__pyx_t_4, __pyx_v_kwargs); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_5, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1486, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_exclude, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1487 * deserialize["model"] = load_model * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) * util.from_disk(path, deserialize, exclude) # <<<<<<<<<<<<<< * return self * */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_util); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1487, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_from_disk); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1487, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; __pyx_t_4 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); __pyx_t_4 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_path, __pyx_v_deserialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_4, 3+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1487, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[4] = {__pyx_t_3, __pyx_v_path, __pyx_v_deserialize, __pyx_v_exclude}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_4, 3+__pyx_t_4); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1487, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_GOTREF(__pyx_t_1); } else #endif { __pyx_t_2 = PyTuple_New(3+__pyx_t_4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1487, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__pyx_t_3) { __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3); __pyx_t_3 = NULL; } __Pyx_INCREF(__pyx_v_path); __Pyx_GIVEREF(__pyx_v_path); PyTuple_SET_ITEM(__pyx_t_2, 0+__pyx_t_4, __pyx_v_path); __Pyx_INCREF(__pyx_v_deserialize); __Pyx_GIVEREF(__pyx_v_deserialize); PyTuple_SET_ITEM(__pyx_t_2, 1+__pyx_t_4, __pyx_v_deserialize); __Pyx_INCREF(__pyx_v_exclude); __Pyx_GIVEREF(__pyx_v_exclude); PyTuple_SET_ITEM(__pyx_t_2, 2+__pyx_t_4, __pyx_v_exclude); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_2, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1487, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1488 * exclude = util.get_serialization_exclude(deserialize, exclude, kwargs) * util.from_disk(path, deserialize, exclude) * return self # <<<<<<<<<<<<<< * * def rehearse(self, docs, sgd=None, losses=None, **config): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __pyx_r = __pyx_cur_scope->__pyx_v_self; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1467 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(p): * if self.model is True: */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_load_model); __Pyx_XDECREF(__pyx_v_load_kb); __Pyx_XDECREF(__pyx_v_deserialize); __Pyx_XDECREF(__pyx_v_exclude); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1490 * return self * * def rehearse(self, docs, sgd=None, losses=None, **config): # <<<<<<<<<<<<<< * raise NotImplementedError * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_32rehearse(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_32rehearse = {"rehearse", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_32rehearse, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_32rehearse(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_docs = 0; CYTHON_UNUSED PyObject *__pyx_v_sgd = 0; CYTHON_UNUSED PyObject *__pyx_v_losses = 0; CYTHON_UNUSED PyObject *__pyx_v_config = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("rehearse (wrapper)", 0); __pyx_v_config = PyDict_New(); if (unlikely(!__pyx_v_config)) return NULL; __Pyx_GOTREF(__pyx_v_config); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_sgd,&__pyx_n_s_losses,0}; PyObject* values[4] = {0,0,0,0}; values[2] = ((PyObject *)((PyObject *)Py_None)); values[3] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("rehearse", 0, 2, 4, 1); __PYX_ERR(0, 1490, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_sgd); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_losses); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_config, values, pos_args, "rehearse") < 0)) __PYX_ERR(0, 1490, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_sgd = values[2]; __pyx_v_losses = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("rehearse", 0, 2, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1490, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_config); __pyx_v_config = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.rehearse", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_31rehearse(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_sgd, __pyx_v_losses, __pyx_v_config); /* function exit code */ __Pyx_XDECREF(__pyx_v_config); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_31rehearse(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_docs, CYTHON_UNUSED PyObject *__pyx_v_sgd, CYTHON_UNUSED PyObject *__pyx_v_losses, CYTHON_UNUSED PyObject *__pyx_v_config) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__135) __Pyx_RefNannySetupContext("rehearse", 0); __Pyx_TraceCall("rehearse", __pyx_f[0], 1490, 0, __PYX_ERR(0, 1490, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1491 * * def rehearse(self, docs, sgd=None, losses=None, **config): * raise NotImplementedError # <<<<<<<<<<<<<< * * def add_label(self, label): */ __Pyx_Raise(__pyx_builtin_NotImplementedError, 0, 0, 0); __PYX_ERR(0, 1491, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1490 * return self * * def rehearse(self, docs, sgd=None, losses=None, **config): # <<<<<<<<<<<<<< * raise NotImplementedError * */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.rehearse", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1493 * raise NotImplementedError * * def add_label(self, label): # <<<<<<<<<<<<<< * raise NotImplementedError * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_34add_label(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_34add_label = {"add_label", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_34add_label, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_12EntityLinker_34add_label(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_label = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("add_label (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_label,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_label)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("add_label", 1, 2, 2, 1); __PYX_ERR(0, 1493, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "add_label") < 0)) __PYX_ERR(0, 1493, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_label = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("add_label", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1493, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.add_label", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_33add_label(__pyx_self, __pyx_v_self, __pyx_v_label); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_12EntityLinker_33add_label(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_label) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__136) __Pyx_RefNannySetupContext("add_label", 0); __Pyx_TraceCall("add_label", __pyx_f[0], 1493, 0, __PYX_ERR(0, 1493, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1494 * * def add_label(self, label): * raise NotImplementedError # <<<<<<<<<<<<<< * * */ __Pyx_Raise(__pyx_builtin_NotImplementedError, 0, 0, 0); __PYX_ERR(0, 1494, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1493 * raise NotImplementedError * * def add_label(self, label): # <<<<<<<<<<<<<< * raise NotImplementedError * */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.EntityLinker.add_label", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1516 * '', ''] * * def __init__(self, punct_chars=None, **kwargs): # <<<<<<<<<<<<<< * """Initialize the sentencizer. * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_1__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_11Sentencizer___init__[] = "Initialize the sentencizer.\n\n punct_chars (list): Punctuation characters to split on. Will be\n serialized with the nlp object.\n RETURNS (Sentencizer): The sentencizer component.\n\n DOCS: https://spacy.io/api/sentencizer#init\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_1__init__ = {"__init__", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_1__init__, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_11Sentencizer___init__}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_1__init__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_punct_chars = 0; CYTHON_UNUSED PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__init__ (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_punct_chars,0}; PyObject* values[2] = {0,0}; values[1] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_punct_chars); if (value) { values[1] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "__init__") < 0)) __PYX_ERR(0, 1516, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_punct_chars = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__init__", 0, 1, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1516, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer___init__(__pyx_self, __pyx_v_self, __pyx_v_punct_chars, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer___init__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_punct_chars, CYTHON_UNUSED PyObject *__pyx_v_kwargs) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__137) __Pyx_RefNannySetupContext("__init__", 0); __Pyx_TraceCall("__init__", __pyx_f[0], 1516, 0, __PYX_ERR(0, 1516, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1525 * DOCS: https://spacy.io/api/sentencizer#init * """ * if punct_chars: # <<<<<<<<<<<<<< * self.punct_chars = set(punct_chars) * else: */ __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_punct_chars); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(0, 1525, __pyx_L1_error) if (__pyx_t_1) { /* "spacy/pipeline/pipes.pyx":1526 * """ * if punct_chars: * self.punct_chars = set(punct_chars) # <<<<<<<<<<<<<< * else: * self.punct_chars = set(self.default_punct_chars) */ __pyx_t_2 = PySet_New(__pyx_v_punct_chars); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1526, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_punct_chars, __pyx_t_2) < 0) __PYX_ERR(0, 1526, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1525 * DOCS: https://spacy.io/api/sentencizer#init * """ * if punct_chars: # <<<<<<<<<<<<<< * self.punct_chars = set(punct_chars) * else: */ goto __pyx_L3; } /* "spacy/pipeline/pipes.pyx":1528 * self.punct_chars = set(punct_chars) * else: * self.punct_chars = set(self.default_punct_chars) # <<<<<<<<<<<<<< * * @classmethod */ /*else*/ { __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_default_punct_chars); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1528, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PySet_New(__pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1528, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_punct_chars, __pyx_t_3) < 0) __PYX_ERR(0, 1528, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __pyx_L3:; /* "spacy/pipeline/pipes.pyx":1516 * '', ''] * * def __init__(self, punct_chars=None, **kwargs): # <<<<<<<<<<<<<< * """Initialize the sentencizer. * */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1531 * * @classmethod * def from_nlp(cls, nlp, **cfg): # <<<<<<<<<<<<<< * return cls(**cfg) * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_3from_nlp(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_3from_nlp = {"from_nlp", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_3from_nlp, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_3from_nlp(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_cls = 0; CYTHON_UNUSED PyObject *__pyx_v_nlp = 0; PyObject *__pyx_v_cfg = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("from_nlp (wrapper)", 0); __pyx_v_cfg = PyDict_New(); if (unlikely(!__pyx_v_cfg)) return NULL; __Pyx_GOTREF(__pyx_v_cfg); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_cls,&__pyx_n_s_nlp,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_cls)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_nlp)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("from_nlp", 1, 2, 2, 1); __PYX_ERR(0, 1531, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_cfg, values, pos_args, "from_nlp") < 0)) __PYX_ERR(0, 1531, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_cls = values[0]; __pyx_v_nlp = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("from_nlp", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1531, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_cfg); __pyx_v_cfg = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.from_nlp", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_2from_nlp(__pyx_self, __pyx_v_cls, __pyx_v_nlp, __pyx_v_cfg); /* function exit code */ __Pyx_XDECREF(__pyx_v_cfg); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_2from_nlp(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_cls, CYTHON_UNUSED PyObject *__pyx_v_nlp, PyObject *__pyx_v_cfg) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__138) __Pyx_RefNannySetupContext("from_nlp", 0); __Pyx_TraceCall("from_nlp", __pyx_f[0], 1531, 0, __PYX_ERR(0, 1531, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1532 * @classmethod * def from_nlp(cls, nlp, **cfg): * return cls(**cfg) # <<<<<<<<<<<<<< * * def __call__(self, doc): */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyObject_Call(__pyx_v_cls, __pyx_empty_tuple, __pyx_v_cfg); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1532, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1531 * * @classmethod * def from_nlp(cls, nlp, **cfg): # <<<<<<<<<<<<<< * return cls(**cfg) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.from_nlp", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1534 * return cls(**cfg) * * def __call__(self, doc): # <<<<<<<<<<<<<< * """Apply the sentencizer to a Doc and set Token.is_sent_start. * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_5__call__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_11Sentencizer_4__call__[] = "Apply the sentencizer to a Doc and set Token.is_sent_start.\n\n doc (Doc): The document to process.\n RETURNS (Doc): The processed Doc.\n\n DOCS: https://spacy.io/api/sentencizer#call\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_5__call__ = {"__call__", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_5__call__, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_11Sentencizer_4__call__}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_5__call__(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_doc = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__call__ (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_doc,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_doc)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__call__", 1, 2, 2, 1); __PYX_ERR(0, 1534, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__call__") < 0)) __PYX_ERR(0, 1534, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_doc = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__call__", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1534, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_4__call__(__pyx_self, __pyx_v_self, __pyx_v_doc); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_4__call__(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_doc) { PyObject *__pyx_v_tags = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__139) __Pyx_RefNannySetupContext("__call__", 0); __Pyx_TraceCall("__call__", __pyx_f[0], 1534, 0, __PYX_ERR(0, 1534, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1542 * DOCS: https://spacy.io/api/sentencizer#call * """ * tags = self.predict([doc]) # <<<<<<<<<<<<<< * self.set_annotations([doc], tags) * return doc */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_predict); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1542, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyList_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1542, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_doc); __Pyx_GIVEREF(__pyx_v_doc); PyList_SET_ITEM(__pyx_t_3, 0, __pyx_v_doc); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1542, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_tags = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1543 * """ * tags = self.predict([doc]) * self.set_annotations([doc], tags) # <<<<<<<<<<<<<< * return doc * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_set_annotations); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1543, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyList_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1543, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_doc); __Pyx_GIVEREF(__pyx_v_doc); PyList_SET_ITEM(__pyx_t_3, 0, __pyx_v_doc); __pyx_t_4 = NULL; __pyx_t_5 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_5 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_3, __pyx_v_tags}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1543, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_t_3, __pyx_v_tags}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1543, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif { __pyx_t_6 = PyTuple_New(2+__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1543, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_6, 0+__pyx_t_5, __pyx_t_3); __Pyx_INCREF(__pyx_v_tags); __Pyx_GIVEREF(__pyx_v_tags); PyTuple_SET_ITEM(__pyx_t_6, 1+__pyx_t_5, __pyx_v_tags); __pyx_t_3 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_6, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1543, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1544 * tags = self.predict([doc]) * self.set_annotations([doc], tags) * return doc # <<<<<<<<<<<<<< * * def pipe(self, stream, batch_size=128, n_threads=-1): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_doc); __pyx_r = __pyx_v_doc; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1534 * return cls(**cfg) * * def __call__(self, doc): # <<<<<<<<<<<<<< * """Apply the sentencizer to a Doc and set Token.is_sent_start. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.__call__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_tags); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_11Sentencizer_8generator7(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":1546 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_7pipe(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_7pipe = {"pipe", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_7pipe, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_7pipe(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_stream = 0; PyObject *__pyx_v_batch_size = 0; CYTHON_UNUSED PyObject *__pyx_v_n_threads = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("pipe (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_stream,&__pyx_n_s_batch_size,&__pyx_n_s_n_threads,0}; PyObject* values[4] = {0,0,0,0}; values[2] = ((PyObject *)((PyObject *)__pyx_int_128)); values[3] = ((PyObject *)((PyObject *)__pyx_int_neg_1)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_stream)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("pipe", 0, 2, 4, 1); __PYX_ERR(0, 1546, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_batch_size); if (value) { values[2] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_n_threads); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "pipe") < 0)) __PYX_ERR(0, 1546, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_stream = values[1]; __pyx_v_batch_size = values[2]; __pyx_v_n_threads = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("pipe", 0, 2, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1546, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_6pipe(__pyx_self, __pyx_v_self, __pyx_v_stream, __pyx_v_batch_size, __pyx_v_n_threads); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_6pipe(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_stream, PyObject *__pyx_v_batch_size, CYTHON_UNUSED PyObject *__pyx_v_n_threads) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("pipe", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 1546, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_v_self = __pyx_v_self; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_self); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_self); __pyx_cur_scope->__pyx_v_stream = __pyx_v_stream; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_stream); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_stream); __pyx_cur_scope->__pyx_v_batch_size = __pyx_v_batch_size; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_batch_size); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_batch_size); __pyx_cur_scope->__pyx_v_n_threads = __pyx_v_n_threads; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_n_threads); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_n_threads); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_11Sentencizer_8generator7, __pyx_codeobj__140, (PyObject *) __pyx_cur_scope, __pyx_n_s_pipe, __pyx_n_s_Sentencizer_pipe, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 1546, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_11Sentencizer_8generator7(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); int __pyx_t_7; PyObject *__pyx_t_8 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("pipe", 0); __Pyx_TraceFrameInit(__pyx_codeobj__140) __Pyx_TraceCall("pipe", __pyx_f[0], 1546, 0, __PYX_ERR(0, 1546, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; case 1: goto __pyx_L6_resume_from_yield_from; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1546, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1547 * * def pipe(self, stream, batch_size=128, n_threads=-1): * for docs in util.minibatch(stream, size=batch_size): # <<<<<<<<<<<<<< * docs = list(docs) * tag_ids = self.predict(docs) */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_util); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1547, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_minibatch); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1547, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1547, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_stream); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_stream); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_cur_scope->__pyx_v_stream); __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1547, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_size, __pyx_cur_scope->__pyx_v_batch_size) < 0) __PYX_ERR(0, 1547, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_1, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1547, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (likely(PyList_CheckExact(__pyx_t_4)) || PyTuple_CheckExact(__pyx_t_4)) { __pyx_t_3 = __pyx_t_4; __Pyx_INCREF(__pyx_t_3); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1547, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_6 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1547, __pyx_L1_error) } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1547, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1547, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_5); __Pyx_INCREF(__pyx_t_4); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1547, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_3, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1547, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_6(__pyx_t_3); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1547, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_docs, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1548 * def pipe(self, stream, batch_size=128, n_threads=-1): * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) # <<<<<<<<<<<<<< * tag_ids = self.predict(docs) * self.set_annotations(docs, tag_ids) */ __pyx_t_4 = PySequence_List(__pyx_cur_scope->__pyx_v_docs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1548, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GOTREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_DECREF_SET(__pyx_cur_scope->__pyx_v_docs, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1549 * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) * tag_ids = self.predict(docs) # <<<<<<<<<<<<<< * self.set_annotations(docs, tag_ids) * yield from docs */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_predict); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1549, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); } } __pyx_t_4 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_1, __pyx_t_2, __pyx_cur_scope->__pyx_v_docs) : __Pyx_PyObject_CallOneArg(__pyx_t_1, __pyx_cur_scope->__pyx_v_docs); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1549, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_tag_ids); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_tag_ids, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1550 * docs = list(docs) * tag_ids = self.predict(docs) * self.set_annotations(docs, tag_ids) # <<<<<<<<<<<<<< * yield from docs * */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_cur_scope->__pyx_v_self, __pyx_n_s_set_annotations); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1550, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = NULL; __pyx_t_7 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_1))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_1); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_1); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_1, function); __pyx_t_7 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_cur_scope->__pyx_v_docs, __pyx_cur_scope->__pyx_v_tag_ids}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1550, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_1)) { PyObject *__pyx_temp[3] = {__pyx_t_2, __pyx_cur_scope->__pyx_v_docs, __pyx_cur_scope->__pyx_v_tag_ids}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_1, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1550, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_GOTREF(__pyx_t_4); } else #endif { __pyx_t_8 = PyTuple_New(2+__pyx_t_7); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1550, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (__pyx_t_2) { __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_2); __pyx_t_2 = NULL; } __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); PyTuple_SET_ITEM(__pyx_t_8, 0+__pyx_t_7, __pyx_cur_scope->__pyx_v_docs); __Pyx_INCREF(__pyx_cur_scope->__pyx_v_tag_ids); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_tag_ids); PyTuple_SET_ITEM(__pyx_t_8, 1+__pyx_t_7, __pyx_cur_scope->__pyx_v_tag_ids); __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_8, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1550, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1551 * tag_ids = self.predict(docs) * self.set_annotations(docs, tag_ids) * yield from docs # <<<<<<<<<<<<<< * * def predict(self, docs): */ __pyx_r = __Pyx_Generator_Yield_From(__pyx_generator, __pyx_cur_scope->__pyx_v_docs); __Pyx_XGOTREF(__pyx_r); if (likely(__pyx_r)) { __Pyx_XGIVEREF(__pyx_t_3); __pyx_cur_scope->__pyx_t_0 = __pyx_t_3; __pyx_cur_scope->__pyx_t_1 = __pyx_t_5; __pyx_cur_scope->__pyx_t_2 = __pyx_t_6; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); __Pyx_Coroutine_ResetAndClearException(__pyx_generator); /* return from generator, yielding value */ __pyx_generator->resume_label = 1; return __pyx_r; __pyx_L6_resume_from_yield_from:; __pyx_t_3 = __pyx_cur_scope->__pyx_t_0; __pyx_cur_scope->__pyx_t_0 = 0; __Pyx_XGOTREF(__pyx_t_3); __pyx_t_5 = __pyx_cur_scope->__pyx_t_1; __pyx_t_6 = __pyx_cur_scope->__pyx_t_2; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1551, __pyx_L1_error) } else { PyObject* exc_type = __Pyx_PyErr_Occurred(); if (exc_type) { if (likely(exc_type == PyExc_StopIteration || (exc_type != PyExc_GeneratorExit && __Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration)))) PyErr_Clear(); else __PYX_ERR(0, 1551, __pyx_L1_error) } } /* "spacy/pipeline/pipes.pyx":1547 * * def pipe(self, stream, batch_size=128, n_threads=-1): * for docs in util.minibatch(stream, size=batch_size): # <<<<<<<<<<<<<< * docs = list(docs) * tag_ids = self.predict(docs) */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* "spacy/pipeline/pipes.pyx":1546 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ /* function exit code */ PyErr_SetNone(PyExc_StopIteration); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_8); __Pyx_AddTraceback("pipe", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XDECREF(__pyx_r); __pyx_r = 0; #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1553 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """Apply the pipeline's model to a batch of docs, without * modifying them. */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_10predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_11Sentencizer_9predict[] = "Apply the pipeline's model to a batch of docs, without\n modifying them.\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_10predict = {"predict", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_10predict, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_11Sentencizer_9predict}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_10predict(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("predict (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, 1); __PYX_ERR(0, 1553, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "predict") < 0)) __PYX_ERR(0, 1553, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("predict", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1553, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_9predict(__pyx_self, __pyx_v_self, __pyx_v_docs); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_11Sentencizer_7predict_2generator16(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value); /* proto */ /* "spacy/pipeline/pipes.pyx":1557 * modifying them. * """ * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * guesses = [[] for doc in docs] */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_7predict_genexpr(PyObject *__pyx_self) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr *__pyx_cur_scope; PyObject *__pyx_r = NULL; __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("genexpr", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 1557, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __pyx_cur_scope->__pyx_outer_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict *) __pyx_self; __Pyx_INCREF(((PyObject *)__pyx_cur_scope->__pyx_outer_scope)); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_outer_scope); { __pyx_CoroutineObject *gen = __Pyx_Generator_New((__pyx_coroutine_body_t) __pyx_gb_5spacy_8pipeline_5pipes_11Sentencizer_7predict_2generator16, NULL, (PyObject *) __pyx_cur_scope, __pyx_n_s_genexpr, __pyx_n_s_Sentencizer_predict_locals_genex, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!gen)) __PYX_ERR(0, 1557, __pyx_L1_error) __Pyx_DECREF(__pyx_cur_scope); __Pyx_RefNannyFinishContext(); return (PyObject *) gen; } /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.predict.genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_gb_5spacy_8pipeline_5pipes_11Sentencizer_7predict_2generator16(__pyx_CoroutineObject *__pyx_generator, CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject *__pyx_sent_value) /* generator body */ { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr *__pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr *)__pyx_generator->closure); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *(*__pyx_t_3)(PyObject *); PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("genexpr", 0); __Pyx_TraceCall("genexpr", __pyx_f[0], 1557, 0, __PYX_ERR(0, 1557, __pyx_L1_error)); switch (__pyx_generator->resume_label) { case 0: goto __pyx_L3_first_run; default: /* CPython raises the right error here */ __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return NULL; } __pyx_L3_first_run:; if (unlikely(!__pyx_sent_value)) __PYX_ERR(0, 1557, __pyx_L1_error) if (unlikely(!__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) { __Pyx_RaiseClosureNameError("docs"); __PYX_ERR(0, 1557, __pyx_L1_error) } if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs)) { __pyx_t_1 = __pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; __pyx_t_3 = NULL; } else { __pyx_t_2 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_cur_scope->__pyx_outer_scope->__pyx_v_docs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1557, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1557, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_3)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_2 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1557, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1557, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_4); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(0, 1557, __pyx_L1_error) #else __pyx_t_4 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1557, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } } else { __pyx_t_4 = __pyx_t_3(__pyx_t_1); if (unlikely(!__pyx_t_4)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1557, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_4); } __Pyx_XGOTREF(__pyx_cur_scope->__pyx_v_doc); __Pyx_XDECREF_SET(__pyx_cur_scope->__pyx_v_doc, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = PyObject_Length(__pyx_cur_scope->__pyx_v_doc); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1557, __pyx_L1_error) __pyx_t_6 = (__pyx_t_5 != 0); if (__pyx_t_6) { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_True); __pyx_r = Py_True; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } } /*else*/ { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(Py_False); __pyx_r = Py_False; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; goto __pyx_L0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; CYTHON_MAYBE_UNUSED_VAR(__pyx_cur_scope); /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("genexpr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); #if !CYTHON_USE_EXC_INFO_STACK __Pyx_Coroutine_ResetAndClearException(__pyx_generator); #endif __pyx_generator->resume_label = -1; __Pyx_Coroutine_clear((PyObject*)__pyx_generator); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1553 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """Apply the pipeline's model to a batch of docs, without * modifying them. */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_9predict(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_docs) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict *__pyx_cur_scope; PyObject *__pyx_v_guesses = NULL; PyObject *__pyx_v_doc = NULL; PyObject *__pyx_v_doc_guesses = NULL; PyObject *__pyx_v_start = NULL; int __pyx_v_seen_period; CYTHON_UNUSED PyObject *__pyx_v_i = NULL; PyObject *__pyx_v_token = NULL; PyObject *__pyx_v_is_in_punct_chars = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_t_3; int __pyx_t_4; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); PyObject *__pyx_t_7 = NULL; Py_ssize_t __pyx_t_8; PyObject *(*__pyx_t_9)(PyObject *); PyObject *__pyx_t_10 = NULL; PyObject *__pyx_t_11 = NULL; int __pyx_t_12; int __pyx_t_13; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__141) __Pyx_RefNannySetupContext("predict", 0); __pyx_cur_scope = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict *)__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict(__pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict, __pyx_empty_tuple, NULL); if (unlikely(!__pyx_cur_scope)) { __pyx_cur_scope = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict *)Py_None); __Pyx_INCREF(Py_None); __PYX_ERR(0, 1553, __pyx_L1_error) } else { __Pyx_GOTREF(__pyx_cur_scope); } __Pyx_TraceCall("predict", __pyx_f[0], 1553, 0, __PYX_ERR(0, 1553, __pyx_L1_error)); __pyx_cur_scope->__pyx_v_docs = __pyx_v_docs; __Pyx_INCREF(__pyx_cur_scope->__pyx_v_docs); __Pyx_GIVEREF(__pyx_cur_scope->__pyx_v_docs); /* "spacy/pipeline/pipes.pyx":1557 * modifying them. * """ * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * guesses = [[] for doc in docs] */ __pyx_t_1 = __pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_7predict_genexpr(((PyObject*)__pyx_cur_scope)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1557, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_Generator_Next(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1557, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 1557, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_4 = ((!__pyx_t_3) != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":1559 * if not any(len(doc) for doc in docs): * # Handle cases where there are no tokens in any docs. * guesses = [[] for doc in docs] # <<<<<<<<<<<<<< * return guesses * guesses = [] */ __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1559, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_v_docs)) { __pyx_t_1 = __pyx_cur_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_1); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_cur_scope->__pyx_v_docs); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1559, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_6 = Py_TYPE(__pyx_t_1)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1559, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_1))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1559, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_1, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1559, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1559, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_1, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1559, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } } else { __pyx_t_7 = __pyx_t_6(__pyx_t_1); if (unlikely(!__pyx_t_7)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1559, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_7); } __Pyx_XDECREF_SET(__pyx_v_doc, __pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = PyList_New(0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1559, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_7))) __PYX_ERR(0, 1559, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_v_guesses = ((PyObject*)__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1560 * # Handle cases where there are no tokens in any docs. * guesses = [[] for doc in docs] * return guesses # <<<<<<<<<<<<<< * guesses = [] * for doc in docs: */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_guesses); __pyx_r = __pyx_v_guesses; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1557 * modifying them. * """ * if not any(len(doc) for doc in docs): # <<<<<<<<<<<<<< * # Handle cases where there are no tokens in any docs. * guesses = [[] for doc in docs] */ } /* "spacy/pipeline/pipes.pyx":1561 * guesses = [[] for doc in docs] * return guesses * guesses = [] # <<<<<<<<<<<<<< * for doc in docs: * doc_guesses = [False] * len(doc) */ __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1561, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_v_guesses = ((PyObject*)__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1562 * return guesses * guesses = [] * for doc in docs: # <<<<<<<<<<<<<< * doc_guesses = [False] * len(doc) * if len(doc) > 0: */ if (likely(PyList_CheckExact(__pyx_cur_scope->__pyx_v_docs)) || PyTuple_CheckExact(__pyx_cur_scope->__pyx_v_docs)) { __pyx_t_2 = __pyx_cur_scope->__pyx_v_docs; __Pyx_INCREF(__pyx_t_2); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_cur_scope->__pyx_v_docs); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1562, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_6 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1562, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_5); __Pyx_INCREF(__pyx_t_1); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1562, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1562, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_5); __Pyx_INCREF(__pyx_t_1); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1562, __pyx_L1_error) #else __pyx_t_1 = PySequence_ITEM(__pyx_t_2, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1562, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); #endif } } else { __pyx_t_1 = __pyx_t_6(__pyx_t_2); if (unlikely(!__pyx_t_1)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1562, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_1); } __Pyx_XDECREF_SET(__pyx_v_doc, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1563 * guesses = [] * for doc in docs: * doc_guesses = [False] * len(doc) # <<<<<<<<<<<<<< * if len(doc) > 0: * start = 0 */ __pyx_t_8 = PyObject_Length(__pyx_v_doc); if (unlikely(__pyx_t_8 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1563, __pyx_L1_error) __pyx_t_1 = PyList_New(1 * ((__pyx_t_8<0) ? 0:__pyx_t_8)); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1563, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); { Py_ssize_t __pyx_temp; for (__pyx_temp=0; __pyx_temp < __pyx_t_8; __pyx_temp++) { __Pyx_INCREF(Py_False); __Pyx_GIVEREF(Py_False); PyList_SET_ITEM(__pyx_t_1, __pyx_temp, Py_False); } } __Pyx_XDECREF_SET(__pyx_v_doc_guesses, ((PyObject*)__pyx_t_1)); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1564 * for doc in docs: * doc_guesses = [False] * len(doc) * if len(doc) > 0: # <<<<<<<<<<<<<< * start = 0 * seen_period = False */ __pyx_t_8 = PyObject_Length(__pyx_v_doc); if (unlikely(__pyx_t_8 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1564, __pyx_L1_error) __pyx_t_4 = ((__pyx_t_8 > 0) != 0); if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":1565 * doc_guesses = [False] * len(doc) * if len(doc) > 0: * start = 0 # <<<<<<<<<<<<<< * seen_period = False * doc_guesses[0] = True */ __Pyx_INCREF(__pyx_int_0); __Pyx_XDECREF_SET(__pyx_v_start, __pyx_int_0); /* "spacy/pipeline/pipes.pyx":1566 * if len(doc) > 0: * start = 0 * seen_period = False # <<<<<<<<<<<<<< * doc_guesses[0] = True * for i, token in enumerate(doc): */ __pyx_v_seen_period = 0; /* "spacy/pipeline/pipes.pyx":1567 * start = 0 * seen_period = False * doc_guesses[0] = True # <<<<<<<<<<<<<< * for i, token in enumerate(doc): * is_in_punct_chars = token.text in self.punct_chars */ if (unlikely(__Pyx_SetItemInt(__pyx_v_doc_guesses, 0, Py_True, long, 1, __Pyx_PyInt_From_long, 1, 0, 1) < 0)) __PYX_ERR(0, 1567, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1568 * seen_period = False * doc_guesses[0] = True * for i, token in enumerate(doc): # <<<<<<<<<<<<<< * is_in_punct_chars = token.text in self.punct_chars * if seen_period and not token.is_punct and not is_in_punct_chars: */ __Pyx_INCREF(__pyx_int_0); __pyx_t_1 = __pyx_int_0; if (likely(PyList_CheckExact(__pyx_v_doc)) || PyTuple_CheckExact(__pyx_v_doc)) { __pyx_t_7 = __pyx_v_doc; __Pyx_INCREF(__pyx_t_7); __pyx_t_8 = 0; __pyx_t_9 = NULL; } else { __pyx_t_8 = -1; __pyx_t_7 = PyObject_GetIter(__pyx_v_doc); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1568, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_9 = Py_TYPE(__pyx_t_7)->tp_iternext; if (unlikely(!__pyx_t_9)) __PYX_ERR(0, 1568, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_9)) { if (likely(PyList_CheckExact(__pyx_t_7))) { if (__pyx_t_8 >= PyList_GET_SIZE(__pyx_t_7)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_10 = PyList_GET_ITEM(__pyx_t_7, __pyx_t_8); __Pyx_INCREF(__pyx_t_10); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 1568, __pyx_L1_error) #else __pyx_t_10 = PySequence_ITEM(__pyx_t_7, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1568, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); #endif } else { if (__pyx_t_8 >= PyTuple_GET_SIZE(__pyx_t_7)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_10 = PyTuple_GET_ITEM(__pyx_t_7, __pyx_t_8); __Pyx_INCREF(__pyx_t_10); __pyx_t_8++; if (unlikely(0 < 0)) __PYX_ERR(0, 1568, __pyx_L1_error) #else __pyx_t_10 = PySequence_ITEM(__pyx_t_7, __pyx_t_8); __pyx_t_8++; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1568, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); #endif } } else { __pyx_t_10 = __pyx_t_9(__pyx_t_7); if (unlikely(!__pyx_t_10)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1568, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_10); } __Pyx_XDECREF_SET(__pyx_v_token, __pyx_t_10); __pyx_t_10 = 0; __Pyx_INCREF(__pyx_t_1); __Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_1); __pyx_t_10 = __Pyx_PyInt_AddObjC(__pyx_t_1, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1568, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = __pyx_t_10; __pyx_t_10 = 0; /* "spacy/pipeline/pipes.pyx":1569 * doc_guesses[0] = True * for i, token in enumerate(doc): * is_in_punct_chars = token.text in self.punct_chars # <<<<<<<<<<<<<< * if seen_period and not token.is_punct and not is_in_punct_chars: * doc_guesses[start] = True */ __pyx_t_10 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_text); if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1569, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_punct_chars); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1569, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_4 = (__Pyx_PySequence_ContainsTF(__pyx_t_10, __pyx_t_11, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1569, __pyx_L1_error) __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_11 = __Pyx_PyBool_FromLong(__pyx_t_4); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1569, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_XDECREF_SET(__pyx_v_is_in_punct_chars, __pyx_t_11); __pyx_t_11 = 0; /* "spacy/pipeline/pipes.pyx":1570 * for i, token in enumerate(doc): * is_in_punct_chars = token.text in self.punct_chars * if seen_period and not token.is_punct and not is_in_punct_chars: # <<<<<<<<<<<<<< * doc_guesses[start] = True * start = token.i */ __pyx_t_3 = (__pyx_v_seen_period != 0); if (__pyx_t_3) { } else { __pyx_t_4 = __pyx_t_3; goto __pyx_L12_bool_binop_done; } __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_is_punct); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1570, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_11); if (unlikely(__pyx_t_3 < 0)) __PYX_ERR(0, 1570, __pyx_L1_error) __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __pyx_t_12 = ((!__pyx_t_3) != 0); if (__pyx_t_12) { } else { __pyx_t_4 = __pyx_t_12; goto __pyx_L12_bool_binop_done; } __pyx_t_12 = __Pyx_PyObject_IsTrue(__pyx_v_is_in_punct_chars); if (unlikely(__pyx_t_12 < 0)) __PYX_ERR(0, 1570, __pyx_L1_error) __pyx_t_3 = ((!__pyx_t_12) != 0); __pyx_t_4 = __pyx_t_3; __pyx_L12_bool_binop_done:; if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":1571 * is_in_punct_chars = token.text in self.punct_chars * if seen_period and not token.is_punct and not is_in_punct_chars: * doc_guesses[start] = True # <<<<<<<<<<<<<< * start = token.i * seen_period = False */ if (unlikely(PyObject_SetItem(__pyx_v_doc_guesses, __pyx_v_start, Py_True) < 0)) __PYX_ERR(0, 1571, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1572 * if seen_period and not token.is_punct and not is_in_punct_chars: * doc_guesses[start] = True * start = token.i # <<<<<<<<<<<<<< * seen_period = False * elif is_in_punct_chars: */ __pyx_t_11 = __Pyx_PyObject_GetAttrStr(__pyx_v_token, __pyx_n_s_i); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1572, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF_SET(__pyx_v_start, __pyx_t_11); __pyx_t_11 = 0; /* "spacy/pipeline/pipes.pyx":1573 * doc_guesses[start] = True * start = token.i * seen_period = False # <<<<<<<<<<<<<< * elif is_in_punct_chars: * seen_period = True */ __pyx_v_seen_period = 0; /* "spacy/pipeline/pipes.pyx":1570 * for i, token in enumerate(doc): * is_in_punct_chars = token.text in self.punct_chars * if seen_period and not token.is_punct and not is_in_punct_chars: # <<<<<<<<<<<<<< * doc_guesses[start] = True * start = token.i */ goto __pyx_L11; } /* "spacy/pipeline/pipes.pyx":1574 * start = token.i * seen_period = False * elif is_in_punct_chars: # <<<<<<<<<<<<<< * seen_period = True * if start < len(doc): */ __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_v_is_in_punct_chars); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1574, __pyx_L1_error) if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":1575 * seen_period = False * elif is_in_punct_chars: * seen_period = True # <<<<<<<<<<<<<< * if start < len(doc): * doc_guesses[start] = True */ __pyx_v_seen_period = 1; /* "spacy/pipeline/pipes.pyx":1574 * start = token.i * seen_period = False * elif is_in_punct_chars: # <<<<<<<<<<<<<< * seen_period = True * if start < len(doc): */ } __pyx_L11:; /* "spacy/pipeline/pipes.pyx":1568 * seen_period = False * doc_guesses[0] = True * for i, token in enumerate(doc): # <<<<<<<<<<<<<< * is_in_punct_chars = token.text in self.punct_chars * if seen_period and not token.is_punct and not is_in_punct_chars: */ } __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1576 * elif is_in_punct_chars: * seen_period = True * if start < len(doc): # <<<<<<<<<<<<<< * doc_guesses[start] = True * guesses.append(doc_guesses) */ __pyx_t_8 = PyObject_Length(__pyx_v_doc); if (unlikely(__pyx_t_8 == ((Py_ssize_t)-1))) __PYX_ERR(0, 1576, __pyx_L1_error) __pyx_t_1 = PyInt_FromSsize_t(__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1576, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_7 = PyObject_RichCompare(__pyx_v_start, __pyx_t_1, Py_LT); __Pyx_XGOTREF(__pyx_t_7); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1576, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(0, 1576, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (__pyx_t_4) { /* "spacy/pipeline/pipes.pyx":1577 * seen_period = True * if start < len(doc): * doc_guesses[start] = True # <<<<<<<<<<<<<< * guesses.append(doc_guesses) * return guesses */ if (unlikely(PyObject_SetItem(__pyx_v_doc_guesses, __pyx_v_start, Py_True) < 0)) __PYX_ERR(0, 1577, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1576 * elif is_in_punct_chars: * seen_period = True * if start < len(doc): # <<<<<<<<<<<<<< * doc_guesses[start] = True * guesses.append(doc_guesses) */ } /* "spacy/pipeline/pipes.pyx":1564 * for doc in docs: * doc_guesses = [False] * len(doc) * if len(doc) > 0: # <<<<<<<<<<<<<< * start = 0 * seen_period = False */ } /* "spacy/pipeline/pipes.pyx":1578 * if start < len(doc): * doc_guesses[start] = True * guesses.append(doc_guesses) # <<<<<<<<<<<<<< * return guesses * */ __pyx_t_13 = __Pyx_PyList_Append(__pyx_v_guesses, __pyx_v_doc_guesses); if (unlikely(__pyx_t_13 == ((int)-1))) __PYX_ERR(0, 1578, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1562 * return guesses * guesses = [] * for doc in docs: # <<<<<<<<<<<<<< * doc_guesses = [False] * len(doc) * if len(doc) > 0: */ } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1579 * doc_guesses[start] = True * guesses.append(doc_guesses) * return guesses # <<<<<<<<<<<<<< * * def set_annotations(self, docs, batch_tag_ids, tensors=None): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_guesses); __pyx_r = __pyx_v_guesses; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1553 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """Apply the pipeline's model to a batch of docs, without * modifying them. */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_10); __Pyx_XDECREF(__pyx_t_11); __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.predict", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_guesses); __Pyx_XDECREF(__pyx_v_doc); __Pyx_XDECREF(__pyx_v_doc_guesses); __Pyx_XDECREF(__pyx_v_start); __Pyx_XDECREF(__pyx_v_i); __Pyx_XDECREF(__pyx_v_token); __Pyx_XDECREF(__pyx_v_is_in_punct_chars); __Pyx_DECREF(((PyObject *)__pyx_cur_scope)); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1581 * return guesses * * def set_annotations(self, docs, batch_tag_ids, tensors=None): # <<<<<<<<<<<<<< * if isinstance(docs, Doc): * docs = [docs] */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_12set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_12set_annotations = {"set_annotations", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_12set_annotations, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_12set_annotations(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { CYTHON_UNUSED PyObject *__pyx_v_self = 0; PyObject *__pyx_v_docs = 0; PyObject *__pyx_v_batch_tag_ids = 0; CYTHON_UNUSED PyObject *__pyx_v_tensors = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("set_annotations (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_docs,&__pyx_n_s_batch_tag_ids,&__pyx_n_s_tensors,0}; PyObject* values[4] = {0,0,0,0}; values[3] = ((PyObject *)((PyObject *)Py_None)); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_docs)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, 1); __PYX_ERR(0, 1581, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_batch_tag_ids)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, 2); __PYX_ERR(0, 1581, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_tensors); if (value) { values[3] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "set_annotations") < 0)) __PYX_ERR(0, 1581, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_docs = values[1]; __pyx_v_batch_tag_ids = values[2]; __pyx_v_tensors = values[3]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("set_annotations", 0, 3, 4, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1581, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_11set_annotations(__pyx_self, __pyx_v_self, __pyx_v_docs, __pyx_v_batch_tag_ids, __pyx_v_tensors); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_11set_annotations(CYTHON_UNUSED PyObject *__pyx_self, CYTHON_UNUSED PyObject *__pyx_v_self, PyObject *__pyx_v_docs, PyObject *__pyx_v_batch_tag_ids, CYTHON_UNUSED PyObject *__pyx_v_tensors) { struct __pyx_obj_5spacy_6tokens_3doc_Doc *__pyx_v_doc = 0; CYTHON_UNUSED int __pyx_v_idx; PyObject *__pyx_v_i = NULL; PyObject *__pyx_v_doc_tag_ids = NULL; PyObject *__pyx_v_j = NULL; PyObject *__pyx_v_tag_id = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; Py_ssize_t __pyx_t_9; PyObject *(*__pyx_t_10)(PyObject *); PyObject *__pyx_t_11 = NULL; Py_ssize_t __pyx_t_12; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__142) __Pyx_RefNannySetupContext("set_annotations", 0); __Pyx_TraceCall("set_annotations", __pyx_f[0], 1581, 0, __PYX_ERR(0, 1581, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_docs); /* "spacy/pipeline/pipes.pyx":1582 * * def set_annotations(self, docs, batch_tag_ids, tensors=None): * if isinstance(docs, Doc): # <<<<<<<<<<<<<< * docs = [docs] * cdef Doc doc */ __pyx_t_1 = __Pyx_TypeCheck(__pyx_v_docs, __pyx_ptype_5spacy_6tokens_3doc_Doc); __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "spacy/pipeline/pipes.pyx":1583 * def set_annotations(self, docs, batch_tag_ids, tensors=None): * if isinstance(docs, Doc): * docs = [docs] # <<<<<<<<<<<<<< * cdef Doc doc * cdef int idx = 0 */ __pyx_t_3 = PyList_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1583, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_docs); __Pyx_GIVEREF(__pyx_v_docs); PyList_SET_ITEM(__pyx_t_3, 0, __pyx_v_docs); __Pyx_DECREF_SET(__pyx_v_docs, __pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":1582 * * def set_annotations(self, docs, batch_tag_ids, tensors=None): * if isinstance(docs, Doc): # <<<<<<<<<<<<<< * docs = [docs] * cdef Doc doc */ } /* "spacy/pipeline/pipes.pyx":1585 * docs = [docs] * cdef Doc doc * cdef int idx = 0 # <<<<<<<<<<<<<< * for i, doc in enumerate(docs): * doc_tag_ids = batch_tag_ids[i] */ __pyx_v_idx = 0; /* "spacy/pipeline/pipes.pyx":1586 * cdef Doc doc * cdef int idx = 0 * for i, doc in enumerate(docs): # <<<<<<<<<<<<<< * doc_tag_ids = batch_tag_ids[i] * for j, tag_id in enumerate(doc_tag_ids): */ __Pyx_INCREF(__pyx_int_0); __pyx_t_3 = __pyx_int_0; if (likely(PyList_CheckExact(__pyx_v_docs)) || PyTuple_CheckExact(__pyx_v_docs)) { __pyx_t_4 = __pyx_v_docs; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_v_docs); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1586, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1586, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_4))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1586, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1586, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(0, 1586, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1586, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } } else { __pyx_t_7 = __pyx_t_6(__pyx_t_4); if (unlikely(!__pyx_t_7)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1586, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_7); } if (!(likely(((__pyx_t_7) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_7, __pyx_ptype_5spacy_6tokens_3doc_Doc))))) __PYX_ERR(0, 1586, __pyx_L1_error) __Pyx_XDECREF_SET(__pyx_v_doc, ((struct __pyx_obj_5spacy_6tokens_3doc_Doc *)__pyx_t_7)); __pyx_t_7 = 0; __Pyx_INCREF(__pyx_t_3); __Pyx_XDECREF_SET(__pyx_v_i, __pyx_t_3); __pyx_t_7 = __Pyx_PyInt_AddObjC(__pyx_t_3, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1586, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = __pyx_t_7; __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1587 * cdef int idx = 0 * for i, doc in enumerate(docs): * doc_tag_ids = batch_tag_ids[i] # <<<<<<<<<<<<<< * for j, tag_id in enumerate(doc_tag_ids): * # Don't clobber existing sentence boundaries */ __pyx_t_7 = __Pyx_PyObject_GetItem(__pyx_v_batch_tag_ids, __pyx_v_i); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1587, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_XDECREF_SET(__pyx_v_doc_tag_ids, __pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1588 * for i, doc in enumerate(docs): * doc_tag_ids = batch_tag_ids[i] * for j, tag_id in enumerate(doc_tag_ids): # <<<<<<<<<<<<<< * # Don't clobber existing sentence boundaries * if doc.c[j].sent_start == 0: */ __Pyx_INCREF(__pyx_int_0); __pyx_t_7 = __pyx_int_0; if (likely(PyList_CheckExact(__pyx_v_doc_tag_ids)) || PyTuple_CheckExact(__pyx_v_doc_tag_ids)) { __pyx_t_8 = __pyx_v_doc_tag_ids; __Pyx_INCREF(__pyx_t_8); __pyx_t_9 = 0; __pyx_t_10 = NULL; } else { __pyx_t_9 = -1; __pyx_t_8 = PyObject_GetIter(__pyx_v_doc_tag_ids); if (unlikely(!__pyx_t_8)) __PYX_ERR(0, 1588, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); __pyx_t_10 = Py_TYPE(__pyx_t_8)->tp_iternext; if (unlikely(!__pyx_t_10)) __PYX_ERR(0, 1588, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_10)) { if (likely(PyList_CheckExact(__pyx_t_8))) { if (__pyx_t_9 >= PyList_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_11 = PyList_GET_ITEM(__pyx_t_8, __pyx_t_9); __Pyx_INCREF(__pyx_t_11); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1588, __pyx_L1_error) #else __pyx_t_11 = PySequence_ITEM(__pyx_t_8, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1588, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); #endif } else { if (__pyx_t_9 >= PyTuple_GET_SIZE(__pyx_t_8)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_11 = PyTuple_GET_ITEM(__pyx_t_8, __pyx_t_9); __Pyx_INCREF(__pyx_t_11); __pyx_t_9++; if (unlikely(0 < 0)) __PYX_ERR(0, 1588, __pyx_L1_error) #else __pyx_t_11 = PySequence_ITEM(__pyx_t_8, __pyx_t_9); __pyx_t_9++; if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1588, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); #endif } } else { __pyx_t_11 = __pyx_t_10(__pyx_t_8); if (unlikely(!__pyx_t_11)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(0, 1588, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_11); } __Pyx_XDECREF_SET(__pyx_v_tag_id, __pyx_t_11); __pyx_t_11 = 0; __Pyx_INCREF(__pyx_t_7); __Pyx_XDECREF_SET(__pyx_v_j, __pyx_t_7); __pyx_t_11 = __Pyx_PyInt_AddObjC(__pyx_t_7, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_11)) __PYX_ERR(0, 1588, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = __pyx_t_11; __pyx_t_11 = 0; /* "spacy/pipeline/pipes.pyx":1590 * for j, tag_id in enumerate(doc_tag_ids): * # Don't clobber existing sentence boundaries * if doc.c[j].sent_start == 0: # <<<<<<<<<<<<<< * if tag_id: * doc.c[j].sent_start = 1 */ __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_v_j); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 1590, __pyx_L1_error) __pyx_t_2 = (((__pyx_v_doc->c[__pyx_t_12]).sent_start == 0) != 0); if (__pyx_t_2) { /* "spacy/pipeline/pipes.pyx":1591 * # Don't clobber existing sentence boundaries * if doc.c[j].sent_start == 0: * if tag_id: # <<<<<<<<<<<<<< * doc.c[j].sent_start = 1 * else: */ __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_tag_id); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(0, 1591, __pyx_L1_error) if (__pyx_t_2) { /* "spacy/pipeline/pipes.pyx":1592 * if doc.c[j].sent_start == 0: * if tag_id: * doc.c[j].sent_start = 1 # <<<<<<<<<<<<<< * else: * doc.c[j].sent_start = -1 */ __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_v_j); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 1592, __pyx_L1_error) (__pyx_v_doc->c[__pyx_t_12]).sent_start = 1; /* "spacy/pipeline/pipes.pyx":1591 * # Don't clobber existing sentence boundaries * if doc.c[j].sent_start == 0: * if tag_id: # <<<<<<<<<<<<<< * doc.c[j].sent_start = 1 * else: */ goto __pyx_L9; } /* "spacy/pipeline/pipes.pyx":1594 * doc.c[j].sent_start = 1 * else: * doc.c[j].sent_start = -1 # <<<<<<<<<<<<<< * * def to_bytes(self, **kwargs): */ /*else*/ { __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_v_j); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(0, 1594, __pyx_L1_error) (__pyx_v_doc->c[__pyx_t_12]).sent_start = -1; } __pyx_L9:; /* "spacy/pipeline/pipes.pyx":1590 * for j, tag_id in enumerate(doc_tag_ids): * # Don't clobber existing sentence boundaries * if doc.c[j].sent_start == 0: # <<<<<<<<<<<<<< * if tag_id: * doc.c[j].sent_start = 1 */ } /* "spacy/pipeline/pipes.pyx":1588 * for i, doc in enumerate(docs): * doc_tag_ids = batch_tag_ids[i] * for j, tag_id in enumerate(doc_tag_ids): # <<<<<<<<<<<<<< * # Don't clobber existing sentence boundaries * if doc.c[j].sent_start == 0: */ } __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1586 * cdef Doc doc * cdef int idx = 0 * for i, doc in enumerate(docs): # <<<<<<<<<<<<<< * doc_tag_ids = batch_tag_ids[i] * for j, tag_id in enumerate(doc_tag_ids): */ } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":1581 * return guesses * * def set_annotations(self, docs, batch_tag_ids, tensors=None): # <<<<<<<<<<<<<< * if isinstance(docs, Doc): * docs = [docs] */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_11); __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.set_annotations", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_doc); __Pyx_XDECREF(__pyx_v_i); __Pyx_XDECREF(__pyx_v_doc_tag_ids); __Pyx_XDECREF(__pyx_v_j); __Pyx_XDECREF(__pyx_v_tag_id); __Pyx_XDECREF(__pyx_v_docs); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1596 * doc.c[j].sent_start = -1 * * def to_bytes(self, **kwargs): # <<<<<<<<<<<<<< * """Serialize the sentencizer to a bytestring. * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_14to_bytes(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_11Sentencizer_13to_bytes[] = "Serialize the sentencizer to a bytestring.\n\n RETURNS (bytes): The serialized object.\n\n DOCS: https://spacy.io/api/sentencizer#to_bytes\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_14to_bytes = {"to_bytes", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_14to_bytes, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_11Sentencizer_13to_bytes}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_14to_bytes(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; CYTHON_UNUSED PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("to_bytes (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,0}; PyObject* values[1] = {0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "to_bytes") < 0)) __PYX_ERR(0, 1596, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 1) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); } __pyx_v_self = values[0]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("to_bytes", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1596, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.to_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_13to_bytes(__pyx_self, __pyx_v_self, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_13to_bytes(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v_kwargs) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__143) __Pyx_RefNannySetupContext("to_bytes", 0); __Pyx_TraceCall("to_bytes", __pyx_f[0], 1596, 0, __PYX_ERR(0, 1596, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1603 * DOCS: https://spacy.io/api/sentencizer#to_bytes * """ * return srsly.msgpack_dumps({"punct_chars": list(self.punct_chars)}) # <<<<<<<<<<<<<< * * def from_bytes(self, bytes_data, **kwargs): */ __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1603, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_msgpack_dumps); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1603, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1603, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_punct_chars); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1603, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = PySequence_List(__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1603, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (PyDict_SetItem(__pyx_t_2, __pyx_n_u_punct_chars, __pyx_t_5) < 0) __PYX_ERR(0, 1603, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_5, __pyx_t_2) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_2); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1603, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1596 * doc.c[j].sent_start = -1 * * def to_bytes(self, **kwargs): # <<<<<<<<<<<<<< * """Serialize the sentencizer to a bytestring. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.to_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1605 * return srsly.msgpack_dumps({"punct_chars": list(self.punct_chars)}) * * def from_bytes(self, bytes_data, **kwargs): # <<<<<<<<<<<<<< * """Load the sentencizer from a bytestring. * */ /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_16from_bytes(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_11Sentencizer_15from_bytes[] = "Load the sentencizer from a bytestring.\n\n bytes_data (bytes): The data to load.\n returns (Sentencizer): The loaded object.\n\n DOCS: https://spacy.io/api/sentencizer#from_bytes\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_16from_bytes = {"from_bytes", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_16from_bytes, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_11Sentencizer_15from_bytes}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_16from_bytes(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_bytes_data = 0; CYTHON_UNUSED PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("from_bytes (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_bytes_data,0}; PyObject* values[2] = {0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_bytes_data)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("from_bytes", 1, 2, 2, 1); __PYX_ERR(0, 1605, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "from_bytes") < 0)) __PYX_ERR(0, 1605, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 2) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); } __pyx_v_self = values[0]; __pyx_v_bytes_data = values[1]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("from_bytes", 1, 2, 2, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1605, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.from_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_15from_bytes(__pyx_self, __pyx_v_self, __pyx_v_bytes_data, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_15from_bytes(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_bytes_data, CYTHON_UNUSED PyObject *__pyx_v_kwargs) { PyObject *__pyx_v_cfg = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__144) __Pyx_RefNannySetupContext("from_bytes", 0); __Pyx_TraceCall("from_bytes", __pyx_f[0], 1605, 0, __PYX_ERR(0, 1605, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":1613 * DOCS: https://spacy.io/api/sentencizer#from_bytes * """ * cfg = srsly.msgpack_loads(bytes_data) # <<<<<<<<<<<<<< * self.punct_chars = set(cfg.get("punct_chars", self.default_punct_chars)) * return self */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_srsly); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1613, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_msgpack_loads); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1613, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_bytes_data) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_bytes_data); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1613, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_cfg = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1614 * """ * cfg = srsly.msgpack_loads(bytes_data) * self.punct_chars = set(cfg.get("punct_chars", self.default_punct_chars)) # <<<<<<<<<<<<<< * return self * */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_cfg, __pyx_n_s_get); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1614, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_default_punct_chars); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1614, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = NULL; __pyx_t_5 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); __pyx_t_5 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_n_u_punct_chars, __pyx_t_2}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1614, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_3)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_n_u_punct_chars, __pyx_t_2}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_3, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1614, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else #endif { __pyx_t_6 = PyTuple_New(2+__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1614, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_INCREF(__pyx_n_u_punct_chars); __Pyx_GIVEREF(__pyx_n_u_punct_chars); PyTuple_SET_ITEM(__pyx_t_6, 0+__pyx_t_5, __pyx_n_u_punct_chars); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_6, 1+__pyx_t_5, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_t_6, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1614, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = PySet_New(__pyx_t_1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1614, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_punct_chars, __pyx_t_3) < 0) __PYX_ERR(0, 1614, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":1615 * cfg = srsly.msgpack_loads(bytes_data) * self.punct_chars = set(cfg.get("punct_chars", self.default_punct_chars)) * return self # <<<<<<<<<<<<<< * * def to_disk(self, path, exclude=tuple(), **kwargs): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_self); __pyx_r = __pyx_v_self; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1605 * return srsly.msgpack_dumps({"punct_chars": list(self.punct_chars)}) * * def from_bytes(self, bytes_data, **kwargs): # <<<<<<<<<<<<<< * """Load the sentencizer from a bytestring. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.from_bytes", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_cfg); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1617 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the sentencizer to disk. * */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_47__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 1617, 0, __PYX_ERR(0, 1617, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1617, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults18, __pyx_self)->__pyx_arg_exclude); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults18, __pyx_self)->__pyx_arg_exclude); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults18, __pyx_self)->__pyx_arg_exclude); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1617, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_18to_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_11Sentencizer_17to_disk[] = "Serialize the sentencizer to disk.\n\n DOCS: https://spacy.io/api/sentencizer#to_disk\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_18to_disk = {"to_disk", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_18to_disk, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_11Sentencizer_17to_disk}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_18to_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_path = 0; CYTHON_UNUSED PyObject *__pyx_v_exclude = 0; CYTHON_UNUSED PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("to_disk (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_path,&__pyx_n_s_exclude,0}; PyObject* values[3] = {0,0,0}; __pyx_defaults18 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults18, __pyx_self); values[2] = __pyx_dynamic_args->__pyx_arg_exclude; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_path)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("to_disk", 0, 2, 3, 1); __PYX_ERR(0, 1617, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exclude); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "to_disk") < 0)) __PYX_ERR(0, 1617, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_path = values[1]; __pyx_v_exclude = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("to_disk", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1617, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_17to_disk(__pyx_self, __pyx_v_self, __pyx_v_path, __pyx_v_exclude, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_17to_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, CYTHON_UNUSED PyObject *__pyx_v_exclude, CYTHON_UNUSED PyObject *__pyx_v_kwargs) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__145) __Pyx_RefNannySetupContext("to_disk", 0); __Pyx_TraceCall("to_disk", __pyx_f[0], 1617, 0, __PYX_ERR(0, 1617, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_path); /* "spacy/pipeline/pipes.pyx":1622 * DOCS: https://spacy.io/api/sentencizer#to_disk * """ * path = util.ensure_path(path) # <<<<<<<<<<<<<< * path = path.with_suffix(".json") * srsly.write_json(path, {"punct_chars": list(self.punct_chars)}) */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1622, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ensure_path); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1622, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_path) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_path); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1622, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_path, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1623 * """ * path = util.ensure_path(path) * path = path.with_suffix(".json") # <<<<<<<<<<<<<< * srsly.write_json(path, {"punct_chars": list(self.punct_chars)}) * */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_path, __pyx_n_s_with_suffix); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1623, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_kp_u_json) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_kp_u_json); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1623, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_path, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1624 * path = util.ensure_path(path) * path = path.with_suffix(".json") * srsly.write_json(path, {"punct_chars": list(self.punct_chars)}) # <<<<<<<<<<<<<< * * */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_srsly); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1624, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_write_json); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1624, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1624, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_punct_chars); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1624, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = PySequence_List(__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1624, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (PyDict_SetItem(__pyx_t_3, __pyx_n_u_punct_chars, __pyx_t_5) < 0) __PYX_ERR(0, 1624, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = NULL; __pyx_t_6 = 0; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_6 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_v_path, __pyx_t_3}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1624, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_v_path, __pyx_t_3}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_6, 2+__pyx_t_6); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1624, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif { __pyx_t_4 = PyTuple_New(2+__pyx_t_6); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1624, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (__pyx_t_5) { __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5); __pyx_t_5 = NULL; } __Pyx_INCREF(__pyx_v_path); __Pyx_GIVEREF(__pyx_v_path); PyTuple_SET_ITEM(__pyx_t_4, 0+__pyx_t_6, __pyx_v_path); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 1+__pyx_t_6, __pyx_t_3); __pyx_t_3 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_4, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1624, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1617 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the sentencizer to disk. * */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.to_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_path); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "spacy/pipeline/pipes.pyx":1627 * * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the sentencizer from disk. * */ static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_49__defaults__(CYTHON_UNUSED PyObject *__pyx_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__defaults__", 0); __Pyx_TraceCall("__defaults__", __pyx_f[0], 1627, 0, __PYX_ERR(0, 1627, __pyx_L1_error)); __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1627, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__Pyx_CyFunction_Defaults(__pyx_defaults19, __pyx_self)->__pyx_arg_exclude); __Pyx_GIVEREF(__Pyx_CyFunction_Defaults(__pyx_defaults19, __pyx_self)->__pyx_arg_exclude); PyTuple_SET_ITEM(__pyx_t_1, 0, __Pyx_CyFunction_Defaults(__pyx_defaults19, __pyx_self)->__pyx_arg_exclude); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1627, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.pipeline.pipes.__defaults__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* Python wrapper */ static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_20from_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static char __pyx_doc_5spacy_8pipeline_5pipes_11Sentencizer_19from_disk[] = "Load the sentencizer from disk.\n\n DOCS: https://spacy.io/api/sentencizer#from_disk\n "; static PyMethodDef __pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_20from_disk = {"from_disk", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_20from_disk, METH_VARARGS|METH_KEYWORDS, __pyx_doc_5spacy_8pipeline_5pipes_11Sentencizer_19from_disk}; static PyObject *__pyx_pw_5spacy_8pipeline_5pipes_11Sentencizer_20from_disk(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_self = 0; PyObject *__pyx_v_path = 0; CYTHON_UNUSED PyObject *__pyx_v_exclude = 0; CYTHON_UNUSED PyObject *__pyx_v_kwargs = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("from_disk (wrapper)", 0); __pyx_v_kwargs = PyDict_New(); if (unlikely(!__pyx_v_kwargs)) return NULL; __Pyx_GOTREF(__pyx_v_kwargs); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_self,&__pyx_n_s_path,&__pyx_n_s_exclude,0}; PyObject* values[3] = {0,0,0}; __pyx_defaults19 *__pyx_dynamic_args = __Pyx_CyFunction_Defaults(__pyx_defaults19, __pyx_self); values[2] = __pyx_dynamic_args->__pyx_arg_exclude; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_self)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_path)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("from_disk", 0, 2, 3, 1); __PYX_ERR(0, 1627, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_exclude); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, __pyx_v_kwargs, values, pos_args, "from_disk") < 0)) __PYX_ERR(0, 1627, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_self = values[0]; __pyx_v_path = values[1]; __pyx_v_exclude = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("from_disk", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(0, 1627, __pyx_L3_error) __pyx_L3_error:; __Pyx_DECREF(__pyx_v_kwargs); __pyx_v_kwargs = 0; __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_19from_disk(__pyx_self, __pyx_v_self, __pyx_v_path, __pyx_v_exclude, __pyx_v_kwargs); /* function exit code */ __Pyx_XDECREF(__pyx_v_kwargs); __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_5spacy_8pipeline_5pipes_11Sentencizer_19from_disk(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_self, PyObject *__pyx_v_path, CYTHON_UNUSED PyObject *__pyx_v_exclude, CYTHON_UNUSED PyObject *__pyx_v_kwargs) { PyObject *__pyx_v_cfg = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__146) __Pyx_RefNannySetupContext("from_disk", 0); __Pyx_TraceCall("from_disk", __pyx_f[0], 1627, 0, __PYX_ERR(0, 1627, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_path); /* "spacy/pipeline/pipes.pyx":1632 * DOCS: https://spacy.io/api/sentencizer#from_disk * """ * path = util.ensure_path(path) # <<<<<<<<<<<<<< * path = path.with_suffix(".json") * cfg = srsly.read_json(path) */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1632, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_ensure_path); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1632, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_v_path) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_v_path); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1632, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_path, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1633 * """ * path = util.ensure_path(path) * path = path.with_suffix(".json") # <<<<<<<<<<<<<< * cfg = srsly.read_json(path) * self.punct_chars = set(cfg.get("punct_chars", self.default_punct_chars)) */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_path, __pyx_n_s_with_suffix); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1633, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_kp_u_json) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_kp_u_json); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1633, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_path, __pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1634 * path = util.ensure_path(path) * path = path.with_suffix(".json") * cfg = srsly.read_json(path) # <<<<<<<<<<<<<< * self.punct_chars = set(cfg.get("punct_chars", self.default_punct_chars)) * return self */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_srsly); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1634, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s_read_json); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1634, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_1 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_3, __pyx_v_path) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v_path); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1634, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v_cfg = __pyx_t_1; __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1635 * path = path.with_suffix(".json") * cfg = srsly.read_json(path) * self.punct_chars = set(cfg.get("punct_chars", self.default_punct_chars)) # <<<<<<<<<<<<<< * return self * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_cfg, __pyx_n_s_get); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1635, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_self, __pyx_n_s_default_punct_chars); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1635, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = NULL; __pyx_t_5 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); __pyx_t_5 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_n_u_punct_chars, __pyx_t_3}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1635, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_2)) { PyObject *__pyx_temp[3] = {__pyx_t_4, __pyx_n_u_punct_chars, __pyx_t_3}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_2, __pyx_temp+1-__pyx_t_5, 2+__pyx_t_5); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1635, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else #endif { __pyx_t_6 = PyTuple_New(2+__pyx_t_5); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1635, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (__pyx_t_4) { __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_6, 0, __pyx_t_4); __pyx_t_4 = NULL; } __Pyx_INCREF(__pyx_n_u_punct_chars); __Pyx_GIVEREF(__pyx_n_u_punct_chars); PyTuple_SET_ITEM(__pyx_t_6, 0+__pyx_t_5, __pyx_n_u_punct_chars); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_6, 1+__pyx_t_5, __pyx_t_3); __pyx_t_3 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_2, __pyx_t_6, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1635, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PySet_New(__pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1635, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (__Pyx_PyObject_SetAttrStr(__pyx_v_self, __pyx_n_s_punct_chars, __pyx_t_2) < 0) __PYX_ERR(0, 1635, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1636 * cfg = srsly.read_json(path) * self.punct_chars = set(cfg.get("punct_chars", self.default_punct_chars)) * return self # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_self); __pyx_r = __pyx_v_self; goto __pyx_L0; /* "spacy/pipeline/pipes.pyx":1627 * * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the sentencizer from disk. * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("spacy.pipeline.pipes.Sentencizer.from_disk", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_cfg); __Pyx_XDECREF(__pyx_v_path); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":742 * ctypedef npy_cdouble complex_t * * cdef inline object PyArray_MultiIterNew1(a): # <<<<<<<<<<<<<< * return PyArray_MultiIterNew(1, a) * */ static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew1(PyObject *__pyx_v_a) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("PyArray_MultiIterNew1", 0); __Pyx_TraceCall("PyArray_MultiIterNew1", __pyx_f[1], 742, 0, __PYX_ERR(1, 742, __pyx_L1_error)); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":743 * * cdef inline object PyArray_MultiIterNew1(a): * return PyArray_MultiIterNew(1, a) # <<<<<<<<<<<<<< * * cdef inline object PyArray_MultiIterNew2(a, b): */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyArray_MultiIterNew(1, ((void *)__pyx_v_a)); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 743, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":742 * ctypedef npy_cdouble complex_t * * cdef inline object PyArray_MultiIterNew1(a): # <<<<<<<<<<<<<< * return PyArray_MultiIterNew(1, a) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("numpy.PyArray_MultiIterNew1", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":745 * return PyArray_MultiIterNew(1, a) * * cdef inline object PyArray_MultiIterNew2(a, b): # <<<<<<<<<<<<<< * return PyArray_MultiIterNew(2, a, b) * */ static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew2(PyObject *__pyx_v_a, PyObject *__pyx_v_b) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("PyArray_MultiIterNew2", 0); __Pyx_TraceCall("PyArray_MultiIterNew2", __pyx_f[1], 745, 0, __PYX_ERR(1, 745, __pyx_L1_error)); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":746 * * cdef inline object PyArray_MultiIterNew2(a, b): * return PyArray_MultiIterNew(2, a, b) # <<<<<<<<<<<<<< * * cdef inline object PyArray_MultiIterNew3(a, b, c): */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyArray_MultiIterNew(2, ((void *)__pyx_v_a), ((void *)__pyx_v_b)); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 746, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":745 * return PyArray_MultiIterNew(1, a) * * cdef inline object PyArray_MultiIterNew2(a, b): # <<<<<<<<<<<<<< * return PyArray_MultiIterNew(2, a, b) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("numpy.PyArray_MultiIterNew2", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":748 * return PyArray_MultiIterNew(2, a, b) * * cdef inline object PyArray_MultiIterNew3(a, b, c): # <<<<<<<<<<<<<< * return PyArray_MultiIterNew(3, a, b, c) * */ static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew3(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("PyArray_MultiIterNew3", 0); __Pyx_TraceCall("PyArray_MultiIterNew3", __pyx_f[1], 748, 0, __PYX_ERR(1, 748, __pyx_L1_error)); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":749 * * cdef inline object PyArray_MultiIterNew3(a, b, c): * return PyArray_MultiIterNew(3, a, b, c) # <<<<<<<<<<<<<< * * cdef inline object PyArray_MultiIterNew4(a, b, c, d): */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyArray_MultiIterNew(3, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c)); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 749, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":748 * return PyArray_MultiIterNew(2, a, b) * * cdef inline object PyArray_MultiIterNew3(a, b, c): # <<<<<<<<<<<<<< * return PyArray_MultiIterNew(3, a, b, c) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("numpy.PyArray_MultiIterNew3", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":751 * return PyArray_MultiIterNew(3, a, b, c) * * cdef inline object PyArray_MultiIterNew4(a, b, c, d): # <<<<<<<<<<<<<< * return PyArray_MultiIterNew(4, a, b, c, d) * */ static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew4(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c, PyObject *__pyx_v_d) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("PyArray_MultiIterNew4", 0); __Pyx_TraceCall("PyArray_MultiIterNew4", __pyx_f[1], 751, 0, __PYX_ERR(1, 751, __pyx_L1_error)); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":752 * * cdef inline object PyArray_MultiIterNew4(a, b, c, d): * return PyArray_MultiIterNew(4, a, b, c, d) # <<<<<<<<<<<<<< * * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e): */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyArray_MultiIterNew(4, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c), ((void *)__pyx_v_d)); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 752, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":751 * return PyArray_MultiIterNew(3, a, b, c) * * cdef inline object PyArray_MultiIterNew4(a, b, c, d): # <<<<<<<<<<<<<< * return PyArray_MultiIterNew(4, a, b, c, d) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("numpy.PyArray_MultiIterNew4", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":754 * return PyArray_MultiIterNew(4, a, b, c, d) * * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e): # <<<<<<<<<<<<<< * return PyArray_MultiIterNew(5, a, b, c, d, e) * */ static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyArray_MultiIterNew5(PyObject *__pyx_v_a, PyObject *__pyx_v_b, PyObject *__pyx_v_c, PyObject *__pyx_v_d, PyObject *__pyx_v_e) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("PyArray_MultiIterNew5", 0); __Pyx_TraceCall("PyArray_MultiIterNew5", __pyx_f[1], 754, 0, __PYX_ERR(1, 754, __pyx_L1_error)); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":755 * * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e): * return PyArray_MultiIterNew(5, a, b, c, d, e) # <<<<<<<<<<<<<< * * cdef inline tuple PyDataType_SHAPE(dtype d): */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyArray_MultiIterNew(5, ((void *)__pyx_v_a), ((void *)__pyx_v_b), ((void *)__pyx_v_c), ((void *)__pyx_v_d), ((void *)__pyx_v_e)); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 755, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":754 * return PyArray_MultiIterNew(4, a, b, c, d) * * cdef inline object PyArray_MultiIterNew5(a, b, c, d, e): # <<<<<<<<<<<<<< * return PyArray_MultiIterNew(5, a, b, c, d, e) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("numpy.PyArray_MultiIterNew5", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":757 * return PyArray_MultiIterNew(5, a, b, c, d, e) * * cdef inline tuple PyDataType_SHAPE(dtype d): # <<<<<<<<<<<<<< * if PyDataType_HASSUBARRAY(d): * return d.subarray.shape */ static CYTHON_INLINE PyObject *__pyx_f_5numpy_PyDataType_SHAPE(PyArray_Descr *__pyx_v_d) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("PyDataType_SHAPE", 0); __Pyx_TraceCall("PyDataType_SHAPE", __pyx_f[1], 757, 0, __PYX_ERR(1, 757, __pyx_L1_error)); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":758 * * cdef inline tuple PyDataType_SHAPE(dtype d): * if PyDataType_HASSUBARRAY(d): # <<<<<<<<<<<<<< * return d.subarray.shape * else: */ __pyx_t_1 = (PyDataType_HASSUBARRAY(__pyx_v_d) != 0); if (__pyx_t_1) { /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":759 * cdef inline tuple PyDataType_SHAPE(dtype d): * if PyDataType_HASSUBARRAY(d): * return d.subarray.shape # <<<<<<<<<<<<<< * else: * return () */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(((PyObject*)__pyx_v_d->subarray->shape)); __pyx_r = ((PyObject*)__pyx_v_d->subarray->shape); goto __pyx_L0; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":758 * * cdef inline tuple PyDataType_SHAPE(dtype d): * if PyDataType_HASSUBARRAY(d): # <<<<<<<<<<<<<< * return d.subarray.shape * else: */ } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":761 * return d.subarray.shape * else: * return () # <<<<<<<<<<<<<< * * cdef inline char* _util_dtypestring(dtype descr, char* f, char* end, int* offset) except NULL: */ /*else*/ { __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_empty_tuple); __pyx_r = __pyx_empty_tuple; goto __pyx_L0; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":757 * return PyArray_MultiIterNew(5, a, b, c, d, e) * * cdef inline tuple PyDataType_SHAPE(dtype d): # <<<<<<<<<<<<<< * if PyDataType_HASSUBARRAY(d): * return d.subarray.shape */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("numpy.PyDataType_SHAPE", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":763 * return () * * cdef inline char* _util_dtypestring(dtype descr, char* f, char* end, int* offset) except NULL: # <<<<<<<<<<<<<< * # Recursive utility function used in __getbuffer__ to get format * # string. The new location in the format string is returned. */ static CYTHON_INLINE char *__pyx_f_5numpy__util_dtypestring(PyArray_Descr *__pyx_v_descr, char *__pyx_v_f, char *__pyx_v_end, int *__pyx_v_offset) { PyArray_Descr *__pyx_v_child = 0; int __pyx_v_endian_detector; int __pyx_v_little_endian; PyObject *__pyx_v_fields = 0; PyObject *__pyx_v_childname = NULL; PyObject *__pyx_v_new_offset = NULL; PyObject *__pyx_v_t = NULL; char *__pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t __pyx_t_2; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_t_5; int __pyx_t_6; int __pyx_t_7; long __pyx_t_8; char *__pyx_t_9; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("_util_dtypestring", 0); __Pyx_TraceCall("_util_dtypestring", __pyx_f[1], 763, 0, __PYX_ERR(1, 763, __pyx_L1_error)); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":768 * * cdef dtype child * cdef int endian_detector = 1 # <<<<<<<<<<<<<< * cdef bint little_endian = ((&endian_detector)[0] != 0) * cdef tuple fields */ __pyx_v_endian_detector = 1; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":769 * cdef dtype child * cdef int endian_detector = 1 * cdef bint little_endian = ((&endian_detector)[0] != 0) # <<<<<<<<<<<<<< * cdef tuple fields * */ __pyx_v_little_endian = ((((char *)(&__pyx_v_endian_detector))[0]) != 0); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":772 * cdef tuple fields * * for childname in descr.names: # <<<<<<<<<<<<<< * fields = descr.fields[childname] * child, new_offset = fields */ if (unlikely(__pyx_v_descr->names == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable"); __PYX_ERR(1, 772, __pyx_L1_error) } __pyx_t_1 = __pyx_v_descr->names; __Pyx_INCREF(__pyx_t_1); __pyx_t_2 = 0; for (;;) { if (__pyx_t_2 >= PyTuple_GET_SIZE(__pyx_t_1)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_2); __Pyx_INCREF(__pyx_t_3); __pyx_t_2++; if (unlikely(0 < 0)) __PYX_ERR(1, 772, __pyx_L1_error) #else __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_2); __pyx_t_2++; if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 772, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); #endif __Pyx_XDECREF_SET(__pyx_v_childname, __pyx_t_3); __pyx_t_3 = 0; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":773 * * for childname in descr.names: * fields = descr.fields[childname] # <<<<<<<<<<<<<< * child, new_offset = fields * */ if (unlikely(__pyx_v_descr->fields == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(1, 773, __pyx_L1_error) } __pyx_t_3 = __Pyx_PyDict_GetItem(__pyx_v_descr->fields, __pyx_v_childname); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 773, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (!(likely(PyTuple_CheckExact(__pyx_t_3))||((__pyx_t_3) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "tuple", Py_TYPE(__pyx_t_3)->tp_name), 0))) __PYX_ERR(1, 773, __pyx_L1_error) __Pyx_XDECREF_SET(__pyx_v_fields, ((PyObject*)__pyx_t_3)); __pyx_t_3 = 0; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":774 * for childname in descr.names: * fields = descr.fields[childname] * child, new_offset = fields # <<<<<<<<<<<<<< * * if (end - f) - (new_offset - offset[0]) < 15: */ if (likely(__pyx_v_fields != Py_None)) { PyObject* sequence = __pyx_v_fields; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(1, 774, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_4 = PyTuple_GET_ITEM(sequence, 1); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); #else __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 774, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 774, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif } else { __Pyx_RaiseNoneNotIterableError(); __PYX_ERR(1, 774, __pyx_L1_error) } if (!(likely(((__pyx_t_3) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_3, __pyx_ptype_5numpy_dtype))))) __PYX_ERR(1, 774, __pyx_L1_error) __Pyx_XDECREF_SET(__pyx_v_child, ((PyArray_Descr *)__pyx_t_3)); __pyx_t_3 = 0; __Pyx_XDECREF_SET(__pyx_v_new_offset, __pyx_t_4); __pyx_t_4 = 0; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":776 * child, new_offset = fields * * if (end - f) - (new_offset - offset[0]) < 15: # <<<<<<<<<<<<<< * raise RuntimeError(u"Format string allocated too short, see comment in numpy.pxd") * */ __pyx_t_4 = __Pyx_PyInt_From_int((__pyx_v_offset[0])); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 776, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = PyNumber_Subtract(__pyx_v_new_offset, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 776, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_5 = __Pyx_PyInt_As_int(__pyx_t_3); if (unlikely((__pyx_t_5 == (int)-1) && PyErr_Occurred())) __PYX_ERR(1, 776, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_6 = ((((__pyx_v_end - __pyx_v_f) - ((int)__pyx_t_5)) < 15) != 0); if (unlikely(__pyx_t_6)) { /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":777 * * if (end - f) - (new_offset - offset[0]) < 15: * raise RuntimeError(u"Format string allocated too short, see comment in numpy.pxd") # <<<<<<<<<<<<<< * * if ((child.byteorder == c'>' and little_endian) or */ __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_RuntimeError, __pyx_tuple__147, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 777, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_Raise(__pyx_t_3, 0, 0, 0); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __PYX_ERR(1, 777, __pyx_L1_error) /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":776 * child, new_offset = fields * * if (end - f) - (new_offset - offset[0]) < 15: # <<<<<<<<<<<<<< * raise RuntimeError(u"Format string allocated too short, see comment in numpy.pxd") * */ } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":779 * raise RuntimeError(u"Format string allocated too short, see comment in numpy.pxd") * * if ((child.byteorder == c'>' and little_endian) or # <<<<<<<<<<<<<< * (child.byteorder == c'<' and not little_endian)): * raise ValueError(u"Non-native byte order not supported") */ __pyx_t_7 = ((__pyx_v_child->byteorder == '>') != 0); if (!__pyx_t_7) { goto __pyx_L8_next_or; } else { } __pyx_t_7 = (__pyx_v_little_endian != 0); if (!__pyx_t_7) { } else { __pyx_t_6 = __pyx_t_7; goto __pyx_L7_bool_binop_done; } __pyx_L8_next_or:; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":780 * * if ((child.byteorder == c'>' and little_endian) or * (child.byteorder == c'<' and not little_endian)): # <<<<<<<<<<<<<< * raise ValueError(u"Non-native byte order not supported") * # One could encode it in the format string and have Cython */ __pyx_t_7 = ((__pyx_v_child->byteorder == '<') != 0); if (__pyx_t_7) { } else { __pyx_t_6 = __pyx_t_7; goto __pyx_L7_bool_binop_done; } __pyx_t_7 = ((!(__pyx_v_little_endian != 0)) != 0); __pyx_t_6 = __pyx_t_7; __pyx_L7_bool_binop_done:; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":779 * raise RuntimeError(u"Format string allocated too short, see comment in numpy.pxd") * * if ((child.byteorder == c'>' and little_endian) or # <<<<<<<<<<<<<< * (child.byteorder == c'<' and not little_endian)): * raise ValueError(u"Non-native byte order not supported") */ if (unlikely(__pyx_t_6)) { /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":781 * if ((child.byteorder == c'>' and little_endian) or * (child.byteorder == c'<' and not little_endian)): * raise ValueError(u"Non-native byte order not supported") # <<<<<<<<<<<<<< * # One could encode it in the format string and have Cython * # complain instead, BUT: < and > in format strings also imply */ __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__148, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 781, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_Raise(__pyx_t_3, 0, 0, 0); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __PYX_ERR(1, 781, __pyx_L1_error) /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":779 * raise RuntimeError(u"Format string allocated too short, see comment in numpy.pxd") * * if ((child.byteorder == c'>' and little_endian) or # <<<<<<<<<<<<<< * (child.byteorder == c'<' and not little_endian)): * raise ValueError(u"Non-native byte order not supported") */ } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":791 * * # Output padding bytes * while offset[0] < new_offset: # <<<<<<<<<<<<<< * f[0] = 120 # "x"; pad byte * f += 1 */ while (1) { __pyx_t_3 = __Pyx_PyInt_From_int((__pyx_v_offset[0])); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 791, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyObject_RichCompare(__pyx_t_3, __pyx_v_new_offset, Py_LT); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 791, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 791, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (!__pyx_t_6) break; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":792 * # Output padding bytes * while offset[0] < new_offset: * f[0] = 120 # "x"; pad byte # <<<<<<<<<<<<<< * f += 1 * offset[0] += 1 */ (__pyx_v_f[0]) = 0x78; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":793 * while offset[0] < new_offset: * f[0] = 120 # "x"; pad byte * f += 1 # <<<<<<<<<<<<<< * offset[0] += 1 * */ __pyx_v_f = (__pyx_v_f + 1); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":794 * f[0] = 120 # "x"; pad byte * f += 1 * offset[0] += 1 # <<<<<<<<<<<<<< * * offset[0] += child.itemsize */ __pyx_t_8 = 0; (__pyx_v_offset[__pyx_t_8]) = ((__pyx_v_offset[__pyx_t_8]) + 1); } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":796 * offset[0] += 1 * * offset[0] += child.itemsize # <<<<<<<<<<<<<< * * if not PyDataType_HASFIELDS(child): */ __pyx_t_8 = 0; (__pyx_v_offset[__pyx_t_8]) = ((__pyx_v_offset[__pyx_t_8]) + __pyx_v_child->elsize); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":798 * offset[0] += child.itemsize * * if not PyDataType_HASFIELDS(child): # <<<<<<<<<<<<<< * t = child.type_num * if end - f < 5: */ __pyx_t_6 = ((!(PyDataType_HASFIELDS(__pyx_v_child) != 0)) != 0); if (__pyx_t_6) { /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":799 * * if not PyDataType_HASFIELDS(child): * t = child.type_num # <<<<<<<<<<<<<< * if end - f < 5: * raise RuntimeError(u"Format string allocated too short.") */ __pyx_t_4 = __Pyx_PyInt_From_int(__pyx_v_child->type_num); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 799, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_XDECREF_SET(__pyx_v_t, __pyx_t_4); __pyx_t_4 = 0; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":800 * if not PyDataType_HASFIELDS(child): * t = child.type_num * if end - f < 5: # <<<<<<<<<<<<<< * raise RuntimeError(u"Format string allocated too short.") * */ __pyx_t_6 = (((__pyx_v_end - __pyx_v_f) < 5) != 0); if (unlikely(__pyx_t_6)) { /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":801 * t = child.type_num * if end - f < 5: * raise RuntimeError(u"Format string allocated too short.") # <<<<<<<<<<<<<< * * # Until ticket #99 is fixed, use integers to avoid warnings */ __pyx_t_4 = __Pyx_PyObject_Call(__pyx_builtin_RuntimeError, __pyx_tuple__149, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 801, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_Raise(__pyx_t_4, 0, 0, 0); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __PYX_ERR(1, 801, __pyx_L1_error) /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":800 * if not PyDataType_HASFIELDS(child): * t = child.type_num * if end - f < 5: # <<<<<<<<<<<<<< * raise RuntimeError(u"Format string allocated too short.") * */ } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":804 * * # Until ticket #99 is fixed, use integers to avoid warnings * if t == NPY_BYTE: f[0] = 98 #"b" # <<<<<<<<<<<<<< * elif t == NPY_UBYTE: f[0] = 66 #"B" * elif t == NPY_SHORT: f[0] = 104 #"h" */ __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_BYTE); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 804, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 804, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 804, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 98; goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":805 * # Until ticket #99 is fixed, use integers to avoid warnings * if t == NPY_BYTE: f[0] = 98 #"b" * elif t == NPY_UBYTE: f[0] = 66 #"B" # <<<<<<<<<<<<<< * elif t == NPY_SHORT: f[0] = 104 #"h" * elif t == NPY_USHORT: f[0] = 72 #"H" */ __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_UBYTE); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 805, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 805, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 805, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 66; goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":806 * if t == NPY_BYTE: f[0] = 98 #"b" * elif t == NPY_UBYTE: f[0] = 66 #"B" * elif t == NPY_SHORT: f[0] = 104 #"h" # <<<<<<<<<<<<<< * elif t == NPY_USHORT: f[0] = 72 #"H" * elif t == NPY_INT: f[0] = 105 #"i" */ __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_SHORT); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 806, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 806, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 806, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 0x68; goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":807 * elif t == NPY_UBYTE: f[0] = 66 #"B" * elif t == NPY_SHORT: f[0] = 104 #"h" * elif t == NPY_USHORT: f[0] = 72 #"H" # <<<<<<<<<<<<<< * elif t == NPY_INT: f[0] = 105 #"i" * elif t == NPY_UINT: f[0] = 73 #"I" */ __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_USHORT); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 807, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 807, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 807, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 72; goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":808 * elif t == NPY_SHORT: f[0] = 104 #"h" * elif t == NPY_USHORT: f[0] = 72 #"H" * elif t == NPY_INT: f[0] = 105 #"i" # <<<<<<<<<<<<<< * elif t == NPY_UINT: f[0] = 73 #"I" * elif t == NPY_LONG: f[0] = 108 #"l" */ __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_INT); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 808, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 808, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 808, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 0x69; goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":809 * elif t == NPY_USHORT: f[0] = 72 #"H" * elif t == NPY_INT: f[0] = 105 #"i" * elif t == NPY_UINT: f[0] = 73 #"I" # <<<<<<<<<<<<<< * elif t == NPY_LONG: f[0] = 108 #"l" * elif t == NPY_ULONG: f[0] = 76 #"L" */ __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_UINT); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 809, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 809, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 809, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 73; goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":810 * elif t == NPY_INT: f[0] = 105 #"i" * elif t == NPY_UINT: f[0] = 73 #"I" * elif t == NPY_LONG: f[0] = 108 #"l" # <<<<<<<<<<<<<< * elif t == NPY_ULONG: f[0] = 76 #"L" * elif t == NPY_LONGLONG: f[0] = 113 #"q" */ __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_LONG); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 810, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 810, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 810, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 0x6C; goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":811 * elif t == NPY_UINT: f[0] = 73 #"I" * elif t == NPY_LONG: f[0] = 108 #"l" * elif t == NPY_ULONG: f[0] = 76 #"L" # <<<<<<<<<<<<<< * elif t == NPY_LONGLONG: f[0] = 113 #"q" * elif t == NPY_ULONGLONG: f[0] = 81 #"Q" */ __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_ULONG); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 811, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 811, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 811, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 76; goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":812 * elif t == NPY_LONG: f[0] = 108 #"l" * elif t == NPY_ULONG: f[0] = 76 #"L" * elif t == NPY_LONGLONG: f[0] = 113 #"q" # <<<<<<<<<<<<<< * elif t == NPY_ULONGLONG: f[0] = 81 #"Q" * elif t == NPY_FLOAT: f[0] = 102 #"f" */ __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_LONGLONG); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 812, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 812, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 812, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 0x71; goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":813 * elif t == NPY_ULONG: f[0] = 76 #"L" * elif t == NPY_LONGLONG: f[0] = 113 #"q" * elif t == NPY_ULONGLONG: f[0] = 81 #"Q" # <<<<<<<<<<<<<< * elif t == NPY_FLOAT: f[0] = 102 #"f" * elif t == NPY_DOUBLE: f[0] = 100 #"d" */ __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_ULONGLONG); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 813, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 813, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 813, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 81; goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":814 * elif t == NPY_LONGLONG: f[0] = 113 #"q" * elif t == NPY_ULONGLONG: f[0] = 81 #"Q" * elif t == NPY_FLOAT: f[0] = 102 #"f" # <<<<<<<<<<<<<< * elif t == NPY_DOUBLE: f[0] = 100 #"d" * elif t == NPY_LONGDOUBLE: f[0] = 103 #"g" */ __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_FLOAT); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 814, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 814, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 814, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 0x66; goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":815 * elif t == NPY_ULONGLONG: f[0] = 81 #"Q" * elif t == NPY_FLOAT: f[0] = 102 #"f" * elif t == NPY_DOUBLE: f[0] = 100 #"d" # <<<<<<<<<<<<<< * elif t == NPY_LONGDOUBLE: f[0] = 103 #"g" * elif t == NPY_CFLOAT: f[0] = 90; f[1] = 102; f += 1 # Zf */ __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_DOUBLE); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 815, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 815, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 815, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 0x64; goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":816 * elif t == NPY_FLOAT: f[0] = 102 #"f" * elif t == NPY_DOUBLE: f[0] = 100 #"d" * elif t == NPY_LONGDOUBLE: f[0] = 103 #"g" # <<<<<<<<<<<<<< * elif t == NPY_CFLOAT: f[0] = 90; f[1] = 102; f += 1 # Zf * elif t == NPY_CDOUBLE: f[0] = 90; f[1] = 100; f += 1 # Zd */ __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_LONGDOUBLE); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 816, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 816, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 816, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 0x67; goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":817 * elif t == NPY_DOUBLE: f[0] = 100 #"d" * elif t == NPY_LONGDOUBLE: f[0] = 103 #"g" * elif t == NPY_CFLOAT: f[0] = 90; f[1] = 102; f += 1 # Zf # <<<<<<<<<<<<<< * elif t == NPY_CDOUBLE: f[0] = 90; f[1] = 100; f += 1 # Zd * elif t == NPY_CLONGDOUBLE: f[0] = 90; f[1] = 103; f += 1 # Zg */ __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_CFLOAT); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 817, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 817, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 817, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 90; (__pyx_v_f[1]) = 0x66; __pyx_v_f = (__pyx_v_f + 1); goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":818 * elif t == NPY_LONGDOUBLE: f[0] = 103 #"g" * elif t == NPY_CFLOAT: f[0] = 90; f[1] = 102; f += 1 # Zf * elif t == NPY_CDOUBLE: f[0] = 90; f[1] = 100; f += 1 # Zd # <<<<<<<<<<<<<< * elif t == NPY_CLONGDOUBLE: f[0] = 90; f[1] = 103; f += 1 # Zg * elif t == NPY_OBJECT: f[0] = 79 #"O" */ __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_CDOUBLE); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 818, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 818, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 818, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 90; (__pyx_v_f[1]) = 0x64; __pyx_v_f = (__pyx_v_f + 1); goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":819 * elif t == NPY_CFLOAT: f[0] = 90; f[1] = 102; f += 1 # Zf * elif t == NPY_CDOUBLE: f[0] = 90; f[1] = 100; f += 1 # Zd * elif t == NPY_CLONGDOUBLE: f[0] = 90; f[1] = 103; f += 1 # Zg # <<<<<<<<<<<<<< * elif t == NPY_OBJECT: f[0] = 79 #"O" * else: */ __pyx_t_3 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_CLONGDOUBLE); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 819, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyObject_RichCompare(__pyx_v_t, __pyx_t_3, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 819, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 819, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__pyx_t_6) { (__pyx_v_f[0]) = 90; (__pyx_v_f[1]) = 0x67; __pyx_v_f = (__pyx_v_f + 1); goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":820 * elif t == NPY_CDOUBLE: f[0] = 90; f[1] = 100; f += 1 # Zd * elif t == NPY_CLONGDOUBLE: f[0] = 90; f[1] = 103; f += 1 # Zg * elif t == NPY_OBJECT: f[0] = 79 #"O" # <<<<<<<<<<<<<< * else: * raise ValueError(u"unknown dtype code in numpy.pxd (%d)" % t) */ __pyx_t_4 = __Pyx_PyInt_From_enum__NPY_TYPES(NPY_OBJECT); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 820, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = PyObject_RichCompare(__pyx_v_t, __pyx_t_4, Py_EQ); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 820, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_6 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_6 < 0)) __PYX_ERR(1, 820, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (likely(__pyx_t_6)) { (__pyx_v_f[0]) = 79; goto __pyx_L15; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":822 * elif t == NPY_OBJECT: f[0] = 79 #"O" * else: * raise ValueError(u"unknown dtype code in numpy.pxd (%d)" % t) # <<<<<<<<<<<<<< * f += 1 * else: */ /*else*/ { __pyx_t_3 = __Pyx_PyUnicode_FormatSafe(__pyx_kp_u_unknown_dtype_code_in_numpy_pxd, __pyx_v_t); if (unlikely(!__pyx_t_3)) __PYX_ERR(1, 822, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(1, 822, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_Raise(__pyx_t_4, 0, 0, 0); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __PYX_ERR(1, 822, __pyx_L1_error) } __pyx_L15:; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":823 * else: * raise ValueError(u"unknown dtype code in numpy.pxd (%d)" % t) * f += 1 # <<<<<<<<<<<<<< * else: * # Cython ignores struct boundary information ("T{...}"), */ __pyx_v_f = (__pyx_v_f + 1); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":798 * offset[0] += child.itemsize * * if not PyDataType_HASFIELDS(child): # <<<<<<<<<<<<<< * t = child.type_num * if end - f < 5: */ goto __pyx_L13; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":827 * # Cython ignores struct boundary information ("T{...}"), * # so don't output it * f = _util_dtypestring(child, f, end, offset) # <<<<<<<<<<<<<< * return f * */ /*else*/ { __pyx_t_9 = __pyx_f_5numpy__util_dtypestring(__pyx_v_child, __pyx_v_f, __pyx_v_end, __pyx_v_offset); if (unlikely(__pyx_t_9 == ((char *)NULL))) __PYX_ERR(1, 827, __pyx_L1_error) __pyx_v_f = __pyx_t_9; } __pyx_L13:; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":772 * cdef tuple fields * * for childname in descr.names: # <<<<<<<<<<<<<< * fields = descr.fields[childname] * child, new_offset = fields */ } __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":828 * # so don't output it * f = _util_dtypestring(child, f, end, offset) * return f # <<<<<<<<<<<<<< * * */ __pyx_r = __pyx_v_f; goto __pyx_L0; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":763 * return () * * cdef inline char* _util_dtypestring(dtype descr, char* f, char* end, int* offset) except NULL: # <<<<<<<<<<<<<< * # Recursive utility function used in __getbuffer__ to get format * # string. The new location in the format string is returned. */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("numpy._util_dtypestring", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_child); __Pyx_XDECREF(__pyx_v_fields); __Pyx_XDECREF(__pyx_v_childname); __Pyx_XDECREF(__pyx_v_new_offset); __Pyx_XDECREF(__pyx_v_t); __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":943 * int _import_umath() except -1 * * cdef inline void set_array_base(ndarray arr, object base): # <<<<<<<<<<<<<< * Py_INCREF(base) # important to do this before stealing the reference below! * PyArray_SetBaseObject(arr, base) */ static CYTHON_INLINE void __pyx_f_5numpy_set_array_base(PyArrayObject *__pyx_v_arr, PyObject *__pyx_v_base) { __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("set_array_base", 0); __Pyx_TraceCall("set_array_base", __pyx_f[1], 943, 0, __PYX_ERR(1, 943, __pyx_L1_error)); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":944 * * cdef inline void set_array_base(ndarray arr, object base): * Py_INCREF(base) # important to do this before stealing the reference below! # <<<<<<<<<<<<<< * PyArray_SetBaseObject(arr, base) * */ Py_INCREF(__pyx_v_base); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":945 * cdef inline void set_array_base(ndarray arr, object base): * Py_INCREF(base) # important to do this before stealing the reference below! * PyArray_SetBaseObject(arr, base) # <<<<<<<<<<<<<< * * cdef inline object get_array_base(ndarray arr): */ (void)(PyArray_SetBaseObject(__pyx_v_arr, __pyx_v_base)); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":943 * int _import_umath() except -1 * * cdef inline void set_array_base(ndarray arr, object base): # <<<<<<<<<<<<<< * Py_INCREF(base) # important to do this before stealing the reference below! * PyArray_SetBaseObject(arr, base) */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("numpy.set_array_base", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0); __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":947 * PyArray_SetBaseObject(arr, base) * * cdef inline object get_array_base(ndarray arr): # <<<<<<<<<<<<<< * base = PyArray_BASE(arr) * if base is NULL: */ static CYTHON_INLINE PyObject *__pyx_f_5numpy_get_array_base(PyArrayObject *__pyx_v_arr) { PyObject *__pyx_v_base; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("get_array_base", 0); __Pyx_TraceCall("get_array_base", __pyx_f[1], 947, 0, __PYX_ERR(1, 947, __pyx_L1_error)); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":948 * * cdef inline object get_array_base(ndarray arr): * base = PyArray_BASE(arr) # <<<<<<<<<<<<<< * if base is NULL: * return None */ __pyx_v_base = PyArray_BASE(__pyx_v_arr); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":949 * cdef inline object get_array_base(ndarray arr): * base = PyArray_BASE(arr) * if base is NULL: # <<<<<<<<<<<<<< * return None * return base */ __pyx_t_1 = ((__pyx_v_base == NULL) != 0); if (__pyx_t_1) { /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":950 * base = PyArray_BASE(arr) * if base is NULL: * return None # <<<<<<<<<<<<<< * return base * */ __Pyx_XDECREF(__pyx_r); __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":949 * cdef inline object get_array_base(ndarray arr): * base = PyArray_BASE(arr) * if base is NULL: # <<<<<<<<<<<<<< * return None * return base */ } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":951 * if base is NULL: * return None * return base # <<<<<<<<<<<<<< * * # Versions of the import_* functions which are more suitable for */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(((PyObject *)__pyx_v_base)); __pyx_r = ((PyObject *)__pyx_v_base); goto __pyx_L0; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":947 * PyArray_SetBaseObject(arr, base) * * cdef inline object get_array_base(ndarray arr): # <<<<<<<<<<<<<< * base = PyArray_BASE(arr) * if base is NULL: */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("numpy.get_array_base", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":955 * # Versions of the import_* functions which are more suitable for * # Cython code. * cdef inline int import_array() except -1: # <<<<<<<<<<<<<< * try: * __pyx_import_array() */ static CYTHON_INLINE int __pyx_f_5numpy_import_array(void) { int __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("import_array", 0); __Pyx_TraceCall("import_array", __pyx_f[1], 955, 0, __PYX_ERR(1, 955, __pyx_L1_error)); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":956 * # Cython code. * cdef inline int import_array() except -1: * try: # <<<<<<<<<<<<<< * __pyx_import_array() * except Exception: */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3); __Pyx_XGOTREF(__pyx_t_1); __Pyx_XGOTREF(__pyx_t_2); __Pyx_XGOTREF(__pyx_t_3); /*try:*/ { /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":957 * cdef inline int import_array() except -1: * try: * __pyx_import_array() # <<<<<<<<<<<<<< * except Exception: * raise ImportError("numpy.core.multiarray failed to import") */ __pyx_t_4 = _import_array(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(1, 957, __pyx_L3_error) /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":956 * # Cython code. * cdef inline int import_array() except -1: * try: # <<<<<<<<<<<<<< * __pyx_import_array() * except Exception: */ } __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; goto __pyx_L8_try_end; __pyx_L3_error:; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":958 * try: * __pyx_import_array() * except Exception: # <<<<<<<<<<<<<< * raise ImportError("numpy.core.multiarray failed to import") * */ __pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(&((PyTypeObject*)PyExc_Exception)[0]))); if (__pyx_t_4) { __Pyx_AddTraceback("numpy.import_array", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(1, 958, __pyx_L5_except_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GOTREF(__pyx_t_6); __Pyx_GOTREF(__pyx_t_7); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":959 * __pyx_import_array() * except Exception: * raise ImportError("numpy.core.multiarray failed to import") # <<<<<<<<<<<<<< * * cdef inline int import_umath() except -1: */ __pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_ImportError, __pyx_tuple__150, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(1, 959, __pyx_L5_except_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_Raise(__pyx_t_8, 0, 0, 0); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __PYX_ERR(1, 959, __pyx_L5_except_error) } goto __pyx_L5_except_error; __pyx_L5_except_error:; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":956 * # Cython code. * cdef inline int import_array() except -1: * try: # <<<<<<<<<<<<<< * __pyx_import_array() * except Exception: */ __Pyx_XGIVEREF(__pyx_t_1); __Pyx_XGIVEREF(__pyx_t_2); __Pyx_XGIVEREF(__pyx_t_3); __Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3); goto __pyx_L1_error; __pyx_L8_try_end:; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":955 * # Versions of the import_* functions which are more suitable for * # Cython code. * cdef inline int import_array() except -1: # <<<<<<<<<<<<<< * try: * __pyx_import_array() */ /* function exit code */ __pyx_r = 0; goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_AddTraceback("numpy.import_array", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":961 * raise ImportError("numpy.core.multiarray failed to import") * * cdef inline int import_umath() except -1: # <<<<<<<<<<<<<< * try: * _import_umath() */ static CYTHON_INLINE int __pyx_f_5numpy_import_umath(void) { int __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("import_umath", 0); __Pyx_TraceCall("import_umath", __pyx_f[1], 961, 0, __PYX_ERR(1, 961, __pyx_L1_error)); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":962 * * cdef inline int import_umath() except -1: * try: # <<<<<<<<<<<<<< * _import_umath() * except Exception: */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3); __Pyx_XGOTREF(__pyx_t_1); __Pyx_XGOTREF(__pyx_t_2); __Pyx_XGOTREF(__pyx_t_3); /*try:*/ { /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":963 * cdef inline int import_umath() except -1: * try: * _import_umath() # <<<<<<<<<<<<<< * except Exception: * raise ImportError("numpy.core.umath failed to import") */ __pyx_t_4 = _import_umath(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(1, 963, __pyx_L3_error) /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":962 * * cdef inline int import_umath() except -1: * try: # <<<<<<<<<<<<<< * _import_umath() * except Exception: */ } __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; goto __pyx_L8_try_end; __pyx_L3_error:; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":964 * try: * _import_umath() * except Exception: # <<<<<<<<<<<<<< * raise ImportError("numpy.core.umath failed to import") * */ __pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(&((PyTypeObject*)PyExc_Exception)[0]))); if (__pyx_t_4) { __Pyx_AddTraceback("numpy.import_umath", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(1, 964, __pyx_L5_except_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GOTREF(__pyx_t_6); __Pyx_GOTREF(__pyx_t_7); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":965 * _import_umath() * except Exception: * raise ImportError("numpy.core.umath failed to import") # <<<<<<<<<<<<<< * * cdef inline int import_ufunc() except -1: */ __pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_ImportError, __pyx_tuple__151, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(1, 965, __pyx_L5_except_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_Raise(__pyx_t_8, 0, 0, 0); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __PYX_ERR(1, 965, __pyx_L5_except_error) } goto __pyx_L5_except_error; __pyx_L5_except_error:; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":962 * * cdef inline int import_umath() except -1: * try: # <<<<<<<<<<<<<< * _import_umath() * except Exception: */ __Pyx_XGIVEREF(__pyx_t_1); __Pyx_XGIVEREF(__pyx_t_2); __Pyx_XGIVEREF(__pyx_t_3); __Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3); goto __pyx_L1_error; __pyx_L8_try_end:; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":961 * raise ImportError("numpy.core.multiarray failed to import") * * cdef inline int import_umath() except -1: # <<<<<<<<<<<<<< * try: * _import_umath() */ /* function exit code */ __pyx_r = 0; goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_AddTraceback("numpy.import_umath", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":967 * raise ImportError("numpy.core.umath failed to import") * * cdef inline int import_ufunc() except -1: # <<<<<<<<<<<<<< * try: * _import_umath() */ static CYTHON_INLINE int __pyx_f_5numpy_import_ufunc(void) { int __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("import_ufunc", 0); __Pyx_TraceCall("import_ufunc", __pyx_f[1], 967, 0, __PYX_ERR(1, 967, __pyx_L1_error)); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":968 * * cdef inline int import_ufunc() except -1: * try: # <<<<<<<<<<<<<< * _import_umath() * except Exception: */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_1, &__pyx_t_2, &__pyx_t_3); __Pyx_XGOTREF(__pyx_t_1); __Pyx_XGOTREF(__pyx_t_2); __Pyx_XGOTREF(__pyx_t_3); /*try:*/ { /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":969 * cdef inline int import_ufunc() except -1: * try: * _import_umath() # <<<<<<<<<<<<<< * except Exception: * raise ImportError("numpy.core.umath failed to import") */ __pyx_t_4 = _import_umath(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(1, 969, __pyx_L3_error) /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":968 * * cdef inline int import_ufunc() except -1: * try: # <<<<<<<<<<<<<< * _import_umath() * except Exception: */ } __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; goto __pyx_L8_try_end; __pyx_L3_error:; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":970 * try: * _import_umath() * except Exception: # <<<<<<<<<<<<<< * raise ImportError("numpy.core.umath failed to import") * */ __pyx_t_4 = __Pyx_PyErr_ExceptionMatches(((PyObject *)(&((PyTypeObject*)PyExc_Exception)[0]))); if (__pyx_t_4) { __Pyx_AddTraceback("numpy.import_ufunc", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_5, &__pyx_t_6, &__pyx_t_7) < 0) __PYX_ERR(1, 970, __pyx_L5_except_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GOTREF(__pyx_t_6); __Pyx_GOTREF(__pyx_t_7); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":971 * _import_umath() * except Exception: * raise ImportError("numpy.core.umath failed to import") # <<<<<<<<<<<<<< * * cdef extern from *: */ __pyx_t_8 = __Pyx_PyObject_Call(__pyx_builtin_ImportError, __pyx_tuple__151, NULL); if (unlikely(!__pyx_t_8)) __PYX_ERR(1, 971, __pyx_L5_except_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_Raise(__pyx_t_8, 0, 0, 0); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __PYX_ERR(1, 971, __pyx_L5_except_error) } goto __pyx_L5_except_error; __pyx_L5_except_error:; /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":968 * * cdef inline int import_ufunc() except -1: * try: # <<<<<<<<<<<<<< * _import_umath() * except Exception: */ __Pyx_XGIVEREF(__pyx_t_1); __Pyx_XGIVEREF(__pyx_t_2); __Pyx_XGIVEREF(__pyx_t_3); __Pyx_ExceptionReset(__pyx_t_1, __pyx_t_2, __pyx_t_3); goto __pyx_L1_error; __pyx_L8_try_end:; } /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":967 * raise ImportError("numpy.core.umath failed to import") * * cdef inline int import_ufunc() except -1: # <<<<<<<<<<<<<< * try: * _import_umath() */ /* function exit code */ __pyx_r = 0; goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_AddTraceback("numpy.import_ufunc", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "lexeme.pxd":21 * * @staticmethod * cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab, int vector_length): # <<<<<<<<<<<<<< * cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth) * self.c = lex */ static CYTHON_INLINE struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_f_5spacy_6lexeme_6Lexeme_from_ptr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, struct __pyx_obj_5spacy_5vocab_Vocab *__pyx_v_vocab, CYTHON_UNUSED int __pyx_v_vector_length) { struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_v_self = 0; struct __pyx_obj_5spacy_6lexeme_Lexeme *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; __pyx_t_5spacy_8typedefs_attr_t __pyx_t_3; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("from_ptr", 0); __Pyx_TraceCall("from_ptr", __pyx_f[2], 21, 0, __PYX_ERR(2, 21, __pyx_L1_error)); /* "lexeme.pxd":22 * @staticmethod * cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab, int vector_length): * cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth) # <<<<<<<<<<<<<< * self.c = lex * self.vocab = vocab */ __pyx_t_1 = __Pyx_PyInt_From_uint64_t(__pyx_v_lex->orth); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 22, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(2, 22, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(((PyObject *)__pyx_v_vocab)); __Pyx_GIVEREF(((PyObject *)__pyx_v_vocab)); PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_vocab)); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_tp_new(((PyObject *)__pyx_ptype_5spacy_6lexeme_Lexeme), ((PyObject*)__pyx_t_2)); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 22, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; if (!(likely(__Pyx_TypeTest(__pyx_t_1, __pyx_ptype_5spacy_6lexeme_Lexeme)))) __PYX_ERR(2, 22, __pyx_L1_error) __pyx_v_self = ((struct __pyx_obj_5spacy_6lexeme_Lexeme *)__pyx_t_1); __pyx_t_1 = 0; /* "lexeme.pxd":23 * cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab, int vector_length): * cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth) * self.c = lex # <<<<<<<<<<<<<< * self.vocab = vocab * self.orth = lex.orth */ __pyx_v_self->c = __pyx_v_lex; /* "lexeme.pxd":24 * cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth) * self.c = lex * self.vocab = vocab # <<<<<<<<<<<<<< * self.orth = lex.orth * */ __Pyx_INCREF(((PyObject *)__pyx_v_vocab)); __Pyx_GIVEREF(((PyObject *)__pyx_v_vocab)); __Pyx_GOTREF(__pyx_v_self->vocab); __Pyx_DECREF(((PyObject *)__pyx_v_self->vocab)); __pyx_v_self->vocab = __pyx_v_vocab; /* "lexeme.pxd":25 * self.c = lex * self.vocab = vocab * self.orth = lex.orth # <<<<<<<<<<<<<< * * @staticmethod */ __pyx_t_3 = __pyx_v_lex->orth; __pyx_v_self->orth = __pyx_t_3; /* "lexeme.pxd":21 * * @staticmethod * cdef inline Lexeme from_ptr(LexemeC* lex, Vocab vocab, int vector_length): # <<<<<<<<<<<<<< * cdef Lexeme self = Lexeme.__new__(Lexeme, vocab, lex.orth) * self.c = lex */ /* function exit code */ __pyx_r = ((struct __pyx_obj_5spacy_6lexeme_Lexeme *)Py_None); __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("spacy.lexeme.Lexeme.from_ptr", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_self); __Pyx_XGIVEREF((PyObject *)__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "lexeme.pxd":28 * * @staticmethod * cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) nogil: # <<<<<<<<<<<<<< * if name < (sizeof(flags_t) * 8): * Lexeme.c_set_flag(lex, name, value) */ static CYTHON_INLINE void __pyx_f_5spacy_6lexeme_6Lexeme_set_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_name, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_value) { __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("set_struct_attr", __pyx_f[2], 28, 1, __PYX_ERR(2, 28, __pyx_L1_error)); /* "lexeme.pxd":29 * @staticmethod * cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) nogil: * if name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<< * Lexeme.c_set_flag(lex, name, value) * elif name == ID: */ __pyx_t_1 = ((__pyx_v_name < ((sizeof(__pyx_t_5spacy_8typedefs_flags_t)) * 8)) != 0); if (__pyx_t_1) { /* "lexeme.pxd":30 * cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) nogil: * if name < (sizeof(flags_t) * 8): * Lexeme.c_set_flag(lex, name, value) # <<<<<<<<<<<<<< * elif name == ID: * lex.id = value */ (void)(__pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(__pyx_v_lex, __pyx_v_name, __pyx_v_value)); /* "lexeme.pxd":29 * @staticmethod * cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) nogil: * if name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<< * Lexeme.c_set_flag(lex, name, value) * elif name == ID: */ goto __pyx_L3; } /* "lexeme.pxd":31 * if name < (sizeof(flags_t) * 8): * Lexeme.c_set_flag(lex, name, value) * elif name == ID: # <<<<<<<<<<<<<< * lex.id = value * elif name == LOWER: */ __pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_ID) != 0); if (__pyx_t_1) { /* "lexeme.pxd":32 * Lexeme.c_set_flag(lex, name, value) * elif name == ID: * lex.id = value # <<<<<<<<<<<<<< * elif name == LOWER: * lex.lower = value */ __pyx_v_lex->id = __pyx_v_value; /* "lexeme.pxd":31 * if name < (sizeof(flags_t) * 8): * Lexeme.c_set_flag(lex, name, value) * elif name == ID: # <<<<<<<<<<<<<< * lex.id = value * elif name == LOWER: */ goto __pyx_L3; } /* "lexeme.pxd":33 * elif name == ID: * lex.id = value * elif name == LOWER: # <<<<<<<<<<<<<< * lex.lower = value * elif name == NORM: */ __pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_LOWER) != 0); if (__pyx_t_1) { /* "lexeme.pxd":34 * lex.id = value * elif name == LOWER: * lex.lower = value # <<<<<<<<<<<<<< * elif name == NORM: * lex.norm = value */ __pyx_v_lex->lower = __pyx_v_value; /* "lexeme.pxd":33 * elif name == ID: * lex.id = value * elif name == LOWER: # <<<<<<<<<<<<<< * lex.lower = value * elif name == NORM: */ goto __pyx_L3; } /* "lexeme.pxd":35 * elif name == LOWER: * lex.lower = value * elif name == NORM: # <<<<<<<<<<<<<< * lex.norm = value * elif name == SHAPE: */ __pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_NORM) != 0); if (__pyx_t_1) { /* "lexeme.pxd":36 * lex.lower = value * elif name == NORM: * lex.norm = value # <<<<<<<<<<<<<< * elif name == SHAPE: * lex.shape = value */ __pyx_v_lex->norm = __pyx_v_value; /* "lexeme.pxd":35 * elif name == LOWER: * lex.lower = value * elif name == NORM: # <<<<<<<<<<<<<< * lex.norm = value * elif name == SHAPE: */ goto __pyx_L3; } /* "lexeme.pxd":37 * elif name == NORM: * lex.norm = value * elif name == SHAPE: # <<<<<<<<<<<<<< * lex.shape = value * elif name == PREFIX: */ __pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_SHAPE) != 0); if (__pyx_t_1) { /* "lexeme.pxd":38 * lex.norm = value * elif name == SHAPE: * lex.shape = value # <<<<<<<<<<<<<< * elif name == PREFIX: * lex.prefix = value */ __pyx_v_lex->shape = __pyx_v_value; /* "lexeme.pxd":37 * elif name == NORM: * lex.norm = value * elif name == SHAPE: # <<<<<<<<<<<<<< * lex.shape = value * elif name == PREFIX: */ goto __pyx_L3; } /* "lexeme.pxd":39 * elif name == SHAPE: * lex.shape = value * elif name == PREFIX: # <<<<<<<<<<<<<< * lex.prefix = value * elif name == SUFFIX: */ __pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_PREFIX) != 0); if (__pyx_t_1) { /* "lexeme.pxd":40 * lex.shape = value * elif name == PREFIX: * lex.prefix = value # <<<<<<<<<<<<<< * elif name == SUFFIX: * lex.suffix = value */ __pyx_v_lex->prefix = __pyx_v_value; /* "lexeme.pxd":39 * elif name == SHAPE: * lex.shape = value * elif name == PREFIX: # <<<<<<<<<<<<<< * lex.prefix = value * elif name == SUFFIX: */ goto __pyx_L3; } /* "lexeme.pxd":41 * elif name == PREFIX: * lex.prefix = value * elif name == SUFFIX: # <<<<<<<<<<<<<< * lex.suffix = value * elif name == LANG: */ __pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_SUFFIX) != 0); if (__pyx_t_1) { /* "lexeme.pxd":42 * lex.prefix = value * elif name == SUFFIX: * lex.suffix = value # <<<<<<<<<<<<<< * elif name == LANG: * lex.lang = value */ __pyx_v_lex->suffix = __pyx_v_value; /* "lexeme.pxd":41 * elif name == PREFIX: * lex.prefix = value * elif name == SUFFIX: # <<<<<<<<<<<<<< * lex.suffix = value * elif name == LANG: */ goto __pyx_L3; } /* "lexeme.pxd":43 * elif name == SUFFIX: * lex.suffix = value * elif name == LANG: # <<<<<<<<<<<<<< * lex.lang = value * */ __pyx_t_1 = ((__pyx_v_name == __pyx_e_5spacy_5attrs_LANG) != 0); if (__pyx_t_1) { /* "lexeme.pxd":44 * lex.suffix = value * elif name == LANG: * lex.lang = value # <<<<<<<<<<<<<< * * @staticmethod */ __pyx_v_lex->lang = __pyx_v_value; /* "lexeme.pxd":43 * elif name == SUFFIX: * lex.suffix = value * elif name == LANG: # <<<<<<<<<<<<<< * lex.lang = value * */ } __pyx_L3:; /* "lexeme.pxd":28 * * @staticmethod * cdef inline void set_struct_attr(LexemeC* lex, attr_id_t name, attr_t value) nogil: # <<<<<<<<<<<<<< * if name < (sizeof(flags_t) * 8): * Lexeme.c_set_flag(lex, name, value) */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.lexeme.Lexeme.set_struct_attr", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "lexeme.pxd":47 * * @staticmethod * cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil: # <<<<<<<<<<<<<< * if feat_name < (sizeof(flags_t) * 8): * if Lexeme.c_check_flag(lex, feat_name): */ static CYTHON_INLINE __pyx_t_5spacy_8typedefs_attr_t __pyx_f_5spacy_6lexeme_6Lexeme_get_struct_attr(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_feat_name) { __pyx_t_5spacy_8typedefs_attr_t __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("get_struct_attr", __pyx_f[2], 47, 1, __PYX_ERR(2, 47, __pyx_L1_error)); /* "lexeme.pxd":48 * @staticmethod * cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil: * if feat_name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<< * if Lexeme.c_check_flag(lex, feat_name): * return 1 */ __pyx_t_1 = ((__pyx_v_feat_name < ((sizeof(__pyx_t_5spacy_8typedefs_flags_t)) * 8)) != 0); if (__pyx_t_1) { /* "lexeme.pxd":49 * cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil: * if feat_name < (sizeof(flags_t) * 8): * if Lexeme.c_check_flag(lex, feat_name): # <<<<<<<<<<<<<< * return 1 * else: */ __pyx_t_1 = (__pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(__pyx_v_lex, __pyx_v_feat_name) != 0); if (__pyx_t_1) { /* "lexeme.pxd":50 * if feat_name < (sizeof(flags_t) * 8): * if Lexeme.c_check_flag(lex, feat_name): * return 1 # <<<<<<<<<<<<<< * else: * return 0 */ __pyx_r = 1; goto __pyx_L0; /* "lexeme.pxd":49 * cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil: * if feat_name < (sizeof(flags_t) * 8): * if Lexeme.c_check_flag(lex, feat_name): # <<<<<<<<<<<<<< * return 1 * else: */ } /* "lexeme.pxd":52 * return 1 * else: * return 0 # <<<<<<<<<<<<<< * elif feat_name == ID: * return lex.id */ /*else*/ { __pyx_r = 0; goto __pyx_L0; } /* "lexeme.pxd":48 * @staticmethod * cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil: * if feat_name < (sizeof(flags_t) * 8): # <<<<<<<<<<<<<< * if Lexeme.c_check_flag(lex, feat_name): * return 1 */ } /* "lexeme.pxd":53 * else: * return 0 * elif feat_name == ID: # <<<<<<<<<<<<<< * return lex.id * elif feat_name == ORTH: */ __pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_ID) != 0); if (__pyx_t_1) { /* "lexeme.pxd":54 * return 0 * elif feat_name == ID: * return lex.id # <<<<<<<<<<<<<< * elif feat_name == ORTH: * return lex.orth */ __pyx_r = __pyx_v_lex->id; goto __pyx_L0; /* "lexeme.pxd":53 * else: * return 0 * elif feat_name == ID: # <<<<<<<<<<<<<< * return lex.id * elif feat_name == ORTH: */ } /* "lexeme.pxd":55 * elif feat_name == ID: * return lex.id * elif feat_name == ORTH: # <<<<<<<<<<<<<< * return lex.orth * elif feat_name == LOWER: */ __pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_ORTH) != 0); if (__pyx_t_1) { /* "lexeme.pxd":56 * return lex.id * elif feat_name == ORTH: * return lex.orth # <<<<<<<<<<<<<< * elif feat_name == LOWER: * return lex.lower */ __pyx_r = __pyx_v_lex->orth; goto __pyx_L0; /* "lexeme.pxd":55 * elif feat_name == ID: * return lex.id * elif feat_name == ORTH: # <<<<<<<<<<<<<< * return lex.orth * elif feat_name == LOWER: */ } /* "lexeme.pxd":57 * elif feat_name == ORTH: * return lex.orth * elif feat_name == LOWER: # <<<<<<<<<<<<<< * return lex.lower * elif feat_name == NORM: */ __pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_LOWER) != 0); if (__pyx_t_1) { /* "lexeme.pxd":58 * return lex.orth * elif feat_name == LOWER: * return lex.lower # <<<<<<<<<<<<<< * elif feat_name == NORM: * return lex.norm */ __pyx_r = __pyx_v_lex->lower; goto __pyx_L0; /* "lexeme.pxd":57 * elif feat_name == ORTH: * return lex.orth * elif feat_name == LOWER: # <<<<<<<<<<<<<< * return lex.lower * elif feat_name == NORM: */ } /* "lexeme.pxd":59 * elif feat_name == LOWER: * return lex.lower * elif feat_name == NORM: # <<<<<<<<<<<<<< * return lex.norm * elif feat_name == SHAPE: */ __pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_NORM) != 0); if (__pyx_t_1) { /* "lexeme.pxd":60 * return lex.lower * elif feat_name == NORM: * return lex.norm # <<<<<<<<<<<<<< * elif feat_name == SHAPE: * return lex.shape */ __pyx_r = __pyx_v_lex->norm; goto __pyx_L0; /* "lexeme.pxd":59 * elif feat_name == LOWER: * return lex.lower * elif feat_name == NORM: # <<<<<<<<<<<<<< * return lex.norm * elif feat_name == SHAPE: */ } /* "lexeme.pxd":61 * elif feat_name == NORM: * return lex.norm * elif feat_name == SHAPE: # <<<<<<<<<<<<<< * return lex.shape * elif feat_name == PREFIX: */ __pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_SHAPE) != 0); if (__pyx_t_1) { /* "lexeme.pxd":62 * return lex.norm * elif feat_name == SHAPE: * return lex.shape # <<<<<<<<<<<<<< * elif feat_name == PREFIX: * return lex.prefix */ __pyx_r = __pyx_v_lex->shape; goto __pyx_L0; /* "lexeme.pxd":61 * elif feat_name == NORM: * return lex.norm * elif feat_name == SHAPE: # <<<<<<<<<<<<<< * return lex.shape * elif feat_name == PREFIX: */ } /* "lexeme.pxd":63 * elif feat_name == SHAPE: * return lex.shape * elif feat_name == PREFIX: # <<<<<<<<<<<<<< * return lex.prefix * elif feat_name == SUFFIX: */ __pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_PREFIX) != 0); if (__pyx_t_1) { /* "lexeme.pxd":64 * return lex.shape * elif feat_name == PREFIX: * return lex.prefix # <<<<<<<<<<<<<< * elif feat_name == SUFFIX: * return lex.suffix */ __pyx_r = __pyx_v_lex->prefix; goto __pyx_L0; /* "lexeme.pxd":63 * elif feat_name == SHAPE: * return lex.shape * elif feat_name == PREFIX: # <<<<<<<<<<<<<< * return lex.prefix * elif feat_name == SUFFIX: */ } /* "lexeme.pxd":65 * elif feat_name == PREFIX: * return lex.prefix * elif feat_name == SUFFIX: # <<<<<<<<<<<<<< * return lex.suffix * elif feat_name == LENGTH: */ __pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_SUFFIX) != 0); if (__pyx_t_1) { /* "lexeme.pxd":66 * return lex.prefix * elif feat_name == SUFFIX: * return lex.suffix # <<<<<<<<<<<<<< * elif feat_name == LENGTH: * return lex.length */ __pyx_r = __pyx_v_lex->suffix; goto __pyx_L0; /* "lexeme.pxd":65 * elif feat_name == PREFIX: * return lex.prefix * elif feat_name == SUFFIX: # <<<<<<<<<<<<<< * return lex.suffix * elif feat_name == LENGTH: */ } /* "lexeme.pxd":67 * elif feat_name == SUFFIX: * return lex.suffix * elif feat_name == LENGTH: # <<<<<<<<<<<<<< * return lex.length * elif feat_name == LANG: */ __pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_LENGTH) != 0); if (__pyx_t_1) { /* "lexeme.pxd":68 * return lex.suffix * elif feat_name == LENGTH: * return lex.length # <<<<<<<<<<<<<< * elif feat_name == LANG: * return lex.lang */ __pyx_r = __pyx_v_lex->length; goto __pyx_L0; /* "lexeme.pxd":67 * elif feat_name == SUFFIX: * return lex.suffix * elif feat_name == LENGTH: # <<<<<<<<<<<<<< * return lex.length * elif feat_name == LANG: */ } /* "lexeme.pxd":69 * elif feat_name == LENGTH: * return lex.length * elif feat_name == LANG: # <<<<<<<<<<<<<< * return lex.lang * else: */ __pyx_t_1 = ((__pyx_v_feat_name == __pyx_e_5spacy_5attrs_LANG) != 0); if (__pyx_t_1) { /* "lexeme.pxd":70 * return lex.length * elif feat_name == LANG: * return lex.lang # <<<<<<<<<<<<<< * else: * return 0 */ __pyx_r = __pyx_v_lex->lang; goto __pyx_L0; /* "lexeme.pxd":69 * elif feat_name == LENGTH: * return lex.length * elif feat_name == LANG: # <<<<<<<<<<<<<< * return lex.lang * else: */ } /* "lexeme.pxd":72 * return lex.lang * else: * return 0 # <<<<<<<<<<<<<< * * @staticmethod */ /*else*/ { __pyx_r = 0; goto __pyx_L0; } /* "lexeme.pxd":47 * * @staticmethod * cdef inline attr_t get_struct_attr(const LexemeC* lex, attr_id_t feat_name) nogil: # <<<<<<<<<<<<<< * if feat_name < (sizeof(flags_t) * 8): * if Lexeme.c_check_flag(lex, feat_name): */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.lexeme.Lexeme.get_struct_attr", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "lexeme.pxd":75 * * @staticmethod * cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) nogil: # <<<<<<<<<<<<<< * cdef flags_t one = 1 * if lexeme.flags & (one << flag_id): */ static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(struct __pyx_t_5spacy_7structs_LexemeC const *__pyx_v_lexeme, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id) { __pyx_t_5spacy_8typedefs_flags_t __pyx_v_one; int __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("c_check_flag", __pyx_f[2], 75, 1, __PYX_ERR(2, 75, __pyx_L1_error)); /* "lexeme.pxd":76 * @staticmethod * cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) nogil: * cdef flags_t one = 1 # <<<<<<<<<<<<<< * if lexeme.flags & (one << flag_id): * return True */ __pyx_v_one = 1; /* "lexeme.pxd":77 * cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) nogil: * cdef flags_t one = 1 * if lexeme.flags & (one << flag_id): # <<<<<<<<<<<<<< * return True * else: */ __pyx_t_1 = ((__pyx_v_lexeme->flags & (__pyx_v_one << __pyx_v_flag_id)) != 0); if (__pyx_t_1) { /* "lexeme.pxd":78 * cdef flags_t one = 1 * if lexeme.flags & (one << flag_id): * return True # <<<<<<<<<<<<<< * else: * return False */ __pyx_r = 1; goto __pyx_L0; /* "lexeme.pxd":77 * cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) nogil: * cdef flags_t one = 1 * if lexeme.flags & (one << flag_id): # <<<<<<<<<<<<<< * return True * else: */ } /* "lexeme.pxd":80 * return True * else: * return False # <<<<<<<<<<<<<< * * @staticmethod */ /*else*/ { __pyx_r = 0; goto __pyx_L0; } /* "lexeme.pxd":75 * * @staticmethod * cdef inline bint c_check_flag(const LexemeC* lexeme, attr_id_t flag_id) nogil: # <<<<<<<<<<<<<< * cdef flags_t one = 1 * if lexeme.flags & (one << flag_id): */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.lexeme.Lexeme.c_check_flag", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "lexeme.pxd":83 * * @staticmethod * cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) nogil: # <<<<<<<<<<<<<< * cdef flags_t one = 1 * if value: */ static CYTHON_INLINE int __pyx_f_5spacy_6lexeme_6Lexeme_c_set_flag(struct __pyx_t_5spacy_7structs_LexemeC *__pyx_v_lex, enum __pyx_t_5spacy_5attrs_attr_id_t __pyx_v_flag_id, int __pyx_v_value) { __pyx_t_5spacy_8typedefs_flags_t __pyx_v_one; int __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("c_set_flag", __pyx_f[2], 83, 1, __PYX_ERR(2, 83, __pyx_L1_error)); /* "lexeme.pxd":84 * @staticmethod * cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) nogil: * cdef flags_t one = 1 # <<<<<<<<<<<<<< * if value: * lex.flags |= one << flag_id */ __pyx_v_one = 1; /* "lexeme.pxd":85 * cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) nogil: * cdef flags_t one = 1 * if value: # <<<<<<<<<<<<<< * lex.flags |= one << flag_id * else: */ __pyx_t_1 = (__pyx_v_value != 0); if (__pyx_t_1) { /* "lexeme.pxd":86 * cdef flags_t one = 1 * if value: * lex.flags |= one << flag_id # <<<<<<<<<<<<<< * else: * lex.flags &= ~(one << flag_id) */ __pyx_v_lex->flags = (__pyx_v_lex->flags | (__pyx_v_one << __pyx_v_flag_id)); /* "lexeme.pxd":85 * cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) nogil: * cdef flags_t one = 1 * if value: # <<<<<<<<<<<<<< * lex.flags |= one << flag_id * else: */ goto __pyx_L3; } /* "lexeme.pxd":88 * lex.flags |= one << flag_id * else: * lex.flags &= ~(one << flag_id) # <<<<<<<<<<<<<< */ /*else*/ { __pyx_v_lex->flags = (__pyx_v_lex->flags & (~(__pyx_v_one << __pyx_v_flag_id))); } __pyx_L3:; /* "lexeme.pxd":83 * * @staticmethod * cdef inline bint c_set_flag(LexemeC* lex, attr_id_t flag_id, bint value) nogil: # <<<<<<<<<<<<<< * cdef flags_t one = 1 * if value: */ /* function exit code */ __pyx_r = 0; goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.lexeme.Lexeme.c_set_flag", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":17 * * * cdef inline bint is_space_token(const TokenC* token) nogil: # <<<<<<<<<<<<<< * return Lexeme.c_check_flag(token.lex, IS_SPACE) * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_6_state_is_space_token(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_token) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("is_space_token", __pyx_f[3], 17, 1, __PYX_ERR(3, 17, __pyx_L1_error)); /* "_state.pxd":18 * * cdef inline bint is_space_token(const TokenC* token) nogil: * return Lexeme.c_check_flag(token.lex, IS_SPACE) # <<<<<<<<<<<<<< * * cdef struct RingBufferC: */ __pyx_r = __pyx_f_5spacy_6lexeme_6Lexeme_c_check_flag(__pyx_v_token->lex, __pyx_e_5spacy_5attrs_IS_SPACE); goto __pyx_L0; /* "_state.pxd":17 * * * cdef inline bint is_space_token(const TokenC* token) nogil: # <<<<<<<<<<<<<< * return Lexeme.c_check_flag(token.lex, IS_SPACE) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax._state.is_space_token", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":25 * int default * * cdef inline int ring_push(RingBufferC* ring, int value) nogil: # <<<<<<<<<<<<<< * ring.data[ring.i] = value * ring.i += 1 */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_6_state_ring_push(struct __pyx_t_5spacy_6syntax_6_state_RingBufferC *__pyx_v_ring, int __pyx_v_value) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("ring_push", __pyx_f[3], 25, 1, __PYX_ERR(3, 25, __pyx_L1_error)); /* "_state.pxd":26 * * cdef inline int ring_push(RingBufferC* ring, int value) nogil: * ring.data[ring.i] = value # <<<<<<<<<<<<<< * ring.i += 1 * if ring.i >= 8: */ (__pyx_v_ring->data[__pyx_v_ring->i]) = __pyx_v_value; /* "_state.pxd":27 * cdef inline int ring_push(RingBufferC* ring, int value) nogil: * ring.data[ring.i] = value * ring.i += 1 # <<<<<<<<<<<<<< * if ring.i >= 8: * ring.i = 0 */ __pyx_v_ring->i = (__pyx_v_ring->i + 1); /* "_state.pxd":28 * ring.data[ring.i] = value * ring.i += 1 * if ring.i >= 8: # <<<<<<<<<<<<<< * ring.i = 0 * */ __pyx_t_1 = ((__pyx_v_ring->i >= 8) != 0); if (__pyx_t_1) { /* "_state.pxd":29 * ring.i += 1 * if ring.i >= 8: * ring.i = 0 # <<<<<<<<<<<<<< * * cdef inline int ring_get(RingBufferC* ring, int i) nogil: */ __pyx_v_ring->i = 0; /* "_state.pxd":28 * ring.data[ring.i] = value * ring.i += 1 * if ring.i >= 8: # <<<<<<<<<<<<<< * ring.i = 0 * */ } /* "_state.pxd":25 * int default * * cdef inline int ring_push(RingBufferC* ring, int value) nogil: # <<<<<<<<<<<<<< * ring.data[ring.i] = value * ring.i += 1 */ /* function exit code */ __pyx_r = 0; goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax._state.ring_push", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":31 * ring.i = 0 * * cdef inline int ring_get(RingBufferC* ring, int i) nogil: # <<<<<<<<<<<<<< * if i >= ring.i: * return ring.default */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_6_state_ring_get(struct __pyx_t_5spacy_6syntax_6_state_RingBufferC *__pyx_v_ring, int __pyx_v_i) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("ring_get", __pyx_f[3], 31, 1, __PYX_ERR(3, 31, __pyx_L1_error)); /* "_state.pxd":32 * * cdef inline int ring_get(RingBufferC* ring, int i) nogil: * if i >= ring.i: # <<<<<<<<<<<<<< * return ring.default * else: */ __pyx_t_1 = ((__pyx_v_i >= __pyx_v_ring->i) != 0); if (__pyx_t_1) { /* "_state.pxd":33 * cdef inline int ring_get(RingBufferC* ring, int i) nogil: * if i >= ring.i: * return ring.default # <<<<<<<<<<<<<< * else: * return ring.data[ring.i-i] */ __pyx_r = __pyx_v_ring->__pyx_default; goto __pyx_L0; /* "_state.pxd":32 * * cdef inline int ring_get(RingBufferC* ring, int i) nogil: * if i >= ring.i: # <<<<<<<<<<<<<< * return ring.default * else: */ } /* "_state.pxd":35 * return ring.default * else: * return ring.data[ring.i-i] # <<<<<<<<<<<<<< * * */ /*else*/ { __pyx_r = (__pyx_v_ring->data[(__pyx_v_ring->i - __pyx_v_i)]); goto __pyx_L0; } /* "_state.pxd":31 * ring.i = 0 * * cdef inline int ring_get(RingBufferC* ring, int i) nogil: # <<<<<<<<<<<<<< * if i >= ring.i: * return ring.default */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax._state.ring_get", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":53 * int _break * * __init__(const TokenC* sent, int length) nogil: # <<<<<<<<<<<<<< * cdef int PADDING = 5 * this._buffer = calloc(length + (PADDING * 2), sizeof(int)) */ void __pyx_t_5spacy_6syntax_6_state_StateC::__pyx_f___init__StateC(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_sent, int __pyx_v_length) { int __pyx_v_PADDING; int __pyx_v_i; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3; int __pyx_t_4; long __pyx_t_5; long __pyx_t_6; int __pyx_t_7; int __pyx_t_8; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; #ifdef WITH_THREAD PyGILState_STATE __pyx_gilstate_save; #endif __Pyx_RefNannySetupContext("", 1); __Pyx_TraceCall("", __pyx_f[3], 53, 1, __PYX_ERR(3, 53, __pyx_L1_error)); /* "_state.pxd":54 * * __init__(const TokenC* sent, int length) nogil: * cdef int PADDING = 5 # <<<<<<<<<<<<<< * this._buffer = calloc(length + (PADDING * 2), sizeof(int)) * this._stack = calloc(length + (PADDING * 2), sizeof(int)) */ /*try:*/ { __pyx_v_PADDING = 5; /* "_state.pxd":55 * __init__(const TokenC* sent, int length) nogil: * cdef int PADDING = 5 * this._buffer = calloc(length + (PADDING * 2), sizeof(int)) # <<<<<<<<<<<<<< * this._stack = calloc(length + (PADDING * 2), sizeof(int)) * this.shifted = calloc(length + (PADDING * 2), sizeof(bint)) */ this->_buffer = ((int *)calloc((__pyx_v_length + (__pyx_v_PADDING * 2)), (sizeof(int)))); /* "_state.pxd":56 * cdef int PADDING = 5 * this._buffer = calloc(length + (PADDING * 2), sizeof(int)) * this._stack = calloc(length + (PADDING * 2), sizeof(int)) # <<<<<<<<<<<<<< * this.shifted = calloc(length + (PADDING * 2), sizeof(bint)) * this._sent = calloc(length + (PADDING * 2), sizeof(TokenC)) */ this->_stack = ((int *)calloc((__pyx_v_length + (__pyx_v_PADDING * 2)), (sizeof(int)))); /* "_state.pxd":57 * this._buffer = calloc(length + (PADDING * 2), sizeof(int)) * this._stack = calloc(length + (PADDING * 2), sizeof(int)) * this.shifted = calloc(length + (PADDING * 2), sizeof(bint)) # <<<<<<<<<<<<<< * this._sent = calloc(length + (PADDING * 2), sizeof(TokenC)) * this._ents = calloc(length + (PADDING * 2), sizeof(SpanC)) */ this->shifted = ((int *)calloc((__pyx_v_length + (__pyx_v_PADDING * 2)), (sizeof(int)))); /* "_state.pxd":58 * this._stack = calloc(length + (PADDING * 2), sizeof(int)) * this.shifted = calloc(length + (PADDING * 2), sizeof(bint)) * this._sent = calloc(length + (PADDING * 2), sizeof(TokenC)) # <<<<<<<<<<<<<< * this._ents = calloc(length + (PADDING * 2), sizeof(SpanC)) * if not (this._buffer and this._stack and this.shifted */ this->_sent = ((struct __pyx_t_5spacy_7structs_TokenC *)calloc((__pyx_v_length + (__pyx_v_PADDING * 2)), (sizeof(struct __pyx_t_5spacy_7structs_TokenC)))); /* "_state.pxd":59 * this.shifted = calloc(length + (PADDING * 2), sizeof(bint)) * this._sent = calloc(length + (PADDING * 2), sizeof(TokenC)) * this._ents = calloc(length + (PADDING * 2), sizeof(SpanC)) # <<<<<<<<<<<<<< * if not (this._buffer and this._stack and this.shifted * and this._sent and this._ents): */ this->_ents = ((struct __pyx_t_5spacy_7structs_SpanC *)calloc((__pyx_v_length + (__pyx_v_PADDING * 2)), (sizeof(struct __pyx_t_5spacy_7structs_SpanC)))); /* "_state.pxd":60 * this._sent = calloc(length + (PADDING * 2), sizeof(TokenC)) * this._ents = calloc(length + (PADDING * 2), sizeof(SpanC)) * if not (this._buffer and this._stack and this.shifted # <<<<<<<<<<<<<< * and this._sent and this._ents): * with gil: */ __pyx_t_2 = (this->_buffer != 0); if (__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L7_bool_binop_done; } __pyx_t_2 = (this->_stack != 0); if (__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L7_bool_binop_done; } /* "_state.pxd":61 * this._ents = calloc(length + (PADDING * 2), sizeof(SpanC)) * if not (this._buffer and this._stack and this.shifted * and this._sent and this._ents): # <<<<<<<<<<<<<< * with gil: * PyErr_SetFromErrno(MemoryError) */ __pyx_t_2 = (this->shifted != 0); if (__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L7_bool_binop_done; } __pyx_t_2 = (this->_sent != 0); if (__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L7_bool_binop_done; } __pyx_t_2 = (this->_ents != 0); __pyx_t_1 = __pyx_t_2; __pyx_L7_bool_binop_done:; /* "_state.pxd":60 * this._sent = calloc(length + (PADDING * 2), sizeof(TokenC)) * this._ents = calloc(length + (PADDING * 2), sizeof(SpanC)) * if not (this._buffer and this._stack and this.shifted # <<<<<<<<<<<<<< * and this._sent and this._ents): * with gil: */ __pyx_t_2 = ((!__pyx_t_1) != 0); if (__pyx_t_2) { /* "_state.pxd":62 * if not (this._buffer and this._stack and this.shifted * and this._sent and this._ents): * with gil: # <<<<<<<<<<<<<< * PyErr_SetFromErrno(MemoryError) * PyErr_CheckSignals() */ { #ifdef WITH_THREAD PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure(); #endif /*try:*/ { /* "_state.pxd":63 * and this._sent and this._ents): * with gil: * PyErr_SetFromErrno(MemoryError) # <<<<<<<<<<<<<< * PyErr_CheckSignals() * memset(&this._hist, 0, sizeof(this._hist)) */ __pyx_t_3 = PyErr_SetFromErrno(__pyx_builtin_MemoryError); if (unlikely(__pyx_t_3 == ((PyObject *)NULL))) __PYX_ERR(3, 63, __pyx_L13_error) /* "_state.pxd":64 * with gil: * PyErr_SetFromErrno(MemoryError) * PyErr_CheckSignals() # <<<<<<<<<<<<<< * memset(&this._hist, 0, sizeof(this._hist)) * this.offset = 0 */ __pyx_t_4 = PyErr_CheckSignals(); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(3, 64, __pyx_L13_error) } /* "_state.pxd":62 * if not (this._buffer and this._stack and this.shifted * and this._sent and this._ents): * with gil: # <<<<<<<<<<<<<< * PyErr_SetFromErrno(MemoryError) * PyErr_CheckSignals() */ /*finally:*/ { /*normal exit:*/{ #ifdef WITH_THREAD __Pyx_PyGILState_Release(__pyx_gilstate_save); #endif goto __pyx_L14; } __pyx_L13_error: { #ifdef WITH_THREAD __Pyx_PyGILState_Release(__pyx_gilstate_save); #endif goto __pyx_L4_error; } __pyx_L14:; } } /* "_state.pxd":60 * this._sent = calloc(length + (PADDING * 2), sizeof(TokenC)) * this._ents = calloc(length + (PADDING * 2), sizeof(SpanC)) * if not (this._buffer and this._stack and this.shifted # <<<<<<<<<<<<<< * and this._sent and this._ents): * with gil: */ } /* "_state.pxd":65 * PyErr_SetFromErrno(MemoryError) * PyErr_CheckSignals() * memset(&this._hist, 0, sizeof(this._hist)) # <<<<<<<<<<<<<< * this.offset = 0 * cdef int i */ (void)(memset((&this->_hist), 0, (sizeof(this->_hist)))); /* "_state.pxd":66 * PyErr_CheckSignals() * memset(&this._hist, 0, sizeof(this._hist)) * this.offset = 0 # <<<<<<<<<<<<<< * cdef int i * for i in range(length + (PADDING * 2)): */ this->offset = 0; /* "_state.pxd":68 * this.offset = 0 * cdef int i * for i in range(length + (PADDING * 2)): # <<<<<<<<<<<<<< * this._ents[i].end = -1 * this._sent[i].l_edge = i */ __pyx_t_5 = (__pyx_v_length + (__pyx_v_PADDING * 2)); __pyx_t_6 = __pyx_t_5; for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_6; __pyx_t_4+=1) { __pyx_v_i = __pyx_t_4; /* "_state.pxd":69 * cdef int i * for i in range(length + (PADDING * 2)): * this._ents[i].end = -1 # <<<<<<<<<<<<<< * this._sent[i].l_edge = i * this._sent[i].r_edge = i */ (this->_ents[__pyx_v_i]).end = -1; /* "_state.pxd":70 * for i in range(length + (PADDING * 2)): * this._ents[i].end = -1 * this._sent[i].l_edge = i # <<<<<<<<<<<<<< * this._sent[i].r_edge = i * for i in range(PADDING): */ (this->_sent[__pyx_v_i]).l_edge = __pyx_v_i; /* "_state.pxd":71 * this._ents[i].end = -1 * this._sent[i].l_edge = i * this._sent[i].r_edge = i # <<<<<<<<<<<<<< * for i in range(PADDING): * this._sent[i].lex = &EMPTY_LEXEME */ (this->_sent[__pyx_v_i]).r_edge = __pyx_v_i; } /* "_state.pxd":72 * this._sent[i].l_edge = i * this._sent[i].r_edge = i * for i in range(PADDING): # <<<<<<<<<<<<<< * this._sent[i].lex = &EMPTY_LEXEME * this._sent += PADDING */ __pyx_t_4 = __pyx_v_PADDING; __pyx_t_7 = __pyx_t_4; for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) { __pyx_v_i = __pyx_t_8; /* "_state.pxd":73 * this._sent[i].r_edge = i * for i in range(PADDING): * this._sent[i].lex = &EMPTY_LEXEME # <<<<<<<<<<<<<< * this._sent += PADDING * this._ents += PADDING */ (this->_sent[__pyx_v_i]).lex = (&__pyx_v_5spacy_5vocab_EMPTY_LEXEME); } /* "_state.pxd":74 * for i in range(PADDING): * this._sent[i].lex = &EMPTY_LEXEME * this._sent += PADDING # <<<<<<<<<<<<<< * this._ents += PADDING * this._buffer += PADDING */ this->_sent = (this->_sent + __pyx_v_PADDING); /* "_state.pxd":75 * this._sent[i].lex = &EMPTY_LEXEME * this._sent += PADDING * this._ents += PADDING # <<<<<<<<<<<<<< * this._buffer += PADDING * this._stack += PADDING */ this->_ents = (this->_ents + __pyx_v_PADDING); /* "_state.pxd":76 * this._sent += PADDING * this._ents += PADDING * this._buffer += PADDING # <<<<<<<<<<<<<< * this._stack += PADDING * this.shifted += PADDING */ this->_buffer = (this->_buffer + __pyx_v_PADDING); /* "_state.pxd":77 * this._ents += PADDING * this._buffer += PADDING * this._stack += PADDING # <<<<<<<<<<<<<< * this.shifted += PADDING * this.length = length */ this->_stack = (this->_stack + __pyx_v_PADDING); /* "_state.pxd":78 * this._buffer += PADDING * this._stack += PADDING * this.shifted += PADDING # <<<<<<<<<<<<<< * this.length = length * this._break = -1 */ this->shifted = (this->shifted + __pyx_v_PADDING); /* "_state.pxd":79 * this._stack += PADDING * this.shifted += PADDING * this.length = length # <<<<<<<<<<<<<< * this._break = -1 * this._s_i = 0 */ this->length = __pyx_v_length; /* "_state.pxd":80 * this.shifted += PADDING * this.length = length * this._break = -1 # <<<<<<<<<<<<<< * this._s_i = 0 * this._b_i = 0 */ this->_break = -1; /* "_state.pxd":81 * this.length = length * this._break = -1 * this._s_i = 0 # <<<<<<<<<<<<<< * this._b_i = 0 * this._e_i = 0 */ this->_s_i = 0; /* "_state.pxd":82 * this._break = -1 * this._s_i = 0 * this._b_i = 0 # <<<<<<<<<<<<<< * this._e_i = 0 * for i in range(length): */ this->_b_i = 0; /* "_state.pxd":83 * this._s_i = 0 * this._b_i = 0 * this._e_i = 0 # <<<<<<<<<<<<<< * for i in range(length): * this._buffer[i] = i */ this->_e_i = 0; /* "_state.pxd":84 * this._b_i = 0 * this._e_i = 0 * for i in range(length): # <<<<<<<<<<<<<< * this._buffer[i] = i * memset(&this._empty_token, 0, sizeof(TokenC)) */ __pyx_t_4 = __pyx_v_length; __pyx_t_7 = __pyx_t_4; for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) { __pyx_v_i = __pyx_t_8; /* "_state.pxd":85 * this._e_i = 0 * for i in range(length): * this._buffer[i] = i # <<<<<<<<<<<<<< * memset(&this._empty_token, 0, sizeof(TokenC)) * this._empty_token.lex = &EMPTY_LEXEME */ (this->_buffer[__pyx_v_i]) = __pyx_v_i; } /* "_state.pxd":86 * for i in range(length): * this._buffer[i] = i * memset(&this._empty_token, 0, sizeof(TokenC)) # <<<<<<<<<<<<<< * this._empty_token.lex = &EMPTY_LEXEME * for i in range(length): */ (void)(memset((&this->_empty_token), 0, (sizeof(struct __pyx_t_5spacy_7structs_TokenC)))); /* "_state.pxd":87 * this._buffer[i] = i * memset(&this._empty_token, 0, sizeof(TokenC)) * this._empty_token.lex = &EMPTY_LEXEME # <<<<<<<<<<<<<< * for i in range(length): * this._sent[i] = sent[i] */ this->_empty_token.lex = (&__pyx_v_5spacy_5vocab_EMPTY_LEXEME); /* "_state.pxd":88 * memset(&this._empty_token, 0, sizeof(TokenC)) * this._empty_token.lex = &EMPTY_LEXEME * for i in range(length): # <<<<<<<<<<<<<< * this._sent[i] = sent[i] * this._buffer[i] = i */ __pyx_t_4 = __pyx_v_length; __pyx_t_7 = __pyx_t_4; for (__pyx_t_8 = 0; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) { __pyx_v_i = __pyx_t_8; /* "_state.pxd":89 * this._empty_token.lex = &EMPTY_LEXEME * for i in range(length): * this._sent[i] = sent[i] # <<<<<<<<<<<<<< * this._buffer[i] = i * for i in range(length, length+PADDING): */ (this->_sent[__pyx_v_i]) = (__pyx_v_sent[__pyx_v_i]); /* "_state.pxd":90 * for i in range(length): * this._sent[i] = sent[i] * this._buffer[i] = i # <<<<<<<<<<<<<< * for i in range(length, length+PADDING): * this._sent[i].lex = &EMPTY_LEXEME */ (this->_buffer[__pyx_v_i]) = __pyx_v_i; } /* "_state.pxd":91 * this._sent[i] = sent[i] * this._buffer[i] = i * for i in range(length, length+PADDING): # <<<<<<<<<<<<<< * this._sent[i].lex = &EMPTY_LEXEME * */ __pyx_t_4 = (__pyx_v_length + __pyx_v_PADDING); __pyx_t_7 = __pyx_t_4; for (__pyx_t_8 = __pyx_v_length; __pyx_t_8 < __pyx_t_7; __pyx_t_8+=1) { __pyx_v_i = __pyx_t_8; /* "_state.pxd":92 * this._buffer[i] = i * for i in range(length, length+PADDING): * this._sent[i].lex = &EMPTY_LEXEME # <<<<<<<<<<<<<< * * __dealloc__(): */ (this->_sent[__pyx_v_i]).lex = (&__pyx_v_5spacy_5vocab_EMPTY_LEXEME); } } /* "_state.pxd":54 * * __init__(const TokenC* sent, int length) nogil: * cdef int PADDING = 5 # <<<<<<<<<<<<<< * this._buffer = calloc(length + (PADDING * 2), sizeof(int)) * this._stack = calloc(length + (PADDING * 2), sizeof(int)) */ /*finally:*/ { /*normal exit:*/{ #ifdef WITH_THREAD __pyx_gilstate_save = __Pyx_PyGILState_Ensure(); #endif goto __pyx_L5; } __pyx_L4_error: { #ifdef WITH_THREAD __pyx_gilstate_save = __Pyx_PyGILState_Ensure(); #endif goto __pyx_L1_error; } __pyx_L5:; } /* "_state.pxd":53 * int _break * * __init__(const TokenC* sent, int length) nogil: # <<<<<<<<<<<<<< * cdef int PADDING = 5 * this._buffer = calloc(length + (PADDING * 2), sizeof(int)) */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); #ifdef WITH_THREAD __Pyx_PyGILState_Release(__pyx_gilstate_save); #endif } /* "_state.pxd":94 * this._sent[i].lex = &EMPTY_LEXEME * * __dealloc__(): # <<<<<<<<<<<<<< * cdef int PADDING = 5 * free(this._sent - PADDING) */ void __pyx_t_5spacy_6syntax_6_state_StateC::__pyx_f___dealloc__StateC(void) { int __pyx_v_PADDING; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("", 0); __Pyx_TraceCall("", __pyx_f[3], 94, 0, __PYX_ERR(3, 94, __pyx_L1_error)); /* "_state.pxd":95 * * __dealloc__(): * cdef int PADDING = 5 # <<<<<<<<<<<<<< * free(this._sent - PADDING) * free(this._ents - PADDING) */ __pyx_v_PADDING = 5; /* "_state.pxd":96 * __dealloc__(): * cdef int PADDING = 5 * free(this._sent - PADDING) # <<<<<<<<<<<<<< * free(this._ents - PADDING) * free(this._buffer - PADDING) */ free((this->_sent - __pyx_v_PADDING)); /* "_state.pxd":97 * cdef int PADDING = 5 * free(this._sent - PADDING) * free(this._ents - PADDING) # <<<<<<<<<<<<<< * free(this._buffer - PADDING) * free(this._stack - PADDING) */ free((this->_ents - __pyx_v_PADDING)); /* "_state.pxd":98 * free(this._sent - PADDING) * free(this._ents - PADDING) * free(this._buffer - PADDING) # <<<<<<<<<<<<<< * free(this._stack - PADDING) * free(this.shifted - PADDING) */ free((this->_buffer - __pyx_v_PADDING)); /* "_state.pxd":99 * free(this._ents - PADDING) * free(this._buffer - PADDING) * free(this._stack - PADDING) # <<<<<<<<<<<<<< * free(this.shifted - PADDING) * */ free((this->_stack - __pyx_v_PADDING)); /* "_state.pxd":100 * free(this._buffer - PADDING) * free(this._stack - PADDING) * free(this.shifted - PADDING) # <<<<<<<<<<<<<< * * void set_context_tokens(int* ids, int n) nogil: */ free((this->shifted - __pyx_v_PADDING)); /* "_state.pxd":94 * this._sent[i].lex = &EMPTY_LEXEME * * __dealloc__(): # <<<<<<<<<<<<<< * cdef int PADDING = 5 * free(this._sent - PADDING) */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0); __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); } /* "_state.pxd":102 * free(this.shifted - PADDING) * * void set_context_tokens(int* ids, int n) nogil: # <<<<<<<<<<<<<< * if n == 1: * if this.B(0) >= 0: */ void __pyx_t_5spacy_6syntax_6_state_StateC::set_context_tokens(int *__pyx_v_ids, int __pyx_v_n) { int __pyx_v_i; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_t_3; int __pyx_t_4; int __pyx_t_5; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("set_context_tokens", __pyx_f[3], 102, 1, __PYX_ERR(3, 102, __pyx_L1_error)); /* "_state.pxd":103 * * void set_context_tokens(int* ids, int n) nogil: * if n == 1: # <<<<<<<<<<<<<< * if this.B(0) >= 0: * ids[0] = this.B(0) */ switch (__pyx_v_n) { case 1: /* "_state.pxd":104 * void set_context_tokens(int* ids, int n) nogil: * if n == 1: * if this.B(0) >= 0: # <<<<<<<<<<<<<< * ids[0] = this.B(0) * else: */ __pyx_t_1 = ((this->B(0) >= 0) != 0); if (__pyx_t_1) { /* "_state.pxd":105 * if n == 1: * if this.B(0) >= 0: * ids[0] = this.B(0) # <<<<<<<<<<<<<< * else: * ids[0] = -1 */ (__pyx_v_ids[0]) = this->B(0); /* "_state.pxd":104 * void set_context_tokens(int* ids, int n) nogil: * if n == 1: * if this.B(0) >= 0: # <<<<<<<<<<<<<< * ids[0] = this.B(0) * else: */ goto __pyx_L3; } /* "_state.pxd":107 * ids[0] = this.B(0) * else: * ids[0] = -1 # <<<<<<<<<<<<<< * elif n == 2: * ids[0] = this.B(0) */ /*else*/ { (__pyx_v_ids[0]) = -1; } __pyx_L3:; /* "_state.pxd":103 * * void set_context_tokens(int* ids, int n) nogil: * if n == 1: # <<<<<<<<<<<<<< * if this.B(0) >= 0: * ids[0] = this.B(0) */ break; case 2: /* "_state.pxd":109 * ids[0] = -1 * elif n == 2: * ids[0] = this.B(0) # <<<<<<<<<<<<<< * ids[1] = this.S(0) * elif n == 3: */ (__pyx_v_ids[0]) = this->B(0); /* "_state.pxd":110 * elif n == 2: * ids[0] = this.B(0) * ids[1] = this.S(0) # <<<<<<<<<<<<<< * elif n == 3: * if this.B(0) >= 0: */ (__pyx_v_ids[1]) = this->S(0); /* "_state.pxd":108 * else: * ids[0] = -1 * elif n == 2: # <<<<<<<<<<<<<< * ids[0] = this.B(0) * ids[1] = this.S(0) */ break; case 3: /* "_state.pxd":112 * ids[1] = this.S(0) * elif n == 3: * if this.B(0) >= 0: # <<<<<<<<<<<<<< * ids[0] = this.B(0) * else: */ __pyx_t_1 = ((this->B(0) >= 0) != 0); if (__pyx_t_1) { /* "_state.pxd":113 * elif n == 3: * if this.B(0) >= 0: * ids[0] = this.B(0) # <<<<<<<<<<<<<< * else: * ids[0] = -1 */ (__pyx_v_ids[0]) = this->B(0); /* "_state.pxd":112 * ids[1] = this.S(0) * elif n == 3: * if this.B(0) >= 0: # <<<<<<<<<<<<<< * ids[0] = this.B(0) * else: */ goto __pyx_L4; } /* "_state.pxd":115 * ids[0] = this.B(0) * else: * ids[0] = -1 # <<<<<<<<<<<<<< * # First word of entity, if any * if this.entity_is_open(): */ /*else*/ { (__pyx_v_ids[0]) = -1; } __pyx_L4:; /* "_state.pxd":117 * ids[0] = -1 * # First word of entity, if any * if this.entity_is_open(): # <<<<<<<<<<<<<< * ids[1] = this.E(0) * else: */ __pyx_t_1 = (this->entity_is_open() != 0); if (__pyx_t_1) { /* "_state.pxd":118 * # First word of entity, if any * if this.entity_is_open(): * ids[1] = this.E(0) # <<<<<<<<<<<<<< * else: * ids[1] = -1 */ (__pyx_v_ids[1]) = this->E(0); /* "_state.pxd":117 * ids[0] = -1 * # First word of entity, if any * if this.entity_is_open(): # <<<<<<<<<<<<<< * ids[1] = this.E(0) * else: */ goto __pyx_L5; } /* "_state.pxd":120 * ids[1] = this.E(0) * else: * ids[1] = -1 # <<<<<<<<<<<<<< * # Last word of entity, if within entity * if ids[0] == -1 or ids[1] == -1: */ /*else*/ { (__pyx_v_ids[1]) = -1; } __pyx_L5:; /* "_state.pxd":122 * ids[1] = -1 * # Last word of entity, if within entity * if ids[0] == -1 or ids[1] == -1: # <<<<<<<<<<<<<< * ids[2] = -1 * else: */ __pyx_t_2 = (((__pyx_v_ids[0]) == -1L) != 0); if (!__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L7_bool_binop_done; } __pyx_t_2 = (((__pyx_v_ids[1]) == -1L) != 0); __pyx_t_1 = __pyx_t_2; __pyx_L7_bool_binop_done:; if (__pyx_t_1) { /* "_state.pxd":123 * # Last word of entity, if within entity * if ids[0] == -1 or ids[1] == -1: * ids[2] = -1 # <<<<<<<<<<<<<< * else: * ids[2] = ids[0] - 1 */ (__pyx_v_ids[2]) = -1; /* "_state.pxd":122 * ids[1] = -1 * # Last word of entity, if within entity * if ids[0] == -1 or ids[1] == -1: # <<<<<<<<<<<<<< * ids[2] = -1 * else: */ goto __pyx_L6; } /* "_state.pxd":125 * ids[2] = -1 * else: * ids[2] = ids[0] - 1 # <<<<<<<<<<<<<< * elif n == 8: * ids[0] = this.B(0) */ /*else*/ { (__pyx_v_ids[2]) = ((__pyx_v_ids[0]) - 1); } __pyx_L6:; /* "_state.pxd":111 * ids[0] = this.B(0) * ids[1] = this.S(0) * elif n == 3: # <<<<<<<<<<<<<< * if this.B(0) >= 0: * ids[0] = this.B(0) */ break; case 8: /* "_state.pxd":127 * ids[2] = ids[0] - 1 * elif n == 8: * ids[0] = this.B(0) # <<<<<<<<<<<<<< * ids[1] = this.B(1) * ids[2] = this.S(0) */ (__pyx_v_ids[0]) = this->B(0); /* "_state.pxd":128 * elif n == 8: * ids[0] = this.B(0) * ids[1] = this.B(1) # <<<<<<<<<<<<<< * ids[2] = this.S(0) * ids[3] = this.S(1) */ (__pyx_v_ids[1]) = this->B(1); /* "_state.pxd":129 * ids[0] = this.B(0) * ids[1] = this.B(1) * ids[2] = this.S(0) # <<<<<<<<<<<<<< * ids[3] = this.S(1) * ids[4] = this.S(2) */ (__pyx_v_ids[2]) = this->S(0); /* "_state.pxd":130 * ids[1] = this.B(1) * ids[2] = this.S(0) * ids[3] = this.S(1) # <<<<<<<<<<<<<< * ids[4] = this.S(2) * ids[5] = this.L(this.B(0), 1) */ (__pyx_v_ids[3]) = this->S(1); /* "_state.pxd":131 * ids[2] = this.S(0) * ids[3] = this.S(1) * ids[4] = this.S(2) # <<<<<<<<<<<<<< * ids[5] = this.L(this.B(0), 1) * ids[6] = this.L(this.S(0), 1) */ (__pyx_v_ids[4]) = this->S(2); /* "_state.pxd":132 * ids[3] = this.S(1) * ids[4] = this.S(2) * ids[5] = this.L(this.B(0), 1) # <<<<<<<<<<<<<< * ids[6] = this.L(this.S(0), 1) * ids[7] = this.R(this.S(0), 1) */ (__pyx_v_ids[5]) = this->L(this->B(0), 1); /* "_state.pxd":133 * ids[4] = this.S(2) * ids[5] = this.L(this.B(0), 1) * ids[6] = this.L(this.S(0), 1) # <<<<<<<<<<<<<< * ids[7] = this.R(this.S(0), 1) * elif n == 13: */ (__pyx_v_ids[6]) = this->L(this->S(0), 1); /* "_state.pxd":134 * ids[5] = this.L(this.B(0), 1) * ids[6] = this.L(this.S(0), 1) * ids[7] = this.R(this.S(0), 1) # <<<<<<<<<<<<<< * elif n == 13: * ids[0] = this.B(0) */ (__pyx_v_ids[7]) = this->R(this->S(0), 1); /* "_state.pxd":126 * else: * ids[2] = ids[0] - 1 * elif n == 8: # <<<<<<<<<<<<<< * ids[0] = this.B(0) * ids[1] = this.B(1) */ break; case 13: /* "_state.pxd":136 * ids[7] = this.R(this.S(0), 1) * elif n == 13: * ids[0] = this.B(0) # <<<<<<<<<<<<<< * ids[1] = this.B(1) * ids[2] = this.S(0) */ (__pyx_v_ids[0]) = this->B(0); /* "_state.pxd":137 * elif n == 13: * ids[0] = this.B(0) * ids[1] = this.B(1) # <<<<<<<<<<<<<< * ids[2] = this.S(0) * ids[3] = this.S(1) */ (__pyx_v_ids[1]) = this->B(1); /* "_state.pxd":138 * ids[0] = this.B(0) * ids[1] = this.B(1) * ids[2] = this.S(0) # <<<<<<<<<<<<<< * ids[3] = this.S(1) * ids[4] = this.S(2) */ (__pyx_v_ids[2]) = this->S(0); /* "_state.pxd":139 * ids[1] = this.B(1) * ids[2] = this.S(0) * ids[3] = this.S(1) # <<<<<<<<<<<<<< * ids[4] = this.S(2) * ids[5] = this.L(this.S(0), 1) */ (__pyx_v_ids[3]) = this->S(1); /* "_state.pxd":140 * ids[2] = this.S(0) * ids[3] = this.S(1) * ids[4] = this.S(2) # <<<<<<<<<<<<<< * ids[5] = this.L(this.S(0), 1) * ids[6] = this.L(this.S(0), 2) */ (__pyx_v_ids[4]) = this->S(2); /* "_state.pxd":141 * ids[3] = this.S(1) * ids[4] = this.S(2) * ids[5] = this.L(this.S(0), 1) # <<<<<<<<<<<<<< * ids[6] = this.L(this.S(0), 2) * ids[6] = this.R(this.S(0), 1) */ (__pyx_v_ids[5]) = this->L(this->S(0), 1); /* "_state.pxd":142 * ids[4] = this.S(2) * ids[5] = this.L(this.S(0), 1) * ids[6] = this.L(this.S(0), 2) # <<<<<<<<<<<<<< * ids[6] = this.R(this.S(0), 1) * ids[7] = this.L(this.B(0), 1) */ (__pyx_v_ids[6]) = this->L(this->S(0), 2); /* "_state.pxd":143 * ids[5] = this.L(this.S(0), 1) * ids[6] = this.L(this.S(0), 2) * ids[6] = this.R(this.S(0), 1) # <<<<<<<<<<<<<< * ids[7] = this.L(this.B(0), 1) * ids[8] = this.R(this.S(0), 2) */ (__pyx_v_ids[6]) = this->R(this->S(0), 1); /* "_state.pxd":144 * ids[6] = this.L(this.S(0), 2) * ids[6] = this.R(this.S(0), 1) * ids[7] = this.L(this.B(0), 1) # <<<<<<<<<<<<<< * ids[8] = this.R(this.S(0), 2) * ids[9] = this.L(this.S(1), 1) */ (__pyx_v_ids[7]) = this->L(this->B(0), 1); /* "_state.pxd":145 * ids[6] = this.R(this.S(0), 1) * ids[7] = this.L(this.B(0), 1) * ids[8] = this.R(this.S(0), 2) # <<<<<<<<<<<<<< * ids[9] = this.L(this.S(1), 1) * ids[10] = this.L(this.S(1), 2) */ (__pyx_v_ids[8]) = this->R(this->S(0), 2); /* "_state.pxd":146 * ids[7] = this.L(this.B(0), 1) * ids[8] = this.R(this.S(0), 2) * ids[9] = this.L(this.S(1), 1) # <<<<<<<<<<<<<< * ids[10] = this.L(this.S(1), 2) * ids[11] = this.R(this.S(1), 1) */ (__pyx_v_ids[9]) = this->L(this->S(1), 1); /* "_state.pxd":147 * ids[8] = this.R(this.S(0), 2) * ids[9] = this.L(this.S(1), 1) * ids[10] = this.L(this.S(1), 2) # <<<<<<<<<<<<<< * ids[11] = this.R(this.S(1), 1) * ids[12] = this.R(this.S(1), 2) */ (__pyx_v_ids[10]) = this->L(this->S(1), 2); /* "_state.pxd":148 * ids[9] = this.L(this.S(1), 1) * ids[10] = this.L(this.S(1), 2) * ids[11] = this.R(this.S(1), 1) # <<<<<<<<<<<<<< * ids[12] = this.R(this.S(1), 2) * elif n == 6: */ (__pyx_v_ids[11]) = this->R(this->S(1), 1); /* "_state.pxd":149 * ids[10] = this.L(this.S(1), 2) * ids[11] = this.R(this.S(1), 1) * ids[12] = this.R(this.S(1), 2) # <<<<<<<<<<<<<< * elif n == 6: * if this.B(0) >= 0: */ (__pyx_v_ids[12]) = this->R(this->S(1), 2); /* "_state.pxd":135 * ids[6] = this.L(this.S(0), 1) * ids[7] = this.R(this.S(0), 1) * elif n == 13: # <<<<<<<<<<<<<< * ids[0] = this.B(0) * ids[1] = this.B(1) */ break; case 6: /* "_state.pxd":151 * ids[12] = this.R(this.S(1), 2) * elif n == 6: * if this.B(0) >= 0: # <<<<<<<<<<<<<< * ids[0] = this.B(0) * ids[1] = this.B(0)-1 */ __pyx_t_1 = ((this->B(0) >= 0) != 0); if (__pyx_t_1) { /* "_state.pxd":152 * elif n == 6: * if this.B(0) >= 0: * ids[0] = this.B(0) # <<<<<<<<<<<<<< * ids[1] = this.B(0)-1 * else: */ (__pyx_v_ids[0]) = this->B(0); /* "_state.pxd":153 * if this.B(0) >= 0: * ids[0] = this.B(0) * ids[1] = this.B(0)-1 # <<<<<<<<<<<<<< * else: * ids[0] = -1 */ (__pyx_v_ids[1]) = (this->B(0) - 1); /* "_state.pxd":151 * ids[12] = this.R(this.S(1), 2) * elif n == 6: * if this.B(0) >= 0: # <<<<<<<<<<<<<< * ids[0] = this.B(0) * ids[1] = this.B(0)-1 */ goto __pyx_L9; } /* "_state.pxd":155 * ids[1] = this.B(0)-1 * else: * ids[0] = -1 # <<<<<<<<<<<<<< * ids[1] = -1 * ids[2] = this.B(1) */ /*else*/ { (__pyx_v_ids[0]) = -1; /* "_state.pxd":156 * else: * ids[0] = -1 * ids[1] = -1 # <<<<<<<<<<<<<< * ids[2] = this.B(1) * ids[3] = this.E(0) */ (__pyx_v_ids[1]) = -1; } __pyx_L9:; /* "_state.pxd":157 * ids[0] = -1 * ids[1] = -1 * ids[2] = this.B(1) # <<<<<<<<<<<<<< * ids[3] = this.E(0) * if ids[3] >= 1: */ (__pyx_v_ids[2]) = this->B(1); /* "_state.pxd":158 * ids[1] = -1 * ids[2] = this.B(1) * ids[3] = this.E(0) # <<<<<<<<<<<<<< * if ids[3] >= 1: * ids[4] = this.E(0)-1 */ (__pyx_v_ids[3]) = this->E(0); /* "_state.pxd":159 * ids[2] = this.B(1) * ids[3] = this.E(0) * if ids[3] >= 1: # <<<<<<<<<<<<<< * ids[4] = this.E(0)-1 * else: */ __pyx_t_1 = (((__pyx_v_ids[3]) >= 1) != 0); if (__pyx_t_1) { /* "_state.pxd":160 * ids[3] = this.E(0) * if ids[3] >= 1: * ids[4] = this.E(0)-1 # <<<<<<<<<<<<<< * else: * ids[4] = -1 */ (__pyx_v_ids[4]) = (this->E(0) - 1); /* "_state.pxd":159 * ids[2] = this.B(1) * ids[3] = this.E(0) * if ids[3] >= 1: # <<<<<<<<<<<<<< * ids[4] = this.E(0)-1 * else: */ goto __pyx_L10; } /* "_state.pxd":162 * ids[4] = this.E(0)-1 * else: * ids[4] = -1 # <<<<<<<<<<<<<< * if (ids[3]+1) < this.length: * ids[5] = this.E(0)+1 */ /*else*/ { (__pyx_v_ids[4]) = -1; } __pyx_L10:; /* "_state.pxd":163 * else: * ids[4] = -1 * if (ids[3]+1) < this.length: # <<<<<<<<<<<<<< * ids[5] = this.E(0)+1 * else: */ __pyx_t_1 = ((((__pyx_v_ids[3]) + 1) < this->length) != 0); if (__pyx_t_1) { /* "_state.pxd":164 * ids[4] = -1 * if (ids[3]+1) < this.length: * ids[5] = this.E(0)+1 # <<<<<<<<<<<<<< * else: * ids[5] = -1 */ (__pyx_v_ids[5]) = (this->E(0) + 1); /* "_state.pxd":163 * else: * ids[4] = -1 * if (ids[3]+1) < this.length: # <<<<<<<<<<<<<< * ids[5] = this.E(0)+1 * else: */ goto __pyx_L11; } /* "_state.pxd":166 * ids[5] = this.E(0)+1 * else: * ids[5] = -1 # <<<<<<<<<<<<<< * else: * # TODO error =/ */ /*else*/ { (__pyx_v_ids[5]) = -1; } __pyx_L11:; /* "_state.pxd":150 * ids[11] = this.R(this.S(1), 1) * ids[12] = this.R(this.S(1), 2) * elif n == 6: # <<<<<<<<<<<<<< * if this.B(0) >= 0: * ids[0] = this.B(0) */ break; default: break; } /* "_state.pxd":170 * # TODO error =/ * pass * for i in range(n): # <<<<<<<<<<<<<< * if ids[i] >= 0: * ids[i] += this.offset */ __pyx_t_3 = __pyx_v_n; __pyx_t_4 = __pyx_t_3; for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) { __pyx_v_i = __pyx_t_5; /* "_state.pxd":171 * pass * for i in range(n): * if ids[i] >= 0: # <<<<<<<<<<<<<< * ids[i] += this.offset * else: */ __pyx_t_1 = (((__pyx_v_ids[__pyx_v_i]) >= 0) != 0); if (__pyx_t_1) { /* "_state.pxd":172 * for i in range(n): * if ids[i] >= 0: * ids[i] += this.offset # <<<<<<<<<<<<<< * else: * ids[i] = -1 */ __pyx_t_6 = __pyx_v_i; (__pyx_v_ids[__pyx_t_6]) = ((__pyx_v_ids[__pyx_t_6]) + this->offset); /* "_state.pxd":171 * pass * for i in range(n): * if ids[i] >= 0: # <<<<<<<<<<<<<< * ids[i] += this.offset * else: */ goto __pyx_L14; } /* "_state.pxd":174 * ids[i] += this.offset * else: * ids[i] = -1 # <<<<<<<<<<<<<< * * int S(int i) nogil const: */ /*else*/ { (__pyx_v_ids[__pyx_v_i]) = -1; } __pyx_L14:; } /* "_state.pxd":102 * free(this.shifted - PADDING) * * void set_context_tokens(int* ids, int n) nogil: # <<<<<<<<<<<<<< * if n == 1: * if this.B(0) >= 0: */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.set_context_tokens", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "_state.pxd":176 * ids[i] = -1 * * int S(int i) nogil const: # <<<<<<<<<<<<<< * if i >= this._s_i: * return -1 */ int __pyx_t_5spacy_6syntax_6_state_StateC::S(int __pyx_v_i) const { int __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("S", __pyx_f[3], 176, 1, __PYX_ERR(3, 176, __pyx_L1_error)); /* "_state.pxd":177 * * int S(int i) nogil const: * if i >= this._s_i: # <<<<<<<<<<<<<< * return -1 * return this._stack[this._s_i - (i+1)] */ __pyx_t_1 = ((__pyx_v_i >= this->_s_i) != 0); if (__pyx_t_1) { /* "_state.pxd":178 * int S(int i) nogil const: * if i >= this._s_i: * return -1 # <<<<<<<<<<<<<< * return this._stack[this._s_i - (i+1)] * */ __pyx_r = -1; goto __pyx_L0; /* "_state.pxd":177 * * int S(int i) nogil const: * if i >= this._s_i: # <<<<<<<<<<<<<< * return -1 * return this._stack[this._s_i - (i+1)] */ } /* "_state.pxd":179 * if i >= this._s_i: * return -1 * return this._stack[this._s_i - (i+1)] # <<<<<<<<<<<<<< * * int B(int i) nogil const: */ __pyx_r = (this->_stack[(this->_s_i - (__pyx_v_i + 1))]); goto __pyx_L0; /* "_state.pxd":176 * ids[i] = -1 * * int S(int i) nogil const: # <<<<<<<<<<<<<< * if i >= this._s_i: * return -1 */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.S", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":181 * return this._stack[this._s_i - (i+1)] * * int B(int i) nogil const: # <<<<<<<<<<<<<< * if (i + this._b_i) >= this.length: * return -1 */ int __pyx_t_5spacy_6syntax_6_state_StateC::B(int __pyx_v_i) const { int __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("B", __pyx_f[3], 181, 1, __PYX_ERR(3, 181, __pyx_L1_error)); /* "_state.pxd":182 * * int B(int i) nogil const: * if (i + this._b_i) >= this.length: # <<<<<<<<<<<<<< * return -1 * return this._buffer[this._b_i + i] */ __pyx_t_1 = (((__pyx_v_i + this->_b_i) >= this->length) != 0); if (__pyx_t_1) { /* "_state.pxd":183 * int B(int i) nogil const: * if (i + this._b_i) >= this.length: * return -1 # <<<<<<<<<<<<<< * return this._buffer[this._b_i + i] * */ __pyx_r = -1; goto __pyx_L0; /* "_state.pxd":182 * * int B(int i) nogil const: * if (i + this._b_i) >= this.length: # <<<<<<<<<<<<<< * return -1 * return this._buffer[this._b_i + i] */ } /* "_state.pxd":184 * if (i + this._b_i) >= this.length: * return -1 * return this._buffer[this._b_i + i] # <<<<<<<<<<<<<< * * const TokenC* S_(int i) nogil const: */ __pyx_r = (this->_buffer[(this->_b_i + __pyx_v_i)]); goto __pyx_L0; /* "_state.pxd":181 * return this._stack[this._s_i - (i+1)] * * int B(int i) nogil const: # <<<<<<<<<<<<<< * if (i + this._b_i) >= this.length: * return -1 */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.B", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":186 * return this._buffer[this._b_i + i] * * const TokenC* S_(int i) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(this.S(i)) * */ struct __pyx_t_5spacy_7structs_TokenC const *__pyx_t_5spacy_6syntax_6_state_StateC::S_(int __pyx_v_i) const { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("S_", __pyx_f[3], 186, 1, __PYX_ERR(3, 186, __pyx_L1_error)); /* "_state.pxd":187 * * const TokenC* S_(int i) nogil const: * return this.safe_get(this.S(i)) # <<<<<<<<<<<<<< * * const TokenC* B_(int i) nogil const: */ __pyx_r = this->safe_get(this->S(__pyx_v_i)); goto __pyx_L0; /* "_state.pxd":186 * return this._buffer[this._b_i + i] * * const TokenC* S_(int i) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(this.S(i)) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.S_", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":189 * return this.safe_get(this.S(i)) * * const TokenC* B_(int i) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(this.B(i)) * */ struct __pyx_t_5spacy_7structs_TokenC const *__pyx_t_5spacy_6syntax_6_state_StateC::B_(int __pyx_v_i) const { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("B_", __pyx_f[3], 189, 1, __PYX_ERR(3, 189, __pyx_L1_error)); /* "_state.pxd":190 * * const TokenC* B_(int i) nogil const: * return this.safe_get(this.B(i)) # <<<<<<<<<<<<<< * * const TokenC* H_(int i) nogil const: */ __pyx_r = this->safe_get(this->B(__pyx_v_i)); goto __pyx_L0; /* "_state.pxd":189 * return this.safe_get(this.S(i)) * * const TokenC* B_(int i) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(this.B(i)) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.B_", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":192 * return this.safe_get(this.B(i)) * * const TokenC* H_(int i) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(this.H(i)) * */ struct __pyx_t_5spacy_7structs_TokenC const *__pyx_t_5spacy_6syntax_6_state_StateC::H_(int __pyx_v_i) const { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("H_", __pyx_f[3], 192, 1, __PYX_ERR(3, 192, __pyx_L1_error)); /* "_state.pxd":193 * * const TokenC* H_(int i) nogil const: * return this.safe_get(this.H(i)) # <<<<<<<<<<<<<< * * const TokenC* E_(int i) nogil const: */ __pyx_r = this->safe_get(this->H(__pyx_v_i)); goto __pyx_L0; /* "_state.pxd":192 * return this.safe_get(this.B(i)) * * const TokenC* H_(int i) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(this.H(i)) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.H_", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":195 * return this.safe_get(this.H(i)) * * const TokenC* E_(int i) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(this.E(i)) * */ struct __pyx_t_5spacy_7structs_TokenC const *__pyx_t_5spacy_6syntax_6_state_StateC::E_(int __pyx_v_i) const { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("E_", __pyx_f[3], 195, 1, __PYX_ERR(3, 195, __pyx_L1_error)); /* "_state.pxd":196 * * const TokenC* E_(int i) nogil const: * return this.safe_get(this.E(i)) # <<<<<<<<<<<<<< * * const TokenC* L_(int i, int idx) nogil const: */ __pyx_r = this->safe_get(this->E(__pyx_v_i)); goto __pyx_L0; /* "_state.pxd":195 * return this.safe_get(this.H(i)) * * const TokenC* E_(int i) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(this.E(i)) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.E_", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":198 * return this.safe_get(this.E(i)) * * const TokenC* L_(int i, int idx) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(this.L(i, idx)) * */ struct __pyx_t_5spacy_7structs_TokenC const *__pyx_t_5spacy_6syntax_6_state_StateC::L_(int __pyx_v_i, int __pyx_v_idx) const { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("L_", __pyx_f[3], 198, 1, __PYX_ERR(3, 198, __pyx_L1_error)); /* "_state.pxd":199 * * const TokenC* L_(int i, int idx) nogil const: * return this.safe_get(this.L(i, idx)) # <<<<<<<<<<<<<< * * const TokenC* R_(int i, int idx) nogil const: */ __pyx_r = this->safe_get(this->L(__pyx_v_i, __pyx_v_idx)); goto __pyx_L0; /* "_state.pxd":198 * return this.safe_get(this.E(i)) * * const TokenC* L_(int i, int idx) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(this.L(i, idx)) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.L_", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":201 * return this.safe_get(this.L(i, idx)) * * const TokenC* R_(int i, int idx) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(this.R(i, idx)) * */ struct __pyx_t_5spacy_7structs_TokenC const *__pyx_t_5spacy_6syntax_6_state_StateC::R_(int __pyx_v_i, int __pyx_v_idx) const { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("R_", __pyx_f[3], 201, 1, __PYX_ERR(3, 201, __pyx_L1_error)); /* "_state.pxd":202 * * const TokenC* R_(int i, int idx) nogil const: * return this.safe_get(this.R(i, idx)) # <<<<<<<<<<<<<< * * const TokenC* safe_get(int i) nogil const: */ __pyx_r = this->safe_get(this->R(__pyx_v_i, __pyx_v_idx)); goto __pyx_L0; /* "_state.pxd":201 * return this.safe_get(this.L(i, idx)) * * const TokenC* R_(int i, int idx) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(this.R(i, idx)) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.R_", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":204 * return this.safe_get(this.R(i, idx)) * * const TokenC* safe_get(int i) nogil const: # <<<<<<<<<<<<<< * if i < 0 or i >= this.length: * return &this._empty_token */ struct __pyx_t_5spacy_7structs_TokenC const *__pyx_t_5spacy_6syntax_6_state_StateC::safe_get(int __pyx_v_i) const { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("safe_get", __pyx_f[3], 204, 1, __PYX_ERR(3, 204, __pyx_L1_error)); /* "_state.pxd":205 * * const TokenC* safe_get(int i) nogil const: * if i < 0 or i >= this.length: # <<<<<<<<<<<<<< * return &this._empty_token * else: */ __pyx_t_2 = ((__pyx_v_i < 0) != 0); if (!__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L4_bool_binop_done; } __pyx_t_2 = ((__pyx_v_i >= this->length) != 0); __pyx_t_1 = __pyx_t_2; __pyx_L4_bool_binop_done:; if (__pyx_t_1) { /* "_state.pxd":206 * const TokenC* safe_get(int i) nogil const: * if i < 0 or i >= this.length: * return &this._empty_token # <<<<<<<<<<<<<< * else: * return &this._sent[i] */ __pyx_r = (&this->_empty_token); goto __pyx_L0; /* "_state.pxd":205 * * const TokenC* safe_get(int i) nogil const: * if i < 0 or i >= this.length: # <<<<<<<<<<<<<< * return &this._empty_token * else: */ } /* "_state.pxd":208 * return &this._empty_token * else: * return &this._sent[i] # <<<<<<<<<<<<<< * * int H(int i) nogil const: */ /*else*/ { __pyx_r = (&(this->_sent[__pyx_v_i])); goto __pyx_L0; } /* "_state.pxd":204 * return this.safe_get(this.R(i, idx)) * * const TokenC* safe_get(int i) nogil const: # <<<<<<<<<<<<<< * if i < 0 or i >= this.length: * return &this._empty_token */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.safe_get", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":210 * return &this._sent[i] * * int H(int i) nogil const: # <<<<<<<<<<<<<< * if i < 0 or i >= this.length: * return -1 */ int __pyx_t_5spacy_6syntax_6_state_StateC::H(int __pyx_v_i) const { int __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("H", __pyx_f[3], 210, 1, __PYX_ERR(3, 210, __pyx_L1_error)); /* "_state.pxd":211 * * int H(int i) nogil const: * if i < 0 or i >= this.length: # <<<<<<<<<<<<<< * return -1 * return this._sent[i].head + i */ __pyx_t_2 = ((__pyx_v_i < 0) != 0); if (!__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L4_bool_binop_done; } __pyx_t_2 = ((__pyx_v_i >= this->length) != 0); __pyx_t_1 = __pyx_t_2; __pyx_L4_bool_binop_done:; if (__pyx_t_1) { /* "_state.pxd":212 * int H(int i) nogil const: * if i < 0 or i >= this.length: * return -1 # <<<<<<<<<<<<<< * return this._sent[i].head + i * */ __pyx_r = -1; goto __pyx_L0; /* "_state.pxd":211 * * int H(int i) nogil const: * if i < 0 or i >= this.length: # <<<<<<<<<<<<<< * return -1 * return this._sent[i].head + i */ } /* "_state.pxd":213 * if i < 0 or i >= this.length: * return -1 * return this._sent[i].head + i # <<<<<<<<<<<<<< * * int E(int i) nogil const: */ __pyx_r = ((this->_sent[__pyx_v_i]).head + __pyx_v_i); goto __pyx_L0; /* "_state.pxd":210 * return &this._sent[i] * * int H(int i) nogil const: # <<<<<<<<<<<<<< * if i < 0 or i >= this.length: * return -1 */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.H", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":215 * return this._sent[i].head + i * * int E(int i) nogil const: # <<<<<<<<<<<<<< * if this._e_i <= 0 or this._e_i >= this.length: * return -1 */ int __pyx_t_5spacy_6syntax_6_state_StateC::E(int __pyx_v_i) const { int __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("E", __pyx_f[3], 215, 1, __PYX_ERR(3, 215, __pyx_L1_error)); /* "_state.pxd":216 * * int E(int i) nogil const: * if this._e_i <= 0 or this._e_i >= this.length: # <<<<<<<<<<<<<< * return -1 * if i < 0 or i >= this._e_i: */ __pyx_t_2 = ((this->_e_i <= 0) != 0); if (!__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L4_bool_binop_done; } __pyx_t_2 = ((this->_e_i >= this->length) != 0); __pyx_t_1 = __pyx_t_2; __pyx_L4_bool_binop_done:; if (__pyx_t_1) { /* "_state.pxd":217 * int E(int i) nogil const: * if this._e_i <= 0 or this._e_i >= this.length: * return -1 # <<<<<<<<<<<<<< * if i < 0 or i >= this._e_i: * return -1 */ __pyx_r = -1; goto __pyx_L0; /* "_state.pxd":216 * * int E(int i) nogil const: * if this._e_i <= 0 or this._e_i >= this.length: # <<<<<<<<<<<<<< * return -1 * if i < 0 or i >= this._e_i: */ } /* "_state.pxd":218 * if this._e_i <= 0 or this._e_i >= this.length: * return -1 * if i < 0 or i >= this._e_i: # <<<<<<<<<<<<<< * return -1 * return this._ents[this._e_i - (i+1)].start */ __pyx_t_2 = ((__pyx_v_i < 0) != 0); if (!__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L7_bool_binop_done; } __pyx_t_2 = ((__pyx_v_i >= this->_e_i) != 0); __pyx_t_1 = __pyx_t_2; __pyx_L7_bool_binop_done:; if (__pyx_t_1) { /* "_state.pxd":219 * return -1 * if i < 0 or i >= this._e_i: * return -1 # <<<<<<<<<<<<<< * return this._ents[this._e_i - (i+1)].start * */ __pyx_r = -1; goto __pyx_L0; /* "_state.pxd":218 * if this._e_i <= 0 or this._e_i >= this.length: * return -1 * if i < 0 or i >= this._e_i: # <<<<<<<<<<<<<< * return -1 * return this._ents[this._e_i - (i+1)].start */ } /* "_state.pxd":220 * if i < 0 or i >= this._e_i: * return -1 * return this._ents[this._e_i - (i+1)].start # <<<<<<<<<<<<<< * * int L(int i, int idx) nogil const: */ __pyx_r = (this->_ents[(this->_e_i - (__pyx_v_i + 1))]).start; goto __pyx_L0; /* "_state.pxd":215 * return this._sent[i].head + i * * int E(int i) nogil const: # <<<<<<<<<<<<<< * if this._e_i <= 0 or this._e_i >= this.length: * return -1 */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.E", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":222 * return this._ents[this._e_i - (i+1)].start * * int L(int i, int idx) nogil const: # <<<<<<<<<<<<<< * if idx < 1: * return -1 */ int __pyx_t_5spacy_6syntax_6_state_StateC::L(int __pyx_v_i, int __pyx_v_idx) const { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_target; struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_ptr; int __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("L", __pyx_f[3], 222, 1, __PYX_ERR(3, 222, __pyx_L1_error)); /* "_state.pxd":223 * * int L(int i, int idx) nogil const: * if idx < 1: # <<<<<<<<<<<<<< * return -1 * if i < 0 or i >= this.length: */ __pyx_t_1 = ((__pyx_v_idx < 1) != 0); if (__pyx_t_1) { /* "_state.pxd":224 * int L(int i, int idx) nogil const: * if idx < 1: * return -1 # <<<<<<<<<<<<<< * if i < 0 or i >= this.length: * return -1 */ __pyx_r = -1; goto __pyx_L0; /* "_state.pxd":223 * * int L(int i, int idx) nogil const: * if idx < 1: # <<<<<<<<<<<<<< * return -1 * if i < 0 or i >= this.length: */ } /* "_state.pxd":225 * if idx < 1: * return -1 * if i < 0 or i >= this.length: # <<<<<<<<<<<<<< * return -1 * cdef const TokenC* target = &this._sent[i] */ __pyx_t_2 = ((__pyx_v_i < 0) != 0); if (!__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L5_bool_binop_done; } __pyx_t_2 = ((__pyx_v_i >= this->length) != 0); __pyx_t_1 = __pyx_t_2; __pyx_L5_bool_binop_done:; if (__pyx_t_1) { /* "_state.pxd":226 * return -1 * if i < 0 or i >= this.length: * return -1 # <<<<<<<<<<<<<< * cdef const TokenC* target = &this._sent[i] * if target.l_kids < idx: */ __pyx_r = -1; goto __pyx_L0; /* "_state.pxd":225 * if idx < 1: * return -1 * if i < 0 or i >= this.length: # <<<<<<<<<<<<<< * return -1 * cdef const TokenC* target = &this._sent[i] */ } /* "_state.pxd":227 * if i < 0 or i >= this.length: * return -1 * cdef const TokenC* target = &this._sent[i] # <<<<<<<<<<<<<< * if target.l_kids < idx: * return -1 */ __pyx_v_target = (&(this->_sent[__pyx_v_i])); /* "_state.pxd":228 * return -1 * cdef const TokenC* target = &this._sent[i] * if target.l_kids < idx: # <<<<<<<<<<<<<< * return -1 * cdef const TokenC* ptr = &this._sent[target.l_edge] */ __pyx_t_1 = ((__pyx_v_target->l_kids < ((uint32_t)__pyx_v_idx)) != 0); if (__pyx_t_1) { /* "_state.pxd":229 * cdef const TokenC* target = &this._sent[i] * if target.l_kids < idx: * return -1 # <<<<<<<<<<<<<< * cdef const TokenC* ptr = &this._sent[target.l_edge] * */ __pyx_r = -1; goto __pyx_L0; /* "_state.pxd":228 * return -1 * cdef const TokenC* target = &this._sent[i] * if target.l_kids < idx: # <<<<<<<<<<<<<< * return -1 * cdef const TokenC* ptr = &this._sent[target.l_edge] */ } /* "_state.pxd":230 * if target.l_kids < idx: * return -1 * cdef const TokenC* ptr = &this._sent[target.l_edge] # <<<<<<<<<<<<<< * * while ptr < target: */ __pyx_v_ptr = (&(this->_sent[__pyx_v_target->l_edge])); /* "_state.pxd":232 * cdef const TokenC* ptr = &this._sent[target.l_edge] * * while ptr < target: # <<<<<<<<<<<<<< * # If this head is still to the right of us, we can skip to it * # No token that's between this token and this head could be our */ while (1) { __pyx_t_1 = ((__pyx_v_ptr < __pyx_v_target) != 0); if (!__pyx_t_1) break; /* "_state.pxd":236 * # No token that's between this token and this head could be our * # child. * if (ptr.head >= 1) and (ptr + ptr.head) < target: # <<<<<<<<<<<<<< * ptr += ptr.head * */ __pyx_t_2 = ((__pyx_v_ptr->head >= 1) != 0); if (__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L11_bool_binop_done; } __pyx_t_2 = (((__pyx_v_ptr + __pyx_v_ptr->head) < __pyx_v_target) != 0); __pyx_t_1 = __pyx_t_2; __pyx_L11_bool_binop_done:; if (__pyx_t_1) { /* "_state.pxd":237 * # child. * if (ptr.head >= 1) and (ptr + ptr.head) < target: * ptr += ptr.head # <<<<<<<<<<<<<< * * elif ptr + ptr.head == target: */ __pyx_v_ptr = (__pyx_v_ptr + __pyx_v_ptr->head); /* "_state.pxd":236 * # No token that's between this token and this head could be our * # child. * if (ptr.head >= 1) and (ptr + ptr.head) < target: # <<<<<<<<<<<<<< * ptr += ptr.head * */ goto __pyx_L10; } /* "_state.pxd":239 * ptr += ptr.head * * elif ptr + ptr.head == target: # <<<<<<<<<<<<<< * idx -= 1 * if idx == 0: */ __pyx_t_1 = (((__pyx_v_ptr + __pyx_v_ptr->head) == __pyx_v_target) != 0); if (__pyx_t_1) { /* "_state.pxd":240 * * elif ptr + ptr.head == target: * idx -= 1 # <<<<<<<<<<<<<< * if idx == 0: * return ptr - this._sent */ __pyx_v_idx = (__pyx_v_idx - 1); /* "_state.pxd":241 * elif ptr + ptr.head == target: * idx -= 1 * if idx == 0: # <<<<<<<<<<<<<< * return ptr - this._sent * ptr += 1 */ __pyx_t_1 = ((__pyx_v_idx == 0) != 0); if (__pyx_t_1) { /* "_state.pxd":242 * idx -= 1 * if idx == 0: * return ptr - this._sent # <<<<<<<<<<<<<< * ptr += 1 * else: */ __pyx_r = (__pyx_v_ptr - this->_sent); goto __pyx_L0; /* "_state.pxd":241 * elif ptr + ptr.head == target: * idx -= 1 * if idx == 0: # <<<<<<<<<<<<<< * return ptr - this._sent * ptr += 1 */ } /* "_state.pxd":243 * if idx == 0: * return ptr - this._sent * ptr += 1 # <<<<<<<<<<<<<< * else: * ptr += 1 */ __pyx_v_ptr = (__pyx_v_ptr + 1); /* "_state.pxd":239 * ptr += ptr.head * * elif ptr + ptr.head == target: # <<<<<<<<<<<<<< * idx -= 1 * if idx == 0: */ goto __pyx_L10; } /* "_state.pxd":245 * ptr += 1 * else: * ptr += 1 # <<<<<<<<<<<<<< * return -1 * */ /*else*/ { __pyx_v_ptr = (__pyx_v_ptr + 1); } __pyx_L10:; } /* "_state.pxd":246 * else: * ptr += 1 * return -1 # <<<<<<<<<<<<<< * * int R(int i, int idx) nogil const: */ __pyx_r = -1; goto __pyx_L0; /* "_state.pxd":222 * return this._ents[this._e_i - (i+1)].start * * int L(int i, int idx) nogil const: # <<<<<<<<<<<<<< * if idx < 1: * return -1 */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.L", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":248 * return -1 * * int R(int i, int idx) nogil const: # <<<<<<<<<<<<<< * if idx < 1: * return -1 */ int __pyx_t_5spacy_6syntax_6_state_StateC::R(int __pyx_v_i, int __pyx_v_idx) const { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_target; struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_ptr; int __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("R", __pyx_f[3], 248, 1, __PYX_ERR(3, 248, __pyx_L1_error)); /* "_state.pxd":249 * * int R(int i, int idx) nogil const: * if idx < 1: # <<<<<<<<<<<<<< * return -1 * if i < 0 or i >= this.length: */ __pyx_t_1 = ((__pyx_v_idx < 1) != 0); if (__pyx_t_1) { /* "_state.pxd":250 * int R(int i, int idx) nogil const: * if idx < 1: * return -1 # <<<<<<<<<<<<<< * if i < 0 or i >= this.length: * return -1 */ __pyx_r = -1; goto __pyx_L0; /* "_state.pxd":249 * * int R(int i, int idx) nogil const: * if idx < 1: # <<<<<<<<<<<<<< * return -1 * if i < 0 or i >= this.length: */ } /* "_state.pxd":251 * if idx < 1: * return -1 * if i < 0 or i >= this.length: # <<<<<<<<<<<<<< * return -1 * cdef const TokenC* target = &this._sent[i] */ __pyx_t_2 = ((__pyx_v_i < 0) != 0); if (!__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L5_bool_binop_done; } __pyx_t_2 = ((__pyx_v_i >= this->length) != 0); __pyx_t_1 = __pyx_t_2; __pyx_L5_bool_binop_done:; if (__pyx_t_1) { /* "_state.pxd":252 * return -1 * if i < 0 or i >= this.length: * return -1 # <<<<<<<<<<<<<< * cdef const TokenC* target = &this._sent[i] * if target.r_kids < idx: */ __pyx_r = -1; goto __pyx_L0; /* "_state.pxd":251 * if idx < 1: * return -1 * if i < 0 or i >= this.length: # <<<<<<<<<<<<<< * return -1 * cdef const TokenC* target = &this._sent[i] */ } /* "_state.pxd":253 * if i < 0 or i >= this.length: * return -1 * cdef const TokenC* target = &this._sent[i] # <<<<<<<<<<<<<< * if target.r_kids < idx: * return -1 */ __pyx_v_target = (&(this->_sent[__pyx_v_i])); /* "_state.pxd":254 * return -1 * cdef const TokenC* target = &this._sent[i] * if target.r_kids < idx: # <<<<<<<<<<<<<< * return -1 * cdef const TokenC* ptr = &this._sent[target.r_edge] */ __pyx_t_1 = ((__pyx_v_target->r_kids < ((uint32_t)__pyx_v_idx)) != 0); if (__pyx_t_1) { /* "_state.pxd":255 * cdef const TokenC* target = &this._sent[i] * if target.r_kids < idx: * return -1 # <<<<<<<<<<<<<< * cdef const TokenC* ptr = &this._sent[target.r_edge] * while ptr > target: */ __pyx_r = -1; goto __pyx_L0; /* "_state.pxd":254 * return -1 * cdef const TokenC* target = &this._sent[i] * if target.r_kids < idx: # <<<<<<<<<<<<<< * return -1 * cdef const TokenC* ptr = &this._sent[target.r_edge] */ } /* "_state.pxd":256 * if target.r_kids < idx: * return -1 * cdef const TokenC* ptr = &this._sent[target.r_edge] # <<<<<<<<<<<<<< * while ptr > target: * # If this head is still to the right of us, we can skip to it */ __pyx_v_ptr = (&(this->_sent[__pyx_v_target->r_edge])); /* "_state.pxd":257 * return -1 * cdef const TokenC* ptr = &this._sent[target.r_edge] * while ptr > target: # <<<<<<<<<<<<<< * # If this head is still to the right of us, we can skip to it * # No token that's between this token and this head could be our */ while (1) { __pyx_t_1 = ((__pyx_v_ptr > __pyx_v_target) != 0); if (!__pyx_t_1) break; /* "_state.pxd":261 * # No token that's between this token and this head could be our * # child. * if (ptr.head < 0) and ((ptr + ptr.head) > target): # <<<<<<<<<<<<<< * ptr += ptr.head * elif ptr + ptr.head == target: */ __pyx_t_2 = ((__pyx_v_ptr->head < 0) != 0); if (__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L11_bool_binop_done; } __pyx_t_2 = (((__pyx_v_ptr + __pyx_v_ptr->head) > __pyx_v_target) != 0); __pyx_t_1 = __pyx_t_2; __pyx_L11_bool_binop_done:; if (__pyx_t_1) { /* "_state.pxd":262 * # child. * if (ptr.head < 0) and ((ptr + ptr.head) > target): * ptr += ptr.head # <<<<<<<<<<<<<< * elif ptr + ptr.head == target: * idx -= 1 */ __pyx_v_ptr = (__pyx_v_ptr + __pyx_v_ptr->head); /* "_state.pxd":261 * # No token that's between this token and this head could be our * # child. * if (ptr.head < 0) and ((ptr + ptr.head) > target): # <<<<<<<<<<<<<< * ptr += ptr.head * elif ptr + ptr.head == target: */ goto __pyx_L10; } /* "_state.pxd":263 * if (ptr.head < 0) and ((ptr + ptr.head) > target): * ptr += ptr.head * elif ptr + ptr.head == target: # <<<<<<<<<<<<<< * idx -= 1 * if idx == 0: */ __pyx_t_1 = (((__pyx_v_ptr + __pyx_v_ptr->head) == __pyx_v_target) != 0); if (__pyx_t_1) { /* "_state.pxd":264 * ptr += ptr.head * elif ptr + ptr.head == target: * idx -= 1 # <<<<<<<<<<<<<< * if idx == 0: * return ptr - this._sent */ __pyx_v_idx = (__pyx_v_idx - 1); /* "_state.pxd":265 * elif ptr + ptr.head == target: * idx -= 1 * if idx == 0: # <<<<<<<<<<<<<< * return ptr - this._sent * ptr -= 1 */ __pyx_t_1 = ((__pyx_v_idx == 0) != 0); if (__pyx_t_1) { /* "_state.pxd":266 * idx -= 1 * if idx == 0: * return ptr - this._sent # <<<<<<<<<<<<<< * ptr -= 1 * else: */ __pyx_r = (__pyx_v_ptr - this->_sent); goto __pyx_L0; /* "_state.pxd":265 * elif ptr + ptr.head == target: * idx -= 1 * if idx == 0: # <<<<<<<<<<<<<< * return ptr - this._sent * ptr -= 1 */ } /* "_state.pxd":267 * if idx == 0: * return ptr - this._sent * ptr -= 1 # <<<<<<<<<<<<<< * else: * ptr -= 1 */ __pyx_v_ptr = (__pyx_v_ptr - 1); /* "_state.pxd":263 * if (ptr.head < 0) and ((ptr + ptr.head) > target): * ptr += ptr.head * elif ptr + ptr.head == target: # <<<<<<<<<<<<<< * idx -= 1 * if idx == 0: */ goto __pyx_L10; } /* "_state.pxd":269 * ptr -= 1 * else: * ptr -= 1 # <<<<<<<<<<<<<< * return -1 * */ /*else*/ { __pyx_v_ptr = (__pyx_v_ptr - 1); } __pyx_L10:; } /* "_state.pxd":270 * else: * ptr -= 1 * return -1 # <<<<<<<<<<<<<< * * bint empty() nogil const: */ __pyx_r = -1; goto __pyx_L0; /* "_state.pxd":248 * return -1 * * int R(int i, int idx) nogil const: # <<<<<<<<<<<<<< * if idx < 1: * return -1 */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.R", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":272 * return -1 * * bint empty() nogil const: # <<<<<<<<<<<<<< * return this._s_i <= 0 * */ int __pyx_t_5spacy_6syntax_6_state_StateC::empty(void) const { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("empty", __pyx_f[3], 272, 1, __PYX_ERR(3, 272, __pyx_L1_error)); /* "_state.pxd":273 * * bint empty() nogil const: * return this._s_i <= 0 # <<<<<<<<<<<<<< * * bint eol() nogil const: */ __pyx_r = (this->_s_i <= 0); goto __pyx_L0; /* "_state.pxd":272 * return -1 * * bint empty() nogil const: # <<<<<<<<<<<<<< * return this._s_i <= 0 * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.empty", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":275 * return this._s_i <= 0 * * bint eol() nogil const: # <<<<<<<<<<<<<< * return this.buffer_length() == 0 * */ int __pyx_t_5spacy_6syntax_6_state_StateC::eol(void) const { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("eol", __pyx_f[3], 275, 1, __PYX_ERR(3, 275, __pyx_L1_error)); /* "_state.pxd":276 * * bint eol() nogil const: * return this.buffer_length() == 0 # <<<<<<<<<<<<<< * * bint at_break() nogil const: */ __pyx_r = (this->buffer_length() == 0); goto __pyx_L0; /* "_state.pxd":275 * return this._s_i <= 0 * * bint eol() nogil const: # <<<<<<<<<<<<<< * return this.buffer_length() == 0 * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.eol", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":278 * return this.buffer_length() == 0 * * bint at_break() nogil const: # <<<<<<<<<<<<<< * return this._break != -1 * */ int __pyx_t_5spacy_6syntax_6_state_StateC::at_break(void) const { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("at_break", __pyx_f[3], 278, 1, __PYX_ERR(3, 278, __pyx_L1_error)); /* "_state.pxd":279 * * bint at_break() nogil const: * return this._break != -1 # <<<<<<<<<<<<<< * * bint is_final() nogil const: */ __pyx_r = (this->_break != -1L); goto __pyx_L0; /* "_state.pxd":278 * return this.buffer_length() == 0 * * bint at_break() nogil const: # <<<<<<<<<<<<<< * return this._break != -1 * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.at_break", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":281 * return this._break != -1 * * bint is_final() nogil const: # <<<<<<<<<<<<<< * return this.stack_depth() <= 0 and this._b_i >= this.length * */ int __pyx_t_5spacy_6syntax_6_state_StateC::is_final(void) const { int __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("is_final", __pyx_f[3], 281, 1, __PYX_ERR(3, 281, __pyx_L1_error)); /* "_state.pxd":282 * * bint is_final() nogil const: * return this.stack_depth() <= 0 and this._b_i >= this.length # <<<<<<<<<<<<<< * * bint has_head(int i) nogil const: */ __pyx_t_2 = ((this->stack_depth() <= 0) != 0); if (__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L3_bool_binop_done; } __pyx_t_2 = ((this->_b_i >= this->length) != 0); __pyx_t_1 = __pyx_t_2; __pyx_L3_bool_binop_done:; __pyx_r = __pyx_t_1; goto __pyx_L0; /* "_state.pxd":281 * return this._break != -1 * * bint is_final() nogil const: # <<<<<<<<<<<<<< * return this.stack_depth() <= 0 and this._b_i >= this.length * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.is_final", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":284 * return this.stack_depth() <= 0 and this._b_i >= this.length * * bint has_head(int i) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(i).head != 0 * */ int __pyx_t_5spacy_6syntax_6_state_StateC::has_head(int __pyx_v_i) const { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("has_head", __pyx_f[3], 284, 1, __PYX_ERR(3, 284, __pyx_L1_error)); /* "_state.pxd":285 * * bint has_head(int i) nogil const: * return this.safe_get(i).head != 0 # <<<<<<<<<<<<<< * * int n_L(int i) nogil const: */ __pyx_r = (this->safe_get(__pyx_v_i)->head != 0); goto __pyx_L0; /* "_state.pxd":284 * return this.stack_depth() <= 0 and this._b_i >= this.length * * bint has_head(int i) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(i).head != 0 * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.has_head", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":287 * return this.safe_get(i).head != 0 * * int n_L(int i) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(i).l_kids * */ int __pyx_t_5spacy_6syntax_6_state_StateC::n_L(int __pyx_v_i) const { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("n_L", __pyx_f[3], 287, 1, __PYX_ERR(3, 287, __pyx_L1_error)); /* "_state.pxd":288 * * int n_L(int i) nogil const: * return this.safe_get(i).l_kids # <<<<<<<<<<<<<< * * int n_R(int i) nogil const: */ __pyx_r = this->safe_get(__pyx_v_i)->l_kids; goto __pyx_L0; /* "_state.pxd":287 * return this.safe_get(i).head != 0 * * int n_L(int i) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(i).l_kids * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.n_L", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":290 * return this.safe_get(i).l_kids * * int n_R(int i) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(i).r_kids * */ int __pyx_t_5spacy_6syntax_6_state_StateC::n_R(int __pyx_v_i) const { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("n_R", __pyx_f[3], 290, 1, __PYX_ERR(3, 290, __pyx_L1_error)); /* "_state.pxd":291 * * int n_R(int i) nogil const: * return this.safe_get(i).r_kids # <<<<<<<<<<<<<< * * bint stack_is_connected() nogil const: */ __pyx_r = this->safe_get(__pyx_v_i)->r_kids; goto __pyx_L0; /* "_state.pxd":290 * return this.safe_get(i).l_kids * * int n_R(int i) nogil const: # <<<<<<<<<<<<<< * return this.safe_get(i).r_kids * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.n_R", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":293 * return this.safe_get(i).r_kids * * bint stack_is_connected() nogil const: # <<<<<<<<<<<<<< * return False * */ int __pyx_t_5spacy_6syntax_6_state_StateC::stack_is_connected(void) const { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("stack_is_connected", __pyx_f[3], 293, 1, __PYX_ERR(3, 293, __pyx_L1_error)); /* "_state.pxd":294 * * bint stack_is_connected() nogil const: * return False # <<<<<<<<<<<<<< * * bint entity_is_open() nogil const: */ __pyx_r = 0; goto __pyx_L0; /* "_state.pxd":293 * return this.safe_get(i).r_kids * * bint stack_is_connected() nogil const: # <<<<<<<<<<<<<< * return False * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.stack_is_connected", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":296 * return False * * bint entity_is_open() nogil const: # <<<<<<<<<<<<<< * if this._e_i < 1: * return False */ int __pyx_t_5spacy_6syntax_6_state_StateC::entity_is_open(void) const { int __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("entity_is_open", __pyx_f[3], 296, 1, __PYX_ERR(3, 296, __pyx_L1_error)); /* "_state.pxd":297 * * bint entity_is_open() nogil const: * if this._e_i < 1: # <<<<<<<<<<<<<< * return False * return this._ents[this._e_i-1].end == -1 */ __pyx_t_1 = ((this->_e_i < 1) != 0); if (__pyx_t_1) { /* "_state.pxd":298 * bint entity_is_open() nogil const: * if this._e_i < 1: * return False # <<<<<<<<<<<<<< * return this._ents[this._e_i-1].end == -1 * */ __pyx_r = 0; goto __pyx_L0; /* "_state.pxd":297 * * bint entity_is_open() nogil const: * if this._e_i < 1: # <<<<<<<<<<<<<< * return False * return this._ents[this._e_i-1].end == -1 */ } /* "_state.pxd":299 * if this._e_i < 1: * return False * return this._ents[this._e_i-1].end == -1 # <<<<<<<<<<<<<< * * int stack_depth() nogil const: */ __pyx_r = ((this->_ents[(this->_e_i - 1)]).end == -1L); goto __pyx_L0; /* "_state.pxd":296 * return False * * bint entity_is_open() nogil const: # <<<<<<<<<<<<<< * if this._e_i < 1: * return False */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.entity_is_open", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":301 * return this._ents[this._e_i-1].end == -1 * * int stack_depth() nogil const: # <<<<<<<<<<<<<< * return this._s_i * */ int __pyx_t_5spacy_6syntax_6_state_StateC::stack_depth(void) const { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("stack_depth", __pyx_f[3], 301, 1, __PYX_ERR(3, 301, __pyx_L1_error)); /* "_state.pxd":302 * * int stack_depth() nogil const: * return this._s_i # <<<<<<<<<<<<<< * * int buffer_length() nogil const: */ __pyx_r = this->_s_i; goto __pyx_L0; /* "_state.pxd":301 * return this._ents[this._e_i-1].end == -1 * * int stack_depth() nogil const: # <<<<<<<<<<<<<< * return this._s_i * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.stack_depth", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":304 * return this._s_i * * int buffer_length() nogil const: # <<<<<<<<<<<<<< * if this._break != -1: * return this._break - this._b_i */ int __pyx_t_5spacy_6syntax_6_state_StateC::buffer_length(void) const { int __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("buffer_length", __pyx_f[3], 304, 1, __PYX_ERR(3, 304, __pyx_L1_error)); /* "_state.pxd":305 * * int buffer_length() nogil const: * if this._break != -1: # <<<<<<<<<<<<<< * return this._break - this._b_i * else: */ __pyx_t_1 = ((this->_break != -1L) != 0); if (__pyx_t_1) { /* "_state.pxd":306 * int buffer_length() nogil const: * if this._break != -1: * return this._break - this._b_i # <<<<<<<<<<<<<< * else: * return this.length - this._b_i */ __pyx_r = (this->_break - this->_b_i); goto __pyx_L0; /* "_state.pxd":305 * * int buffer_length() nogil const: * if this._break != -1: # <<<<<<<<<<<<<< * return this._break - this._b_i * else: */ } /* "_state.pxd":308 * return this._break - this._b_i * else: * return this.length - this._b_i # <<<<<<<<<<<<<< * * uint64_t hash() nogil const: */ /*else*/ { __pyx_r = (this->length - this->_b_i); goto __pyx_L0; } /* "_state.pxd":304 * return this._s_i * * int buffer_length() nogil const: # <<<<<<<<<<<<<< * if this._break != -1: * return this._break - this._b_i */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.buffer_length", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":310 * return this.length - this._b_i * * uint64_t hash() nogil const: # <<<<<<<<<<<<<< * cdef TokenC[11] sig * sig[0] = this.S_(2)[0] */ uint64_t __pyx_t_5spacy_6syntax_6_state_StateC::hash(void) const { struct __pyx_t_5spacy_7structs_TokenC __pyx_v_sig[11]; uint64_t __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("hash", __pyx_f[3], 310, 1, __PYX_ERR(3, 310, __pyx_L1_error)); /* "_state.pxd":312 * uint64_t hash() nogil const: * cdef TokenC[11] sig * sig[0] = this.S_(2)[0] # <<<<<<<<<<<<<< * sig[1] = this.S_(1)[0] * sig[2] = this.R_(this.S(1), 1)[0] */ (__pyx_v_sig[0]) = (this->S_(2)[0]); /* "_state.pxd":313 * cdef TokenC[11] sig * sig[0] = this.S_(2)[0] * sig[1] = this.S_(1)[0] # <<<<<<<<<<<<<< * sig[2] = this.R_(this.S(1), 1)[0] * sig[3] = this.L_(this.S(0), 1)[0] */ (__pyx_v_sig[1]) = (this->S_(1)[0]); /* "_state.pxd":314 * sig[0] = this.S_(2)[0] * sig[1] = this.S_(1)[0] * sig[2] = this.R_(this.S(1), 1)[0] # <<<<<<<<<<<<<< * sig[3] = this.L_(this.S(0), 1)[0] * sig[4] = this.L_(this.S(0), 2)[0] */ (__pyx_v_sig[2]) = (this->R_(this->S(1), 1)[0]); /* "_state.pxd":315 * sig[1] = this.S_(1)[0] * sig[2] = this.R_(this.S(1), 1)[0] * sig[3] = this.L_(this.S(0), 1)[0] # <<<<<<<<<<<<<< * sig[4] = this.L_(this.S(0), 2)[0] * sig[5] = this.S_(0)[0] */ (__pyx_v_sig[3]) = (this->L_(this->S(0), 1)[0]); /* "_state.pxd":316 * sig[2] = this.R_(this.S(1), 1)[0] * sig[3] = this.L_(this.S(0), 1)[0] * sig[4] = this.L_(this.S(0), 2)[0] # <<<<<<<<<<<<<< * sig[5] = this.S_(0)[0] * sig[6] = this.R_(this.S(0), 2)[0] */ (__pyx_v_sig[4]) = (this->L_(this->S(0), 2)[0]); /* "_state.pxd":317 * sig[3] = this.L_(this.S(0), 1)[0] * sig[4] = this.L_(this.S(0), 2)[0] * sig[5] = this.S_(0)[0] # <<<<<<<<<<<<<< * sig[6] = this.R_(this.S(0), 2)[0] * sig[7] = this.R_(this.S(0), 1)[0] */ (__pyx_v_sig[5]) = (this->S_(0)[0]); /* "_state.pxd":318 * sig[4] = this.L_(this.S(0), 2)[0] * sig[5] = this.S_(0)[0] * sig[6] = this.R_(this.S(0), 2)[0] # <<<<<<<<<<<<<< * sig[7] = this.R_(this.S(0), 1)[0] * sig[8] = this.B_(0)[0] */ (__pyx_v_sig[6]) = (this->R_(this->S(0), 2)[0]); /* "_state.pxd":319 * sig[5] = this.S_(0)[0] * sig[6] = this.R_(this.S(0), 2)[0] * sig[7] = this.R_(this.S(0), 1)[0] # <<<<<<<<<<<<<< * sig[8] = this.B_(0)[0] * sig[9] = this.E_(0)[0] */ (__pyx_v_sig[7]) = (this->R_(this->S(0), 1)[0]); /* "_state.pxd":320 * sig[6] = this.R_(this.S(0), 2)[0] * sig[7] = this.R_(this.S(0), 1)[0] * sig[8] = this.B_(0)[0] # <<<<<<<<<<<<<< * sig[9] = this.E_(0)[0] * sig[10] = this.E_(1)[0] */ (__pyx_v_sig[8]) = (this->B_(0)[0]); /* "_state.pxd":321 * sig[7] = this.R_(this.S(0), 1)[0] * sig[8] = this.B_(0)[0] * sig[9] = this.E_(0)[0] # <<<<<<<<<<<<<< * sig[10] = this.E_(1)[0] * return hash64(sig, sizeof(sig), this._s_i) \ */ (__pyx_v_sig[9]) = (this->E_(0)[0]); /* "_state.pxd":322 * sig[8] = this.B_(0)[0] * sig[9] = this.E_(0)[0] * sig[10] = this.E_(1)[0] # <<<<<<<<<<<<<< * return hash64(sig, sizeof(sig), this._s_i) \ * + hash64(&this._hist, sizeof(RingBufferC), 1) */ (__pyx_v_sig[10]) = (this->E_(1)[0]); /* "_state.pxd":324 * sig[10] = this.E_(1)[0] * return hash64(sig, sizeof(sig), this._s_i) \ * + hash64(&this._hist, sizeof(RingBufferC), 1) # <<<<<<<<<<<<<< * * void push_hist(int act) nogil: */ __pyx_r = (__pyx_f_10murmurhash_4mrmr_hash64(__pyx_v_sig, (sizeof(__pyx_v_sig)), this->_s_i) + __pyx_f_10murmurhash_4mrmr_hash64(((void *)(&this->_hist)), (sizeof(struct __pyx_t_5spacy_6syntax_6_state_RingBufferC)), 1)); goto __pyx_L0; /* "_state.pxd":310 * return this.length - this._b_i * * uint64_t hash() nogil const: # <<<<<<<<<<<<<< * cdef TokenC[11] sig * sig[0] = this.S_(2)[0] */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.hash", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":326 * + hash64(&this._hist, sizeof(RingBufferC), 1) * * void push_hist(int act) nogil: # <<<<<<<<<<<<<< * ring_push(&this._hist, act+1) * */ void __pyx_t_5spacy_6syntax_6_state_StateC::push_hist(int __pyx_v_act) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("push_hist", __pyx_f[3], 326, 1, __PYX_ERR(3, 326, __pyx_L1_error)); /* "_state.pxd":327 * * void push_hist(int act) nogil: * ring_push(&this._hist, act+1) # <<<<<<<<<<<<<< * * int get_hist(int i) nogil: */ (void)(__pyx_f_5spacy_6syntax_6_state_ring_push((&this->_hist), (__pyx_v_act + 1))); /* "_state.pxd":326 * + hash64(&this._hist, sizeof(RingBufferC), 1) * * void push_hist(int act) nogil: # <<<<<<<<<<<<<< * ring_push(&this._hist, act+1) * */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.push_hist", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "_state.pxd":329 * ring_push(&this._hist, act+1) * * int get_hist(int i) nogil: # <<<<<<<<<<<<<< * return ring_get(&this._hist, i) * */ int __pyx_t_5spacy_6syntax_6_state_StateC::get_hist(int __pyx_v_i) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("get_hist", __pyx_f[3], 329, 1, __PYX_ERR(3, 329, __pyx_L1_error)); /* "_state.pxd":330 * * int get_hist(int i) nogil: * return ring_get(&this._hist, i) # <<<<<<<<<<<<<< * * void push() nogil: */ __pyx_r = __pyx_f_5spacy_6syntax_6_state_ring_get((&this->_hist), __pyx_v_i); goto __pyx_L0; /* "_state.pxd":329 * ring_push(&this._hist, act+1) * * int get_hist(int i) nogil: # <<<<<<<<<<<<<< * return ring_get(&this._hist, i) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.get_hist", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "_state.pxd":332 * return ring_get(&this._hist, i) * * void push() nogil: # <<<<<<<<<<<<<< * if this.B(0) != -1: * this._stack[this._s_i] = this.B(0) */ void __pyx_t_5spacy_6syntax_6_state_StateC::push(void) { __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("push", __pyx_f[3], 332, 1, __PYX_ERR(3, 332, __pyx_L1_error)); /* "_state.pxd":333 * * void push() nogil: * if this.B(0) != -1: # <<<<<<<<<<<<<< * this._stack[this._s_i] = this.B(0) * this._s_i += 1 */ __pyx_t_1 = ((this->B(0) != -1L) != 0); if (__pyx_t_1) { /* "_state.pxd":334 * void push() nogil: * if this.B(0) != -1: * this._stack[this._s_i] = this.B(0) # <<<<<<<<<<<<<< * this._s_i += 1 * this._b_i += 1 */ (this->_stack[this->_s_i]) = this->B(0); /* "_state.pxd":333 * * void push() nogil: * if this.B(0) != -1: # <<<<<<<<<<<<<< * this._stack[this._s_i] = this.B(0) * this._s_i += 1 */ } /* "_state.pxd":335 * if this.B(0) != -1: * this._stack[this._s_i] = this.B(0) * this._s_i += 1 # <<<<<<<<<<<<<< * this._b_i += 1 * if this.safe_get(this.B_(0).l_edge).sent_start == 1: */ this->_s_i = (this->_s_i + 1); /* "_state.pxd":336 * this._stack[this._s_i] = this.B(0) * this._s_i += 1 * this._b_i += 1 # <<<<<<<<<<<<<< * if this.safe_get(this.B_(0).l_edge).sent_start == 1: * this.set_break(this.B_(0).l_edge) */ this->_b_i = (this->_b_i + 1); /* "_state.pxd":337 * this._s_i += 1 * this._b_i += 1 * if this.safe_get(this.B_(0).l_edge).sent_start == 1: # <<<<<<<<<<<<<< * this.set_break(this.B_(0).l_edge) * if this._b_i > this._break: */ __pyx_t_1 = ((this->safe_get(this->B_(0)->l_edge)->sent_start == 1) != 0); if (__pyx_t_1) { /* "_state.pxd":338 * this._b_i += 1 * if this.safe_get(this.B_(0).l_edge).sent_start == 1: * this.set_break(this.B_(0).l_edge) # <<<<<<<<<<<<<< * if this._b_i > this._break: * this._break = -1 */ this->set_break(this->B_(0)->l_edge); /* "_state.pxd":337 * this._s_i += 1 * this._b_i += 1 * if this.safe_get(this.B_(0).l_edge).sent_start == 1: # <<<<<<<<<<<<<< * this.set_break(this.B_(0).l_edge) * if this._b_i > this._break: */ } /* "_state.pxd":339 * if this.safe_get(this.B_(0).l_edge).sent_start == 1: * this.set_break(this.B_(0).l_edge) * if this._b_i > this._break: # <<<<<<<<<<<<<< * this._break = -1 * */ __pyx_t_1 = ((this->_b_i > this->_break) != 0); if (__pyx_t_1) { /* "_state.pxd":340 * this.set_break(this.B_(0).l_edge) * if this._b_i > this._break: * this._break = -1 # <<<<<<<<<<<<<< * * void pop() nogil: */ this->_break = -1; /* "_state.pxd":339 * if this.safe_get(this.B_(0).l_edge).sent_start == 1: * this.set_break(this.B_(0).l_edge) * if this._b_i > this._break: # <<<<<<<<<<<<<< * this._break = -1 * */ } /* "_state.pxd":332 * return ring_get(&this._hist, i) * * void push() nogil: # <<<<<<<<<<<<<< * if this.B(0) != -1: * this._stack[this._s_i] = this.B(0) */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.push", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "_state.pxd":342 * this._break = -1 * * void pop() nogil: # <<<<<<<<<<<<<< * if this._s_i >= 1: * this._s_i -= 1 */ void __pyx_t_5spacy_6syntax_6_state_StateC::pop(void) { __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("pop", __pyx_f[3], 342, 1, __PYX_ERR(3, 342, __pyx_L1_error)); /* "_state.pxd":343 * * void pop() nogil: * if this._s_i >= 1: # <<<<<<<<<<<<<< * this._s_i -= 1 * */ __pyx_t_1 = ((this->_s_i >= 1) != 0); if (__pyx_t_1) { /* "_state.pxd":344 * void pop() nogil: * if this._s_i >= 1: * this._s_i -= 1 # <<<<<<<<<<<<<< * * void force_final() nogil: */ this->_s_i = (this->_s_i - 1); /* "_state.pxd":343 * * void pop() nogil: * if this._s_i >= 1: # <<<<<<<<<<<<<< * this._s_i -= 1 * */ } /* "_state.pxd":342 * this._break = -1 * * void pop() nogil: # <<<<<<<<<<<<<< * if this._s_i >= 1: * this._s_i -= 1 */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.pop", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "_state.pxd":346 * this._s_i -= 1 * * void force_final() nogil: # <<<<<<<<<<<<<< * # This should only be used in desperate situations, as it may leave * # the analysis in an unexpected state. */ void __pyx_t_5spacy_6syntax_6_state_StateC::force_final(void) { __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("force_final", __pyx_f[3], 346, 1, __PYX_ERR(3, 346, __pyx_L1_error)); /* "_state.pxd":349 * # This should only be used in desperate situations, as it may leave * # the analysis in an unexpected state. * this._s_i = 0 # <<<<<<<<<<<<<< * this._b_i = this.length * */ this->_s_i = 0; /* "_state.pxd":350 * # the analysis in an unexpected state. * this._s_i = 0 * this._b_i = this.length # <<<<<<<<<<<<<< * * void unshift() nogil: */ __pyx_t_1 = this->length; this->_b_i = __pyx_t_1; /* "_state.pxd":346 * this._s_i -= 1 * * void force_final() nogil: # <<<<<<<<<<<<<< * # This should only be used in desperate situations, as it may leave * # the analysis in an unexpected state. */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.force_final", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "_state.pxd":352 * this._b_i = this.length * * void unshift() nogil: # <<<<<<<<<<<<<< * this._b_i -= 1 * this._buffer[this._b_i] = this.S(0) */ void __pyx_t_5spacy_6syntax_6_state_StateC::unshift(void) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("unshift", __pyx_f[3], 352, 1, __PYX_ERR(3, 352, __pyx_L1_error)); /* "_state.pxd":353 * * void unshift() nogil: * this._b_i -= 1 # <<<<<<<<<<<<<< * this._buffer[this._b_i] = this.S(0) * this._s_i -= 1 */ this->_b_i = (this->_b_i - 1); /* "_state.pxd":354 * void unshift() nogil: * this._b_i -= 1 * this._buffer[this._b_i] = this.S(0) # <<<<<<<<<<<<<< * this._s_i -= 1 * this.shifted[this.B(0)] = True */ (this->_buffer[this->_b_i]) = this->S(0); /* "_state.pxd":355 * this._b_i -= 1 * this._buffer[this._b_i] = this.S(0) * this._s_i -= 1 # <<<<<<<<<<<<<< * this.shifted[this.B(0)] = True * */ this->_s_i = (this->_s_i - 1); /* "_state.pxd":356 * this._buffer[this._b_i] = this.S(0) * this._s_i -= 1 * this.shifted[this.B(0)] = True # <<<<<<<<<<<<<< * * void add_arc(int head, int child, attr_t label) nogil: */ (this->shifted[this->B(0)]) = 1; /* "_state.pxd":352 * this._b_i = this.length * * void unshift() nogil: # <<<<<<<<<<<<<< * this._b_i -= 1 * this._buffer[this._b_i] = this.S(0) */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.unshift", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "_state.pxd":358 * this.shifted[this.B(0)] = True * * void add_arc(int head, int child, attr_t label) nogil: # <<<<<<<<<<<<<< * if this.has_head(child): * this.del_arc(this.H(child), child) */ void __pyx_t_5spacy_6syntax_6_state_StateC::add_arc(int __pyx_v_head, int __pyx_v_child, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_label) { int __pyx_v_dist; int __pyx_v_i; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_t_2; uint32_t __pyx_t_3; int __pyx_t_4; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("add_arc", __pyx_f[3], 358, 1, __PYX_ERR(3, 358, __pyx_L1_error)); /* "_state.pxd":359 * * void add_arc(int head, int child, attr_t label) nogil: * if this.has_head(child): # <<<<<<<<<<<<<< * this.del_arc(this.H(child), child) * */ __pyx_t_1 = (this->has_head(__pyx_v_child) != 0); if (__pyx_t_1) { /* "_state.pxd":360 * void add_arc(int head, int child, attr_t label) nogil: * if this.has_head(child): * this.del_arc(this.H(child), child) # <<<<<<<<<<<<<< * * cdef int dist = head - child */ this->del_arc(this->H(__pyx_v_child), __pyx_v_child); /* "_state.pxd":359 * * void add_arc(int head, int child, attr_t label) nogil: * if this.has_head(child): # <<<<<<<<<<<<<< * this.del_arc(this.H(child), child) * */ } /* "_state.pxd":362 * this.del_arc(this.H(child), child) * * cdef int dist = head - child # <<<<<<<<<<<<<< * this._sent[child].head = dist * this._sent[child].dep = label */ __pyx_v_dist = (__pyx_v_head - __pyx_v_child); /* "_state.pxd":363 * * cdef int dist = head - child * this._sent[child].head = dist # <<<<<<<<<<<<<< * this._sent[child].dep = label * cdef int i */ (this->_sent[__pyx_v_child]).head = __pyx_v_dist; /* "_state.pxd":364 * cdef int dist = head - child * this._sent[child].head = dist * this._sent[child].dep = label # <<<<<<<<<<<<<< * cdef int i * if child > head: */ (this->_sent[__pyx_v_child]).dep = __pyx_v_label; /* "_state.pxd":366 * this._sent[child].dep = label * cdef int i * if child > head: # <<<<<<<<<<<<<< * this._sent[head].r_kids += 1 * # Some transition systems can have a word in the buffer have a */ __pyx_t_1 = ((__pyx_v_child > __pyx_v_head) != 0); if (__pyx_t_1) { /* "_state.pxd":367 * cdef int i * if child > head: * this._sent[head].r_kids += 1 # <<<<<<<<<<<<<< * # Some transition systems can have a word in the buffer have a * # rightward child, e.g. from Unshift. */ __pyx_t_2 = __pyx_v_head; (this->_sent[__pyx_t_2]).r_kids = ((this->_sent[__pyx_t_2]).r_kids + 1); /* "_state.pxd":370 * # Some transition systems can have a word in the buffer have a * # rightward child, e.g. from Unshift. * this._sent[head].r_edge = this._sent[child].r_edge # <<<<<<<<<<<<<< * i = 0 * while this.has_head(head) and i < this.length: */ __pyx_t_3 = (this->_sent[__pyx_v_child]).r_edge; (this->_sent[__pyx_v_head]).r_edge = __pyx_t_3; /* "_state.pxd":371 * # rightward child, e.g. from Unshift. * this._sent[head].r_edge = this._sent[child].r_edge * i = 0 # <<<<<<<<<<<<<< * while this.has_head(head) and i < this.length: * head = this.H(head) */ __pyx_v_i = 0; /* "_state.pxd":372 * this._sent[head].r_edge = this._sent[child].r_edge * i = 0 * while this.has_head(head) and i < this.length: # <<<<<<<<<<<<<< * head = this.H(head) * this._sent[head].r_edge = this._sent[child].r_edge */ while (1) { __pyx_t_4 = (this->has_head(__pyx_v_head) != 0); if (__pyx_t_4) { } else { __pyx_t_1 = __pyx_t_4; goto __pyx_L7_bool_binop_done; } __pyx_t_4 = ((__pyx_v_i < this->length) != 0); __pyx_t_1 = __pyx_t_4; __pyx_L7_bool_binop_done:; if (!__pyx_t_1) break; /* "_state.pxd":373 * i = 0 * while this.has_head(head) and i < this.length: * head = this.H(head) # <<<<<<<<<<<<<< * this._sent[head].r_edge = this._sent[child].r_edge * i += 1 # Guard against infinite loops */ __pyx_v_head = this->H(__pyx_v_head); /* "_state.pxd":374 * while this.has_head(head) and i < this.length: * head = this.H(head) * this._sent[head].r_edge = this._sent[child].r_edge # <<<<<<<<<<<<<< * i += 1 # Guard against infinite loops * else: */ __pyx_t_3 = (this->_sent[__pyx_v_child]).r_edge; (this->_sent[__pyx_v_head]).r_edge = __pyx_t_3; /* "_state.pxd":375 * head = this.H(head) * this._sent[head].r_edge = this._sent[child].r_edge * i += 1 # Guard against infinite loops # <<<<<<<<<<<<<< * else: * this._sent[head].l_kids += 1 */ __pyx_v_i = (__pyx_v_i + 1); } /* "_state.pxd":366 * this._sent[child].dep = label * cdef int i * if child > head: # <<<<<<<<<<<<<< * this._sent[head].r_kids += 1 * # Some transition systems can have a word in the buffer have a */ goto __pyx_L4; } /* "_state.pxd":377 * i += 1 # Guard against infinite loops * else: * this._sent[head].l_kids += 1 # <<<<<<<<<<<<<< * this._sent[head].l_edge = this._sent[child].l_edge * */ /*else*/ { __pyx_t_2 = __pyx_v_head; (this->_sent[__pyx_t_2]).l_kids = ((this->_sent[__pyx_t_2]).l_kids + 1); /* "_state.pxd":378 * else: * this._sent[head].l_kids += 1 * this._sent[head].l_edge = this._sent[child].l_edge # <<<<<<<<<<<<<< * * void del_arc(int h_i, int c_i) nogil: */ __pyx_t_3 = (this->_sent[__pyx_v_child]).l_edge; (this->_sent[__pyx_v_head]).l_edge = __pyx_t_3; } __pyx_L4:; /* "_state.pxd":358 * this.shifted[this.B(0)] = True * * void add_arc(int head, int child, attr_t label) nogil: # <<<<<<<<<<<<<< * if this.has_head(child): * this.del_arc(this.H(child), child) */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.add_arc", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "_state.pxd":380 * this._sent[head].l_edge = this._sent[child].l_edge * * void del_arc(int h_i, int c_i) nogil: # <<<<<<<<<<<<<< * cdef int dist = h_i - c_i * cdef TokenC* h = &this._sent[h_i] */ void __pyx_t_5spacy_6syntax_6_state_StateC::del_arc(int __pyx_v_h_i, int __pyx_v_c_i) { CYTHON_UNUSED int __pyx_v_dist; struct __pyx_t_5spacy_7structs_TokenC *__pyx_v_h; int __pyx_v_i; uint32_t __pyx_v_new_edge; __Pyx_TraceDeclarations int __pyx_t_1; uint32_t __pyx_t_2; int __pyx_t_3; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("del_arc", __pyx_f[3], 380, 1, __PYX_ERR(3, 380, __pyx_L1_error)); /* "_state.pxd":381 * * void del_arc(int h_i, int c_i) nogil: * cdef int dist = h_i - c_i # <<<<<<<<<<<<<< * cdef TokenC* h = &this._sent[h_i] * cdef int i = 0 */ __pyx_v_dist = (__pyx_v_h_i - __pyx_v_c_i); /* "_state.pxd":382 * void del_arc(int h_i, int c_i) nogil: * cdef int dist = h_i - c_i * cdef TokenC* h = &this._sent[h_i] # <<<<<<<<<<<<<< * cdef int i = 0 * if c_i > h_i: */ __pyx_v_h = (&(this->_sent[__pyx_v_h_i])); /* "_state.pxd":383 * cdef int dist = h_i - c_i * cdef TokenC* h = &this._sent[h_i] * cdef int i = 0 # <<<<<<<<<<<<<< * if c_i > h_i: * # this.R_(h_i, 2) returns the second-rightmost child token of h_i */ __pyx_v_i = 0; /* "_state.pxd":384 * cdef TokenC* h = &this._sent[h_i] * cdef int i = 0 * if c_i > h_i: # <<<<<<<<<<<<<< * # this.R_(h_i, 2) returns the second-rightmost child token of h_i * # If we have more than 2 rightmost children, our 2nd rightmost child's */ __pyx_t_1 = ((__pyx_v_c_i > __pyx_v_h_i) != 0); if (__pyx_t_1) { /* "_state.pxd":388 * # If we have more than 2 rightmost children, our 2nd rightmost child's * # rightmost edge is going to be our new rightmost edge. * h.r_edge = this.R_(h_i, 2).r_edge if h.r_kids >= 2 else h_i # <<<<<<<<<<<<<< * h.r_kids -= 1 * new_edge = h.r_edge */ if (((__pyx_v_h->r_kids >= 2) != 0)) { __pyx_t_2 = this->R_(__pyx_v_h_i, 2)->r_edge; } else { __pyx_t_2 = __pyx_v_h_i; } __pyx_v_h->r_edge = __pyx_t_2; /* "_state.pxd":389 * # rightmost edge is going to be our new rightmost edge. * h.r_edge = this.R_(h_i, 2).r_edge if h.r_kids >= 2 else h_i * h.r_kids -= 1 # <<<<<<<<<<<<<< * new_edge = h.r_edge * # Correct upwards in the tree --- see Issue #251 */ __pyx_v_h->r_kids = (__pyx_v_h->r_kids - 1); /* "_state.pxd":390 * h.r_edge = this.R_(h_i, 2).r_edge if h.r_kids >= 2 else h_i * h.r_kids -= 1 * new_edge = h.r_edge # <<<<<<<<<<<<<< * # Correct upwards in the tree --- see Issue #251 * while h.head < 0 and i < this.length: # Guard infinite loop */ __pyx_t_2 = __pyx_v_h->r_edge; __pyx_v_new_edge = __pyx_t_2; /* "_state.pxd":392 * new_edge = h.r_edge * # Correct upwards in the tree --- see Issue #251 * while h.head < 0 and i < this.length: # Guard infinite loop # <<<<<<<<<<<<<< * h += h.head * h.r_edge = new_edge */ while (1) { __pyx_t_3 = ((__pyx_v_h->head < 0) != 0); if (__pyx_t_3) { } else { __pyx_t_1 = __pyx_t_3; goto __pyx_L6_bool_binop_done; } __pyx_t_3 = ((__pyx_v_i < this->length) != 0); __pyx_t_1 = __pyx_t_3; __pyx_L6_bool_binop_done:; if (!__pyx_t_1) break; /* "_state.pxd":393 * # Correct upwards in the tree --- see Issue #251 * while h.head < 0 and i < this.length: # Guard infinite loop * h += h.head # <<<<<<<<<<<<<< * h.r_edge = new_edge * i += 1 */ __pyx_v_h = (__pyx_v_h + __pyx_v_h->head); /* "_state.pxd":394 * while h.head < 0 and i < this.length: # Guard infinite loop * h += h.head * h.r_edge = new_edge # <<<<<<<<<<<<<< * i += 1 * else: */ __pyx_v_h->r_edge = __pyx_v_new_edge; /* "_state.pxd":395 * h += h.head * h.r_edge = new_edge * i += 1 # <<<<<<<<<<<<<< * else: * # Same logic applies for left edge, but we don't need to walk up */ __pyx_v_i = (__pyx_v_i + 1); } /* "_state.pxd":384 * cdef TokenC* h = &this._sent[h_i] * cdef int i = 0 * if c_i > h_i: # <<<<<<<<<<<<<< * # this.R_(h_i, 2) returns the second-rightmost child token of h_i * # If we have more than 2 rightmost children, our 2nd rightmost child's */ goto __pyx_L3; } /* "_state.pxd":399 * # Same logic applies for left edge, but we don't need to walk up * # the tree, as the head is off the stack. * h.l_edge = this.L_(h_i, 2).l_edge if h.l_kids >= 2 else h_i # <<<<<<<<<<<<<< * h.l_kids -= 1 * */ /*else*/ { if (((__pyx_v_h->l_kids >= 2) != 0)) { __pyx_t_2 = this->L_(__pyx_v_h_i, 2)->l_edge; } else { __pyx_t_2 = __pyx_v_h_i; } __pyx_v_h->l_edge = __pyx_t_2; /* "_state.pxd":400 * # the tree, as the head is off the stack. * h.l_edge = this.L_(h_i, 2).l_edge if h.l_kids >= 2 else h_i * h.l_kids -= 1 # <<<<<<<<<<<<<< * * void open_ent(attr_t label) nogil: */ __pyx_v_h->l_kids = (__pyx_v_h->l_kids - 1); } __pyx_L3:; /* "_state.pxd":380 * this._sent[head].l_edge = this._sent[child].l_edge * * void del_arc(int h_i, int c_i) nogil: # <<<<<<<<<<<<<< * cdef int dist = h_i - c_i * cdef TokenC* h = &this._sent[h_i] */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.del_arc", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "_state.pxd":402 * h.l_kids -= 1 * * void open_ent(attr_t label) nogil: # <<<<<<<<<<<<<< * this._ents[this._e_i].start = this.B(0) * this._ents[this._e_i].label = label */ void __pyx_t_5spacy_6syntax_6_state_StateC::open_ent(__pyx_t_5spacy_8typedefs_attr_t __pyx_v_label) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("open_ent", __pyx_f[3], 402, 1, __PYX_ERR(3, 402, __pyx_L1_error)); /* "_state.pxd":403 * * void open_ent(attr_t label) nogil: * this._ents[this._e_i].start = this.B(0) # <<<<<<<<<<<<<< * this._ents[this._e_i].label = label * this._ents[this._e_i].end = -1 */ (this->_ents[this->_e_i]).start = this->B(0); /* "_state.pxd":404 * void open_ent(attr_t label) nogil: * this._ents[this._e_i].start = this.B(0) * this._ents[this._e_i].label = label # <<<<<<<<<<<<<< * this._ents[this._e_i].end = -1 * this._e_i += 1 */ (this->_ents[this->_e_i]).label = __pyx_v_label; /* "_state.pxd":405 * this._ents[this._e_i].start = this.B(0) * this._ents[this._e_i].label = label * this._ents[this._e_i].end = -1 # <<<<<<<<<<<<<< * this._e_i += 1 * */ (this->_ents[this->_e_i]).end = -1; /* "_state.pxd":406 * this._ents[this._e_i].label = label * this._ents[this._e_i].end = -1 * this._e_i += 1 # <<<<<<<<<<<<<< * * void close_ent() nogil: */ this->_e_i = (this->_e_i + 1); /* "_state.pxd":402 * h.l_kids -= 1 * * void open_ent(attr_t label) nogil: # <<<<<<<<<<<<<< * this._ents[this._e_i].start = this.B(0) * this._ents[this._e_i].label = label */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.open_ent", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "_state.pxd":408 * this._e_i += 1 * * void close_ent() nogil: # <<<<<<<<<<<<<< * # Note that we don't decrement _e_i here! We want to maintain all * # entities, not over-write them... */ void __pyx_t_5spacy_6syntax_6_state_StateC::close_ent(void) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("close_ent", __pyx_f[3], 408, 1, __PYX_ERR(3, 408, __pyx_L1_error)); /* "_state.pxd":411 * # Note that we don't decrement _e_i here! We want to maintain all * # entities, not over-write them... * this._ents[this._e_i-1].end = this.B(0)+1 # <<<<<<<<<<<<<< * this._sent[this.B(0)].ent_iob = 1 * */ (this->_ents[(this->_e_i - 1)]).end = (this->B(0) + 1); /* "_state.pxd":412 * # entities, not over-write them... * this._ents[this._e_i-1].end = this.B(0)+1 * this._sent[this.B(0)].ent_iob = 1 # <<<<<<<<<<<<<< * * void set_ent_tag(int i, int ent_iob, attr_t ent_type) nogil: */ (this->_sent[this->B(0)]).ent_iob = 1; /* "_state.pxd":408 * this._e_i += 1 * * void close_ent() nogil: # <<<<<<<<<<<<<< * # Note that we don't decrement _e_i here! We want to maintain all * # entities, not over-write them... */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.close_ent", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "_state.pxd":414 * this._sent[this.B(0)].ent_iob = 1 * * void set_ent_tag(int i, int ent_iob, attr_t ent_type) nogil: # <<<<<<<<<<<<<< * if 0 <= i < this.length: * this._sent[i].ent_iob = ent_iob */ void __pyx_t_5spacy_6syntax_6_state_StateC::set_ent_tag(int __pyx_v_i, int __pyx_v_ent_iob, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_ent_type) { __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("set_ent_tag", __pyx_f[3], 414, 1, __PYX_ERR(3, 414, __pyx_L1_error)); /* "_state.pxd":415 * * void set_ent_tag(int i, int ent_iob, attr_t ent_type) nogil: * if 0 <= i < this.length: # <<<<<<<<<<<<<< * this._sent[i].ent_iob = ent_iob * this._sent[i].ent_type = ent_type */ __pyx_t_1 = (0 <= __pyx_v_i); if (__pyx_t_1) { __pyx_t_1 = (__pyx_v_i < this->length); } __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "_state.pxd":416 * void set_ent_tag(int i, int ent_iob, attr_t ent_type) nogil: * if 0 <= i < this.length: * this._sent[i].ent_iob = ent_iob # <<<<<<<<<<<<<< * this._sent[i].ent_type = ent_type * */ (this->_sent[__pyx_v_i]).ent_iob = __pyx_v_ent_iob; /* "_state.pxd":417 * if 0 <= i < this.length: * this._sent[i].ent_iob = ent_iob * this._sent[i].ent_type = ent_type # <<<<<<<<<<<<<< * * void set_break(int i) nogil: */ (this->_sent[__pyx_v_i]).ent_type = __pyx_v_ent_type; /* "_state.pxd":415 * * void set_ent_tag(int i, int ent_iob, attr_t ent_type) nogil: * if 0 <= i < this.length: # <<<<<<<<<<<<<< * this._sent[i].ent_iob = ent_iob * this._sent[i].ent_type = ent_type */ } /* "_state.pxd":414 * this._sent[this.B(0)].ent_iob = 1 * * void set_ent_tag(int i, int ent_iob, attr_t ent_type) nogil: # <<<<<<<<<<<<<< * if 0 <= i < this.length: * this._sent[i].ent_iob = ent_iob */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.set_ent_tag", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "_state.pxd":419 * this._sent[i].ent_type = ent_type * * void set_break(int i) nogil: # <<<<<<<<<<<<<< * if 0 <= i < this.length: * this._sent[i].sent_start = 1 */ void __pyx_t_5spacy_6syntax_6_state_StateC::set_break(int __pyx_v_i) { __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_t_3; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("set_break", __pyx_f[3], 419, 1, __PYX_ERR(3, 419, __pyx_L1_error)); /* "_state.pxd":420 * * void set_break(int i) nogil: * if 0 <= i < this.length: # <<<<<<<<<<<<<< * this._sent[i].sent_start = 1 * this._break = this._b_i */ __pyx_t_1 = (0 <= __pyx_v_i); if (__pyx_t_1) { __pyx_t_1 = (__pyx_v_i < this->length); } __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "_state.pxd":421 * void set_break(int i) nogil: * if 0 <= i < this.length: * this._sent[i].sent_start = 1 # <<<<<<<<<<<<<< * this._break = this._b_i * */ (this->_sent[__pyx_v_i]).sent_start = 1; /* "_state.pxd":422 * if 0 <= i < this.length: * this._sent[i].sent_start = 1 * this._break = this._b_i # <<<<<<<<<<<<<< * * void clone(const StateC* src) nogil: */ __pyx_t_3 = this->_b_i; this->_break = __pyx_t_3; /* "_state.pxd":420 * * void set_break(int i) nogil: * if 0 <= i < this.length: # <<<<<<<<<<<<<< * this._sent[i].sent_start = 1 * this._break = this._b_i */ } /* "_state.pxd":419 * this._sent[i].ent_type = ent_type * * void set_break(int i) nogil: # <<<<<<<<<<<<<< * if 0 <= i < this.length: * this._sent[i].sent_start = 1 */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.set_break", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "_state.pxd":424 * this._break = this._b_i * * void clone(const StateC* src) nogil: # <<<<<<<<<<<<<< * this.length = src.length * memcpy(this._sent, src._sent, this.length * sizeof(TokenC)) */ void __pyx_t_5spacy_6syntax_6_state_StateC::clone(__pyx_t_5spacy_6syntax_6_state_StateC const *__pyx_v_src) { __Pyx_TraceDeclarations int __pyx_t_1; struct __pyx_t_5spacy_7structs_TokenC __pyx_t_2; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("clone", __pyx_f[3], 424, 1, __PYX_ERR(3, 424, __pyx_L1_error)); /* "_state.pxd":425 * * void clone(const StateC* src) nogil: * this.length = src.length # <<<<<<<<<<<<<< * memcpy(this._sent, src._sent, this.length * sizeof(TokenC)) * memcpy(this._stack, src._stack, this.length * sizeof(int)) */ __pyx_t_1 = __pyx_v_src->length; this->length = __pyx_t_1; /* "_state.pxd":426 * void clone(const StateC* src) nogil: * this.length = src.length * memcpy(this._sent, src._sent, this.length * sizeof(TokenC)) # <<<<<<<<<<<<<< * memcpy(this._stack, src._stack, this.length * sizeof(int)) * memcpy(this._buffer, src._buffer, this.length * sizeof(int)) */ (void)(memcpy(this->_sent, __pyx_v_src->_sent, (this->length * (sizeof(struct __pyx_t_5spacy_7structs_TokenC))))); /* "_state.pxd":427 * this.length = src.length * memcpy(this._sent, src._sent, this.length * sizeof(TokenC)) * memcpy(this._stack, src._stack, this.length * sizeof(int)) # <<<<<<<<<<<<<< * memcpy(this._buffer, src._buffer, this.length * sizeof(int)) * memcpy(this._ents, src._ents, this.length * sizeof(SpanC)) */ (void)(memcpy(this->_stack, __pyx_v_src->_stack, (this->length * (sizeof(int))))); /* "_state.pxd":428 * memcpy(this._sent, src._sent, this.length * sizeof(TokenC)) * memcpy(this._stack, src._stack, this.length * sizeof(int)) * memcpy(this._buffer, src._buffer, this.length * sizeof(int)) # <<<<<<<<<<<<<< * memcpy(this._ents, src._ents, this.length * sizeof(SpanC)) * memcpy(this.shifted, src.shifted, this.length * sizeof(this.shifted[0])) */ (void)(memcpy(this->_buffer, __pyx_v_src->_buffer, (this->length * (sizeof(int))))); /* "_state.pxd":429 * memcpy(this._stack, src._stack, this.length * sizeof(int)) * memcpy(this._buffer, src._buffer, this.length * sizeof(int)) * memcpy(this._ents, src._ents, this.length * sizeof(SpanC)) # <<<<<<<<<<<<<< * memcpy(this.shifted, src.shifted, this.length * sizeof(this.shifted[0])) * this._b_i = src._b_i */ (void)(memcpy(this->_ents, __pyx_v_src->_ents, (this->length * (sizeof(struct __pyx_t_5spacy_7structs_SpanC))))); /* "_state.pxd":430 * memcpy(this._buffer, src._buffer, this.length * sizeof(int)) * memcpy(this._ents, src._ents, this.length * sizeof(SpanC)) * memcpy(this.shifted, src.shifted, this.length * sizeof(this.shifted[0])) # <<<<<<<<<<<<<< * this._b_i = src._b_i * this._s_i = src._s_i */ (void)(memcpy(this->shifted, __pyx_v_src->shifted, (this->length * (sizeof((this->shifted[0])))))); /* "_state.pxd":431 * memcpy(this._ents, src._ents, this.length * sizeof(SpanC)) * memcpy(this.shifted, src.shifted, this.length * sizeof(this.shifted[0])) * this._b_i = src._b_i # <<<<<<<<<<<<<< * this._s_i = src._s_i * this._e_i = src._e_i */ __pyx_t_1 = __pyx_v_src->_b_i; this->_b_i = __pyx_t_1; /* "_state.pxd":432 * memcpy(this.shifted, src.shifted, this.length * sizeof(this.shifted[0])) * this._b_i = src._b_i * this._s_i = src._s_i # <<<<<<<<<<<<<< * this._e_i = src._e_i * this._break = src._break */ __pyx_t_1 = __pyx_v_src->_s_i; this->_s_i = __pyx_t_1; /* "_state.pxd":433 * this._b_i = src._b_i * this._s_i = src._s_i * this._e_i = src._e_i # <<<<<<<<<<<<<< * this._break = src._break * this.offset = src.offset */ __pyx_t_1 = __pyx_v_src->_e_i; this->_e_i = __pyx_t_1; /* "_state.pxd":434 * this._s_i = src._s_i * this._e_i = src._e_i * this._break = src._break # <<<<<<<<<<<<<< * this.offset = src.offset * this._empty_token = src._empty_token */ __pyx_t_1 = __pyx_v_src->_break; this->_break = __pyx_t_1; /* "_state.pxd":435 * this._e_i = src._e_i * this._break = src._break * this.offset = src.offset # <<<<<<<<<<<<<< * this._empty_token = src._empty_token * */ __pyx_t_1 = __pyx_v_src->offset; this->offset = __pyx_t_1; /* "_state.pxd":436 * this._break = src._break * this.offset = src.offset * this._empty_token = src._empty_token # <<<<<<<<<<<<<< * * void fast_forward() nogil: */ __pyx_t_2 = __pyx_v_src->_empty_token; this->_empty_token = __pyx_t_2; /* "_state.pxd":424 * this._break = this._b_i * * void clone(const StateC* src) nogil: # <<<<<<<<<<<<<< * this.length = src.length * memcpy(this._sent, src._sent, this.length * sizeof(TokenC)) */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.clone", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "_state.pxd":438 * this._empty_token = src._empty_token * * void fast_forward() nogil: # <<<<<<<<<<<<<< * # space token attachement policy: * # - attach space tokens always to the last preceding real token */ void __pyx_t_5spacy_6syntax_6_state_StateC::fast_forward(void) { __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("fast_forward", __pyx_f[3], 438, 1, __PYX_ERR(3, 438, __pyx_L1_error)); /* "_state.pxd":445 * # then make the last space token the head of all others * * while is_space_token(this.B_(0)) \ # <<<<<<<<<<<<<< * or this.buffer_length() == 0 \ * or this.stack_depth() == 0: */ while (1) { /* "_state.pxd":446 * * while is_space_token(this.B_(0)) \ * or this.buffer_length() == 0 \ # <<<<<<<<<<<<<< * or this.stack_depth() == 0: * if this.buffer_length() == 0: */ __pyx_t_2 = (__pyx_f_5spacy_6syntax_6_state_is_space_token(this->B_(0)) != 0); if (!__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L5_bool_binop_done; } /* "_state.pxd":447 * while is_space_token(this.B_(0)) \ * or this.buffer_length() == 0 \ * or this.stack_depth() == 0: # <<<<<<<<<<<<<< * if this.buffer_length() == 0: * # remove the last sentence's root from the stack */ __pyx_t_2 = ((this->buffer_length() == 0) != 0); if (!__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L5_bool_binop_done; } __pyx_t_2 = ((this->stack_depth() == 0) != 0); __pyx_t_1 = __pyx_t_2; __pyx_L5_bool_binop_done:; if (!__pyx_t_1) break; /* "_state.pxd":448 * or this.buffer_length() == 0 \ * or this.stack_depth() == 0: * if this.buffer_length() == 0: # <<<<<<<<<<<<<< * # remove the last sentence's root from the stack * if this.stack_depth() == 1: */ __pyx_t_1 = ((this->buffer_length() == 0) != 0); if (__pyx_t_1) { /* "_state.pxd":450 * if this.buffer_length() == 0: * # remove the last sentence's root from the stack * if this.stack_depth() == 1: # <<<<<<<<<<<<<< * this.pop() * # parser got stuck: reduce stack or unshift */ __pyx_t_1 = ((this->stack_depth() == 1) != 0); if (__pyx_t_1) { /* "_state.pxd":451 * # remove the last sentence's root from the stack * if this.stack_depth() == 1: * this.pop() # <<<<<<<<<<<<<< * # parser got stuck: reduce stack or unshift * elif this.stack_depth() > 1: */ this->pop(); /* "_state.pxd":450 * if this.buffer_length() == 0: * # remove the last sentence's root from the stack * if this.stack_depth() == 1: # <<<<<<<<<<<<<< * this.pop() * # parser got stuck: reduce stack or unshift */ goto __pyx_L9; } /* "_state.pxd":453 * this.pop() * # parser got stuck: reduce stack or unshift * elif this.stack_depth() > 1: # <<<<<<<<<<<<<< * if this.has_head(this.S(0)): * this.pop() */ __pyx_t_1 = ((this->stack_depth() > 1) != 0); if (__pyx_t_1) { /* "_state.pxd":454 * # parser got stuck: reduce stack or unshift * elif this.stack_depth() > 1: * if this.has_head(this.S(0)): # <<<<<<<<<<<<<< * this.pop() * else: */ __pyx_t_1 = (this->has_head(this->S(0)) != 0); if (__pyx_t_1) { /* "_state.pxd":455 * elif this.stack_depth() > 1: * if this.has_head(this.S(0)): * this.pop() # <<<<<<<<<<<<<< * else: * this.unshift() */ this->pop(); /* "_state.pxd":454 * # parser got stuck: reduce stack or unshift * elif this.stack_depth() > 1: * if this.has_head(this.S(0)): # <<<<<<<<<<<<<< * this.pop() * else: */ goto __pyx_L10; } /* "_state.pxd":457 * this.pop() * else: * this.unshift() # <<<<<<<<<<<<<< * # stack is empty but there is another sentence on the buffer * elif (this.length - this._b_i) >= 1: */ /*else*/ { this->unshift(); } __pyx_L10:; /* "_state.pxd":453 * this.pop() * # parser got stuck: reduce stack or unshift * elif this.stack_depth() > 1: # <<<<<<<<<<<<<< * if this.has_head(this.S(0)): * this.pop() */ goto __pyx_L9; } /* "_state.pxd":459 * this.unshift() * # stack is empty but there is another sentence on the buffer * elif (this.length - this._b_i) >= 1: # <<<<<<<<<<<<<< * this.push() * else: # stack empty and nothing else coming */ __pyx_t_1 = (((this->length - this->_b_i) >= 1) != 0); if (__pyx_t_1) { /* "_state.pxd":460 * # stack is empty but there is another sentence on the buffer * elif (this.length - this._b_i) >= 1: * this.push() # <<<<<<<<<<<<<< * else: # stack empty and nothing else coming * break */ this->push(); /* "_state.pxd":459 * this.unshift() * # stack is empty but there is another sentence on the buffer * elif (this.length - this._b_i) >= 1: # <<<<<<<<<<<<<< * this.push() * else: # stack empty and nothing else coming */ goto __pyx_L9; } /* "_state.pxd":462 * this.push() * else: # stack empty and nothing else coming * break # <<<<<<<<<<<<<< * * elif is_space_token(this.B_(0)): */ /*else*/ { goto __pyx_L4_break; } __pyx_L9:; /* "_state.pxd":448 * or this.buffer_length() == 0 \ * or this.stack_depth() == 0: * if this.buffer_length() == 0: # <<<<<<<<<<<<<< * # remove the last sentence's root from the stack * if this.stack_depth() == 1: */ goto __pyx_L8; } /* "_state.pxd":464 * break * * elif is_space_token(this.B_(0)): # <<<<<<<<<<<<<< * # the normal case: we're somewhere inside a sentence * if this.stack_depth() > 0: */ __pyx_t_1 = (__pyx_f_5spacy_6syntax_6_state_is_space_token(this->B_(0)) != 0); if (__pyx_t_1) { /* "_state.pxd":466 * elif is_space_token(this.B_(0)): * # the normal case: we're somewhere inside a sentence * if this.stack_depth() > 0: # <<<<<<<<<<<<<< * # assert not is_space_token(this.S_(0)) * # attach all coming space tokens to their last preceding */ __pyx_t_1 = ((this->stack_depth() > 0) != 0); if (__pyx_t_1) { /* "_state.pxd":470 * # attach all coming space tokens to their last preceding * # real token (which should be on the top of the stack) * while is_space_token(this.B_(0)): # <<<<<<<<<<<<<< * this.add_arc(this.S(0),this.B(0),0) * this.push() */ while (1) { __pyx_t_1 = (__pyx_f_5spacy_6syntax_6_state_is_space_token(this->B_(0)) != 0); if (!__pyx_t_1) break; /* "_state.pxd":471 * # real token (which should be on the top of the stack) * while is_space_token(this.B_(0)): * this.add_arc(this.S(0),this.B(0),0) # <<<<<<<<<<<<<< * this.push() * this.pop() */ this->add_arc(this->S(0), this->B(0), 0); /* "_state.pxd":472 * while is_space_token(this.B_(0)): * this.add_arc(this.S(0),this.B(0),0) * this.push() # <<<<<<<<<<<<<< * this.pop() * # the rare case: we're at the beginning of a document: */ this->push(); /* "_state.pxd":473 * this.add_arc(this.S(0),this.B(0),0) * this.push() * this.pop() # <<<<<<<<<<<<<< * # the rare case: we're at the beginning of a document: * # space tokens are attached to the first real token on the buffer */ this->pop(); } /* "_state.pxd":466 * elif is_space_token(this.B_(0)): * # the normal case: we're somewhere inside a sentence * if this.stack_depth() > 0: # <<<<<<<<<<<<<< * # assert not is_space_token(this.S_(0)) * # attach all coming space tokens to their last preceding */ goto __pyx_L11; } /* "_state.pxd":476 * # the rare case: we're at the beginning of a document: * # space tokens are attached to the first real token on the buffer * elif this.stack_depth() == 0: # <<<<<<<<<<<<<< * # store all space tokens on the stack until a real token shows up * # or the last token on the buffer is reached */ __pyx_t_1 = ((this->stack_depth() == 0) != 0); if (__pyx_t_1) { /* "_state.pxd":479 * # store all space tokens on the stack until a real token shows up * # or the last token on the buffer is reached * while is_space_token(this.B_(0)) and this.buffer_length() > 1: # <<<<<<<<<<<<<< * this.push() * # empty the stack by attaching all space tokens to the */ while (1) { __pyx_t_2 = (__pyx_f_5spacy_6syntax_6_state_is_space_token(this->B_(0)) != 0); if (__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L16_bool_binop_done; } __pyx_t_2 = ((this->buffer_length() > 1) != 0); __pyx_t_1 = __pyx_t_2; __pyx_L16_bool_binop_done:; if (!__pyx_t_1) break; /* "_state.pxd":480 * # or the last token on the buffer is reached * while is_space_token(this.B_(0)) and this.buffer_length() > 1: * this.push() # <<<<<<<<<<<<<< * # empty the stack by attaching all space tokens to the * # first token on the buffer */ this->push(); } /* "_state.pxd":485 * # boundary case: if all tokens are space tokens, the last one * # becomes the head of all others * while this.stack_depth() > 0: # <<<<<<<<<<<<<< * this.add_arc(this.B(0),this.S(0),0) * this.pop() */ while (1) { __pyx_t_1 = ((this->stack_depth() > 0) != 0); if (!__pyx_t_1) break; /* "_state.pxd":486 * # becomes the head of all others * while this.stack_depth() > 0: * this.add_arc(this.B(0),this.S(0),0) # <<<<<<<<<<<<<< * this.pop() * # move the first token onto the stack */ this->add_arc(this->B(0), this->S(0), 0); /* "_state.pxd":487 * while this.stack_depth() > 0: * this.add_arc(this.B(0),this.S(0),0) * this.pop() # <<<<<<<<<<<<<< * # move the first token onto the stack * this.push() */ this->pop(); } /* "_state.pxd":489 * this.pop() * # move the first token onto the stack * this.push() # <<<<<<<<<<<<<< * * elif this.stack_depth() == 0: */ this->push(); /* "_state.pxd":476 * # the rare case: we're at the beginning of a document: * # space tokens are attached to the first real token on the buffer * elif this.stack_depth() == 0: # <<<<<<<<<<<<<< * # store all space tokens on the stack until a real token shows up * # or the last token on the buffer is reached */ } __pyx_L11:; /* "_state.pxd":464 * break * * elif is_space_token(this.B_(0)): # <<<<<<<<<<<<<< * # the normal case: we're somewhere inside a sentence * if this.stack_depth() > 0: */ goto __pyx_L8; } /* "_state.pxd":491 * this.push() * * elif this.stack_depth() == 0: # <<<<<<<<<<<<<< * # for one token sentences (?) * if this.buffer_length() == 1: */ __pyx_t_1 = ((this->stack_depth() == 0) != 0); if (__pyx_t_1) { /* "_state.pxd":493 * elif this.stack_depth() == 0: * # for one token sentences (?) * if this.buffer_length() == 1: # <<<<<<<<<<<<<< * this.push() * this.pop() */ __pyx_t_1 = ((this->buffer_length() == 1) != 0); if (__pyx_t_1) { /* "_state.pxd":494 * # for one token sentences (?) * if this.buffer_length() == 1: * this.push() # <<<<<<<<<<<<<< * this.pop() * # with an empty stack and a non-empty buffer */ this->push(); /* "_state.pxd":495 * if this.buffer_length() == 1: * this.push() * this.pop() # <<<<<<<<<<<<<< * # with an empty stack and a non-empty buffer * # only shift is valid anyway */ this->pop(); /* "_state.pxd":493 * elif this.stack_depth() == 0: * # for one token sentences (?) * if this.buffer_length() == 1: # <<<<<<<<<<<<<< * this.push() * this.pop() */ goto __pyx_L20; } /* "_state.pxd":498 * # with an empty stack and a non-empty buffer * # only shift is valid anyway * elif (this.length - this._b_i) >= 1: # <<<<<<<<<<<<<< * this.push() * */ __pyx_t_1 = (((this->length - this->_b_i) >= 1) != 0); if (__pyx_t_1) { /* "_state.pxd":499 * # only shift is valid anyway * elif (this.length - this._b_i) >= 1: * this.push() # <<<<<<<<<<<<<< * * else: # can this even happen? */ this->push(); /* "_state.pxd":498 * # with an empty stack and a non-empty buffer * # only shift is valid anyway * elif (this.length - this._b_i) >= 1: # <<<<<<<<<<<<<< * this.push() * */ } __pyx_L20:; /* "_state.pxd":491 * this.push() * * elif this.stack_depth() == 0: # <<<<<<<<<<<<<< * # for one token sentences (?) * if this.buffer_length() == 1: */ goto __pyx_L8; } /* "_state.pxd":502 * * else: # can this even happen? * break # <<<<<<<<<<<<<< */ /*else*/ { goto __pyx_L4_break; } __pyx_L8:; } __pyx_L4_break:; /* "_state.pxd":438 * this._empty_token = src._empty_token * * void fast_forward() nogil: # <<<<<<<<<<<<<< * # space token attachement policy: * # - attach space tokens always to the last preceding real token */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("StateC.fast_forward", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "stateclass.pxd":19 * * @staticmethod * cdef inline StateClass init(const TokenC* sent, int length): # <<<<<<<<<<<<<< * cdef StateClass self = StateClass() * self.c = new StateC(sent, length) */ static CYTHON_INLINE struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_init(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_sent, int __pyx_v_length) { struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self = 0; struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("init", 0); __Pyx_TraceCall("init", __pyx_f[4], 19, 0, __PYX_ERR(4, 19, __pyx_L1_error)); /* "stateclass.pxd":20 * @staticmethod * cdef inline StateClass init(const TokenC* sent, int length): * cdef StateClass self = StateClass() # <<<<<<<<<<<<<< * self.c = new StateC(sent, length) * return self */ __pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)__pyx_ptype_5spacy_6syntax_10stateclass_StateClass)); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 20, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_self = ((struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *)__pyx_t_1); __pyx_t_1 = 0; /* "stateclass.pxd":21 * cdef inline StateClass init(const TokenC* sent, int length): * cdef StateClass self = StateClass() * self.c = new StateC(sent, length) # <<<<<<<<<<<<<< * return self * */ __pyx_v_self->c = new __pyx_t_5spacy_6syntax_6_state_StateC(__pyx_v_sent, __pyx_v_length); /* "stateclass.pxd":22 * cdef StateClass self = StateClass() * self.c = new StateC(sent, length) * return self # <<<<<<<<<<<<<< * * @staticmethod */ __Pyx_XDECREF(((PyObject *)__pyx_r)); __Pyx_INCREF(((PyObject *)__pyx_v_self)); __pyx_r = __pyx_v_self; goto __pyx_L0; /* "stateclass.pxd":19 * * @staticmethod * cdef inline StateClass init(const TokenC* sent, int length): # <<<<<<<<<<<<<< * cdef StateClass self = StateClass() * self.c = new StateC(sent, length) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.syntax.stateclass.StateClass.init", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_self); __Pyx_XGIVEREF((PyObject *)__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "stateclass.pxd":25 * * @staticmethod * cdef inline StateClass borrow(StateC* ptr): # <<<<<<<<<<<<<< * cdef StateClass self = StateClass() * del self.c */ static CYTHON_INLINE struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_borrow(__pyx_t_5spacy_6syntax_6_state_StateC *__pyx_v_ptr) { struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self = 0; struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("borrow", 0); __Pyx_TraceCall("borrow", __pyx_f[4], 25, 0, __PYX_ERR(4, 25, __pyx_L1_error)); /* "stateclass.pxd":26 * @staticmethod * cdef inline StateClass borrow(StateC* ptr): * cdef StateClass self = StateClass() # <<<<<<<<<<<<<< * del self.c * self.c = ptr */ __pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)__pyx_ptype_5spacy_6syntax_10stateclass_StateClass)); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 26, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_self = ((struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *)__pyx_t_1); __pyx_t_1 = 0; /* "stateclass.pxd":27 * cdef inline StateClass borrow(StateC* ptr): * cdef StateClass self = StateClass() * del self.c # <<<<<<<<<<<<<< * self.c = ptr * self._borrowed = 1 */ delete __pyx_v_self->c; /* "stateclass.pxd":28 * cdef StateClass self = StateClass() * del self.c * self.c = ptr # <<<<<<<<<<<<<< * self._borrowed = 1 * return self */ __pyx_v_self->c = __pyx_v_ptr; /* "stateclass.pxd":29 * del self.c * self.c = ptr * self._borrowed = 1 # <<<<<<<<<<<<<< * return self * */ __pyx_v_self->_borrowed = 1; /* "stateclass.pxd":30 * self.c = ptr * self._borrowed = 1 * return self # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(((PyObject *)__pyx_r)); __Pyx_INCREF(((PyObject *)__pyx_v_self)); __pyx_r = __pyx_v_self; goto __pyx_L0; /* "stateclass.pxd":25 * * @staticmethod * cdef inline StateClass borrow(StateC* ptr): # <<<<<<<<<<<<<< * cdef StateClass self = StateClass() * del self.c */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.syntax.stateclass.StateClass.borrow", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_self); __Pyx_XGIVEREF((PyObject *)__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "stateclass.pxd":34 * * @staticmethod * cdef inline StateClass init_offset(const TokenC* sent, int length, int # <<<<<<<<<<<<<< * offset): * cdef StateClass self = StateClass() */ static CYTHON_INLINE struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_init_offset(struct __pyx_t_5spacy_7structs_TokenC const *__pyx_v_sent, int __pyx_v_length, int __pyx_v_offset) { struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self = 0; struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("init_offset", 0); __Pyx_TraceCall("init_offset", __pyx_f[4], 34, 0, __PYX_ERR(4, 34, __pyx_L1_error)); /* "stateclass.pxd":36 * cdef inline StateClass init_offset(const TokenC* sent, int length, int * offset): * cdef StateClass self = StateClass() # <<<<<<<<<<<<<< * self.c = new StateC(sent, length) * self.c.offset = offset */ __pyx_t_1 = __Pyx_PyObject_CallNoArg(((PyObject *)__pyx_ptype_5spacy_6syntax_10stateclass_StateClass)); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 36, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_self = ((struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *)__pyx_t_1); __pyx_t_1 = 0; /* "stateclass.pxd":37 * offset): * cdef StateClass self = StateClass() * self.c = new StateC(sent, length) # <<<<<<<<<<<<<< * self.c.offset = offset * return self */ __pyx_v_self->c = new __pyx_t_5spacy_6syntax_6_state_StateC(__pyx_v_sent, __pyx_v_length); /* "stateclass.pxd":38 * cdef StateClass self = StateClass() * self.c = new StateC(sent, length) * self.c.offset = offset # <<<<<<<<<<<<<< * return self * */ __pyx_v_self->c->offset = __pyx_v_offset; /* "stateclass.pxd":39 * self.c = new StateC(sent, length) * self.c.offset = offset * return self # <<<<<<<<<<<<<< * * cdef inline int S(self, int i) nogil: */ __Pyx_XDECREF(((PyObject *)__pyx_r)); __Pyx_INCREF(((PyObject *)__pyx_v_self)); __pyx_r = __pyx_v_self; goto __pyx_L0; /* "stateclass.pxd":34 * * @staticmethod * cdef inline StateClass init_offset(const TokenC* sent, int length, int # <<<<<<<<<<<<<< * offset): * cdef StateClass self = StateClass() */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("spacy.syntax.stateclass.StateClass.init_offset", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_self); __Pyx_XGIVEREF((PyObject *)__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "stateclass.pxd":41 * return self * * cdef inline int S(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.S(i) * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_S(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("S", __pyx_f[4], 41, 1, __PYX_ERR(4, 41, __pyx_L1_error)); /* "stateclass.pxd":42 * * cdef inline int S(self, int i) nogil: * return self.c.S(i) # <<<<<<<<<<<<<< * * cdef inline int B(self, int i) nogil: */ __pyx_r = __pyx_v_self->c->S(__pyx_v_i); goto __pyx_L0; /* "stateclass.pxd":41 * return self * * cdef inline int S(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.S(i) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.S", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":44 * return self.c.S(i) * * cdef inline int B(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.B(i) * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_B(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("B", __pyx_f[4], 44, 1, __PYX_ERR(4, 44, __pyx_L1_error)); /* "stateclass.pxd":45 * * cdef inline int B(self, int i) nogil: * return self.c.B(i) # <<<<<<<<<<<<<< * * cdef inline const TokenC* S_(self, int i) nogil: */ __pyx_r = __pyx_v_self->c->B(__pyx_v_i); goto __pyx_L0; /* "stateclass.pxd":44 * return self.c.S(i) * * cdef inline int B(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.B(i) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.B", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":47 * return self.c.B(i) * * cdef inline const TokenC* S_(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.S_(i) * */ static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_S_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i) { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("S_", __pyx_f[4], 47, 1, __PYX_ERR(4, 47, __pyx_L1_error)); /* "stateclass.pxd":48 * * cdef inline const TokenC* S_(self, int i) nogil: * return self.c.S_(i) # <<<<<<<<<<<<<< * * cdef inline const TokenC* B_(self, int i) nogil: */ __pyx_r = __pyx_v_self->c->S_(__pyx_v_i); goto __pyx_L0; /* "stateclass.pxd":47 * return self.c.B(i) * * cdef inline const TokenC* S_(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.S_(i) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.S_", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":50 * return self.c.S_(i) * * cdef inline const TokenC* B_(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.B_(i) * */ static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_B_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i) { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("B_", __pyx_f[4], 50, 1, __PYX_ERR(4, 50, __pyx_L1_error)); /* "stateclass.pxd":51 * * cdef inline const TokenC* B_(self, int i) nogil: * return self.c.B_(i) # <<<<<<<<<<<<<< * * cdef inline const TokenC* H_(self, int i) nogil: */ __pyx_r = __pyx_v_self->c->B_(__pyx_v_i); goto __pyx_L0; /* "stateclass.pxd":50 * return self.c.S_(i) * * cdef inline const TokenC* B_(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.B_(i) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.B_", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":53 * return self.c.B_(i) * * cdef inline const TokenC* H_(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.H_(i) * */ static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_H_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i) { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("H_", __pyx_f[4], 53, 1, __PYX_ERR(4, 53, __pyx_L1_error)); /* "stateclass.pxd":54 * * cdef inline const TokenC* H_(self, int i) nogil: * return self.c.H_(i) # <<<<<<<<<<<<<< * * cdef inline const TokenC* E_(self, int i) nogil: */ __pyx_r = __pyx_v_self->c->H_(__pyx_v_i); goto __pyx_L0; /* "stateclass.pxd":53 * return self.c.B_(i) * * cdef inline const TokenC* H_(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.H_(i) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.H_", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":56 * return self.c.H_(i) * * cdef inline const TokenC* E_(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.E_(i) * */ static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_E_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i) { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("E_", __pyx_f[4], 56, 1, __PYX_ERR(4, 56, __pyx_L1_error)); /* "stateclass.pxd":57 * * cdef inline const TokenC* E_(self, int i) nogil: * return self.c.E_(i) # <<<<<<<<<<<<<< * * cdef inline const TokenC* L_(self, int i, int idx) nogil: */ __pyx_r = __pyx_v_self->c->E_(__pyx_v_i); goto __pyx_L0; /* "stateclass.pxd":56 * return self.c.H_(i) * * cdef inline const TokenC* E_(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.E_(i) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.E_", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":59 * return self.c.E_(i) * * cdef inline const TokenC* L_(self, int i, int idx) nogil: # <<<<<<<<<<<<<< * return self.c.L_(i, idx) * */ static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_L_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i, int __pyx_v_idx) { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("L_", __pyx_f[4], 59, 1, __PYX_ERR(4, 59, __pyx_L1_error)); /* "stateclass.pxd":60 * * cdef inline const TokenC* L_(self, int i, int idx) nogil: * return self.c.L_(i, idx) # <<<<<<<<<<<<<< * * cdef inline const TokenC* R_(self, int i, int idx) nogil: */ __pyx_r = __pyx_v_self->c->L_(__pyx_v_i, __pyx_v_idx); goto __pyx_L0; /* "stateclass.pxd":59 * return self.c.E_(i) * * cdef inline const TokenC* L_(self, int i, int idx) nogil: # <<<<<<<<<<<<<< * return self.c.L_(i, idx) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.L_", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":62 * return self.c.L_(i, idx) * * cdef inline const TokenC* R_(self, int i, int idx) nogil: # <<<<<<<<<<<<<< * return self.c.R_(i, idx) * */ static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_R_(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i, int __pyx_v_idx) { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("R_", __pyx_f[4], 62, 1, __PYX_ERR(4, 62, __pyx_L1_error)); /* "stateclass.pxd":63 * * cdef inline const TokenC* R_(self, int i, int idx) nogil: * return self.c.R_(i, idx) # <<<<<<<<<<<<<< * * cdef inline const TokenC* safe_get(self, int i) nogil: */ __pyx_r = __pyx_v_self->c->R_(__pyx_v_i, __pyx_v_idx); goto __pyx_L0; /* "stateclass.pxd":62 * return self.c.L_(i, idx) * * cdef inline const TokenC* R_(self, int i, int idx) nogil: # <<<<<<<<<<<<<< * return self.c.R_(i, idx) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.R_", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":65 * return self.c.R_(i, idx) * * cdef inline const TokenC* safe_get(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.safe_get(i) * */ static CYTHON_INLINE struct __pyx_t_5spacy_7structs_TokenC const *__pyx_f_5spacy_6syntax_10stateclass_10StateClass_safe_get(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i) { struct __pyx_t_5spacy_7structs_TokenC const *__pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("safe_get", __pyx_f[4], 65, 1, __PYX_ERR(4, 65, __pyx_L1_error)); /* "stateclass.pxd":66 * * cdef inline const TokenC* safe_get(self, int i) nogil: * return self.c.safe_get(i) # <<<<<<<<<<<<<< * * cdef inline int H(self, int i) nogil: */ __pyx_r = __pyx_v_self->c->safe_get(__pyx_v_i); goto __pyx_L0; /* "stateclass.pxd":65 * return self.c.R_(i, idx) * * cdef inline const TokenC* safe_get(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.safe_get(i) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.safe_get", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":68 * return self.c.safe_get(i) * * cdef inline int H(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.H(i) * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_H(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("H", __pyx_f[4], 68, 1, __PYX_ERR(4, 68, __pyx_L1_error)); /* "stateclass.pxd":69 * * cdef inline int H(self, int i) nogil: * return self.c.H(i) # <<<<<<<<<<<<<< * * cdef inline int E(self, int i) nogil: */ __pyx_r = __pyx_v_self->c->H(__pyx_v_i); goto __pyx_L0; /* "stateclass.pxd":68 * return self.c.safe_get(i) * * cdef inline int H(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.H(i) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.H", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":71 * return self.c.H(i) * * cdef inline int E(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.E(i) * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_E(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("E", __pyx_f[4], 71, 1, __PYX_ERR(4, 71, __pyx_L1_error)); /* "stateclass.pxd":72 * * cdef inline int E(self, int i) nogil: * return self.c.E(i) # <<<<<<<<<<<<<< * * cdef inline int L(self, int i, int idx) nogil: */ __pyx_r = __pyx_v_self->c->E(__pyx_v_i); goto __pyx_L0; /* "stateclass.pxd":71 * return self.c.H(i) * * cdef inline int E(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.E(i) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.E", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":74 * return self.c.E(i) * * cdef inline int L(self, int i, int idx) nogil: # <<<<<<<<<<<<<< * return self.c.L(i, idx) * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_L(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i, int __pyx_v_idx) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("L", __pyx_f[4], 74, 1, __PYX_ERR(4, 74, __pyx_L1_error)); /* "stateclass.pxd":75 * * cdef inline int L(self, int i, int idx) nogil: * return self.c.L(i, idx) # <<<<<<<<<<<<<< * * cdef inline int R(self, int i, int idx) nogil: */ __pyx_r = __pyx_v_self->c->L(__pyx_v_i, __pyx_v_idx); goto __pyx_L0; /* "stateclass.pxd":74 * return self.c.E(i) * * cdef inline int L(self, int i, int idx) nogil: # <<<<<<<<<<<<<< * return self.c.L(i, idx) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.L", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":77 * return self.c.L(i, idx) * * cdef inline int R(self, int i, int idx) nogil: # <<<<<<<<<<<<<< * return self.c.R(i, idx) * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_R(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i, int __pyx_v_idx) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("R", __pyx_f[4], 77, 1, __PYX_ERR(4, 77, __pyx_L1_error)); /* "stateclass.pxd":78 * * cdef inline int R(self, int i, int idx) nogil: * return self.c.R(i, idx) # <<<<<<<<<<<<<< * * cdef inline bint empty(self) nogil: */ __pyx_r = __pyx_v_self->c->R(__pyx_v_i, __pyx_v_idx); goto __pyx_L0; /* "stateclass.pxd":77 * return self.c.L(i, idx) * * cdef inline int R(self, int i, int idx) nogil: # <<<<<<<<<<<<<< * return self.c.R(i, idx) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.R", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":80 * return self.c.R(i, idx) * * cdef inline bint empty(self) nogil: # <<<<<<<<<<<<<< * return self.c.empty() * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_empty(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("empty", __pyx_f[4], 80, 1, __PYX_ERR(4, 80, __pyx_L1_error)); /* "stateclass.pxd":81 * * cdef inline bint empty(self) nogil: * return self.c.empty() # <<<<<<<<<<<<<< * * cdef inline bint eol(self) nogil: */ __pyx_r = __pyx_v_self->c->empty(); goto __pyx_L0; /* "stateclass.pxd":80 * return self.c.R(i, idx) * * cdef inline bint empty(self) nogil: # <<<<<<<<<<<<<< * return self.c.empty() * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.empty", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":83 * return self.c.empty() * * cdef inline bint eol(self) nogil: # <<<<<<<<<<<<<< * return self.c.eol() * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_eol(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("eol", __pyx_f[4], 83, 1, __PYX_ERR(4, 83, __pyx_L1_error)); /* "stateclass.pxd":84 * * cdef inline bint eol(self) nogil: * return self.c.eol() # <<<<<<<<<<<<<< * * cdef inline bint at_break(self) nogil: */ __pyx_r = __pyx_v_self->c->eol(); goto __pyx_L0; /* "stateclass.pxd":83 * return self.c.empty() * * cdef inline bint eol(self) nogil: # <<<<<<<<<<<<<< * return self.c.eol() * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.eol", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":86 * return self.c.eol() * * cdef inline bint at_break(self) nogil: # <<<<<<<<<<<<<< * return self.c.at_break() * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_at_break(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("at_break", __pyx_f[4], 86, 1, __PYX_ERR(4, 86, __pyx_L1_error)); /* "stateclass.pxd":87 * * cdef inline bint at_break(self) nogil: * return self.c.at_break() # <<<<<<<<<<<<<< * * cdef inline bint has_head(self, int i) nogil: */ __pyx_r = __pyx_v_self->c->at_break(); goto __pyx_L0; /* "stateclass.pxd":86 * return self.c.eol() * * cdef inline bint at_break(self) nogil: # <<<<<<<<<<<<<< * return self.c.at_break() * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.at_break", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":89 * return self.c.at_break() * * cdef inline bint has_head(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.has_head(i) * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_has_head(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("has_head", __pyx_f[4], 89, 1, __PYX_ERR(4, 89, __pyx_L1_error)); /* "stateclass.pxd":90 * * cdef inline bint has_head(self, int i) nogil: * return self.c.has_head(i) # <<<<<<<<<<<<<< * * cdef inline int n_L(self, int i) nogil: */ __pyx_r = __pyx_v_self->c->has_head(__pyx_v_i); goto __pyx_L0; /* "stateclass.pxd":89 * return self.c.at_break() * * cdef inline bint has_head(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.has_head(i) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.has_head", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":92 * return self.c.has_head(i) * * cdef inline int n_L(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.n_L(i) * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_n_L(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("n_L", __pyx_f[4], 92, 1, __PYX_ERR(4, 92, __pyx_L1_error)); /* "stateclass.pxd":93 * * cdef inline int n_L(self, int i) nogil: * return self.c.n_L(i) # <<<<<<<<<<<<<< * * cdef inline int n_R(self, int i) nogil: */ __pyx_r = __pyx_v_self->c->n_L(__pyx_v_i); goto __pyx_L0; /* "stateclass.pxd":92 * return self.c.has_head(i) * * cdef inline int n_L(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.n_L(i) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.n_L", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":95 * return self.c.n_L(i) * * cdef inline int n_R(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.n_R(i) * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_n_R(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("n_R", __pyx_f[4], 95, 1, __PYX_ERR(4, 95, __pyx_L1_error)); /* "stateclass.pxd":96 * * cdef inline int n_R(self, int i) nogil: * return self.c.n_R(i) # <<<<<<<<<<<<<< * * cdef inline bint stack_is_connected(self) nogil: */ __pyx_r = __pyx_v_self->c->n_R(__pyx_v_i); goto __pyx_L0; /* "stateclass.pxd":95 * return self.c.n_L(i) * * cdef inline int n_R(self, int i) nogil: # <<<<<<<<<<<<<< * return self.c.n_R(i) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.n_R", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":98 * return self.c.n_R(i) * * cdef inline bint stack_is_connected(self) nogil: # <<<<<<<<<<<<<< * return False * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_stack_is_connected(CYTHON_UNUSED struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("stack_is_connected", __pyx_f[4], 98, 1, __PYX_ERR(4, 98, __pyx_L1_error)); /* "stateclass.pxd":99 * * cdef inline bint stack_is_connected(self) nogil: * return False # <<<<<<<<<<<<<< * * cdef inline bint entity_is_open(self) nogil: */ __pyx_r = 0; goto __pyx_L0; /* "stateclass.pxd":98 * return self.c.n_R(i) * * cdef inline bint stack_is_connected(self) nogil: # <<<<<<<<<<<<<< * return False * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.stack_is_connected", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":101 * return False * * cdef inline bint entity_is_open(self) nogil: # <<<<<<<<<<<<<< * return self.c.entity_is_open() * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_entity_is_open(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("entity_is_open", __pyx_f[4], 101, 1, __PYX_ERR(4, 101, __pyx_L1_error)); /* "stateclass.pxd":102 * * cdef inline bint entity_is_open(self) nogil: * return self.c.entity_is_open() # <<<<<<<<<<<<<< * * cdef inline int stack_depth(self) nogil: */ __pyx_r = __pyx_v_self->c->entity_is_open(); goto __pyx_L0; /* "stateclass.pxd":101 * return False * * cdef inline bint entity_is_open(self) nogil: # <<<<<<<<<<<<<< * return self.c.entity_is_open() * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.entity_is_open", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":104 * return self.c.entity_is_open() * * cdef inline int stack_depth(self) nogil: # <<<<<<<<<<<<<< * return self.c.stack_depth() * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_stack_depth(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("stack_depth", __pyx_f[4], 104, 1, __PYX_ERR(4, 104, __pyx_L1_error)); /* "stateclass.pxd":105 * * cdef inline int stack_depth(self) nogil: * return self.c.stack_depth() # <<<<<<<<<<<<<< * * cdef inline int buffer_length(self) nogil: */ __pyx_r = __pyx_v_self->c->stack_depth(); goto __pyx_L0; /* "stateclass.pxd":104 * return self.c.entity_is_open() * * cdef inline int stack_depth(self) nogil: # <<<<<<<<<<<<<< * return self.c.stack_depth() * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.stack_depth", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":107 * return self.c.stack_depth() * * cdef inline int buffer_length(self) nogil: # <<<<<<<<<<<<<< * return self.c.buffer_length() * */ static CYTHON_INLINE int __pyx_f_5spacy_6syntax_10stateclass_10StateClass_buffer_length(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self) { int __pyx_r; __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("buffer_length", __pyx_f[4], 107, 1, __PYX_ERR(4, 107, __pyx_L1_error)); /* "stateclass.pxd":108 * * cdef inline int buffer_length(self) nogil: * return self.c.buffer_length() # <<<<<<<<<<<<<< * * cdef inline void push(self) nogil: */ __pyx_r = __pyx_v_self->c->buffer_length(); goto __pyx_L0; /* "stateclass.pxd":107 * return self.c.stack_depth() * * cdef inline int buffer_length(self) nogil: # <<<<<<<<<<<<<< * return self.c.buffer_length() * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.buffer_length", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "stateclass.pxd":110 * return self.c.buffer_length() * * cdef inline void push(self) nogil: # <<<<<<<<<<<<<< * self.c.push() * */ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_push(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("push", __pyx_f[4], 110, 1, __PYX_ERR(4, 110, __pyx_L1_error)); /* "stateclass.pxd":111 * * cdef inline void push(self) nogil: * self.c.push() # <<<<<<<<<<<<<< * * cdef inline void pop(self) nogil: */ __pyx_v_self->c->push(); /* "stateclass.pxd":110 * return self.c.buffer_length() * * cdef inline void push(self) nogil: # <<<<<<<<<<<<<< * self.c.push() * */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.push", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "stateclass.pxd":113 * self.c.push() * * cdef inline void pop(self) nogil: # <<<<<<<<<<<<<< * self.c.pop() * */ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_pop(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("pop", __pyx_f[4], 113, 1, __PYX_ERR(4, 113, __pyx_L1_error)); /* "stateclass.pxd":114 * * cdef inline void pop(self) nogil: * self.c.pop() # <<<<<<<<<<<<<< * * cdef inline void unshift(self) nogil: */ __pyx_v_self->c->pop(); /* "stateclass.pxd":113 * self.c.push() * * cdef inline void pop(self) nogil: # <<<<<<<<<<<<<< * self.c.pop() * */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.pop", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "stateclass.pxd":116 * self.c.pop() * * cdef inline void unshift(self) nogil: # <<<<<<<<<<<<<< * self.c.unshift() * */ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_unshift(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("unshift", __pyx_f[4], 116, 1, __PYX_ERR(4, 116, __pyx_L1_error)); /* "stateclass.pxd":117 * * cdef inline void unshift(self) nogil: * self.c.unshift() # <<<<<<<<<<<<<< * * cdef inline void add_arc(self, int head, int child, attr_t label) nogil: */ __pyx_v_self->c->unshift(); /* "stateclass.pxd":116 * self.c.pop() * * cdef inline void unshift(self) nogil: # <<<<<<<<<<<<<< * self.c.unshift() * */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.unshift", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "stateclass.pxd":119 * self.c.unshift() * * cdef inline void add_arc(self, int head, int child, attr_t label) nogil: # <<<<<<<<<<<<<< * self.c.add_arc(head, child, label) * */ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_add_arc(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_head, int __pyx_v_child, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_label) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("add_arc", __pyx_f[4], 119, 1, __PYX_ERR(4, 119, __pyx_L1_error)); /* "stateclass.pxd":120 * * cdef inline void add_arc(self, int head, int child, attr_t label) nogil: * self.c.add_arc(head, child, label) # <<<<<<<<<<<<<< * * cdef inline void del_arc(self, int head, int child) nogil: */ __pyx_v_self->c->add_arc(__pyx_v_head, __pyx_v_child, __pyx_v_label); /* "stateclass.pxd":119 * self.c.unshift() * * cdef inline void add_arc(self, int head, int child, attr_t label) nogil: # <<<<<<<<<<<<<< * self.c.add_arc(head, child, label) * */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.add_arc", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "stateclass.pxd":122 * self.c.add_arc(head, child, label) * * cdef inline void del_arc(self, int head, int child) nogil: # <<<<<<<<<<<<<< * self.c.del_arc(head, child) * */ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_del_arc(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_head, int __pyx_v_child) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("del_arc", __pyx_f[4], 122, 1, __PYX_ERR(4, 122, __pyx_L1_error)); /* "stateclass.pxd":123 * * cdef inline void del_arc(self, int head, int child) nogil: * self.c.del_arc(head, child) # <<<<<<<<<<<<<< * * cdef inline void open_ent(self, attr_t label) nogil: */ __pyx_v_self->c->del_arc(__pyx_v_head, __pyx_v_child); /* "stateclass.pxd":122 * self.c.add_arc(head, child, label) * * cdef inline void del_arc(self, int head, int child) nogil: # <<<<<<<<<<<<<< * self.c.del_arc(head, child) * */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.del_arc", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "stateclass.pxd":125 * self.c.del_arc(head, child) * * cdef inline void open_ent(self, attr_t label) nogil: # <<<<<<<<<<<<<< * self.c.open_ent(label) * */ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_open_ent(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_label) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("open_ent", __pyx_f[4], 125, 1, __PYX_ERR(4, 125, __pyx_L1_error)); /* "stateclass.pxd":126 * * cdef inline void open_ent(self, attr_t label) nogil: * self.c.open_ent(label) # <<<<<<<<<<<<<< * * cdef inline void close_ent(self) nogil: */ __pyx_v_self->c->open_ent(__pyx_v_label); /* "stateclass.pxd":125 * self.c.del_arc(head, child) * * cdef inline void open_ent(self, attr_t label) nogil: # <<<<<<<<<<<<<< * self.c.open_ent(label) * */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.open_ent", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "stateclass.pxd":128 * self.c.open_ent(label) * * cdef inline void close_ent(self) nogil: # <<<<<<<<<<<<<< * self.c.close_ent() * */ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_close_ent(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("close_ent", __pyx_f[4], 128, 1, __PYX_ERR(4, 128, __pyx_L1_error)); /* "stateclass.pxd":129 * * cdef inline void close_ent(self) nogil: * self.c.close_ent() # <<<<<<<<<<<<<< * * cdef inline void set_ent_tag(self, int i, int ent_iob, attr_t ent_type) nogil: */ __pyx_v_self->c->close_ent(); /* "stateclass.pxd":128 * self.c.open_ent(label) * * cdef inline void close_ent(self) nogil: # <<<<<<<<<<<<<< * self.c.close_ent() * */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.close_ent", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "stateclass.pxd":131 * self.c.close_ent() * * cdef inline void set_ent_tag(self, int i, int ent_iob, attr_t ent_type) nogil: # <<<<<<<<<<<<<< * self.c.set_ent_tag(i, ent_iob, ent_type) * */ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_set_ent_tag(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i, int __pyx_v_ent_iob, __pyx_t_5spacy_8typedefs_attr_t __pyx_v_ent_type) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("set_ent_tag", __pyx_f[4], 131, 1, __PYX_ERR(4, 131, __pyx_L1_error)); /* "stateclass.pxd":132 * * cdef inline void set_ent_tag(self, int i, int ent_iob, attr_t ent_type) nogil: * self.c.set_ent_tag(i, ent_iob, ent_type) # <<<<<<<<<<<<<< * * cdef inline void set_break(self, int i) nogil: */ __pyx_v_self->c->set_ent_tag(__pyx_v_i, __pyx_v_ent_iob, __pyx_v_ent_type); /* "stateclass.pxd":131 * self.c.close_ent() * * cdef inline void set_ent_tag(self, int i, int ent_iob, attr_t ent_type) nogil: # <<<<<<<<<<<<<< * self.c.set_ent_tag(i, ent_iob, ent_type) * */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.set_ent_tag", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "stateclass.pxd":134 * self.c.set_ent_tag(i, ent_iob, ent_type) * * cdef inline void set_break(self, int i) nogil: # <<<<<<<<<<<<<< * self.c.set_break(i) * */ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_set_break(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, int __pyx_v_i) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("set_break", __pyx_f[4], 134, 1, __PYX_ERR(4, 134, __pyx_L1_error)); /* "stateclass.pxd":135 * * cdef inline void set_break(self, int i) nogil: * self.c.set_break(i) # <<<<<<<<<<<<<< * * cdef inline void clone(self, StateClass src) nogil: */ __pyx_v_self->c->set_break(__pyx_v_i); /* "stateclass.pxd":134 * self.c.set_ent_tag(i, ent_iob, ent_type) * * cdef inline void set_break(self, int i) nogil: # <<<<<<<<<<<<<< * self.c.set_break(i) * */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.set_break", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "stateclass.pxd":137 * self.c.set_break(i) * * cdef inline void clone(self, StateClass src) nogil: # <<<<<<<<<<<<<< * self.c.clone(src.c) * */ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_clone(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self, struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_src) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("clone", __pyx_f[4], 137, 1, __PYX_ERR(4, 137, __pyx_L1_error)); /* "stateclass.pxd":138 * * cdef inline void clone(self, StateClass src) nogil: * self.c.clone(src.c) # <<<<<<<<<<<<<< * * cdef inline void fast_forward(self) nogil: */ __pyx_v_self->c->clone(__pyx_v_src->c); /* "stateclass.pxd":137 * self.c.set_break(i) * * cdef inline void clone(self, StateClass src) nogil: # <<<<<<<<<<<<<< * self.c.clone(src.c) * */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.clone", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "stateclass.pxd":140 * self.c.clone(src.c) * * cdef inline void fast_forward(self) nogil: # <<<<<<<<<<<<<< * self.c.fast_forward() */ static CYTHON_INLINE void __pyx_f_5spacy_6syntax_10stateclass_10StateClass_fast_forward(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass *__pyx_v_self) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("fast_forward", __pyx_f[4], 140, 1, __PYX_ERR(4, 140, __pyx_L1_error)); /* "stateclass.pxd":141 * * cdef inline void fast_forward(self) nogil: * self.c.fast_forward() # <<<<<<<<<<<<<< */ __pyx_v_self->c->fast_forward(); /* "stateclass.pxd":140 * self.c.clone(src.c) * * cdef inline void fast_forward(self) nogil: # <<<<<<<<<<<<<< * self.c.fast_forward() */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("spacy.syntax.stateclass.StateClass.fast_forward", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "View.MemoryView":122 * cdef bint dtype_is_object * * def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None, # <<<<<<<<<<<<<< * mode="c", bint allocate_buffer=True): * */ /* Python wrapper */ static int __pyx_array___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static int __pyx_array___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_shape = 0; Py_ssize_t __pyx_v_itemsize; PyObject *__pyx_v_format = 0; PyObject *__pyx_v_mode = 0; int __pyx_v_allocate_buffer; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; int __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_shape,&__pyx_n_s_itemsize,&__pyx_n_s_format,&__pyx_n_s_mode,&__pyx_n_s_allocate_buffer,0}; PyObject* values[5] = {0,0,0,0,0}; values[3] = ((PyObject *)__pyx_n_s_c); if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_shape)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_itemsize)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 3, 5, 1); __PYX_ERR(5, 122, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_format)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 3, 5, 2); __PYX_ERR(5, 122, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 3: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_mode); if (value) { values[3] = value; kw_args--; } } CYTHON_FALLTHROUGH; case 4: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_allocate_buffer); if (value) { values[4] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(5, 122, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4); CYTHON_FALLTHROUGH; case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3); CYTHON_FALLTHROUGH; case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_shape = ((PyObject*)values[0]); __pyx_v_itemsize = __Pyx_PyIndex_AsSsize_t(values[1]); if (unlikely((__pyx_v_itemsize == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(5, 122, __pyx_L3_error) __pyx_v_format = values[2]; __pyx_v_mode = values[3]; if (values[4]) { __pyx_v_allocate_buffer = __Pyx_PyObject_IsTrue(values[4]); if (unlikely((__pyx_v_allocate_buffer == (int)-1) && PyErr_Occurred())) __PYX_ERR(5, 123, __pyx_L3_error) } else { /* "View.MemoryView":123 * * def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None, * mode="c", bint allocate_buffer=True): # <<<<<<<<<<<<<< * * cdef int idx */ __pyx_v_allocate_buffer = ((int)1); } } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 3, 5, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(5, 122, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("View.MemoryView.array.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return -1; __pyx_L4_argument_unpacking_done:; if (unlikely(!__Pyx_ArgTypeTest(((PyObject *)__pyx_v_shape), (&PyTuple_Type), 1, "shape", 1))) __PYX_ERR(5, 122, __pyx_L1_error) if (unlikely(((PyObject *)__pyx_v_format) == Py_None)) { PyErr_Format(PyExc_TypeError, "Argument '%.200s' must not be None", "format"); __PYX_ERR(5, 122, __pyx_L1_error) } __pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(((struct __pyx_array_obj *)__pyx_v_self), __pyx_v_shape, __pyx_v_itemsize, __pyx_v_format, __pyx_v_mode, __pyx_v_allocate_buffer); /* "View.MemoryView":122 * cdef bint dtype_is_object * * def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None, # <<<<<<<<<<<<<< * mode="c", bint allocate_buffer=True): * */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __pyx_r = -1; __pyx_L0:; __Pyx_RefNannyFinishContext(); return __pyx_r; } static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array___cinit__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_shape, Py_ssize_t __pyx_v_itemsize, PyObject *__pyx_v_format, PyObject *__pyx_v_mode, int __pyx_v_allocate_buffer) { int __pyx_v_idx; Py_ssize_t __pyx_v_i; Py_ssize_t __pyx_v_dim; PyObject **__pyx_v_p; char __pyx_v_order; int __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations Py_ssize_t __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; char *__pyx_t_7; int __pyx_t_8; Py_ssize_t __pyx_t_9; PyObject *__pyx_t_10 = NULL; Py_ssize_t __pyx_t_11; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__cinit__", 0); __Pyx_TraceCall("__cinit__", __pyx_f[5], 122, 0, __PYX_ERR(5, 122, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_format); /* "View.MemoryView":129 * cdef PyObject **p * * self.ndim = len(shape) # <<<<<<<<<<<<<< * self.itemsize = itemsize * */ if (unlikely(__pyx_v_shape == Py_None)) { PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()"); __PYX_ERR(5, 129, __pyx_L1_error) } __pyx_t_1 = PyTuple_GET_SIZE(__pyx_v_shape); if (unlikely(__pyx_t_1 == ((Py_ssize_t)-1))) __PYX_ERR(5, 129, __pyx_L1_error) __pyx_v_self->ndim = ((int)__pyx_t_1); /* "View.MemoryView":130 * * self.ndim = len(shape) * self.itemsize = itemsize # <<<<<<<<<<<<<< * * if not self.ndim: */ __pyx_v_self->itemsize = __pyx_v_itemsize; /* "View.MemoryView":132 * self.itemsize = itemsize * * if not self.ndim: # <<<<<<<<<<<<<< * raise ValueError("Empty shape tuple for cython.array") * */ __pyx_t_2 = ((!(__pyx_v_self->ndim != 0)) != 0); if (unlikely(__pyx_t_2)) { /* "View.MemoryView":133 * * if not self.ndim: * raise ValueError("Empty shape tuple for cython.array") # <<<<<<<<<<<<<< * * if itemsize <= 0: */ __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__152, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 133, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_Raise(__pyx_t_3, 0, 0, 0); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __PYX_ERR(5, 133, __pyx_L1_error) /* "View.MemoryView":132 * self.itemsize = itemsize * * if not self.ndim: # <<<<<<<<<<<<<< * raise ValueError("Empty shape tuple for cython.array") * */ } /* "View.MemoryView":135 * raise ValueError("Empty shape tuple for cython.array") * * if itemsize <= 0: # <<<<<<<<<<<<<< * raise ValueError("itemsize <= 0 for cython.array") * */ __pyx_t_2 = ((__pyx_v_itemsize <= 0) != 0); if (unlikely(__pyx_t_2)) { /* "View.MemoryView":136 * * if itemsize <= 0: * raise ValueError("itemsize <= 0 for cython.array") # <<<<<<<<<<<<<< * * if not isinstance(format, bytes): */ __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__153, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 136, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_Raise(__pyx_t_3, 0, 0, 0); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __PYX_ERR(5, 136, __pyx_L1_error) /* "View.MemoryView":135 * raise ValueError("Empty shape tuple for cython.array") * * if itemsize <= 0: # <<<<<<<<<<<<<< * raise ValueError("itemsize <= 0 for cython.array") * */ } /* "View.MemoryView":138 * raise ValueError("itemsize <= 0 for cython.array") * * if not isinstance(format, bytes): # <<<<<<<<<<<<<< * format = format.encode('ASCII') * self._format = format # keep a reference to the byte string */ __pyx_t_2 = PyBytes_Check(__pyx_v_format); __pyx_t_4 = ((!(__pyx_t_2 != 0)) != 0); if (__pyx_t_4) { /* "View.MemoryView":139 * * if not isinstance(format, bytes): * format = format.encode('ASCII') # <<<<<<<<<<<<<< * self._format = format # keep a reference to the byte string * self.format = self._format */ __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_format, __pyx_n_s_encode); if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 139, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) { __pyx_t_6 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_6)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_6); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); } } __pyx_t_3 = (__pyx_t_6) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_6, __pyx_n_s_ASCII) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_n_s_ASCII); __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 139, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF_SET(__pyx_v_format, __pyx_t_3); __pyx_t_3 = 0; /* "View.MemoryView":138 * raise ValueError("itemsize <= 0 for cython.array") * * if not isinstance(format, bytes): # <<<<<<<<<<<<<< * format = format.encode('ASCII') * self._format = format # keep a reference to the byte string */ } /* "View.MemoryView":140 * if not isinstance(format, bytes): * format = format.encode('ASCII') * self._format = format # keep a reference to the byte string # <<<<<<<<<<<<<< * self.format = self._format * */ if (!(likely(PyBytes_CheckExact(__pyx_v_format))||((__pyx_v_format) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "bytes", Py_TYPE(__pyx_v_format)->tp_name), 0))) __PYX_ERR(5, 140, __pyx_L1_error) __pyx_t_3 = __pyx_v_format; __Pyx_INCREF(__pyx_t_3); __Pyx_GIVEREF(__pyx_t_3); __Pyx_GOTREF(__pyx_v_self->_format); __Pyx_DECREF(__pyx_v_self->_format); __pyx_v_self->_format = ((PyObject*)__pyx_t_3); __pyx_t_3 = 0; /* "View.MemoryView":141 * format = format.encode('ASCII') * self._format = format # keep a reference to the byte string * self.format = self._format # <<<<<<<<<<<<<< * * */ if (unlikely(__pyx_v_self->_format == Py_None)) { PyErr_SetString(PyExc_TypeError, "expected bytes, NoneType found"); __PYX_ERR(5, 141, __pyx_L1_error) } __pyx_t_7 = __Pyx_PyBytes_AsWritableString(__pyx_v_self->_format); if (unlikely((!__pyx_t_7) && PyErr_Occurred())) __PYX_ERR(5, 141, __pyx_L1_error) __pyx_v_self->format = __pyx_t_7; /* "View.MemoryView":144 * * * self._shape = PyObject_Malloc(sizeof(Py_ssize_t)*self.ndim*2) # <<<<<<<<<<<<<< * self._strides = self._shape + self.ndim * */ __pyx_v_self->_shape = ((Py_ssize_t *)PyObject_Malloc((((sizeof(Py_ssize_t)) * __pyx_v_self->ndim) * 2))); /* "View.MemoryView":145 * * self._shape = PyObject_Malloc(sizeof(Py_ssize_t)*self.ndim*2) * self._strides = self._shape + self.ndim # <<<<<<<<<<<<<< * * if not self._shape: */ __pyx_v_self->_strides = (__pyx_v_self->_shape + __pyx_v_self->ndim); /* "View.MemoryView":147 * self._strides = self._shape + self.ndim * * if not self._shape: # <<<<<<<<<<<<<< * raise MemoryError("unable to allocate shape and strides.") * */ __pyx_t_4 = ((!(__pyx_v_self->_shape != 0)) != 0); if (unlikely(__pyx_t_4)) { /* "View.MemoryView":148 * * if not self._shape: * raise MemoryError("unable to allocate shape and strides.") # <<<<<<<<<<<<<< * * */ __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_MemoryError, __pyx_tuple__154, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 148, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_Raise(__pyx_t_3, 0, 0, 0); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __PYX_ERR(5, 148, __pyx_L1_error) /* "View.MemoryView":147 * self._strides = self._shape + self.ndim * * if not self._shape: # <<<<<<<<<<<<<< * raise MemoryError("unable to allocate shape and strides.") * */ } /* "View.MemoryView":151 * * * for idx, dim in enumerate(shape): # <<<<<<<<<<<<<< * if dim <= 0: * raise ValueError("Invalid shape in axis %d: %d." % (idx, dim)) */ __pyx_t_8 = 0; __pyx_t_3 = __pyx_v_shape; __Pyx_INCREF(__pyx_t_3); __pyx_t_1 = 0; for (;;) { if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_1); __Pyx_INCREF(__pyx_t_5); __pyx_t_1++; if (unlikely(0 < 0)) __PYX_ERR(5, 151, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_3, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 151, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif __pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_5); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(5, 151, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_v_dim = __pyx_t_9; __pyx_v_idx = __pyx_t_8; __pyx_t_8 = (__pyx_t_8 + 1); /* "View.MemoryView":152 * * for idx, dim in enumerate(shape): * if dim <= 0: # <<<<<<<<<<<<<< * raise ValueError("Invalid shape in axis %d: %d." % (idx, dim)) * self._shape[idx] = dim */ __pyx_t_4 = ((__pyx_v_dim <= 0) != 0); if (unlikely(__pyx_t_4)) { /* "View.MemoryView":153 * for idx, dim in enumerate(shape): * if dim <= 0: * raise ValueError("Invalid shape in axis %d: %d." % (idx, dim)) # <<<<<<<<<<<<<< * self._shape[idx] = dim * */ __pyx_t_5 = __Pyx_PyInt_From_int(__pyx_v_idx); if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 153, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = PyInt_FromSsize_t(__pyx_v_dim); if (unlikely(!__pyx_t_6)) __PYX_ERR(5, 153, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_10 = PyTuple_New(2); if (unlikely(!__pyx_t_10)) __PYX_ERR(5, 153, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_10, 0, __pyx_t_5); __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_10, 1, __pyx_t_6); __pyx_t_5 = 0; __pyx_t_6 = 0; __pyx_t_6 = __Pyx_PyString_Format(__pyx_kp_s_Invalid_shape_in_axis_d_d, __pyx_t_10); if (unlikely(!__pyx_t_6)) __PYX_ERR(5, 153, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_t_10 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_6); if (unlikely(!__pyx_t_10)) __PYX_ERR(5, 153, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_Raise(__pyx_t_10, 0, 0, 0); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __PYX_ERR(5, 153, __pyx_L1_error) /* "View.MemoryView":152 * * for idx, dim in enumerate(shape): * if dim <= 0: # <<<<<<<<<<<<<< * raise ValueError("Invalid shape in axis %d: %d." % (idx, dim)) * self._shape[idx] = dim */ } /* "View.MemoryView":154 * if dim <= 0: * raise ValueError("Invalid shape in axis %d: %d." % (idx, dim)) * self._shape[idx] = dim # <<<<<<<<<<<<<< * * cdef char order */ (__pyx_v_self->_shape[__pyx_v_idx]) = __pyx_v_dim; /* "View.MemoryView":151 * * * for idx, dim in enumerate(shape): # <<<<<<<<<<<<<< * if dim <= 0: * raise ValueError("Invalid shape in axis %d: %d." % (idx, dim)) */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "View.MemoryView":157 * * cdef char order * if mode == 'fortran': # <<<<<<<<<<<<<< * order = b'F' * self.mode = u'fortran' */ __pyx_t_4 = (__Pyx_PyString_Equals(__pyx_v_mode, __pyx_n_s_fortran, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(5, 157, __pyx_L1_error) if (__pyx_t_4) { /* "View.MemoryView":158 * cdef char order * if mode == 'fortran': * order = b'F' # <<<<<<<<<<<<<< * self.mode = u'fortran' * elif mode == 'c': */ __pyx_v_order = 'F'; /* "View.MemoryView":159 * if mode == 'fortran': * order = b'F' * self.mode = u'fortran' # <<<<<<<<<<<<<< * elif mode == 'c': * order = b'C' */ __Pyx_INCREF(__pyx_n_u_fortran); __Pyx_GIVEREF(__pyx_n_u_fortran); __Pyx_GOTREF(__pyx_v_self->mode); __Pyx_DECREF(__pyx_v_self->mode); __pyx_v_self->mode = __pyx_n_u_fortran; /* "View.MemoryView":157 * * cdef char order * if mode == 'fortran': # <<<<<<<<<<<<<< * order = b'F' * self.mode = u'fortran' */ goto __pyx_L10; } /* "View.MemoryView":160 * order = b'F' * self.mode = u'fortran' * elif mode == 'c': # <<<<<<<<<<<<<< * order = b'C' * self.mode = u'c' */ __pyx_t_4 = (__Pyx_PyString_Equals(__pyx_v_mode, __pyx_n_s_c, Py_EQ)); if (unlikely(__pyx_t_4 < 0)) __PYX_ERR(5, 160, __pyx_L1_error) if (likely(__pyx_t_4)) { /* "View.MemoryView":161 * self.mode = u'fortran' * elif mode == 'c': * order = b'C' # <<<<<<<<<<<<<< * self.mode = u'c' * else: */ __pyx_v_order = 'C'; /* "View.MemoryView":162 * elif mode == 'c': * order = b'C' * self.mode = u'c' # <<<<<<<<<<<<<< * else: * raise ValueError("Invalid mode, expected 'c' or 'fortran', got %s" % mode) */ __Pyx_INCREF(__pyx_n_u_c); __Pyx_GIVEREF(__pyx_n_u_c); __Pyx_GOTREF(__pyx_v_self->mode); __Pyx_DECREF(__pyx_v_self->mode); __pyx_v_self->mode = __pyx_n_u_c; /* "View.MemoryView":160 * order = b'F' * self.mode = u'fortran' * elif mode == 'c': # <<<<<<<<<<<<<< * order = b'C' * self.mode = u'c' */ goto __pyx_L10; } /* "View.MemoryView":164 * self.mode = u'c' * else: * raise ValueError("Invalid mode, expected 'c' or 'fortran', got %s" % mode) # <<<<<<<<<<<<<< * * self.len = fill_contig_strides_array(self._shape, self._strides, */ /*else*/ { __pyx_t_3 = __Pyx_PyString_FormatSafe(__pyx_kp_s_Invalid_mode_expected_c_or_fortr, __pyx_v_mode); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 164, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_10 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_10)) __PYX_ERR(5, 164, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_Raise(__pyx_t_10, 0, 0, 0); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __PYX_ERR(5, 164, __pyx_L1_error) } __pyx_L10:; /* "View.MemoryView":166 * raise ValueError("Invalid mode, expected 'c' or 'fortran', got %s" % mode) * * self.len = fill_contig_strides_array(self._shape, self._strides, # <<<<<<<<<<<<<< * itemsize, self.ndim, order) * */ __pyx_v_self->len = __pyx_fill_contig_strides_array(__pyx_v_self->_shape, __pyx_v_self->_strides, __pyx_v_itemsize, __pyx_v_self->ndim, __pyx_v_order); /* "View.MemoryView":169 * itemsize, self.ndim, order) * * self.free_data = allocate_buffer # <<<<<<<<<<<<<< * self.dtype_is_object = format == b'O' * if allocate_buffer: */ __pyx_v_self->free_data = __pyx_v_allocate_buffer; /* "View.MemoryView":170 * * self.free_data = allocate_buffer * self.dtype_is_object = format == b'O' # <<<<<<<<<<<<<< * if allocate_buffer: * */ __pyx_t_10 = PyObject_RichCompare(__pyx_v_format, __pyx_n_b_O, Py_EQ); __Pyx_XGOTREF(__pyx_t_10); if (unlikely(!__pyx_t_10)) __PYX_ERR(5, 170, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_10); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(5, 170, __pyx_L1_error) __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __pyx_v_self->dtype_is_object = __pyx_t_4; /* "View.MemoryView":171 * self.free_data = allocate_buffer * self.dtype_is_object = format == b'O' * if allocate_buffer: # <<<<<<<<<<<<<< * * */ __pyx_t_4 = (__pyx_v_allocate_buffer != 0); if (__pyx_t_4) { /* "View.MemoryView":174 * * * self.data = malloc(self.len) # <<<<<<<<<<<<<< * if not self.data: * raise MemoryError("unable to allocate array data.") */ __pyx_v_self->data = ((char *)malloc(__pyx_v_self->len)); /* "View.MemoryView":175 * * self.data = malloc(self.len) * if not self.data: # <<<<<<<<<<<<<< * raise MemoryError("unable to allocate array data.") * */ __pyx_t_4 = ((!(__pyx_v_self->data != 0)) != 0); if (unlikely(__pyx_t_4)) { /* "View.MemoryView":176 * self.data = malloc(self.len) * if not self.data: * raise MemoryError("unable to allocate array data.") # <<<<<<<<<<<<<< * * if self.dtype_is_object: */ __pyx_t_10 = __Pyx_PyObject_Call(__pyx_builtin_MemoryError, __pyx_tuple__155, NULL); if (unlikely(!__pyx_t_10)) __PYX_ERR(5, 176, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_10); __Pyx_Raise(__pyx_t_10, 0, 0, 0); __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; __PYX_ERR(5, 176, __pyx_L1_error) /* "View.MemoryView":175 * * self.data = malloc(self.len) * if not self.data: # <<<<<<<<<<<<<< * raise MemoryError("unable to allocate array data.") * */ } /* "View.MemoryView":178 * raise MemoryError("unable to allocate array data.") * * if self.dtype_is_object: # <<<<<<<<<<<<<< * p = self.data * for i in range(self.len / itemsize): */ __pyx_t_4 = (__pyx_v_self->dtype_is_object != 0); if (__pyx_t_4) { /* "View.MemoryView":179 * * if self.dtype_is_object: * p = self.data # <<<<<<<<<<<<<< * for i in range(self.len / itemsize): * p[i] = Py_None */ __pyx_v_p = ((PyObject **)__pyx_v_self->data); /* "View.MemoryView":180 * if self.dtype_is_object: * p = self.data * for i in range(self.len / itemsize): # <<<<<<<<<<<<<< * p[i] = Py_None * Py_INCREF(Py_None) */ if (unlikely(__pyx_v_itemsize == 0)) { PyErr_SetString(PyExc_ZeroDivisionError, "integer division or modulo by zero"); __PYX_ERR(5, 180, __pyx_L1_error) } else if (sizeof(Py_ssize_t) == sizeof(long) && (!(((Py_ssize_t)-1) > 0)) && unlikely(__pyx_v_itemsize == (Py_ssize_t)-1) && unlikely(UNARY_NEG_WOULD_OVERFLOW(__pyx_v_self->len))) { PyErr_SetString(PyExc_OverflowError, "value too large to perform division"); __PYX_ERR(5, 180, __pyx_L1_error) } __pyx_t_1 = __Pyx_div_Py_ssize_t(__pyx_v_self->len, __pyx_v_itemsize); __pyx_t_9 = __pyx_t_1; for (__pyx_t_11 = 0; __pyx_t_11 < __pyx_t_9; __pyx_t_11+=1) { __pyx_v_i = __pyx_t_11; /* "View.MemoryView":181 * p = self.data * for i in range(self.len / itemsize): * p[i] = Py_None # <<<<<<<<<<<<<< * Py_INCREF(Py_None) * */ (__pyx_v_p[__pyx_v_i]) = Py_None; /* "View.MemoryView":182 * for i in range(self.len / itemsize): * p[i] = Py_None * Py_INCREF(Py_None) # <<<<<<<<<<<<<< * * @cname('getbuffer') */ Py_INCREF(Py_None); } /* "View.MemoryView":178 * raise MemoryError("unable to allocate array data.") * * if self.dtype_is_object: # <<<<<<<<<<<<<< * p = self.data * for i in range(self.len / itemsize): */ } /* "View.MemoryView":171 * self.free_data = allocate_buffer * self.dtype_is_object = format == b'O' * if allocate_buffer: # <<<<<<<<<<<<<< * * */ } /* "View.MemoryView":122 * cdef bint dtype_is_object * * def __cinit__(array self, tuple shape, Py_ssize_t itemsize, format not None, # <<<<<<<<<<<<<< * mode="c", bint allocate_buffer=True): * */ /* function exit code */ __pyx_r = 0; goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_10); __Pyx_AddTraceback("View.MemoryView.array.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; __pyx_L0:; __Pyx_XDECREF(__pyx_v_format); __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":185 * * @cname('getbuffer') * def __getbuffer__(self, Py_buffer *info, int flags): # <<<<<<<<<<<<<< * cdef int bufmode = -1 * if self.mode == u"c": */ /* Python wrapper */ static CYTHON_UNUSED int __pyx_array_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/ static CYTHON_UNUSED int __pyx_array_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) { int __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__getbuffer__ (wrapper)", 0); __pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__(((struct __pyx_array_obj *)__pyx_v_self), ((Py_buffer *)__pyx_v_info), ((int)__pyx_v_flags)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_2__getbuffer__(struct __pyx_array_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) { int __pyx_v_bufmode; int __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; char *__pyx_t_4; Py_ssize_t __pyx_t_5; int __pyx_t_6; Py_ssize_t *__pyx_t_7; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; if (__pyx_v_info == NULL) { PyErr_SetString(PyExc_BufferError, "PyObject_GetBuffer: view==NULL argument is obsolete"); return -1; } __Pyx_RefNannySetupContext("__getbuffer__", 0); __pyx_v_info->obj = Py_None; __Pyx_INCREF(Py_None); __Pyx_GIVEREF(__pyx_v_info->obj); __Pyx_TraceCall("__getbuffer__", __pyx_f[5], 185, 0, __PYX_ERR(5, 185, __pyx_L1_error)); /* "View.MemoryView":186 * @cname('getbuffer') * def __getbuffer__(self, Py_buffer *info, int flags): * cdef int bufmode = -1 # <<<<<<<<<<<<<< * if self.mode == u"c": * bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS */ __pyx_v_bufmode = -1; /* "View.MemoryView":187 * def __getbuffer__(self, Py_buffer *info, int flags): * cdef int bufmode = -1 * if self.mode == u"c": # <<<<<<<<<<<<<< * bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS * elif self.mode == u"fortran": */ __pyx_t_1 = (__Pyx_PyUnicode_Equals(__pyx_v_self->mode, __pyx_n_u_c, Py_EQ)); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(5, 187, __pyx_L1_error) __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "View.MemoryView":188 * cdef int bufmode = -1 * if self.mode == u"c": * bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS # <<<<<<<<<<<<<< * elif self.mode == u"fortran": * bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS */ __pyx_v_bufmode = (PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS); /* "View.MemoryView":187 * def __getbuffer__(self, Py_buffer *info, int flags): * cdef int bufmode = -1 * if self.mode == u"c": # <<<<<<<<<<<<<< * bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS * elif self.mode == u"fortran": */ goto __pyx_L3; } /* "View.MemoryView":189 * if self.mode == u"c": * bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS * elif self.mode == u"fortran": # <<<<<<<<<<<<<< * bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS * if not (flags & bufmode): */ __pyx_t_2 = (__Pyx_PyUnicode_Equals(__pyx_v_self->mode, __pyx_n_u_fortran, Py_EQ)); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(5, 189, __pyx_L1_error) __pyx_t_1 = (__pyx_t_2 != 0); if (__pyx_t_1) { /* "View.MemoryView":190 * bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS * elif self.mode == u"fortran": * bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS # <<<<<<<<<<<<<< * if not (flags & bufmode): * raise ValueError("Can only create a buffer that is contiguous in memory.") */ __pyx_v_bufmode = (PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS); /* "View.MemoryView":189 * if self.mode == u"c": * bufmode = PyBUF_C_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS * elif self.mode == u"fortran": # <<<<<<<<<<<<<< * bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS * if not (flags & bufmode): */ } __pyx_L3:; /* "View.MemoryView":191 * elif self.mode == u"fortran": * bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS * if not (flags & bufmode): # <<<<<<<<<<<<<< * raise ValueError("Can only create a buffer that is contiguous in memory.") * info.buf = self.data */ __pyx_t_1 = ((!((__pyx_v_flags & __pyx_v_bufmode) != 0)) != 0); if (unlikely(__pyx_t_1)) { /* "View.MemoryView":192 * bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS * if not (flags & bufmode): * raise ValueError("Can only create a buffer that is contiguous in memory.") # <<<<<<<<<<<<<< * info.buf = self.data * info.len = self.len */ __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__156, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 192, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_Raise(__pyx_t_3, 0, 0, 0); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __PYX_ERR(5, 192, __pyx_L1_error) /* "View.MemoryView":191 * elif self.mode == u"fortran": * bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS * if not (flags & bufmode): # <<<<<<<<<<<<<< * raise ValueError("Can only create a buffer that is contiguous in memory.") * info.buf = self.data */ } /* "View.MemoryView":193 * if not (flags & bufmode): * raise ValueError("Can only create a buffer that is contiguous in memory.") * info.buf = self.data # <<<<<<<<<<<<<< * info.len = self.len * info.ndim = self.ndim */ __pyx_t_4 = __pyx_v_self->data; __pyx_v_info->buf = __pyx_t_4; /* "View.MemoryView":194 * raise ValueError("Can only create a buffer that is contiguous in memory.") * info.buf = self.data * info.len = self.len # <<<<<<<<<<<<<< * info.ndim = self.ndim * info.shape = self._shape */ __pyx_t_5 = __pyx_v_self->len; __pyx_v_info->len = __pyx_t_5; /* "View.MemoryView":195 * info.buf = self.data * info.len = self.len * info.ndim = self.ndim # <<<<<<<<<<<<<< * info.shape = self._shape * info.strides = self._strides */ __pyx_t_6 = __pyx_v_self->ndim; __pyx_v_info->ndim = __pyx_t_6; /* "View.MemoryView":196 * info.len = self.len * info.ndim = self.ndim * info.shape = self._shape # <<<<<<<<<<<<<< * info.strides = self._strides * info.suboffsets = NULL */ __pyx_t_7 = __pyx_v_self->_shape; __pyx_v_info->shape = __pyx_t_7; /* "View.MemoryView":197 * info.ndim = self.ndim * info.shape = self._shape * info.strides = self._strides # <<<<<<<<<<<<<< * info.suboffsets = NULL * info.itemsize = self.itemsize */ __pyx_t_7 = __pyx_v_self->_strides; __pyx_v_info->strides = __pyx_t_7; /* "View.MemoryView":198 * info.shape = self._shape * info.strides = self._strides * info.suboffsets = NULL # <<<<<<<<<<<<<< * info.itemsize = self.itemsize * info.readonly = 0 */ __pyx_v_info->suboffsets = NULL; /* "View.MemoryView":199 * info.strides = self._strides * info.suboffsets = NULL * info.itemsize = self.itemsize # <<<<<<<<<<<<<< * info.readonly = 0 * */ __pyx_t_5 = __pyx_v_self->itemsize; __pyx_v_info->itemsize = __pyx_t_5; /* "View.MemoryView":200 * info.suboffsets = NULL * info.itemsize = self.itemsize * info.readonly = 0 # <<<<<<<<<<<<<< * * if flags & PyBUF_FORMAT: */ __pyx_v_info->readonly = 0; /* "View.MemoryView":202 * info.readonly = 0 * * if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<< * info.format = self.format * else: */ __pyx_t_1 = ((__pyx_v_flags & PyBUF_FORMAT) != 0); if (__pyx_t_1) { /* "View.MemoryView":203 * * if flags & PyBUF_FORMAT: * info.format = self.format # <<<<<<<<<<<<<< * else: * info.format = NULL */ __pyx_t_4 = __pyx_v_self->format; __pyx_v_info->format = __pyx_t_4; /* "View.MemoryView":202 * info.readonly = 0 * * if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<< * info.format = self.format * else: */ goto __pyx_L5; } /* "View.MemoryView":205 * info.format = self.format * else: * info.format = NULL # <<<<<<<<<<<<<< * * info.obj = self */ /*else*/ { __pyx_v_info->format = NULL; } __pyx_L5:; /* "View.MemoryView":207 * info.format = NULL * * info.obj = self # <<<<<<<<<<<<<< * * __pyx_getbuffer = capsule( &__pyx_array_getbuffer, "getbuffer(obj, view, flags)") */ __Pyx_INCREF(((PyObject *)__pyx_v_self)); __Pyx_GIVEREF(((PyObject *)__pyx_v_self)); __Pyx_GOTREF(__pyx_v_info->obj); __Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = ((PyObject *)__pyx_v_self); /* "View.MemoryView":185 * * @cname('getbuffer') * def __getbuffer__(self, Py_buffer *info, int flags): # <<<<<<<<<<<<<< * cdef int bufmode = -1 * if self.mode == u"c": */ /* function exit code */ __pyx_r = 0; goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("View.MemoryView.array.__getbuffer__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; if (__pyx_v_info->obj != NULL) { __Pyx_GOTREF(__pyx_v_info->obj); __Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0; } goto __pyx_L2; __pyx_L0:; if (__pyx_v_info->obj == Py_None) { __Pyx_GOTREF(__pyx_v_info->obj); __Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0; } __pyx_L2:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":211 * __pyx_getbuffer = capsule( &__pyx_array_getbuffer, "getbuffer(obj, view, flags)") * * def __dealloc__(array self): # <<<<<<<<<<<<<< * if self.callback_free_data != NULL: * self.callback_free_data(self.data) */ /* Python wrapper */ static void __pyx_array___dealloc__(PyObject *__pyx_v_self); /*proto*/ static void __pyx_array___dealloc__(PyObject *__pyx_v_self) { __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0); __pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__(((struct __pyx_array_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); } static void __pyx_array___pyx_pf_15View_dot_MemoryView_5array_4__dealloc__(struct __pyx_array_obj *__pyx_v_self) { __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__dealloc__", 0); __Pyx_TraceCall("__dealloc__", __pyx_f[5], 211, 0, __PYX_ERR(5, 211, __pyx_L1_error)); /* "View.MemoryView":212 * * def __dealloc__(array self): * if self.callback_free_data != NULL: # <<<<<<<<<<<<<< * self.callback_free_data(self.data) * elif self.free_data: */ __pyx_t_1 = ((__pyx_v_self->callback_free_data != NULL) != 0); if (__pyx_t_1) { /* "View.MemoryView":213 * def __dealloc__(array self): * if self.callback_free_data != NULL: * self.callback_free_data(self.data) # <<<<<<<<<<<<<< * elif self.free_data: * if self.dtype_is_object: */ __pyx_v_self->callback_free_data(__pyx_v_self->data); /* "View.MemoryView":212 * * def __dealloc__(array self): * if self.callback_free_data != NULL: # <<<<<<<<<<<<<< * self.callback_free_data(self.data) * elif self.free_data: */ goto __pyx_L3; } /* "View.MemoryView":214 * if self.callback_free_data != NULL: * self.callback_free_data(self.data) * elif self.free_data: # <<<<<<<<<<<<<< * if self.dtype_is_object: * refcount_objects_in_slice(self.data, self._shape, */ __pyx_t_1 = (__pyx_v_self->free_data != 0); if (__pyx_t_1) { /* "View.MemoryView":215 * self.callback_free_data(self.data) * elif self.free_data: * if self.dtype_is_object: # <<<<<<<<<<<<<< * refcount_objects_in_slice(self.data, self._shape, * self._strides, self.ndim, False) */ __pyx_t_1 = (__pyx_v_self->dtype_is_object != 0); if (__pyx_t_1) { /* "View.MemoryView":216 * elif self.free_data: * if self.dtype_is_object: * refcount_objects_in_slice(self.data, self._shape, # <<<<<<<<<<<<<< * self._strides, self.ndim, False) * free(self.data) */ __pyx_memoryview_refcount_objects_in_slice(__pyx_v_self->data, __pyx_v_self->_shape, __pyx_v_self->_strides, __pyx_v_self->ndim, 0); /* "View.MemoryView":215 * self.callback_free_data(self.data) * elif self.free_data: * if self.dtype_is_object: # <<<<<<<<<<<<<< * refcount_objects_in_slice(self.data, self._shape, * self._strides, self.ndim, False) */ } /* "View.MemoryView":218 * refcount_objects_in_slice(self.data, self._shape, * self._strides, self.ndim, False) * free(self.data) # <<<<<<<<<<<<<< * PyObject_Free(self._shape) * */ free(__pyx_v_self->data); /* "View.MemoryView":214 * if self.callback_free_data != NULL: * self.callback_free_data(self.data) * elif self.free_data: # <<<<<<<<<<<<<< * if self.dtype_is_object: * refcount_objects_in_slice(self.data, self._shape, */ } __pyx_L3:; /* "View.MemoryView":219 * self._strides, self.ndim, False) * free(self.data) * PyObject_Free(self._shape) # <<<<<<<<<<<<<< * * @property */ PyObject_Free(__pyx_v_self->_shape); /* "View.MemoryView":211 * __pyx_getbuffer = capsule( &__pyx_array_getbuffer, "getbuffer(obj, view, flags)") * * def __dealloc__(array self): # <<<<<<<<<<<<<< * if self.callback_free_data != NULL: * self.callback_free_data(self.data) */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView.array.__dealloc__", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0); __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); } /* "View.MemoryView":222 * * @property * def memview(self): # <<<<<<<<<<<<<< * return self.get_memview() * */ /* Python wrapper */ static PyObject *__pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__get__ (wrapper)", 0); __pyx_r = __pyx_pf_15View_dot_MemoryView_5array_7memview___get__(((struct __pyx_array_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_15View_dot_MemoryView_5array_7memview___get__(struct __pyx_array_obj *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__get__", 0); __Pyx_TraceCall("__get__", __pyx_f[5], 222, 0, __PYX_ERR(5, 222, __pyx_L1_error)); /* "View.MemoryView":223 * @property * def memview(self): * return self.get_memview() # <<<<<<<<<<<<<< * * @cname('get_memview') */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = ((struct __pyx_vtabstruct_array *)__pyx_v_self->__pyx_vtab)->get_memview(__pyx_v_self); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 223, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "View.MemoryView":222 * * @property * def memview(self): # <<<<<<<<<<<<<< * return self.get_memview() * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("View.MemoryView.array.memview.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":226 * * @cname('get_memview') * cdef get_memview(self): # <<<<<<<<<<<<<< * flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE * return memoryview(self, flags, self.dtype_is_object) */ static PyObject *__pyx_array_get_memview(struct __pyx_array_obj *__pyx_v_self) { int __pyx_v_flags; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("get_memview", 0); __Pyx_TraceCall("get_memview", __pyx_f[5], 226, 0, __PYX_ERR(5, 226, __pyx_L1_error)); /* "View.MemoryView":227 * @cname('get_memview') * cdef get_memview(self): * flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE # <<<<<<<<<<<<<< * return memoryview(self, flags, self.dtype_is_object) * */ __pyx_v_flags = ((PyBUF_ANY_CONTIGUOUS | PyBUF_FORMAT) | PyBUF_WRITABLE); /* "View.MemoryView":228 * cdef get_memview(self): * flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE * return memoryview(self, flags, self.dtype_is_object) # <<<<<<<<<<<<<< * * def __len__(self): */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_flags); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 228, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_v_self->dtype_is_object); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 228, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 228, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(((PyObject *)__pyx_v_self)); __Pyx_GIVEREF(((PyObject *)__pyx_v_self)); PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_v_self)); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2); __pyx_t_1 = 0; __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryview_type), __pyx_t_3, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 228, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "View.MemoryView":226 * * @cname('get_memview') * cdef get_memview(self): # <<<<<<<<<<<<<< * flags = PyBUF_ANY_CONTIGUOUS|PyBUF_FORMAT|PyBUF_WRITABLE * return memoryview(self, flags, self.dtype_is_object) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("View.MemoryView.array.get_memview", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":230 * return memoryview(self, flags, self.dtype_is_object) * * def __len__(self): # <<<<<<<<<<<<<< * return self._shape[0] * */ /* Python wrapper */ static Py_ssize_t __pyx_array___len__(PyObject *__pyx_v_self); /*proto*/ static Py_ssize_t __pyx_array___len__(PyObject *__pyx_v_self) { Py_ssize_t __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__len__ (wrapper)", 0); __pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__len__(((struct __pyx_array_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static Py_ssize_t __pyx_array___pyx_pf_15View_dot_MemoryView_5array_6__len__(struct __pyx_array_obj *__pyx_v_self) { Py_ssize_t __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__len__", 0); __Pyx_TraceCall("__len__", __pyx_f[5], 230, 0, __PYX_ERR(5, 230, __pyx_L1_error)); /* "View.MemoryView":231 * * def __len__(self): * return self._shape[0] # <<<<<<<<<<<<<< * * def __getattr__(self, attr): */ __pyx_r = (__pyx_v_self->_shape[0]); goto __pyx_L0; /* "View.MemoryView":230 * return memoryview(self, flags, self.dtype_is_object) * * def __len__(self): # <<<<<<<<<<<<<< * return self._shape[0] * */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("View.MemoryView.array.__len__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":233 * return self._shape[0] * * def __getattr__(self, attr): # <<<<<<<<<<<<<< * return getattr(self.memview, attr) * */ /* Python wrapper */ static PyObject *__pyx_array___getattr__(PyObject *__pyx_v_self, PyObject *__pyx_v_attr); /*proto*/ static PyObject *__pyx_array___getattr__(PyObject *__pyx_v_self, PyObject *__pyx_v_attr) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__getattr__ (wrapper)", 0); __pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__getattr__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v_attr)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_8__getattr__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_attr) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__getattr__", 0); __Pyx_TraceCall("__getattr__", __pyx_f[5], 233, 0, __PYX_ERR(5, 233, __pyx_L1_error)); /* "View.MemoryView":234 * * def __getattr__(self, attr): * return getattr(self.memview, attr) # <<<<<<<<<<<<<< * * def __getitem__(self, item): */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_memview); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 234, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_GetAttr(__pyx_t_1, __pyx_v_attr); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 234, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "View.MemoryView":233 * return self._shape[0] * * def __getattr__(self, attr): # <<<<<<<<<<<<<< * return getattr(self.memview, attr) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("View.MemoryView.array.__getattr__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":236 * return getattr(self.memview, attr) * * def __getitem__(self, item): # <<<<<<<<<<<<<< * return self.memview[item] * */ /* Python wrapper */ static PyObject *__pyx_array___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item); /*proto*/ static PyObject *__pyx_array___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__getitem__ (wrapper)", 0); __pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__getitem__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v_item)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_array___pyx_pf_15View_dot_MemoryView_5array_10__getitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__getitem__", 0); __Pyx_TraceCall("__getitem__", __pyx_f[5], 236, 0, __PYX_ERR(5, 236, __pyx_L1_error)); /* "View.MemoryView":237 * * def __getitem__(self, item): * return self.memview[item] # <<<<<<<<<<<<<< * * def __setitem__(self, item, value): */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_memview); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 237, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetItem(__pyx_t_1, __pyx_v_item); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 237, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "View.MemoryView":236 * return getattr(self.memview, attr) * * def __getitem__(self, item): # <<<<<<<<<<<<<< * return self.memview[item] * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("View.MemoryView.array.__getitem__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":239 * return self.memview[item] * * def __setitem__(self, item, value): # <<<<<<<<<<<<<< * self.memview[item] = value * */ /* Python wrapper */ static int __pyx_array___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value); /*proto*/ static int __pyx_array___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value) { int __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__setitem__ (wrapper)", 0); __pyx_r = __pyx_array___pyx_pf_15View_dot_MemoryView_5array_12__setitem__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v_item), ((PyObject *)__pyx_v_value)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static int __pyx_array___pyx_pf_15View_dot_MemoryView_5array_12__setitem__(struct __pyx_array_obj *__pyx_v_self, PyObject *__pyx_v_item, PyObject *__pyx_v_value) { int __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__setitem__", 0); __Pyx_TraceCall("__setitem__", __pyx_f[5], 239, 0, __PYX_ERR(5, 239, __pyx_L1_error)); /* "View.MemoryView":240 * * def __setitem__(self, item, value): * self.memview[item] = value # <<<<<<<<<<<<<< * * */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_memview); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 240, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (unlikely(PyObject_SetItem(__pyx_t_1, __pyx_v_item, __pyx_v_value) < 0)) __PYX_ERR(5, 240, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "View.MemoryView":239 * return self.memview[item] * * def __setitem__(self, item, value): # <<<<<<<<<<<<<< * self.memview[item] = value * */ /* function exit code */ __pyx_r = 0; goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("View.MemoryView.array.__setitem__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "(tree fragment)":1 * def __reduce_cython__(self): # <<<<<<<<<<<<<< * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): */ /* Python wrapper */ static PyObject *__pyx_pw___pyx_array_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyObject *__pyx_pw___pyx_array_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0); __pyx_r = __pyx_pf___pyx_array___reduce_cython__(((struct __pyx_array_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf___pyx_array___reduce_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__reduce_cython__", 0); __Pyx_TraceCall("__reduce_cython__", __pyx_f[5], 1, 0, __PYX_ERR(5, 1, __pyx_L1_error)); /* "(tree fragment)":2 * def __reduce_cython__(self): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<< * def __setstate_cython__(self, __pyx_state): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") */ __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__157, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 2, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_Raise(__pyx_t_1, 0, 0, 0); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __PYX_ERR(5, 2, __pyx_L1_error) /* "(tree fragment)":1 * def __reduce_cython__(self): # <<<<<<<<<<<<<< * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("View.MemoryView.array.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "(tree fragment)":3 * def __reduce_cython__(self): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<< * raise TypeError("no default __reduce__ due to non-trivial __cinit__") */ /* Python wrapper */ static PyObject *__pyx_pw___pyx_array_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/ static PyObject *__pyx_pw___pyx_array_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0); __pyx_r = __pyx_pf___pyx_array_2__setstate_cython__(((struct __pyx_array_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf___pyx_array_2__setstate_cython__(CYTHON_UNUSED struct __pyx_array_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__setstate_cython__", 0); __Pyx_TraceCall("__setstate_cython__", __pyx_f[5], 3, 0, __PYX_ERR(5, 3, __pyx_L1_error)); /* "(tree fragment)":4 * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<< */ __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__158, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 4, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_Raise(__pyx_t_1, 0, 0, 0); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __PYX_ERR(5, 4, __pyx_L1_error) /* "(tree fragment)":3 * def __reduce_cython__(self): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<< * raise TypeError("no default __reduce__ due to non-trivial __cinit__") */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("View.MemoryView.array.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":244 * * @cname("__pyx_array_new") * cdef array array_cwrapper(tuple shape, Py_ssize_t itemsize, char *format, # <<<<<<<<<<<<<< * char *mode, char *buf): * cdef array result */ static struct __pyx_array_obj *__pyx_array_new(PyObject *__pyx_v_shape, Py_ssize_t __pyx_v_itemsize, char *__pyx_v_format, char *__pyx_v_mode, char *__pyx_v_buf) { struct __pyx_array_obj *__pyx_v_result = 0; struct __pyx_array_obj *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("array_cwrapper", 0); __Pyx_TraceCall("array_cwrapper", __pyx_f[5], 244, 0, __PYX_ERR(5, 244, __pyx_L1_error)); /* "View.MemoryView":248 * cdef array result * * if buf == NULL: # <<<<<<<<<<<<<< * result = array(shape, itemsize, format, mode.decode('ASCII')) * else: */ __pyx_t_1 = ((__pyx_v_buf == NULL) != 0); if (__pyx_t_1) { /* "View.MemoryView":249 * * if buf == NULL: * result = array(shape, itemsize, format, mode.decode('ASCII')) # <<<<<<<<<<<<<< * else: * result = array(shape, itemsize, format, mode.decode('ASCII'), */ __pyx_t_2 = PyInt_FromSsize_t(__pyx_v_itemsize); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 249, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyBytes_FromString(__pyx_v_format); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 249, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_decode_c_string(__pyx_v_mode, 0, strlen(__pyx_v_mode), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 249, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = PyTuple_New(4); if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 249, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_v_shape); __Pyx_GIVEREF(__pyx_v_shape); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_v_shape); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_2); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_5, 3, __pyx_t_4); __pyx_t_2 = 0; __pyx_t_3 = 0; __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_Call(((PyObject *)__pyx_array_type), __pyx_t_5, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 249, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_v_result = ((struct __pyx_array_obj *)__pyx_t_4); __pyx_t_4 = 0; /* "View.MemoryView":248 * cdef array result * * if buf == NULL: # <<<<<<<<<<<<<< * result = array(shape, itemsize, format, mode.decode('ASCII')) * else: */ goto __pyx_L3; } /* "View.MemoryView":251 * result = array(shape, itemsize, format, mode.decode('ASCII')) * else: * result = array(shape, itemsize, format, mode.decode('ASCII'), # <<<<<<<<<<<<<< * allocate_buffer=False) * result.data = buf */ /*else*/ { __pyx_t_4 = PyInt_FromSsize_t(__pyx_v_itemsize); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 251, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = __Pyx_PyBytes_FromString(__pyx_v_format); if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 251, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_3 = __Pyx_decode_c_string(__pyx_v_mode, 0, strlen(__pyx_v_mode), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 251, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_2 = PyTuple_New(4); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 251, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_v_shape); __Pyx_GIVEREF(__pyx_v_shape); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_shape); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_t_5); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_2, 3, __pyx_t_3); __pyx_t_4 = 0; __pyx_t_5 = 0; __pyx_t_3 = 0; /* "View.MemoryView":252 * else: * result = array(shape, itemsize, format, mode.decode('ASCII'), * allocate_buffer=False) # <<<<<<<<<<<<<< * result.data = buf * */ __pyx_t_3 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 252, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_t_3, __pyx_n_s_allocate_buffer, Py_False) < 0) __PYX_ERR(5, 252, __pyx_L1_error) /* "View.MemoryView":251 * result = array(shape, itemsize, format, mode.decode('ASCII')) * else: * result = array(shape, itemsize, format, mode.decode('ASCII'), # <<<<<<<<<<<<<< * allocate_buffer=False) * result.data = buf */ __pyx_t_5 = __Pyx_PyObject_Call(((PyObject *)__pyx_array_type), __pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 251, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_result = ((struct __pyx_array_obj *)__pyx_t_5); __pyx_t_5 = 0; /* "View.MemoryView":253 * result = array(shape, itemsize, format, mode.decode('ASCII'), * allocate_buffer=False) * result.data = buf # <<<<<<<<<<<<<< * * return result */ __pyx_v_result->data = __pyx_v_buf; } __pyx_L3:; /* "View.MemoryView":255 * result.data = buf * * return result # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(((PyObject *)__pyx_r)); __Pyx_INCREF(((PyObject *)__pyx_v_result)); __pyx_r = __pyx_v_result; goto __pyx_L0; /* "View.MemoryView":244 * * @cname("__pyx_array_new") * cdef array array_cwrapper(tuple shape, Py_ssize_t itemsize, char *format, # <<<<<<<<<<<<<< * char *mode, char *buf): * cdef array result */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("View.MemoryView.array_cwrapper", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_result); __Pyx_XGIVEREF((PyObject *)__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":281 * cdef class Enum(object): * cdef object name * def __init__(self, name): # <<<<<<<<<<<<<< * self.name = name * def __repr__(self): */ /* Python wrapper */ static int __pyx_MemviewEnum___init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static int __pyx_MemviewEnum___init__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_name = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; int __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__init__ (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_name,0}; PyObject* values[1] = {0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_name)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__init__") < 0)) __PYX_ERR(5, 281, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 1) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); } __pyx_v_name = values[0]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__init__", 1, 1, 1, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(5, 281, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("View.MemoryView.Enum.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return -1; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self), __pyx_v_name); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static int __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum___init__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v_name) { int __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__init__", 0); __Pyx_TraceCall("__init__", __pyx_f[5], 281, 0, __PYX_ERR(5, 281, __pyx_L1_error)); /* "View.MemoryView":282 * cdef object name * def __init__(self, name): * self.name = name # <<<<<<<<<<<<<< * def __repr__(self): * return self.name */ __Pyx_INCREF(__pyx_v_name); __Pyx_GIVEREF(__pyx_v_name); __Pyx_GOTREF(__pyx_v_self->name); __Pyx_DECREF(__pyx_v_self->name); __pyx_v_self->name = __pyx_v_name; /* "View.MemoryView":281 * cdef class Enum(object): * cdef object name * def __init__(self, name): # <<<<<<<<<<<<<< * self.name = name * def __repr__(self): */ /* function exit code */ __pyx_r = 0; goto __pyx_L0; __pyx_L1_error:; __Pyx_AddTraceback("View.MemoryView.Enum.__init__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":283 * def __init__(self, name): * self.name = name * def __repr__(self): # <<<<<<<<<<<<<< * return self.name * */ /* Python wrapper */ static PyObject *__pyx_MemviewEnum___repr__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_MemviewEnum___repr__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__repr__ (wrapper)", 0); __pyx_r = __pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_2__repr__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_MemviewEnum___pyx_pf_15View_dot_MemoryView_4Enum_2__repr__(struct __pyx_MemviewEnum_obj *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__repr__", 0); __Pyx_TraceCall("__repr__", __pyx_f[5], 283, 0, __PYX_ERR(5, 283, __pyx_L1_error)); /* "View.MemoryView":284 * self.name = name * def __repr__(self): * return self.name # <<<<<<<<<<<<<< * * cdef generic = Enum("") */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_self->name); __pyx_r = __pyx_v_self->name; goto __pyx_L0; /* "View.MemoryView":283 * def __init__(self, name): * self.name = name * def __repr__(self): # <<<<<<<<<<<<<< * return self.name * */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("View.MemoryView.Enum.__repr__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "(tree fragment)":1 * def __reduce_cython__(self): # <<<<<<<<<<<<<< * cdef tuple state * cdef object _dict */ /* Python wrapper */ static PyObject *__pyx_pw___pyx_MemviewEnum_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyObject *__pyx_pw___pyx_MemviewEnum_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0); __pyx_r = __pyx_pf___pyx_MemviewEnum___reduce_cython__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf___pyx_MemviewEnum___reduce_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self) { PyObject *__pyx_v_state = 0; PyObject *__pyx_v__dict = 0; int __pyx_v_use_setstate; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__reduce_cython__", 0); __Pyx_TraceCall("__reduce_cython__", __pyx_f[5], 1, 0, __PYX_ERR(5, 1, __pyx_L1_error)); /* "(tree fragment)":5 * cdef object _dict * cdef bint use_setstate * state = (self.name,) # <<<<<<<<<<<<<< * _dict = getattr(self, '__dict__', None) * if _dict is not None: */ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 5, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v_self->name); __Pyx_GIVEREF(__pyx_v_self->name); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v_self->name); __pyx_v_state = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "(tree fragment)":6 * cdef bint use_setstate * state = (self.name,) * _dict = getattr(self, '__dict__', None) # <<<<<<<<<<<<<< * if _dict is not None: * state += (_dict,) */ __pyx_t_1 = __Pyx_GetAttr3(((PyObject *)__pyx_v_self), __pyx_n_s_dict, Py_None); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 6, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v__dict = __pyx_t_1; __pyx_t_1 = 0; /* "(tree fragment)":7 * state = (self.name,) * _dict = getattr(self, '__dict__', None) * if _dict is not None: # <<<<<<<<<<<<<< * state += (_dict,) * use_setstate = True */ __pyx_t_2 = (__pyx_v__dict != Py_None); __pyx_t_3 = (__pyx_t_2 != 0); if (__pyx_t_3) { /* "(tree fragment)":8 * _dict = getattr(self, '__dict__', None) * if _dict is not None: * state += (_dict,) # <<<<<<<<<<<<<< * use_setstate = True * else: */ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 8, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_v__dict); __Pyx_GIVEREF(__pyx_v__dict); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_v__dict); __pyx_t_4 = PyNumber_InPlaceAdd(__pyx_v_state, __pyx_t_1); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 8, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF_SET(__pyx_v_state, ((PyObject*)__pyx_t_4)); __pyx_t_4 = 0; /* "(tree fragment)":9 * if _dict is not None: * state += (_dict,) * use_setstate = True # <<<<<<<<<<<<<< * else: * use_setstate = self.name is not None */ __pyx_v_use_setstate = 1; /* "(tree fragment)":7 * state = (self.name,) * _dict = getattr(self, '__dict__', None) * if _dict is not None: # <<<<<<<<<<<<<< * state += (_dict,) * use_setstate = True */ goto __pyx_L3; } /* "(tree fragment)":11 * use_setstate = True * else: * use_setstate = self.name is not None # <<<<<<<<<<<<<< * if use_setstate: * return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state */ /*else*/ { __pyx_t_3 = (__pyx_v_self->name != Py_None); __pyx_v_use_setstate = __pyx_t_3; } __pyx_L3:; /* "(tree fragment)":12 * else: * use_setstate = self.name is not None * if use_setstate: # <<<<<<<<<<<<<< * return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state * else: */ __pyx_t_3 = (__pyx_v_use_setstate != 0); if (__pyx_t_3) { /* "(tree fragment)":13 * use_setstate = self.name is not None * if use_setstate: * return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state # <<<<<<<<<<<<<< * else: * return __pyx_unpickle_Enum, (type(self), 0xb068931, state) */ __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_pyx_unpickle_Enum); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 13, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 13, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self)))); __Pyx_GIVEREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self)))); PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self)))); __Pyx_INCREF(__pyx_int_184977713); __Pyx_GIVEREF(__pyx_int_184977713); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_int_184977713); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_1, 2, Py_None); __pyx_t_5 = PyTuple_New(3); if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 13, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_5, 1, __pyx_t_1); __Pyx_INCREF(__pyx_v_state); __Pyx_GIVEREF(__pyx_v_state); PyTuple_SET_ITEM(__pyx_t_5, 2, __pyx_v_state); __pyx_t_4 = 0; __pyx_t_1 = 0; __pyx_r = __pyx_t_5; __pyx_t_5 = 0; goto __pyx_L0; /* "(tree fragment)":12 * else: * use_setstate = self.name is not None * if use_setstate: # <<<<<<<<<<<<<< * return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state * else: */ } /* "(tree fragment)":15 * return __pyx_unpickle_Enum, (type(self), 0xb068931, None), state * else: * return __pyx_unpickle_Enum, (type(self), 0xb068931, state) # <<<<<<<<<<<<<< * def __setstate_cython__(self, __pyx_state): * __pyx_unpickle_Enum__set_state(self, __pyx_state) */ /*else*/ { __Pyx_XDECREF(__pyx_r); __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_pyx_unpickle_Enum); if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 15, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 15, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self)))); __Pyx_GIVEREF(((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self)))); PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self)))); __Pyx_INCREF(__pyx_int_184977713); __Pyx_GIVEREF(__pyx_int_184977713); PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_int_184977713); __Pyx_INCREF(__pyx_v_state); __Pyx_GIVEREF(__pyx_v_state); PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_v_state); __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 15, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_5); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_1); __pyx_t_5 = 0; __pyx_t_1 = 0; __pyx_r = __pyx_t_4; __pyx_t_4 = 0; goto __pyx_L0; } /* "(tree fragment)":1 * def __reduce_cython__(self): # <<<<<<<<<<<<<< * cdef tuple state * cdef object _dict */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("View.MemoryView.Enum.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_state); __Pyx_XDECREF(__pyx_v__dict); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "(tree fragment)":16 * else: * return __pyx_unpickle_Enum, (type(self), 0xb068931, state) * def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<< * __pyx_unpickle_Enum__set_state(self, __pyx_state) */ /* Python wrapper */ static PyObject *__pyx_pw___pyx_MemviewEnum_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/ static PyObject *__pyx_pw___pyx_MemviewEnum_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0); __pyx_r = __pyx_pf___pyx_MemviewEnum_2__setstate_cython__(((struct __pyx_MemviewEnum_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf___pyx_MemviewEnum_2__setstate_cython__(struct __pyx_MemviewEnum_obj *__pyx_v_self, PyObject *__pyx_v___pyx_state) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__setstate_cython__", 0); __Pyx_TraceCall("__setstate_cython__", __pyx_f[5], 16, 0, __PYX_ERR(5, 16, __pyx_L1_error)); /* "(tree fragment)":17 * return __pyx_unpickle_Enum, (type(self), 0xb068931, state) * def __setstate_cython__(self, __pyx_state): * __pyx_unpickle_Enum__set_state(self, __pyx_state) # <<<<<<<<<<<<<< */ if (!(likely(PyTuple_CheckExact(__pyx_v___pyx_state))||((__pyx_v___pyx_state) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "tuple", Py_TYPE(__pyx_v___pyx_state)->tp_name), 0))) __PYX_ERR(5, 17, __pyx_L1_error) __pyx_t_1 = __pyx_unpickle_Enum__set_state(__pyx_v_self, ((PyObject*)__pyx_v___pyx_state)); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 17, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "(tree fragment)":16 * else: * return __pyx_unpickle_Enum, (type(self), 0xb068931, state) * def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<< * __pyx_unpickle_Enum__set_state(self, __pyx_state) */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("View.MemoryView.Enum.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":298 * * @cname('__pyx_align_pointer') * cdef void *align_pointer(void *memory, size_t alignment) nogil: # <<<<<<<<<<<<<< * "Align pointer memory on a given boundary" * cdef Py_intptr_t aligned_p = memory */ static void *__pyx_align_pointer(void *__pyx_v_memory, size_t __pyx_v_alignment) { Py_intptr_t __pyx_v_aligned_p; size_t __pyx_v_offset; void *__pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("align_pointer", __pyx_f[5], 298, 1, __PYX_ERR(5, 298, __pyx_L1_error)); /* "View.MemoryView":300 * cdef void *align_pointer(void *memory, size_t alignment) nogil: * "Align pointer memory on a given boundary" * cdef Py_intptr_t aligned_p = memory # <<<<<<<<<<<<<< * cdef size_t offset * */ __pyx_v_aligned_p = ((Py_intptr_t)__pyx_v_memory); /* "View.MemoryView":304 * * with cython.cdivision(True): * offset = aligned_p % alignment # <<<<<<<<<<<<<< * * if offset > 0: */ __pyx_v_offset = (__pyx_v_aligned_p % __pyx_v_alignment); /* "View.MemoryView":306 * offset = aligned_p % alignment * * if offset > 0: # <<<<<<<<<<<<<< * aligned_p += alignment - offset * */ __pyx_t_1 = ((__pyx_v_offset > 0) != 0); if (__pyx_t_1) { /* "View.MemoryView":307 * * if offset > 0: * aligned_p += alignment - offset # <<<<<<<<<<<<<< * * return aligned_p */ __pyx_v_aligned_p = (__pyx_v_aligned_p + (__pyx_v_alignment - __pyx_v_offset)); /* "View.MemoryView":306 * offset = aligned_p % alignment * * if offset > 0: # <<<<<<<<<<<<<< * aligned_p += alignment - offset * */ } /* "View.MemoryView":309 * aligned_p += alignment - offset * * return aligned_p # <<<<<<<<<<<<<< * * */ __pyx_r = ((void *)__pyx_v_aligned_p); goto __pyx_L0; /* "View.MemoryView":298 * * @cname('__pyx_align_pointer') * cdef void *align_pointer(void *memory, size_t alignment) nogil: # <<<<<<<<<<<<<< * "Align pointer memory on a given boundary" * cdef Py_intptr_t aligned_p = memory */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView.align_pointer", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "View.MemoryView":345 * cdef __Pyx_TypeInfo *typeinfo * * def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False): # <<<<<<<<<<<<<< * self.obj = obj * self.flags = flags */ /* Python wrapper */ static int __pyx_memoryview___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static int __pyx_memoryview___cinit__(PyObject *__pyx_v_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v_obj = 0; int __pyx_v_flags; int __pyx_v_dtype_is_object; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; int __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__cinit__ (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_obj,&__pyx_n_s_flags,&__pyx_n_s_dtype_is_object,0}; PyObject* values[3] = {0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_obj)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_flags)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 2, 3, 1); __PYX_ERR(5, 345, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (kw_args > 0) { PyObject* value = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_dtype_is_object); if (value) { values[2] = value; kw_args--; } } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__cinit__") < 0)) __PYX_ERR(5, 345, __pyx_L3_error) } } else { switch (PyTuple_GET_SIZE(__pyx_args)) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[0] = PyTuple_GET_ITEM(__pyx_args, 0); break; default: goto __pyx_L5_argtuple_error; } } __pyx_v_obj = values[0]; __pyx_v_flags = __Pyx_PyInt_As_int(values[1]); if (unlikely((__pyx_v_flags == (int)-1) && PyErr_Occurred())) __PYX_ERR(5, 345, __pyx_L3_error) if (values[2]) { __pyx_v_dtype_is_object = __Pyx_PyObject_IsTrue(values[2]); if (unlikely((__pyx_v_dtype_is_object == (int)-1) && PyErr_Occurred())) __PYX_ERR(5, 345, __pyx_L3_error) } else { __pyx_v_dtype_is_object = ((int)0); } } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__cinit__", 0, 2, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(5, 345, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("View.MemoryView.memoryview.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return -1; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v_obj, __pyx_v_flags, __pyx_v_dtype_is_object); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview___cinit__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj, int __pyx_v_flags, int __pyx_v_dtype_is_object) { int __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_t_3; int __pyx_t_4; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__cinit__", 0); __Pyx_TraceCall("__cinit__", __pyx_f[5], 345, 0, __PYX_ERR(5, 345, __pyx_L1_error)); /* "View.MemoryView":346 * * def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False): * self.obj = obj # <<<<<<<<<<<<<< * self.flags = flags * if type(self) is memoryview or obj is not None: */ __Pyx_INCREF(__pyx_v_obj); __Pyx_GIVEREF(__pyx_v_obj); __Pyx_GOTREF(__pyx_v_self->obj); __Pyx_DECREF(__pyx_v_self->obj); __pyx_v_self->obj = __pyx_v_obj; /* "View.MemoryView":347 * def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False): * self.obj = obj * self.flags = flags # <<<<<<<<<<<<<< * if type(self) is memoryview or obj is not None: * __Pyx_GetBuffer(obj, &self.view, flags) */ __pyx_v_self->flags = __pyx_v_flags; /* "View.MemoryView":348 * self.obj = obj * self.flags = flags * if type(self) is memoryview or obj is not None: # <<<<<<<<<<<<<< * __Pyx_GetBuffer(obj, &self.view, flags) * if self.view.obj == NULL: */ __pyx_t_2 = (((PyObject *)Py_TYPE(((PyObject *)__pyx_v_self))) == ((PyObject *)__pyx_memoryview_type)); __pyx_t_3 = (__pyx_t_2 != 0); if (!__pyx_t_3) { } else { __pyx_t_1 = __pyx_t_3; goto __pyx_L4_bool_binop_done; } __pyx_t_3 = (__pyx_v_obj != Py_None); __pyx_t_2 = (__pyx_t_3 != 0); __pyx_t_1 = __pyx_t_2; __pyx_L4_bool_binop_done:; if (__pyx_t_1) { /* "View.MemoryView":349 * self.flags = flags * if type(self) is memoryview or obj is not None: * __Pyx_GetBuffer(obj, &self.view, flags) # <<<<<<<<<<<<<< * if self.view.obj == NULL: * (<__pyx_buffer *> &self.view).obj = Py_None */ __pyx_t_4 = __Pyx_GetBuffer(__pyx_v_obj, (&__pyx_v_self->view), __pyx_v_flags); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(5, 349, __pyx_L1_error) /* "View.MemoryView":350 * if type(self) is memoryview or obj is not None: * __Pyx_GetBuffer(obj, &self.view, flags) * if self.view.obj == NULL: # <<<<<<<<<<<<<< * (<__pyx_buffer *> &self.view).obj = Py_None * Py_INCREF(Py_None) */ __pyx_t_1 = ((((PyObject *)__pyx_v_self->view.obj) == NULL) != 0); if (__pyx_t_1) { /* "View.MemoryView":351 * __Pyx_GetBuffer(obj, &self.view, flags) * if self.view.obj == NULL: * (<__pyx_buffer *> &self.view).obj = Py_None # <<<<<<<<<<<<<< * Py_INCREF(Py_None) * */ ((Py_buffer *)(&__pyx_v_self->view))->obj = Py_None; /* "View.MemoryView":352 * if self.view.obj == NULL: * (<__pyx_buffer *> &self.view).obj = Py_None * Py_INCREF(Py_None) # <<<<<<<<<<<<<< * * global __pyx_memoryview_thread_locks_used */ Py_INCREF(Py_None); /* "View.MemoryView":350 * if type(self) is memoryview or obj is not None: * __Pyx_GetBuffer(obj, &self.view, flags) * if self.view.obj == NULL: # <<<<<<<<<<<<<< * (<__pyx_buffer *> &self.view).obj = Py_None * Py_INCREF(Py_None) */ } /* "View.MemoryView":348 * self.obj = obj * self.flags = flags * if type(self) is memoryview or obj is not None: # <<<<<<<<<<<<<< * __Pyx_GetBuffer(obj, &self.view, flags) * if self.view.obj == NULL: */ } /* "View.MemoryView":355 * * global __pyx_memoryview_thread_locks_used * if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED: # <<<<<<<<<<<<<< * self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] * __pyx_memoryview_thread_locks_used += 1 */ __pyx_t_1 = ((__pyx_memoryview_thread_locks_used < 8) != 0); if (__pyx_t_1) { /* "View.MemoryView":356 * global __pyx_memoryview_thread_locks_used * if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED: * self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] # <<<<<<<<<<<<<< * __pyx_memoryview_thread_locks_used += 1 * if self.lock is NULL: */ __pyx_v_self->lock = (__pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]); /* "View.MemoryView":357 * if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED: * self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] * __pyx_memoryview_thread_locks_used += 1 # <<<<<<<<<<<<<< * if self.lock is NULL: * self.lock = PyThread_allocate_lock() */ __pyx_memoryview_thread_locks_used = (__pyx_memoryview_thread_locks_used + 1); /* "View.MemoryView":355 * * global __pyx_memoryview_thread_locks_used * if __pyx_memoryview_thread_locks_used < THREAD_LOCKS_PREALLOCATED: # <<<<<<<<<<<<<< * self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] * __pyx_memoryview_thread_locks_used += 1 */ } /* "View.MemoryView":358 * self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] * __pyx_memoryview_thread_locks_used += 1 * if self.lock is NULL: # <<<<<<<<<<<<<< * self.lock = PyThread_allocate_lock() * if self.lock is NULL: */ __pyx_t_1 = ((__pyx_v_self->lock == NULL) != 0); if (__pyx_t_1) { /* "View.MemoryView":359 * __pyx_memoryview_thread_locks_used += 1 * if self.lock is NULL: * self.lock = PyThread_allocate_lock() # <<<<<<<<<<<<<< * if self.lock is NULL: * raise MemoryError */ __pyx_v_self->lock = PyThread_allocate_lock(); /* "View.MemoryView":360 * if self.lock is NULL: * self.lock = PyThread_allocate_lock() * if self.lock is NULL: # <<<<<<<<<<<<<< * raise MemoryError * */ __pyx_t_1 = ((__pyx_v_self->lock == NULL) != 0); if (unlikely(__pyx_t_1)) { /* "View.MemoryView":361 * self.lock = PyThread_allocate_lock() * if self.lock is NULL: * raise MemoryError # <<<<<<<<<<<<<< * * if flags & PyBUF_FORMAT: */ PyErr_NoMemory(); __PYX_ERR(5, 361, __pyx_L1_error) /* "View.MemoryView":360 * if self.lock is NULL: * self.lock = PyThread_allocate_lock() * if self.lock is NULL: # <<<<<<<<<<<<<< * raise MemoryError * */ } /* "View.MemoryView":358 * self.lock = __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] * __pyx_memoryview_thread_locks_used += 1 * if self.lock is NULL: # <<<<<<<<<<<<<< * self.lock = PyThread_allocate_lock() * if self.lock is NULL: */ } /* "View.MemoryView":363 * raise MemoryError * * if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<< * self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0') * else: */ __pyx_t_1 = ((__pyx_v_flags & PyBUF_FORMAT) != 0); if (__pyx_t_1) { /* "View.MemoryView":364 * * if flags & PyBUF_FORMAT: * self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0') # <<<<<<<<<<<<<< * else: * self.dtype_is_object = dtype_is_object */ __pyx_t_2 = (((__pyx_v_self->view.format[0]) == 'O') != 0); if (__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L11_bool_binop_done; } __pyx_t_2 = (((__pyx_v_self->view.format[1]) == '\x00') != 0); __pyx_t_1 = __pyx_t_2; __pyx_L11_bool_binop_done:; __pyx_v_self->dtype_is_object = __pyx_t_1; /* "View.MemoryView":363 * raise MemoryError * * if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<< * self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0') * else: */ goto __pyx_L10; } /* "View.MemoryView":366 * self.dtype_is_object = (self.view.format[0] == b'O' and self.view.format[1] == b'\0') * else: * self.dtype_is_object = dtype_is_object # <<<<<<<<<<<<<< * * self.acquisition_count_aligned_p = <__pyx_atomic_int *> align_pointer( */ /*else*/ { __pyx_v_self->dtype_is_object = __pyx_v_dtype_is_object; } __pyx_L10:; /* "View.MemoryView":368 * self.dtype_is_object = dtype_is_object * * self.acquisition_count_aligned_p = <__pyx_atomic_int *> align_pointer( # <<<<<<<<<<<<<< * &self.acquisition_count[0], sizeof(__pyx_atomic_int)) * self.typeinfo = NULL */ __pyx_v_self->acquisition_count_aligned_p = ((__pyx_atomic_int *)__pyx_align_pointer(((void *)(&(__pyx_v_self->acquisition_count[0]))), (sizeof(__pyx_atomic_int)))); /* "View.MemoryView":370 * self.acquisition_count_aligned_p = <__pyx_atomic_int *> align_pointer( * &self.acquisition_count[0], sizeof(__pyx_atomic_int)) * self.typeinfo = NULL # <<<<<<<<<<<<<< * * def __dealloc__(memoryview self): */ __pyx_v_self->typeinfo = NULL; /* "View.MemoryView":345 * cdef __Pyx_TypeInfo *typeinfo * * def __cinit__(memoryview self, object obj, int flags, bint dtype_is_object=False): # <<<<<<<<<<<<<< * self.obj = obj * self.flags = flags */ /* function exit code */ __pyx_r = 0; goto __pyx_L0; __pyx_L1_error:; __Pyx_AddTraceback("View.MemoryView.memoryview.__cinit__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":372 * self.typeinfo = NULL * * def __dealloc__(memoryview self): # <<<<<<<<<<<<<< * if self.obj is not None: * __Pyx_ReleaseBuffer(&self.view) */ /* Python wrapper */ static void __pyx_memoryview___dealloc__(PyObject *__pyx_v_self); /*proto*/ static void __pyx_memoryview___dealloc__(PyObject *__pyx_v_self) { __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0); __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); } static void __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_2__dealloc__(struct __pyx_memoryview_obj *__pyx_v_self) { int __pyx_v_i; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_t_3; int __pyx_t_4; int __pyx_t_5; PyThread_type_lock __pyx_t_6; PyThread_type_lock __pyx_t_7; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__dealloc__", 0); __Pyx_TraceCall("__dealloc__", __pyx_f[5], 372, 0, __PYX_ERR(5, 372, __pyx_L1_error)); /* "View.MemoryView":373 * * def __dealloc__(memoryview self): * if self.obj is not None: # <<<<<<<<<<<<<< * __Pyx_ReleaseBuffer(&self.view) * elif (<__pyx_buffer *> &self.view).obj == Py_None: */ __pyx_t_1 = (__pyx_v_self->obj != Py_None); __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "View.MemoryView":374 * def __dealloc__(memoryview self): * if self.obj is not None: * __Pyx_ReleaseBuffer(&self.view) # <<<<<<<<<<<<<< * elif (<__pyx_buffer *> &self.view).obj == Py_None: * */ __Pyx_ReleaseBuffer((&__pyx_v_self->view)); /* "View.MemoryView":373 * * def __dealloc__(memoryview self): * if self.obj is not None: # <<<<<<<<<<<<<< * __Pyx_ReleaseBuffer(&self.view) * elif (<__pyx_buffer *> &self.view).obj == Py_None: */ goto __pyx_L3; } /* "View.MemoryView":375 * if self.obj is not None: * __Pyx_ReleaseBuffer(&self.view) * elif (<__pyx_buffer *> &self.view).obj == Py_None: # <<<<<<<<<<<<<< * * (<__pyx_buffer *> &self.view).obj = NULL */ __pyx_t_2 = ((((Py_buffer *)(&__pyx_v_self->view))->obj == Py_None) != 0); if (__pyx_t_2) { /* "View.MemoryView":377 * elif (<__pyx_buffer *> &self.view).obj == Py_None: * * (<__pyx_buffer *> &self.view).obj = NULL # <<<<<<<<<<<<<< * Py_DECREF(Py_None) * */ ((Py_buffer *)(&__pyx_v_self->view))->obj = NULL; /* "View.MemoryView":378 * * (<__pyx_buffer *> &self.view).obj = NULL * Py_DECREF(Py_None) # <<<<<<<<<<<<<< * * cdef int i */ Py_DECREF(Py_None); /* "View.MemoryView":375 * if self.obj is not None: * __Pyx_ReleaseBuffer(&self.view) * elif (<__pyx_buffer *> &self.view).obj == Py_None: # <<<<<<<<<<<<<< * * (<__pyx_buffer *> &self.view).obj = NULL */ } __pyx_L3:; /* "View.MemoryView":382 * cdef int i * global __pyx_memoryview_thread_locks_used * if self.lock != NULL: # <<<<<<<<<<<<<< * for i in range(__pyx_memoryview_thread_locks_used): * if __pyx_memoryview_thread_locks[i] is self.lock: */ __pyx_t_2 = ((__pyx_v_self->lock != NULL) != 0); if (__pyx_t_2) { /* "View.MemoryView":383 * global __pyx_memoryview_thread_locks_used * if self.lock != NULL: * for i in range(__pyx_memoryview_thread_locks_used): # <<<<<<<<<<<<<< * if __pyx_memoryview_thread_locks[i] is self.lock: * __pyx_memoryview_thread_locks_used -= 1 */ __pyx_t_3 = __pyx_memoryview_thread_locks_used; __pyx_t_4 = __pyx_t_3; for (__pyx_t_5 = 0; __pyx_t_5 < __pyx_t_4; __pyx_t_5+=1) { __pyx_v_i = __pyx_t_5; /* "View.MemoryView":384 * if self.lock != NULL: * for i in range(__pyx_memoryview_thread_locks_used): * if __pyx_memoryview_thread_locks[i] is self.lock: # <<<<<<<<<<<<<< * __pyx_memoryview_thread_locks_used -= 1 * if i != __pyx_memoryview_thread_locks_used: */ __pyx_t_2 = (((__pyx_memoryview_thread_locks[__pyx_v_i]) == __pyx_v_self->lock) != 0); if (__pyx_t_2) { /* "View.MemoryView":385 * for i in range(__pyx_memoryview_thread_locks_used): * if __pyx_memoryview_thread_locks[i] is self.lock: * __pyx_memoryview_thread_locks_used -= 1 # <<<<<<<<<<<<<< * if i != __pyx_memoryview_thread_locks_used: * __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = ( */ __pyx_memoryview_thread_locks_used = (__pyx_memoryview_thread_locks_used - 1); /* "View.MemoryView":386 * if __pyx_memoryview_thread_locks[i] is self.lock: * __pyx_memoryview_thread_locks_used -= 1 * if i != __pyx_memoryview_thread_locks_used: # <<<<<<<<<<<<<< * __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = ( * __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i]) */ __pyx_t_2 = ((__pyx_v_i != __pyx_memoryview_thread_locks_used) != 0); if (__pyx_t_2) { /* "View.MemoryView":388 * if i != __pyx_memoryview_thread_locks_used: * __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = ( * __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i]) # <<<<<<<<<<<<<< * break * else: */ __pyx_t_6 = (__pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]); __pyx_t_7 = (__pyx_memoryview_thread_locks[__pyx_v_i]); /* "View.MemoryView":387 * __pyx_memoryview_thread_locks_used -= 1 * if i != __pyx_memoryview_thread_locks_used: * __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = ( # <<<<<<<<<<<<<< * __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i]) * break */ (__pyx_memoryview_thread_locks[__pyx_v_i]) = __pyx_t_6; (__pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used]) = __pyx_t_7; /* "View.MemoryView":386 * if __pyx_memoryview_thread_locks[i] is self.lock: * __pyx_memoryview_thread_locks_used -= 1 * if i != __pyx_memoryview_thread_locks_used: # <<<<<<<<<<<<<< * __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = ( * __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i]) */ } /* "View.MemoryView":389 * __pyx_memoryview_thread_locks[i], __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used] = ( * __pyx_memoryview_thread_locks[__pyx_memoryview_thread_locks_used], __pyx_memoryview_thread_locks[i]) * break # <<<<<<<<<<<<<< * else: * PyThread_free_lock(self.lock) */ goto __pyx_L6_break; /* "View.MemoryView":384 * if self.lock != NULL: * for i in range(__pyx_memoryview_thread_locks_used): * if __pyx_memoryview_thread_locks[i] is self.lock: # <<<<<<<<<<<<<< * __pyx_memoryview_thread_locks_used -= 1 * if i != __pyx_memoryview_thread_locks_used: */ } } /*else*/ { /* "View.MemoryView":391 * break * else: * PyThread_free_lock(self.lock) # <<<<<<<<<<<<<< * * cdef char *get_item_pointer(memoryview self, object index) except NULL: */ PyThread_free_lock(__pyx_v_self->lock); } __pyx_L6_break:; /* "View.MemoryView":382 * cdef int i * global __pyx_memoryview_thread_locks_used * if self.lock != NULL: # <<<<<<<<<<<<<< * for i in range(__pyx_memoryview_thread_locks_used): * if __pyx_memoryview_thread_locks[i] is self.lock: */ } /* "View.MemoryView":372 * self.typeinfo = NULL * * def __dealloc__(memoryview self): # <<<<<<<<<<<<<< * if self.obj is not None: * __Pyx_ReleaseBuffer(&self.view) */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView.memoryview.__dealloc__", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0); __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); } /* "View.MemoryView":393 * PyThread_free_lock(self.lock) * * cdef char *get_item_pointer(memoryview self, object index) except NULL: # <<<<<<<<<<<<<< * cdef Py_ssize_t dim * cdef char *itemp = self.view.buf */ static char *__pyx_memoryview_get_item_pointer(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index) { Py_ssize_t __pyx_v_dim; char *__pyx_v_itemp; PyObject *__pyx_v_idx = NULL; char *__pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations Py_ssize_t __pyx_t_1; PyObject *__pyx_t_2 = NULL; Py_ssize_t __pyx_t_3; PyObject *(*__pyx_t_4)(PyObject *); PyObject *__pyx_t_5 = NULL; Py_ssize_t __pyx_t_6; char *__pyx_t_7; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("get_item_pointer", 0); __Pyx_TraceCall("get_item_pointer", __pyx_f[5], 393, 0, __PYX_ERR(5, 393, __pyx_L1_error)); /* "View.MemoryView":395 * cdef char *get_item_pointer(memoryview self, object index) except NULL: * cdef Py_ssize_t dim * cdef char *itemp = self.view.buf # <<<<<<<<<<<<<< * * for dim, idx in enumerate(index): */ __pyx_v_itemp = ((char *)__pyx_v_self->view.buf); /* "View.MemoryView":397 * cdef char *itemp = self.view.buf * * for dim, idx in enumerate(index): # <<<<<<<<<<<<<< * itemp = pybuffer_index(&self.view, itemp, idx, dim) * */ __pyx_t_1 = 0; if (likely(PyList_CheckExact(__pyx_v_index)) || PyTuple_CheckExact(__pyx_v_index)) { __pyx_t_2 = __pyx_v_index; __Pyx_INCREF(__pyx_t_2); __pyx_t_3 = 0; __pyx_t_4 = NULL; } else { __pyx_t_3 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_index); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 397, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = Py_TYPE(__pyx_t_2)->tp_iternext; if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 397, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_4)) { if (likely(PyList_CheckExact(__pyx_t_2))) { if (__pyx_t_3 >= PyList_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(5, 397, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 397, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } else { if (__pyx_t_3 >= PyTuple_GET_SIZE(__pyx_t_2)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_5 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_3); __Pyx_INCREF(__pyx_t_5); __pyx_t_3++; if (unlikely(0 < 0)) __PYX_ERR(5, 397, __pyx_L1_error) #else __pyx_t_5 = PySequence_ITEM(__pyx_t_2, __pyx_t_3); __pyx_t_3++; if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 397, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif } } else { __pyx_t_5 = __pyx_t_4(__pyx_t_2); if (unlikely(!__pyx_t_5)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(5, 397, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_5); } __Pyx_XDECREF_SET(__pyx_v_idx, __pyx_t_5); __pyx_t_5 = 0; __pyx_v_dim = __pyx_t_1; __pyx_t_1 = (__pyx_t_1 + 1); /* "View.MemoryView":398 * * for dim, idx in enumerate(index): * itemp = pybuffer_index(&self.view, itemp, idx, dim) # <<<<<<<<<<<<<< * * return itemp */ __pyx_t_6 = __Pyx_PyIndex_AsSsize_t(__pyx_v_idx); if (unlikely((__pyx_t_6 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(5, 398, __pyx_L1_error) __pyx_t_7 = __pyx_pybuffer_index((&__pyx_v_self->view), __pyx_v_itemp, __pyx_t_6, __pyx_v_dim); if (unlikely(__pyx_t_7 == ((char *)NULL))) __PYX_ERR(5, 398, __pyx_L1_error) __pyx_v_itemp = __pyx_t_7; /* "View.MemoryView":397 * cdef char *itemp = self.view.buf * * for dim, idx in enumerate(index): # <<<<<<<<<<<<<< * itemp = pybuffer_index(&self.view, itemp, idx, dim) * */ } __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "View.MemoryView":400 * itemp = pybuffer_index(&self.view, itemp, idx, dim) * * return itemp # <<<<<<<<<<<<<< * * */ __pyx_r = __pyx_v_itemp; goto __pyx_L0; /* "View.MemoryView":393 * PyThread_free_lock(self.lock) * * cdef char *get_item_pointer(memoryview self, object index) except NULL: # <<<<<<<<<<<<<< * cdef Py_ssize_t dim * cdef char *itemp = self.view.buf */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("View.MemoryView.memoryview.get_item_pointer", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_idx); __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":403 * * * def __getitem__(memoryview self, object index): # <<<<<<<<<<<<<< * if index is Ellipsis: * return self */ /* Python wrapper */ static PyObject *__pyx_memoryview___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index); /*proto*/ static PyObject *__pyx_memoryview___getitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__getitem__ (wrapper)", 0); __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_4__getitem__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((PyObject *)__pyx_v_index)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_4__getitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index) { PyObject *__pyx_v_have_slices = NULL; PyObject *__pyx_v_indices = NULL; char *__pyx_v_itemp; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; char *__pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__getitem__", 0); __Pyx_TraceCall("__getitem__", __pyx_f[5], 403, 0, __PYX_ERR(5, 403, __pyx_L1_error)); /* "View.MemoryView":404 * * def __getitem__(memoryview self, object index): * if index is Ellipsis: # <<<<<<<<<<<<<< * return self * */ __pyx_t_1 = (__pyx_v_index == __pyx_builtin_Ellipsis); __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "View.MemoryView":405 * def __getitem__(memoryview self, object index): * if index is Ellipsis: * return self # <<<<<<<<<<<<<< * * have_slices, indices = _unellipsify(index, self.view.ndim) */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(((PyObject *)__pyx_v_self)); __pyx_r = ((PyObject *)__pyx_v_self); goto __pyx_L0; /* "View.MemoryView":404 * * def __getitem__(memoryview self, object index): * if index is Ellipsis: # <<<<<<<<<<<<<< * return self * */ } /* "View.MemoryView":407 * return self * * have_slices, indices = _unellipsify(index, self.view.ndim) # <<<<<<<<<<<<<< * * cdef char *itemp */ __pyx_t_3 = _unellipsify(__pyx_v_index, __pyx_v_self->view.ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 407, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (likely(__pyx_t_3 != Py_None)) { PyObject* sequence = __pyx_t_3; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(5, 407, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_4 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_5 = PyTuple_GET_ITEM(sequence, 1); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); #else __pyx_t_4 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 407, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 407, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); #endif __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } else { __Pyx_RaiseNoneNotIterableError(); __PYX_ERR(5, 407, __pyx_L1_error) } __pyx_v_have_slices = __pyx_t_4; __pyx_t_4 = 0; __pyx_v_indices = __pyx_t_5; __pyx_t_5 = 0; /* "View.MemoryView":410 * * cdef char *itemp * if have_slices: # <<<<<<<<<<<<<< * return memview_slice(self, indices) * else: */ __pyx_t_2 = __Pyx_PyObject_IsTrue(__pyx_v_have_slices); if (unlikely(__pyx_t_2 < 0)) __PYX_ERR(5, 410, __pyx_L1_error) if (__pyx_t_2) { /* "View.MemoryView":411 * cdef char *itemp * if have_slices: * return memview_slice(self, indices) # <<<<<<<<<<<<<< * else: * itemp = self.get_item_pointer(indices) */ __Pyx_XDECREF(__pyx_r); __pyx_t_3 = ((PyObject *)__pyx_memview_slice(__pyx_v_self, __pyx_v_indices)); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 411, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_r = __pyx_t_3; __pyx_t_3 = 0; goto __pyx_L0; /* "View.MemoryView":410 * * cdef char *itemp * if have_slices: # <<<<<<<<<<<<<< * return memview_slice(self, indices) * else: */ } /* "View.MemoryView":413 * return memview_slice(self, indices) * else: * itemp = self.get_item_pointer(indices) # <<<<<<<<<<<<<< * return self.convert_item_to_object(itemp) * */ /*else*/ { __pyx_t_6 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->get_item_pointer(__pyx_v_self, __pyx_v_indices); if (unlikely(__pyx_t_6 == ((char *)NULL))) __PYX_ERR(5, 413, __pyx_L1_error) __pyx_v_itemp = __pyx_t_6; /* "View.MemoryView":414 * else: * itemp = self.get_item_pointer(indices) * return self.convert_item_to_object(itemp) # <<<<<<<<<<<<<< * * def __setitem__(memoryview self, object index, object value): */ __Pyx_XDECREF(__pyx_r); __pyx_t_3 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->convert_item_to_object(__pyx_v_self, __pyx_v_itemp); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 414, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_r = __pyx_t_3; __pyx_t_3 = 0; goto __pyx_L0; } /* "View.MemoryView":403 * * * def __getitem__(memoryview self, object index): # <<<<<<<<<<<<<< * if index is Ellipsis: * return self */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("View.MemoryView.memoryview.__getitem__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_have_slices); __Pyx_XDECREF(__pyx_v_indices); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":416 * return self.convert_item_to_object(itemp) * * def __setitem__(memoryview self, object index, object value): # <<<<<<<<<<<<<< * if self.view.readonly: * raise TypeError("Cannot assign to read-only memoryview") */ /* Python wrapper */ static int __pyx_memoryview___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value); /*proto*/ static int __pyx_memoryview___setitem__(PyObject *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value) { int __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__setitem__ (wrapper)", 0); __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((PyObject *)__pyx_v_index), ((PyObject *)__pyx_v_value)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_6__setitem__(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value) { PyObject *__pyx_v_have_slices = NULL; PyObject *__pyx_v_obj = NULL; int __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__setitem__", 0); __Pyx_TraceCall("__setitem__", __pyx_f[5], 416, 0, __PYX_ERR(5, 416, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_index); /* "View.MemoryView":417 * * def __setitem__(memoryview self, object index, object value): * if self.view.readonly: # <<<<<<<<<<<<<< * raise TypeError("Cannot assign to read-only memoryview") * */ __pyx_t_1 = (__pyx_v_self->view.readonly != 0); if (unlikely(__pyx_t_1)) { /* "View.MemoryView":418 * def __setitem__(memoryview self, object index, object value): * if self.view.readonly: * raise TypeError("Cannot assign to read-only memoryview") # <<<<<<<<<<<<<< * * have_slices, index = _unellipsify(index, self.view.ndim) */ __pyx_t_2 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__159, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 418, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_Raise(__pyx_t_2, 0, 0, 0); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __PYX_ERR(5, 418, __pyx_L1_error) /* "View.MemoryView":417 * * def __setitem__(memoryview self, object index, object value): * if self.view.readonly: # <<<<<<<<<<<<<< * raise TypeError("Cannot assign to read-only memoryview") * */ } /* "View.MemoryView":420 * raise TypeError("Cannot assign to read-only memoryview") * * have_slices, index = _unellipsify(index, self.view.ndim) # <<<<<<<<<<<<<< * * if have_slices: */ __pyx_t_2 = _unellipsify(__pyx_v_index, __pyx_v_self->view.ndim); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 420, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (likely(__pyx_t_2 != Py_None)) { PyObject* sequence = __pyx_t_2; Py_ssize_t size = __Pyx_PySequence_SIZE(sequence); if (unlikely(size != 2)) { if (size > 2) __Pyx_RaiseTooManyValuesError(2); else if (size >= 0) __Pyx_RaiseNeedMoreValuesError(size); __PYX_ERR(5, 420, __pyx_L1_error) } #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_3 = PyTuple_GET_ITEM(sequence, 0); __pyx_t_4 = PyTuple_GET_ITEM(sequence, 1); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(__pyx_t_4); #else __pyx_t_3 = PySequence_ITEM(sequence, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 420, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PySequence_ITEM(sequence, 1); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 420, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); #endif __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } else { __Pyx_RaiseNoneNotIterableError(); __PYX_ERR(5, 420, __pyx_L1_error) } __pyx_v_have_slices = __pyx_t_3; __pyx_t_3 = 0; __Pyx_DECREF_SET(__pyx_v_index, __pyx_t_4); __pyx_t_4 = 0; /* "View.MemoryView":422 * have_slices, index = _unellipsify(index, self.view.ndim) * * if have_slices: # <<<<<<<<<<<<<< * obj = self.is_slice(value) * if obj: */ __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_have_slices); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(5, 422, __pyx_L1_error) if (__pyx_t_1) { /* "View.MemoryView":423 * * if have_slices: * obj = self.is_slice(value) # <<<<<<<<<<<<<< * if obj: * self.setitem_slice_assignment(self[index], obj) */ __pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->is_slice(__pyx_v_self, __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 423, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_v_obj = __pyx_t_2; __pyx_t_2 = 0; /* "View.MemoryView":424 * if have_slices: * obj = self.is_slice(value) * if obj: # <<<<<<<<<<<<<< * self.setitem_slice_assignment(self[index], obj) * else: */ __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_v_obj); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(5, 424, __pyx_L1_error) if (__pyx_t_1) { /* "View.MemoryView":425 * obj = self.is_slice(value) * if obj: * self.setitem_slice_assignment(self[index], obj) # <<<<<<<<<<<<<< * else: * self.setitem_slice_assign_scalar(self[index], value) */ __pyx_t_2 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self), __pyx_v_index); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 425, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->setitem_slice_assignment(__pyx_v_self, __pyx_t_2, __pyx_v_obj); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 425, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "View.MemoryView":424 * if have_slices: * obj = self.is_slice(value) * if obj: # <<<<<<<<<<<<<< * self.setitem_slice_assignment(self[index], obj) * else: */ goto __pyx_L5; } /* "View.MemoryView":427 * self.setitem_slice_assignment(self[index], obj) * else: * self.setitem_slice_assign_scalar(self[index], value) # <<<<<<<<<<<<<< * else: * self.setitem_indexed(index, value) */ /*else*/ { __pyx_t_4 = __Pyx_PyObject_GetItem(((PyObject *)__pyx_v_self), __pyx_v_index); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 427, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (!(likely(((__pyx_t_4) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_4, __pyx_memoryview_type))))) __PYX_ERR(5, 427, __pyx_L1_error) __pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->setitem_slice_assign_scalar(__pyx_v_self, ((struct __pyx_memoryview_obj *)__pyx_t_4), __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 427, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __pyx_L5:; /* "View.MemoryView":422 * have_slices, index = _unellipsify(index, self.view.ndim) * * if have_slices: # <<<<<<<<<<<<<< * obj = self.is_slice(value) * if obj: */ goto __pyx_L4; } /* "View.MemoryView":429 * self.setitem_slice_assign_scalar(self[index], value) * else: * self.setitem_indexed(index, value) # <<<<<<<<<<<<<< * * cdef is_slice(self, obj): */ /*else*/ { __pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->setitem_indexed(__pyx_v_self, __pyx_v_index, __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 429, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __pyx_L4:; /* "View.MemoryView":416 * return self.convert_item_to_object(itemp) * * def __setitem__(memoryview self, object index, object value): # <<<<<<<<<<<<<< * if self.view.readonly: * raise TypeError("Cannot assign to read-only memoryview") */ /* function exit code */ __pyx_r = 0; goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("View.MemoryView.memoryview.__setitem__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; __pyx_L0:; __Pyx_XDECREF(__pyx_v_have_slices); __Pyx_XDECREF(__pyx_v_obj); __Pyx_XDECREF(__pyx_v_index); __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":431 * self.setitem_indexed(index, value) * * cdef is_slice(self, obj): # <<<<<<<<<<<<<< * if not isinstance(obj, memoryview): * try: */ static PyObject *__pyx_memoryview_is_slice(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_obj) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; int __pyx_t_9; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("is_slice", 0); __Pyx_TraceCall("is_slice", __pyx_f[5], 431, 0, __PYX_ERR(5, 431, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_obj); /* "View.MemoryView":432 * * cdef is_slice(self, obj): * if not isinstance(obj, memoryview): # <<<<<<<<<<<<<< * try: * obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS, */ __pyx_t_1 = __Pyx_TypeCheck(__pyx_v_obj, __pyx_memoryview_type); __pyx_t_2 = ((!(__pyx_t_1 != 0)) != 0); if (__pyx_t_2) { /* "View.MemoryView":433 * cdef is_slice(self, obj): * if not isinstance(obj, memoryview): * try: # <<<<<<<<<<<<<< * obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS, * self.dtype_is_object) */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_3, &__pyx_t_4, &__pyx_t_5); __Pyx_XGOTREF(__pyx_t_3); __Pyx_XGOTREF(__pyx_t_4); __Pyx_XGOTREF(__pyx_t_5); /*try:*/ { /* "View.MemoryView":434 * if not isinstance(obj, memoryview): * try: * obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS, # <<<<<<<<<<<<<< * self.dtype_is_object) * except TypeError: */ __pyx_t_6 = __Pyx_PyInt_From_int(((__pyx_v_self->flags & (~PyBUF_WRITABLE)) | PyBUF_ANY_CONTIGUOUS)); if (unlikely(!__pyx_t_6)) __PYX_ERR(5, 434, __pyx_L4_error) __Pyx_GOTREF(__pyx_t_6); /* "View.MemoryView":435 * try: * obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS, * self.dtype_is_object) # <<<<<<<<<<<<<< * except TypeError: * return None */ __pyx_t_7 = __Pyx_PyBool_FromLong(__pyx_v_self->dtype_is_object); if (unlikely(!__pyx_t_7)) __PYX_ERR(5, 435, __pyx_L4_error) __Pyx_GOTREF(__pyx_t_7); /* "View.MemoryView":434 * if not isinstance(obj, memoryview): * try: * obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS, # <<<<<<<<<<<<<< * self.dtype_is_object) * except TypeError: */ __pyx_t_8 = PyTuple_New(3); if (unlikely(!__pyx_t_8)) __PYX_ERR(5, 434, __pyx_L4_error) __Pyx_GOTREF(__pyx_t_8); __Pyx_INCREF(__pyx_v_obj); __Pyx_GIVEREF(__pyx_v_obj); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_v_obj); __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_8, 1, __pyx_t_6); __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_8, 2, __pyx_t_7); __pyx_t_6 = 0; __pyx_t_7 = 0; __pyx_t_7 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryview_type), __pyx_t_8, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(5, 434, __pyx_L4_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF_SET(__pyx_v_obj, __pyx_t_7); __pyx_t_7 = 0; /* "View.MemoryView":433 * cdef is_slice(self, obj): * if not isinstance(obj, memoryview): * try: # <<<<<<<<<<<<<< * obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS, * self.dtype_is_object) */ } __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; goto __pyx_L9_try_end; __pyx_L4_error:; __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; /* "View.MemoryView":436 * obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS, * self.dtype_is_object) * except TypeError: # <<<<<<<<<<<<<< * return None * */ __pyx_t_9 = __Pyx_PyErr_ExceptionMatches(__pyx_builtin_TypeError); if (__pyx_t_9) { __Pyx_AddTraceback("View.MemoryView.memoryview.is_slice", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_7, &__pyx_t_8, &__pyx_t_6) < 0) __PYX_ERR(5, 436, __pyx_L6_except_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_GOTREF(__pyx_t_8); __Pyx_GOTREF(__pyx_t_6); /* "View.MemoryView":437 * self.dtype_is_object) * except TypeError: * return None # <<<<<<<<<<<<<< * * return obj */ __Pyx_XDECREF(__pyx_r); __pyx_r = Py_None; __Pyx_INCREF(Py_None); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; goto __pyx_L7_except_return; } goto __pyx_L6_except_error; __pyx_L6_except_error:; /* "View.MemoryView":433 * cdef is_slice(self, obj): * if not isinstance(obj, memoryview): * try: # <<<<<<<<<<<<<< * obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS, * self.dtype_is_object) */ __Pyx_XGIVEREF(__pyx_t_3); __Pyx_XGIVEREF(__pyx_t_4); __Pyx_XGIVEREF(__pyx_t_5); __Pyx_ExceptionReset(__pyx_t_3, __pyx_t_4, __pyx_t_5); goto __pyx_L1_error; __pyx_L7_except_return:; __Pyx_XGIVEREF(__pyx_t_3); __Pyx_XGIVEREF(__pyx_t_4); __Pyx_XGIVEREF(__pyx_t_5); __Pyx_ExceptionReset(__pyx_t_3, __pyx_t_4, __pyx_t_5); goto __pyx_L0; __pyx_L9_try_end:; } /* "View.MemoryView":432 * * cdef is_slice(self, obj): * if not isinstance(obj, memoryview): # <<<<<<<<<<<<<< * try: * obj = memoryview(obj, self.flags & ~PyBUF_WRITABLE | PyBUF_ANY_CONTIGUOUS, */ } /* "View.MemoryView":439 * return None * * return obj # <<<<<<<<<<<<<< * * cdef setitem_slice_assignment(self, dst, src): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_obj); __pyx_r = __pyx_v_obj; goto __pyx_L0; /* "View.MemoryView":431 * self.setitem_indexed(index, value) * * cdef is_slice(self, obj): # <<<<<<<<<<<<<< * if not isinstance(obj, memoryview): * try: */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_AddTraceback("View.MemoryView.memoryview.is_slice", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_obj); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":441 * return obj * * cdef setitem_slice_assignment(self, dst, src): # <<<<<<<<<<<<<< * cdef __Pyx_memviewslice dst_slice * cdef __Pyx_memviewslice src_slice */ static PyObject *__pyx_memoryview_setitem_slice_assignment(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_dst, PyObject *__pyx_v_src) { __Pyx_memviewslice __pyx_v_dst_slice; __Pyx_memviewslice __pyx_v_src_slice; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations __Pyx_memviewslice *__pyx_t_1; __Pyx_memviewslice *__pyx_t_2; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("setitem_slice_assignment", 0); __Pyx_TraceCall("setitem_slice_assignment", __pyx_f[5], 441, 0, __PYX_ERR(5, 441, __pyx_L1_error)); /* "View.MemoryView":445 * cdef __Pyx_memviewslice src_slice * * memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0], # <<<<<<<<<<<<<< * get_slice_from_memview(dst, &dst_slice)[0], * src.ndim, dst.ndim, self.dtype_is_object) */ if (!(likely(((__pyx_v_src) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_src, __pyx_memoryview_type))))) __PYX_ERR(5, 445, __pyx_L1_error) __pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(((struct __pyx_memoryview_obj *)__pyx_v_src), (&__pyx_v_src_slice)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(5, 445, __pyx_L1_error) /* "View.MemoryView":446 * * memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0], * get_slice_from_memview(dst, &dst_slice)[0], # <<<<<<<<<<<<<< * src.ndim, dst.ndim, self.dtype_is_object) * */ if (!(likely(((__pyx_v_dst) == Py_None) || likely(__Pyx_TypeTest(__pyx_v_dst, __pyx_memoryview_type))))) __PYX_ERR(5, 446, __pyx_L1_error) __pyx_t_2 = __pyx_memoryview_get_slice_from_memoryview(((struct __pyx_memoryview_obj *)__pyx_v_dst), (&__pyx_v_dst_slice)); if (unlikely(__pyx_t_2 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(5, 446, __pyx_L1_error) /* "View.MemoryView":447 * memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0], * get_slice_from_memview(dst, &dst_slice)[0], * src.ndim, dst.ndim, self.dtype_is_object) # <<<<<<<<<<<<<< * * cdef setitem_slice_assign_scalar(self, memoryview dst, value): */ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_src, __pyx_n_s_ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 447, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_PyInt_As_int(__pyx_t_3); if (unlikely((__pyx_t_4 == (int)-1) && PyErr_Occurred())) __PYX_ERR(5, 447, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_v_dst, __pyx_n_s_ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 447, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_5 = __Pyx_PyInt_As_int(__pyx_t_3); if (unlikely((__pyx_t_5 == (int)-1) && PyErr_Occurred())) __PYX_ERR(5, 447, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "View.MemoryView":445 * cdef __Pyx_memviewslice src_slice * * memoryview_copy_contents(get_slice_from_memview(src, &src_slice)[0], # <<<<<<<<<<<<<< * get_slice_from_memview(dst, &dst_slice)[0], * src.ndim, dst.ndim, self.dtype_is_object) */ __pyx_t_6 = __pyx_memoryview_copy_contents((__pyx_t_1[0]), (__pyx_t_2[0]), __pyx_t_4, __pyx_t_5, __pyx_v_self->dtype_is_object); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(5, 445, __pyx_L1_error) /* "View.MemoryView":441 * return obj * * cdef setitem_slice_assignment(self, dst, src): # <<<<<<<<<<<<<< * cdef __Pyx_memviewslice dst_slice * cdef __Pyx_memviewslice src_slice */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("View.MemoryView.memoryview.setitem_slice_assignment", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":449 * src.ndim, dst.ndim, self.dtype_is_object) * * cdef setitem_slice_assign_scalar(self, memoryview dst, value): # <<<<<<<<<<<<<< * cdef int array[128] * cdef void *tmp = NULL */ static PyObject *__pyx_memoryview_setitem_slice_assign_scalar(struct __pyx_memoryview_obj *__pyx_v_self, struct __pyx_memoryview_obj *__pyx_v_dst, PyObject *__pyx_v_value) { int __pyx_v_array[0x80]; void *__pyx_v_tmp; void *__pyx_v_item; __Pyx_memviewslice *__pyx_v_dst_slice; __Pyx_memviewslice __pyx_v_tmp_slice; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations __Pyx_memviewslice *__pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; int __pyx_t_4; int __pyx_t_5; char const *__pyx_t_6; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; PyObject *__pyx_t_9 = NULL; PyObject *__pyx_t_10 = NULL; PyObject *__pyx_t_11 = NULL; PyObject *__pyx_t_12 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("setitem_slice_assign_scalar", 0); __Pyx_TraceCall("setitem_slice_assign_scalar", __pyx_f[5], 449, 0, __PYX_ERR(5, 449, __pyx_L1_error)); /* "View.MemoryView":451 * cdef setitem_slice_assign_scalar(self, memoryview dst, value): * cdef int array[128] * cdef void *tmp = NULL # <<<<<<<<<<<<<< * cdef void *item * */ __pyx_v_tmp = NULL; /* "View.MemoryView":456 * cdef __Pyx_memviewslice *dst_slice * cdef __Pyx_memviewslice tmp_slice * dst_slice = get_slice_from_memview(dst, &tmp_slice) # <<<<<<<<<<<<<< * * if self.view.itemsize > sizeof(array): */ __pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(__pyx_v_dst, (&__pyx_v_tmp_slice)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(5, 456, __pyx_L1_error) __pyx_v_dst_slice = __pyx_t_1; /* "View.MemoryView":458 * dst_slice = get_slice_from_memview(dst, &tmp_slice) * * if self.view.itemsize > sizeof(array): # <<<<<<<<<<<<<< * tmp = PyMem_Malloc(self.view.itemsize) * if tmp == NULL: */ __pyx_t_2 = ((((size_t)__pyx_v_self->view.itemsize) > (sizeof(__pyx_v_array))) != 0); if (__pyx_t_2) { /* "View.MemoryView":459 * * if self.view.itemsize > sizeof(array): * tmp = PyMem_Malloc(self.view.itemsize) # <<<<<<<<<<<<<< * if tmp == NULL: * raise MemoryError */ __pyx_v_tmp = PyMem_Malloc(__pyx_v_self->view.itemsize); /* "View.MemoryView":460 * if self.view.itemsize > sizeof(array): * tmp = PyMem_Malloc(self.view.itemsize) * if tmp == NULL: # <<<<<<<<<<<<<< * raise MemoryError * item = tmp */ __pyx_t_2 = ((__pyx_v_tmp == NULL) != 0); if (unlikely(__pyx_t_2)) { /* "View.MemoryView":461 * tmp = PyMem_Malloc(self.view.itemsize) * if tmp == NULL: * raise MemoryError # <<<<<<<<<<<<<< * item = tmp * else: */ PyErr_NoMemory(); __PYX_ERR(5, 461, __pyx_L1_error) /* "View.MemoryView":460 * if self.view.itemsize > sizeof(array): * tmp = PyMem_Malloc(self.view.itemsize) * if tmp == NULL: # <<<<<<<<<<<<<< * raise MemoryError * item = tmp */ } /* "View.MemoryView":462 * if tmp == NULL: * raise MemoryError * item = tmp # <<<<<<<<<<<<<< * else: * item = array */ __pyx_v_item = __pyx_v_tmp; /* "View.MemoryView":458 * dst_slice = get_slice_from_memview(dst, &tmp_slice) * * if self.view.itemsize > sizeof(array): # <<<<<<<<<<<<<< * tmp = PyMem_Malloc(self.view.itemsize) * if tmp == NULL: */ goto __pyx_L3; } /* "View.MemoryView":464 * item = tmp * else: * item = array # <<<<<<<<<<<<<< * * try: */ /*else*/ { __pyx_v_item = ((void *)__pyx_v_array); } __pyx_L3:; /* "View.MemoryView":466 * item = array * * try: # <<<<<<<<<<<<<< * if self.dtype_is_object: * ( item)[0] = value */ /*try:*/ { /* "View.MemoryView":467 * * try: * if self.dtype_is_object: # <<<<<<<<<<<<<< * ( item)[0] = value * else: */ __pyx_t_2 = (__pyx_v_self->dtype_is_object != 0); if (__pyx_t_2) { /* "View.MemoryView":468 * try: * if self.dtype_is_object: * ( item)[0] = value # <<<<<<<<<<<<<< * else: * self.assign_item_from_object( item, value) */ (((PyObject **)__pyx_v_item)[0]) = ((PyObject *)__pyx_v_value); /* "View.MemoryView":467 * * try: * if self.dtype_is_object: # <<<<<<<<<<<<<< * ( item)[0] = value * else: */ goto __pyx_L8; } /* "View.MemoryView":470 * ( item)[0] = value * else: * self.assign_item_from_object( item, value) # <<<<<<<<<<<<<< * * */ /*else*/ { __pyx_t_3 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->assign_item_from_object(__pyx_v_self, ((char *)__pyx_v_item), __pyx_v_value); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 470, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __pyx_L8:; /* "View.MemoryView":474 * * * if self.view.suboffsets != NULL: # <<<<<<<<<<<<<< * assert_direct_dimensions(self.view.suboffsets, self.view.ndim) * slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize, */ __pyx_t_2 = ((__pyx_v_self->view.suboffsets != NULL) != 0); if (__pyx_t_2) { /* "View.MemoryView":475 * * if self.view.suboffsets != NULL: * assert_direct_dimensions(self.view.suboffsets, self.view.ndim) # <<<<<<<<<<<<<< * slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize, * item, self.dtype_is_object) */ __pyx_t_3 = assert_direct_dimensions(__pyx_v_self->view.suboffsets, __pyx_v_self->view.ndim); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 475, __pyx_L6_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "View.MemoryView":474 * * * if self.view.suboffsets != NULL: # <<<<<<<<<<<<<< * assert_direct_dimensions(self.view.suboffsets, self.view.ndim) * slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize, */ } /* "View.MemoryView":476 * if self.view.suboffsets != NULL: * assert_direct_dimensions(self.view.suboffsets, self.view.ndim) * slice_assign_scalar(dst_slice, dst.view.ndim, self.view.itemsize, # <<<<<<<<<<<<<< * item, self.dtype_is_object) * finally: */ __pyx_memoryview_slice_assign_scalar(__pyx_v_dst_slice, __pyx_v_dst->view.ndim, __pyx_v_self->view.itemsize, __pyx_v_item, __pyx_v_self->dtype_is_object); } /* "View.MemoryView":479 * item, self.dtype_is_object) * finally: * PyMem_Free(tmp) # <<<<<<<<<<<<<< * * cdef setitem_indexed(self, index, value): */ /*finally:*/ { /*normal exit:*/{ PyMem_Free(__pyx_v_tmp); goto __pyx_L7; } __pyx_L6_error:; /*exception exit:*/{ __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __pyx_t_7 = 0; __pyx_t_8 = 0; __pyx_t_9 = 0; __pyx_t_10 = 0; __pyx_t_11 = 0; __pyx_t_12 = 0; __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; if (PY_MAJOR_VERSION >= 3) __Pyx_ExceptionSwap(&__pyx_t_10, &__pyx_t_11, &__pyx_t_12); if ((PY_MAJOR_VERSION < 3) || unlikely(__Pyx_GetException(&__pyx_t_7, &__pyx_t_8, &__pyx_t_9) < 0)) __Pyx_ErrFetch(&__pyx_t_7, &__pyx_t_8, &__pyx_t_9); __Pyx_XGOTREF(__pyx_t_7); __Pyx_XGOTREF(__pyx_t_8); __Pyx_XGOTREF(__pyx_t_9); __Pyx_XGOTREF(__pyx_t_10); __Pyx_XGOTREF(__pyx_t_11); __Pyx_XGOTREF(__pyx_t_12); __pyx_t_4 = __pyx_lineno; __pyx_t_5 = __pyx_clineno; __pyx_t_6 = __pyx_filename; { PyMem_Free(__pyx_v_tmp); } if (PY_MAJOR_VERSION >= 3) { __Pyx_XGIVEREF(__pyx_t_10); __Pyx_XGIVEREF(__pyx_t_11); __Pyx_XGIVEREF(__pyx_t_12); __Pyx_ExceptionReset(__pyx_t_10, __pyx_t_11, __pyx_t_12); } __Pyx_XGIVEREF(__pyx_t_7); __Pyx_XGIVEREF(__pyx_t_8); __Pyx_XGIVEREF(__pyx_t_9); __Pyx_ErrRestore(__pyx_t_7, __pyx_t_8, __pyx_t_9); __pyx_t_7 = 0; __pyx_t_8 = 0; __pyx_t_9 = 0; __pyx_t_10 = 0; __pyx_t_11 = 0; __pyx_t_12 = 0; __pyx_lineno = __pyx_t_4; __pyx_clineno = __pyx_t_5; __pyx_filename = __pyx_t_6; goto __pyx_L1_error; } __pyx_L7:; } /* "View.MemoryView":449 * src.ndim, dst.ndim, self.dtype_is_object) * * cdef setitem_slice_assign_scalar(self, memoryview dst, value): # <<<<<<<<<<<<<< * cdef int array[128] * cdef void *tmp = NULL */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("View.MemoryView.memoryview.setitem_slice_assign_scalar", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":481 * PyMem_Free(tmp) * * cdef setitem_indexed(self, index, value): # <<<<<<<<<<<<<< * cdef char *itemp = self.get_item_pointer(index) * self.assign_item_from_object(itemp, value) */ static PyObject *__pyx_memoryview_setitem_indexed(struct __pyx_memoryview_obj *__pyx_v_self, PyObject *__pyx_v_index, PyObject *__pyx_v_value) { char *__pyx_v_itemp; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations char *__pyx_t_1; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("setitem_indexed", 0); __Pyx_TraceCall("setitem_indexed", __pyx_f[5], 481, 0, __PYX_ERR(5, 481, __pyx_L1_error)); /* "View.MemoryView":482 * * cdef setitem_indexed(self, index, value): * cdef char *itemp = self.get_item_pointer(index) # <<<<<<<<<<<<<< * self.assign_item_from_object(itemp, value) * */ __pyx_t_1 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->get_item_pointer(__pyx_v_self, __pyx_v_index); if (unlikely(__pyx_t_1 == ((char *)NULL))) __PYX_ERR(5, 482, __pyx_L1_error) __pyx_v_itemp = __pyx_t_1; /* "View.MemoryView":483 * cdef setitem_indexed(self, index, value): * cdef char *itemp = self.get_item_pointer(index) * self.assign_item_from_object(itemp, value) # <<<<<<<<<<<<<< * * cdef convert_item_to_object(self, char *itemp): */ __pyx_t_2 = ((struct __pyx_vtabstruct_memoryview *)__pyx_v_self->__pyx_vtab)->assign_item_from_object(__pyx_v_self, __pyx_v_itemp, __pyx_v_value); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 483, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "View.MemoryView":481 * PyMem_Free(tmp) * * cdef setitem_indexed(self, index, value): # <<<<<<<<<<<<<< * cdef char *itemp = self.get_item_pointer(index) * self.assign_item_from_object(itemp, value) */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("View.MemoryView.memoryview.setitem_indexed", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":485 * self.assign_item_from_object(itemp, value) * * cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<< * """Only used if instantiated manually by the user, or if Cython doesn't * know how to convert the type""" */ static PyObject *__pyx_memoryview_convert_item_to_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp) { PyObject *__pyx_v_struct = NULL; PyObject *__pyx_v_bytesitem = 0; PyObject *__pyx_v_result = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; int __pyx_t_8; PyObject *__pyx_t_9 = NULL; size_t __pyx_t_10; int __pyx_t_11; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("convert_item_to_object", 0); __Pyx_TraceCall("convert_item_to_object", __pyx_f[5], 485, 0, __PYX_ERR(5, 485, __pyx_L1_error)); /* "View.MemoryView":488 * """Only used if instantiated manually by the user, or if Cython doesn't * know how to convert the type""" * import struct # <<<<<<<<<<<<<< * cdef bytes bytesitem * */ __pyx_t_1 = __Pyx_Import(__pyx_n_s_struct, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 488, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_struct = __pyx_t_1; __pyx_t_1 = 0; /* "View.MemoryView":491 * cdef bytes bytesitem * * bytesitem = itemp[:self.view.itemsize] # <<<<<<<<<<<<<< * try: * result = struct.unpack(self.view.format, bytesitem) */ __pyx_t_1 = __Pyx_PyBytes_FromStringAndSize(__pyx_v_itemp + 0, __pyx_v_self->view.itemsize - 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 491, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_bytesitem = ((PyObject*)__pyx_t_1); __pyx_t_1 = 0; /* "View.MemoryView":492 * * bytesitem = itemp[:self.view.itemsize] * try: # <<<<<<<<<<<<<< * result = struct.unpack(self.view.format, bytesitem) * except struct.error: */ { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ExceptionSave(&__pyx_t_2, &__pyx_t_3, &__pyx_t_4); __Pyx_XGOTREF(__pyx_t_2); __Pyx_XGOTREF(__pyx_t_3); __Pyx_XGOTREF(__pyx_t_4); /*try:*/ { /* "View.MemoryView":493 * bytesitem = itemp[:self.view.itemsize] * try: * result = struct.unpack(self.view.format, bytesitem) # <<<<<<<<<<<<<< * except struct.error: * raise ValueError("Unable to convert item to object") */ __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_unpack); if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 493, __pyx_L3_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = __Pyx_PyBytes_FromString(__pyx_v_self->view.format); if (unlikely(!__pyx_t_6)) __PYX_ERR(5, 493, __pyx_L3_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_7 = NULL; __pyx_t_8 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_5))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); __pyx_t_8 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_6, __pyx_v_bytesitem}; __pyx_t_1 = __Pyx_PyFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 493, __pyx_L3_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_5)) { PyObject *__pyx_temp[3] = {__pyx_t_7, __pyx_t_6, __pyx_v_bytesitem}; __pyx_t_1 = __Pyx_PyCFunction_FastCall(__pyx_t_5, __pyx_temp+1-__pyx_t_8, 2+__pyx_t_8); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 493, __pyx_L3_error) __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } else #endif { __pyx_t_9 = PyTuple_New(2+__pyx_t_8); if (unlikely(!__pyx_t_9)) __PYX_ERR(5, 493, __pyx_L3_error) __Pyx_GOTREF(__pyx_t_9); if (__pyx_t_7) { __Pyx_GIVEREF(__pyx_t_7); PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_7); __pyx_t_7 = NULL; } __Pyx_GIVEREF(__pyx_t_6); PyTuple_SET_ITEM(__pyx_t_9, 0+__pyx_t_8, __pyx_t_6); __Pyx_INCREF(__pyx_v_bytesitem); __Pyx_GIVEREF(__pyx_v_bytesitem); PyTuple_SET_ITEM(__pyx_t_9, 1+__pyx_t_8, __pyx_v_bytesitem); __pyx_t_6 = 0; __pyx_t_1 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_t_9, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 493, __pyx_L3_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; } __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_v_result = __pyx_t_1; __pyx_t_1 = 0; /* "View.MemoryView":492 * * bytesitem = itemp[:self.view.itemsize] * try: # <<<<<<<<<<<<<< * result = struct.unpack(self.view.format, bytesitem) * except struct.error: */ } /* "View.MemoryView":497 * raise ValueError("Unable to convert item to object") * else: * if len(self.view.format) == 1: # <<<<<<<<<<<<<< * return result[0] * return result */ /*else:*/ { __pyx_t_10 = strlen(__pyx_v_self->view.format); __pyx_t_11 = ((__pyx_t_10 == 1) != 0); if (__pyx_t_11) { /* "View.MemoryView":498 * else: * if len(self.view.format) == 1: * return result[0] # <<<<<<<<<<<<<< * return result * */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_GetItemInt(__pyx_v_result, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 498, __pyx_L5_except_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L6_except_return; /* "View.MemoryView":497 * raise ValueError("Unable to convert item to object") * else: * if len(self.view.format) == 1: # <<<<<<<<<<<<<< * return result[0] * return result */ } /* "View.MemoryView":499 * if len(self.view.format) == 1: * return result[0] * return result # <<<<<<<<<<<<<< * * cdef assign_item_from_object(self, char *itemp, object value): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_result); __pyx_r = __pyx_v_result; goto __pyx_L6_except_return; } __pyx_L3_error:; __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_XDECREF(__pyx_t_9); __pyx_t_9 = 0; /* "View.MemoryView":494 * try: * result = struct.unpack(self.view.format, bytesitem) * except struct.error: # <<<<<<<<<<<<<< * raise ValueError("Unable to convert item to object") * else: */ __Pyx_ErrFetch(&__pyx_t_1, &__pyx_t_5, &__pyx_t_9); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_error); if (unlikely(!__pyx_t_6)) __PYX_ERR(5, 494, __pyx_L5_except_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_8 = __Pyx_PyErr_GivenExceptionMatches(__pyx_t_1, __pyx_t_6); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_ErrRestore(__pyx_t_1, __pyx_t_5, __pyx_t_9); __pyx_t_1 = 0; __pyx_t_5 = 0; __pyx_t_9 = 0; if (__pyx_t_8) { __Pyx_AddTraceback("View.MemoryView.memoryview.convert_item_to_object", __pyx_clineno, __pyx_lineno, __pyx_filename); if (__Pyx_GetException(&__pyx_t_9, &__pyx_t_5, &__pyx_t_1) < 0) __PYX_ERR(5, 494, __pyx_L5_except_error) __Pyx_GOTREF(__pyx_t_9); __Pyx_GOTREF(__pyx_t_5); __Pyx_GOTREF(__pyx_t_1); /* "View.MemoryView":495 * result = struct.unpack(self.view.format, bytesitem) * except struct.error: * raise ValueError("Unable to convert item to object") # <<<<<<<<<<<<<< * else: * if len(self.view.format) == 1: */ __pyx_t_6 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__160, NULL); if (unlikely(!__pyx_t_6)) __PYX_ERR(5, 495, __pyx_L5_except_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_Raise(__pyx_t_6, 0, 0, 0); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __PYX_ERR(5, 495, __pyx_L5_except_error) } goto __pyx_L5_except_error; __pyx_L5_except_error:; /* "View.MemoryView":492 * * bytesitem = itemp[:self.view.itemsize] * try: # <<<<<<<<<<<<<< * result = struct.unpack(self.view.format, bytesitem) * except struct.error: */ __Pyx_XGIVEREF(__pyx_t_2); __Pyx_XGIVEREF(__pyx_t_3); __Pyx_XGIVEREF(__pyx_t_4); __Pyx_ExceptionReset(__pyx_t_2, __pyx_t_3, __pyx_t_4); goto __pyx_L1_error; __pyx_L6_except_return:; __Pyx_XGIVEREF(__pyx_t_2); __Pyx_XGIVEREF(__pyx_t_3); __Pyx_XGIVEREF(__pyx_t_4); __Pyx_ExceptionReset(__pyx_t_2, __pyx_t_3, __pyx_t_4); goto __pyx_L0; } /* "View.MemoryView":485 * self.assign_item_from_object(itemp, value) * * cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<< * """Only used if instantiated manually by the user, or if Cython doesn't * know how to convert the type""" */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_9); __Pyx_AddTraceback("View.MemoryView.memoryview.convert_item_to_object", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_struct); __Pyx_XDECREF(__pyx_v_bytesitem); __Pyx_XDECREF(__pyx_v_result); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":501 * return result * * cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<< * """Only used if instantiated manually by the user, or if Cython doesn't * know how to convert the type""" */ static PyObject *__pyx_memoryview_assign_item_from_object(struct __pyx_memoryview_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value) { PyObject *__pyx_v_struct = NULL; char __pyx_v_c; PyObject *__pyx_v_bytesvalue = 0; Py_ssize_t __pyx_v_i; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; int __pyx_t_3; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; int __pyx_t_7; PyObject *__pyx_t_8 = NULL; Py_ssize_t __pyx_t_9; PyObject *__pyx_t_10 = NULL; char *__pyx_t_11; char *__pyx_t_12; char *__pyx_t_13; char *__pyx_t_14; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("assign_item_from_object", 0); __Pyx_TraceCall("assign_item_from_object", __pyx_f[5], 501, 0, __PYX_ERR(5, 501, __pyx_L1_error)); /* "View.MemoryView":504 * """Only used if instantiated manually by the user, or if Cython doesn't * know how to convert the type""" * import struct # <<<<<<<<<<<<<< * cdef char c * cdef bytes bytesvalue */ __pyx_t_1 = __Pyx_Import(__pyx_n_s_struct, 0, 0); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 504, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_v_struct = __pyx_t_1; __pyx_t_1 = 0; /* "View.MemoryView":509 * cdef Py_ssize_t i * * if isinstance(value, tuple): # <<<<<<<<<<<<<< * bytesvalue = struct.pack(self.view.format, *value) * else: */ __pyx_t_2 = PyTuple_Check(__pyx_v_value); __pyx_t_3 = (__pyx_t_2 != 0); if (__pyx_t_3) { /* "View.MemoryView":510 * * if isinstance(value, tuple): * bytesvalue = struct.pack(self.view.format, *value) # <<<<<<<<<<<<<< * else: * bytesvalue = struct.pack(self.view.format, value) */ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_pack); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 510, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_4 = __Pyx_PyBytes_FromString(__pyx_v_self->view.format); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 510, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_5 = PyTuple_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 510, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PySequence_Tuple(__pyx_v_value); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 510, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = PyNumber_Add(__pyx_t_5, __pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(5, 510, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_1, __pyx_t_6, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 510, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (!(likely(PyBytes_CheckExact(__pyx_t_4))||((__pyx_t_4) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "bytes", Py_TYPE(__pyx_t_4)->tp_name), 0))) __PYX_ERR(5, 510, __pyx_L1_error) __pyx_v_bytesvalue = ((PyObject*)__pyx_t_4); __pyx_t_4 = 0; /* "View.MemoryView":509 * cdef Py_ssize_t i * * if isinstance(value, tuple): # <<<<<<<<<<<<<< * bytesvalue = struct.pack(self.view.format, *value) * else: */ goto __pyx_L3; } /* "View.MemoryView":512 * bytesvalue = struct.pack(self.view.format, *value) * else: * bytesvalue = struct.pack(self.view.format, value) # <<<<<<<<<<<<<< * * for i, c in enumerate(bytesvalue): */ /*else*/ { __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_v_struct, __pyx_n_s_pack); if (unlikely(!__pyx_t_6)) __PYX_ERR(5, 512, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_1 = __Pyx_PyBytes_FromString(__pyx_v_self->view.format); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 512, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = NULL; __pyx_t_7 = 0; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_6))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_6); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_6, function); __pyx_t_7 = 1; } } #if CYTHON_FAST_PYCALL if (PyFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_t_1, __pyx_v_value}; __pyx_t_4 = __Pyx_PyFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 512, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(__pyx_t_6)) { PyObject *__pyx_temp[3] = {__pyx_t_5, __pyx_t_1, __pyx_v_value}; __pyx_t_4 = __Pyx_PyCFunction_FastCall(__pyx_t_6, __pyx_temp+1-__pyx_t_7, 2+__pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 512, __pyx_L1_error) __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; } else #endif { __pyx_t_8 = PyTuple_New(2+__pyx_t_7); if (unlikely(!__pyx_t_8)) __PYX_ERR(5, 512, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_8); if (__pyx_t_5) { __Pyx_GIVEREF(__pyx_t_5); PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_5); __pyx_t_5 = NULL; } __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_8, 0+__pyx_t_7, __pyx_t_1); __Pyx_INCREF(__pyx_v_value); __Pyx_GIVEREF(__pyx_v_value); PyTuple_SET_ITEM(__pyx_t_8, 1+__pyx_t_7, __pyx_v_value); __pyx_t_1 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_6, __pyx_t_8, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 512, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0; } __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (!(likely(PyBytes_CheckExact(__pyx_t_4))||((__pyx_t_4) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "bytes", Py_TYPE(__pyx_t_4)->tp_name), 0))) __PYX_ERR(5, 512, __pyx_L1_error) __pyx_v_bytesvalue = ((PyObject*)__pyx_t_4); __pyx_t_4 = 0; } __pyx_L3:; /* "View.MemoryView":514 * bytesvalue = struct.pack(self.view.format, value) * * for i, c in enumerate(bytesvalue): # <<<<<<<<<<<<<< * itemp[i] = c * */ __pyx_t_9 = 0; if (unlikely(__pyx_v_bytesvalue == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' is not iterable"); __PYX_ERR(5, 514, __pyx_L1_error) } __Pyx_INCREF(__pyx_v_bytesvalue); __pyx_t_10 = __pyx_v_bytesvalue; __pyx_t_12 = PyBytes_AS_STRING(__pyx_t_10); __pyx_t_13 = (__pyx_t_12 + PyBytes_GET_SIZE(__pyx_t_10)); for (__pyx_t_14 = __pyx_t_12; __pyx_t_14 < __pyx_t_13; __pyx_t_14++) { __pyx_t_11 = __pyx_t_14; __pyx_v_c = (__pyx_t_11[0]); /* "View.MemoryView":515 * * for i, c in enumerate(bytesvalue): * itemp[i] = c # <<<<<<<<<<<<<< * * @cname('getbuffer') */ __pyx_v_i = __pyx_t_9; /* "View.MemoryView":514 * bytesvalue = struct.pack(self.view.format, value) * * for i, c in enumerate(bytesvalue): # <<<<<<<<<<<<<< * itemp[i] = c * */ __pyx_t_9 = (__pyx_t_9 + 1); /* "View.MemoryView":515 * * for i, c in enumerate(bytesvalue): * itemp[i] = c # <<<<<<<<<<<<<< * * @cname('getbuffer') */ (__pyx_v_itemp[__pyx_v_i]) = __pyx_v_c; } __Pyx_DECREF(__pyx_t_10); __pyx_t_10 = 0; /* "View.MemoryView":501 * return result * * cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<< * """Only used if instantiated manually by the user, or if Cython doesn't * know how to convert the type""" */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_8); __Pyx_XDECREF(__pyx_t_10); __Pyx_AddTraceback("View.MemoryView.memoryview.assign_item_from_object", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_struct); __Pyx_XDECREF(__pyx_v_bytesvalue); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":518 * * @cname('getbuffer') * def __getbuffer__(self, Py_buffer *info, int flags): # <<<<<<<<<<<<<< * if flags & PyBUF_WRITABLE and self.view.readonly: * raise ValueError("Cannot create writable memory view from read-only memoryview") */ /* Python wrapper */ static CYTHON_UNUSED int __pyx_memoryview_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags); /*proto*/ static CYTHON_UNUSED int __pyx_memoryview_getbuffer(PyObject *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) { int __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__getbuffer__ (wrapper)", 0); __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((Py_buffer *)__pyx_v_info), ((int)__pyx_v_flags)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static int __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_8__getbuffer__(struct __pyx_memoryview_obj *__pyx_v_self, Py_buffer *__pyx_v_info, int __pyx_v_flags) { int __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; Py_ssize_t *__pyx_t_4; char *__pyx_t_5; void *__pyx_t_6; int __pyx_t_7; Py_ssize_t __pyx_t_8; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; if (__pyx_v_info == NULL) { PyErr_SetString(PyExc_BufferError, "PyObject_GetBuffer: view==NULL argument is obsolete"); return -1; } __Pyx_RefNannySetupContext("__getbuffer__", 0); __pyx_v_info->obj = Py_None; __Pyx_INCREF(Py_None); __Pyx_GIVEREF(__pyx_v_info->obj); __Pyx_TraceCall("__getbuffer__", __pyx_f[5], 518, 0, __PYX_ERR(5, 518, __pyx_L1_error)); /* "View.MemoryView":519 * @cname('getbuffer') * def __getbuffer__(self, Py_buffer *info, int flags): * if flags & PyBUF_WRITABLE and self.view.readonly: # <<<<<<<<<<<<<< * raise ValueError("Cannot create writable memory view from read-only memoryview") * */ __pyx_t_2 = ((__pyx_v_flags & PyBUF_WRITABLE) != 0); if (__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L4_bool_binop_done; } __pyx_t_2 = (__pyx_v_self->view.readonly != 0); __pyx_t_1 = __pyx_t_2; __pyx_L4_bool_binop_done:; if (unlikely(__pyx_t_1)) { /* "View.MemoryView":520 * def __getbuffer__(self, Py_buffer *info, int flags): * if flags & PyBUF_WRITABLE and self.view.readonly: * raise ValueError("Cannot create writable memory view from read-only memoryview") # <<<<<<<<<<<<<< * * if flags & PyBUF_ND: */ __pyx_t_3 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__161, NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 520, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_Raise(__pyx_t_3, 0, 0, 0); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __PYX_ERR(5, 520, __pyx_L1_error) /* "View.MemoryView":519 * @cname('getbuffer') * def __getbuffer__(self, Py_buffer *info, int flags): * if flags & PyBUF_WRITABLE and self.view.readonly: # <<<<<<<<<<<<<< * raise ValueError("Cannot create writable memory view from read-only memoryview") * */ } /* "View.MemoryView":522 * raise ValueError("Cannot create writable memory view from read-only memoryview") * * if flags & PyBUF_ND: # <<<<<<<<<<<<<< * info.shape = self.view.shape * else: */ __pyx_t_1 = ((__pyx_v_flags & PyBUF_ND) != 0); if (__pyx_t_1) { /* "View.MemoryView":523 * * if flags & PyBUF_ND: * info.shape = self.view.shape # <<<<<<<<<<<<<< * else: * info.shape = NULL */ __pyx_t_4 = __pyx_v_self->view.shape; __pyx_v_info->shape = __pyx_t_4; /* "View.MemoryView":522 * raise ValueError("Cannot create writable memory view from read-only memoryview") * * if flags & PyBUF_ND: # <<<<<<<<<<<<<< * info.shape = self.view.shape * else: */ goto __pyx_L6; } /* "View.MemoryView":525 * info.shape = self.view.shape * else: * info.shape = NULL # <<<<<<<<<<<<<< * * if flags & PyBUF_STRIDES: */ /*else*/ { __pyx_v_info->shape = NULL; } __pyx_L6:; /* "View.MemoryView":527 * info.shape = NULL * * if flags & PyBUF_STRIDES: # <<<<<<<<<<<<<< * info.strides = self.view.strides * else: */ __pyx_t_1 = ((__pyx_v_flags & PyBUF_STRIDES) != 0); if (__pyx_t_1) { /* "View.MemoryView":528 * * if flags & PyBUF_STRIDES: * info.strides = self.view.strides # <<<<<<<<<<<<<< * else: * info.strides = NULL */ __pyx_t_4 = __pyx_v_self->view.strides; __pyx_v_info->strides = __pyx_t_4; /* "View.MemoryView":527 * info.shape = NULL * * if flags & PyBUF_STRIDES: # <<<<<<<<<<<<<< * info.strides = self.view.strides * else: */ goto __pyx_L7; } /* "View.MemoryView":530 * info.strides = self.view.strides * else: * info.strides = NULL # <<<<<<<<<<<<<< * * if flags & PyBUF_INDIRECT: */ /*else*/ { __pyx_v_info->strides = NULL; } __pyx_L7:; /* "View.MemoryView":532 * info.strides = NULL * * if flags & PyBUF_INDIRECT: # <<<<<<<<<<<<<< * info.suboffsets = self.view.suboffsets * else: */ __pyx_t_1 = ((__pyx_v_flags & PyBUF_INDIRECT) != 0); if (__pyx_t_1) { /* "View.MemoryView":533 * * if flags & PyBUF_INDIRECT: * info.suboffsets = self.view.suboffsets # <<<<<<<<<<<<<< * else: * info.suboffsets = NULL */ __pyx_t_4 = __pyx_v_self->view.suboffsets; __pyx_v_info->suboffsets = __pyx_t_4; /* "View.MemoryView":532 * info.strides = NULL * * if flags & PyBUF_INDIRECT: # <<<<<<<<<<<<<< * info.suboffsets = self.view.suboffsets * else: */ goto __pyx_L8; } /* "View.MemoryView":535 * info.suboffsets = self.view.suboffsets * else: * info.suboffsets = NULL # <<<<<<<<<<<<<< * * if flags & PyBUF_FORMAT: */ /*else*/ { __pyx_v_info->suboffsets = NULL; } __pyx_L8:; /* "View.MemoryView":537 * info.suboffsets = NULL * * if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<< * info.format = self.view.format * else: */ __pyx_t_1 = ((__pyx_v_flags & PyBUF_FORMAT) != 0); if (__pyx_t_1) { /* "View.MemoryView":538 * * if flags & PyBUF_FORMAT: * info.format = self.view.format # <<<<<<<<<<<<<< * else: * info.format = NULL */ __pyx_t_5 = __pyx_v_self->view.format; __pyx_v_info->format = __pyx_t_5; /* "View.MemoryView":537 * info.suboffsets = NULL * * if flags & PyBUF_FORMAT: # <<<<<<<<<<<<<< * info.format = self.view.format * else: */ goto __pyx_L9; } /* "View.MemoryView":540 * info.format = self.view.format * else: * info.format = NULL # <<<<<<<<<<<<<< * * info.buf = self.view.buf */ /*else*/ { __pyx_v_info->format = NULL; } __pyx_L9:; /* "View.MemoryView":542 * info.format = NULL * * info.buf = self.view.buf # <<<<<<<<<<<<<< * info.ndim = self.view.ndim * info.itemsize = self.view.itemsize */ __pyx_t_6 = __pyx_v_self->view.buf; __pyx_v_info->buf = __pyx_t_6; /* "View.MemoryView":543 * * info.buf = self.view.buf * info.ndim = self.view.ndim # <<<<<<<<<<<<<< * info.itemsize = self.view.itemsize * info.len = self.view.len */ __pyx_t_7 = __pyx_v_self->view.ndim; __pyx_v_info->ndim = __pyx_t_7; /* "View.MemoryView":544 * info.buf = self.view.buf * info.ndim = self.view.ndim * info.itemsize = self.view.itemsize # <<<<<<<<<<<<<< * info.len = self.view.len * info.readonly = self.view.readonly */ __pyx_t_8 = __pyx_v_self->view.itemsize; __pyx_v_info->itemsize = __pyx_t_8; /* "View.MemoryView":545 * info.ndim = self.view.ndim * info.itemsize = self.view.itemsize * info.len = self.view.len # <<<<<<<<<<<<<< * info.readonly = self.view.readonly * info.obj = self */ __pyx_t_8 = __pyx_v_self->view.len; __pyx_v_info->len = __pyx_t_8; /* "View.MemoryView":546 * info.itemsize = self.view.itemsize * info.len = self.view.len * info.readonly = self.view.readonly # <<<<<<<<<<<<<< * info.obj = self * */ __pyx_t_1 = __pyx_v_self->view.readonly; __pyx_v_info->readonly = __pyx_t_1; /* "View.MemoryView":547 * info.len = self.view.len * info.readonly = self.view.readonly * info.obj = self # <<<<<<<<<<<<<< * * __pyx_getbuffer = capsule( &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)") */ __Pyx_INCREF(((PyObject *)__pyx_v_self)); __Pyx_GIVEREF(((PyObject *)__pyx_v_self)); __Pyx_GOTREF(__pyx_v_info->obj); __Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = ((PyObject *)__pyx_v_self); /* "View.MemoryView":518 * * @cname('getbuffer') * def __getbuffer__(self, Py_buffer *info, int flags): # <<<<<<<<<<<<<< * if flags & PyBUF_WRITABLE and self.view.readonly: * raise ValueError("Cannot create writable memory view from read-only memoryview") */ /* function exit code */ __pyx_r = 0; goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("View.MemoryView.memoryview.__getbuffer__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; if (__pyx_v_info->obj != NULL) { __Pyx_GOTREF(__pyx_v_info->obj); __Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0; } goto __pyx_L2; __pyx_L0:; if (__pyx_v_info->obj == Py_None) { __Pyx_GOTREF(__pyx_v_info->obj); __Pyx_DECREF(__pyx_v_info->obj); __pyx_v_info->obj = 0; } __pyx_L2:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":553 * * @property * def T(self): # <<<<<<<<<<<<<< * cdef _memoryviewslice result = memoryview_copy(self) * transpose_memslice(&result.from_slice) */ /* Python wrapper */ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__get__ (wrapper)", 0); __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_1T___get__(struct __pyx_memoryview_obj *__pyx_v_self) { struct __pyx_memoryviewslice_obj *__pyx_v_result = 0; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__get__", 0); __Pyx_TraceCall("__get__", __pyx_f[5], 553, 0, __PYX_ERR(5, 553, __pyx_L1_error)); /* "View.MemoryView":554 * @property * def T(self): * cdef _memoryviewslice result = memoryview_copy(self) # <<<<<<<<<<<<<< * transpose_memslice(&result.from_slice) * return result */ __pyx_t_1 = __pyx_memoryview_copy_object(__pyx_v_self); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 554, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (!(likely(((__pyx_t_1) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_1, __pyx_memoryviewslice_type))))) __PYX_ERR(5, 554, __pyx_L1_error) __pyx_v_result = ((struct __pyx_memoryviewslice_obj *)__pyx_t_1); __pyx_t_1 = 0; /* "View.MemoryView":555 * def T(self): * cdef _memoryviewslice result = memoryview_copy(self) * transpose_memslice(&result.from_slice) # <<<<<<<<<<<<<< * return result * */ __pyx_t_2 = __pyx_memslice_transpose((&__pyx_v_result->from_slice)); if (unlikely(__pyx_t_2 == ((int)0))) __PYX_ERR(5, 555, __pyx_L1_error) /* "View.MemoryView":556 * cdef _memoryviewslice result = memoryview_copy(self) * transpose_memslice(&result.from_slice) * return result # <<<<<<<<<<<<<< * * @property */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(((PyObject *)__pyx_v_result)); __pyx_r = ((PyObject *)__pyx_v_result); goto __pyx_L0; /* "View.MemoryView":553 * * @property * def T(self): # <<<<<<<<<<<<<< * cdef _memoryviewslice result = memoryview_copy(self) * transpose_memslice(&result.from_slice) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("View.MemoryView.memoryview.T.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_result); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":559 * * @property * def base(self): # <<<<<<<<<<<<<< * return self.obj * */ /* Python wrapper */ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__get__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__get__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__get__ (wrapper)", 0); __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_4base___get__(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4base___get__(struct __pyx_memoryview_obj *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__get__", 0); __Pyx_TraceCall("__get__", __pyx_f[5], 559, 0, __PYX_ERR(5, 559, __pyx_L1_error)); /* "View.MemoryView":560 * @property * def base(self): * return self.obj # <<<<<<<<<<<<<< * * @property */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_self->obj); __pyx_r = __pyx_v_self->obj; goto __pyx_L0; /* "View.MemoryView":559 * * @property * def base(self): # <<<<<<<<<<<<<< * return self.obj * */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("View.MemoryView.memoryview.base.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":563 * * @property * def shape(self): # <<<<<<<<<<<<<< * return tuple([length for length in self.view.shape[:self.view.ndim]]) * */ /* Python wrapper */ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__get__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__get__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__get__ (wrapper)", 0); __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_5shape___get__(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_5shape___get__(struct __pyx_memoryview_obj *__pyx_v_self) { Py_ssize_t __pyx_v_length; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; Py_ssize_t *__pyx_t_2; Py_ssize_t *__pyx_t_3; Py_ssize_t *__pyx_t_4; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__get__", 0); __Pyx_TraceCall("__get__", __pyx_f[5], 563, 0, __PYX_ERR(5, 563, __pyx_L1_error)); /* "View.MemoryView":564 * @property * def shape(self): * return tuple([length for length in self.view.shape[:self.view.ndim]]) # <<<<<<<<<<<<<< * * @property */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 564, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = (__pyx_v_self->view.shape + __pyx_v_self->view.ndim); for (__pyx_t_4 = __pyx_v_self->view.shape; __pyx_t_4 < __pyx_t_3; __pyx_t_4++) { __pyx_t_2 = __pyx_t_4; __pyx_v_length = (__pyx_t_2[0]); __pyx_t_5 = PyInt_FromSsize_t(__pyx_v_length); if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 564, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_5))) __PYX_ERR(5, 564, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; } __pyx_t_5 = PyList_AsTuple(((PyObject*)__pyx_t_1)); if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 564, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_r = __pyx_t_5; __pyx_t_5 = 0; goto __pyx_L0; /* "View.MemoryView":563 * * @property * def shape(self): # <<<<<<<<<<<<<< * return tuple([length for length in self.view.shape[:self.view.ndim]]) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("View.MemoryView.memoryview.shape.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":567 * * @property * def strides(self): # <<<<<<<<<<<<<< * if self.view.strides == NULL: * */ /* Python wrapper */ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1__get__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1__get__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__get__ (wrapper)", 0); __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_7strides___get__(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_7strides___get__(struct __pyx_memoryview_obj *__pyx_v_self) { Py_ssize_t __pyx_v_stride; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; Py_ssize_t *__pyx_t_3; Py_ssize_t *__pyx_t_4; Py_ssize_t *__pyx_t_5; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__get__", 0); __Pyx_TraceCall("__get__", __pyx_f[5], 567, 0, __PYX_ERR(5, 567, __pyx_L1_error)); /* "View.MemoryView":568 * @property * def strides(self): * if self.view.strides == NULL: # <<<<<<<<<<<<<< * * raise ValueError("Buffer view does not expose strides") */ __pyx_t_1 = ((__pyx_v_self->view.strides == NULL) != 0); if (unlikely(__pyx_t_1)) { /* "View.MemoryView":570 * if self.view.strides == NULL: * * raise ValueError("Buffer view does not expose strides") # <<<<<<<<<<<<<< * * return tuple([stride for stride in self.view.strides[:self.view.ndim]]) */ __pyx_t_2 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__162, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 570, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_Raise(__pyx_t_2, 0, 0, 0); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __PYX_ERR(5, 570, __pyx_L1_error) /* "View.MemoryView":568 * @property * def strides(self): * if self.view.strides == NULL: # <<<<<<<<<<<<<< * * raise ValueError("Buffer view does not expose strides") */ } /* "View.MemoryView":572 * raise ValueError("Buffer view does not expose strides") * * return tuple([stride for stride in self.view.strides[:self.view.ndim]]) # <<<<<<<<<<<<<< * * @property */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = PyList_New(0); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 572, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = (__pyx_v_self->view.strides + __pyx_v_self->view.ndim); for (__pyx_t_5 = __pyx_v_self->view.strides; __pyx_t_5 < __pyx_t_4; __pyx_t_5++) { __pyx_t_3 = __pyx_t_5; __pyx_v_stride = (__pyx_t_3[0]); __pyx_t_6 = PyInt_FromSsize_t(__pyx_v_stride); if (unlikely(!__pyx_t_6)) __PYX_ERR(5, 572, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (unlikely(__Pyx_ListComp_Append(__pyx_t_2, (PyObject*)__pyx_t_6))) __PYX_ERR(5, 572, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; } __pyx_t_6 = PyList_AsTuple(((PyObject*)__pyx_t_2)); if (unlikely(!__pyx_t_6)) __PYX_ERR(5, 572, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_r = __pyx_t_6; __pyx_t_6 = 0; goto __pyx_L0; /* "View.MemoryView":567 * * @property * def strides(self): # <<<<<<<<<<<<<< * if self.view.strides == NULL: * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("View.MemoryView.memoryview.strides.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":575 * * @property * def suboffsets(self): # <<<<<<<<<<<<<< * if self.view.suboffsets == NULL: * return (-1,) * self.view.ndim */ /* Python wrapper */ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_10suboffsets_1__get__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_10suboffsets_1__get__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__get__ (wrapper)", 0); __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_10suboffsets___get__(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_10suboffsets___get__(struct __pyx_memoryview_obj *__pyx_v_self) { Py_ssize_t __pyx_v_suboffset; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; Py_ssize_t *__pyx_t_4; Py_ssize_t *__pyx_t_5; Py_ssize_t *__pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__get__", 0); __Pyx_TraceCall("__get__", __pyx_f[5], 575, 0, __PYX_ERR(5, 575, __pyx_L1_error)); /* "View.MemoryView":576 * @property * def suboffsets(self): * if self.view.suboffsets == NULL: # <<<<<<<<<<<<<< * return (-1,) * self.view.ndim * */ __pyx_t_1 = ((__pyx_v_self->view.suboffsets == NULL) != 0); if (__pyx_t_1) { /* "View.MemoryView":577 * def suboffsets(self): * if self.view.suboffsets == NULL: * return (-1,) * self.view.ndim # <<<<<<<<<<<<<< * * return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]]) */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = __Pyx_PyInt_From_int(__pyx_v_self->view.ndim); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 577, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyNumber_Multiply(__pyx_tuple__163, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 577, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_r = __pyx_t_3; __pyx_t_3 = 0; goto __pyx_L0; /* "View.MemoryView":576 * @property * def suboffsets(self): * if self.view.suboffsets == NULL: # <<<<<<<<<<<<<< * return (-1,) * self.view.ndim * */ } /* "View.MemoryView":579 * return (-1,) * self.view.ndim * * return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]]) # <<<<<<<<<<<<<< * * @property */ __Pyx_XDECREF(__pyx_r); __pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 579, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_5 = (__pyx_v_self->view.suboffsets + __pyx_v_self->view.ndim); for (__pyx_t_6 = __pyx_v_self->view.suboffsets; __pyx_t_6 < __pyx_t_5; __pyx_t_6++) { __pyx_t_4 = __pyx_t_6; __pyx_v_suboffset = (__pyx_t_4[0]); __pyx_t_2 = PyInt_FromSsize_t(__pyx_v_suboffset); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 579, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (unlikely(__Pyx_ListComp_Append(__pyx_t_3, (PyObject*)__pyx_t_2))) __PYX_ERR(5, 579, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; } __pyx_t_2 = PyList_AsTuple(((PyObject*)__pyx_t_3)); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 579, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "View.MemoryView":575 * * @property * def suboffsets(self): # <<<<<<<<<<<<<< * if self.view.suboffsets == NULL: * return (-1,) * self.view.ndim */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("View.MemoryView.memoryview.suboffsets.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":582 * * @property * def ndim(self): # <<<<<<<<<<<<<< * return self.view.ndim * */ /* Python wrapper */ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__get__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__get__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__get__ (wrapper)", 0); __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get__(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4ndim___get__(struct __pyx_memoryview_obj *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__get__", 0); __Pyx_TraceCall("__get__", __pyx_f[5], 582, 0, __PYX_ERR(5, 582, __pyx_L1_error)); /* "View.MemoryView":583 * @property * def ndim(self): * return self.view.ndim # <<<<<<<<<<<<<< * * @property */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_self->view.ndim); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 583, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "View.MemoryView":582 * * @property * def ndim(self): # <<<<<<<<<<<<<< * return self.view.ndim * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("View.MemoryView.memoryview.ndim.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":586 * * @property * def itemsize(self): # <<<<<<<<<<<<<< * return self.view.itemsize * */ /* Python wrapper */ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1__get__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1__get__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__get__ (wrapper)", 0); __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize___get__(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_8itemsize___get__(struct __pyx_memoryview_obj *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__get__", 0); __Pyx_TraceCall("__get__", __pyx_f[5], 586, 0, __PYX_ERR(5, 586, __pyx_L1_error)); /* "View.MemoryView":587 * @property * def itemsize(self): * return self.view.itemsize # <<<<<<<<<<<<<< * * @property */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = PyInt_FromSsize_t(__pyx_v_self->view.itemsize); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 587, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "View.MemoryView":586 * * @property * def itemsize(self): # <<<<<<<<<<<<<< * return self.view.itemsize * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("View.MemoryView.memoryview.itemsize.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":590 * * @property * def nbytes(self): # <<<<<<<<<<<<<< * return self.size * self.view.itemsize * */ /* Python wrapper */ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__get__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__get__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__get__ (wrapper)", 0); __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___get__(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_6nbytes___get__(struct __pyx_memoryview_obj *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__get__", 0); __Pyx_TraceCall("__get__", __pyx_f[5], 590, 0, __PYX_ERR(5, 590, __pyx_L1_error)); /* "View.MemoryView":591 * @property * def nbytes(self): * return self.size * self.view.itemsize # <<<<<<<<<<<<<< * * @property */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_size); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 591, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyInt_FromSsize_t(__pyx_v_self->view.itemsize); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 591, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyNumber_Multiply(__pyx_t_1, __pyx_t_2); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 591, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_r = __pyx_t_3; __pyx_t_3 = 0; goto __pyx_L0; /* "View.MemoryView":590 * * @property * def nbytes(self): # <<<<<<<<<<<<<< * return self.size * self.view.itemsize * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("View.MemoryView.memoryview.nbytes.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":594 * * @property * def size(self): # <<<<<<<<<<<<<< * if self._size is None: * result = 1 */ /* Python wrapper */ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__get__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__get__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__get__ (wrapper)", 0); __pyx_r = __pyx_pf_15View_dot_MemoryView_10memoryview_4size___get__(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_15View_dot_MemoryView_10memoryview_4size___get__(struct __pyx_memoryview_obj *__pyx_v_self) { PyObject *__pyx_v_result = NULL; PyObject *__pyx_v_length = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; Py_ssize_t *__pyx_t_3; Py_ssize_t *__pyx_t_4; Py_ssize_t *__pyx_t_5; PyObject *__pyx_t_6 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__get__", 0); __Pyx_TraceCall("__get__", __pyx_f[5], 594, 0, __PYX_ERR(5, 594, __pyx_L1_error)); /* "View.MemoryView":595 * @property * def size(self): * if self._size is None: # <<<<<<<<<<<<<< * result = 1 * */ __pyx_t_1 = (__pyx_v_self->_size == Py_None); __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "View.MemoryView":596 * def size(self): * if self._size is None: * result = 1 # <<<<<<<<<<<<<< * * for length in self.view.shape[:self.view.ndim]: */ __Pyx_INCREF(__pyx_int_1); __pyx_v_result = __pyx_int_1; /* "View.MemoryView":598 * result = 1 * * for length in self.view.shape[:self.view.ndim]: # <<<<<<<<<<<<<< * result *= length * */ __pyx_t_4 = (__pyx_v_self->view.shape + __pyx_v_self->view.ndim); for (__pyx_t_5 = __pyx_v_self->view.shape; __pyx_t_5 < __pyx_t_4; __pyx_t_5++) { __pyx_t_3 = __pyx_t_5; __pyx_t_6 = PyInt_FromSsize_t((__pyx_t_3[0])); if (unlikely(!__pyx_t_6)) __PYX_ERR(5, 598, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_XDECREF_SET(__pyx_v_length, __pyx_t_6); __pyx_t_6 = 0; /* "View.MemoryView":599 * * for length in self.view.shape[:self.view.ndim]: * result *= length # <<<<<<<<<<<<<< * * self._size = result */ __pyx_t_6 = PyNumber_InPlaceMultiply(__pyx_v_result, __pyx_v_length); if (unlikely(!__pyx_t_6)) __PYX_ERR(5, 599, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF_SET(__pyx_v_result, __pyx_t_6); __pyx_t_6 = 0; } /* "View.MemoryView":601 * result *= length * * self._size = result # <<<<<<<<<<<<<< * * return self._size */ __Pyx_INCREF(__pyx_v_result); __Pyx_GIVEREF(__pyx_v_result); __Pyx_GOTREF(__pyx_v_self->_size); __Pyx_DECREF(__pyx_v_self->_size); __pyx_v_self->_size = __pyx_v_result; /* "View.MemoryView":595 * @property * def size(self): * if self._size is None: # <<<<<<<<<<<<<< * result = 1 * */ } /* "View.MemoryView":603 * self._size = result * * return self._size # <<<<<<<<<<<<<< * * def __len__(self): */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_self->_size); __pyx_r = __pyx_v_self->_size; goto __pyx_L0; /* "View.MemoryView":594 * * @property * def size(self): # <<<<<<<<<<<<<< * if self._size is None: * result = 1 */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_6); __Pyx_AddTraceback("View.MemoryView.memoryview.size.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v_result); __Pyx_XDECREF(__pyx_v_length); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":605 * return self._size * * def __len__(self): # <<<<<<<<<<<<<< * if self.view.ndim >= 1: * return self.view.shape[0] */ /* Python wrapper */ static Py_ssize_t __pyx_memoryview___len__(PyObject *__pyx_v_self); /*proto*/ static Py_ssize_t __pyx_memoryview___len__(PyObject *__pyx_v_self) { Py_ssize_t __pyx_r; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__len__ (wrapper)", 0); __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_10__len__(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static Py_ssize_t __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_10__len__(struct __pyx_memoryview_obj *__pyx_v_self) { Py_ssize_t __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__len__", 0); __Pyx_TraceCall("__len__", __pyx_f[5], 605, 0, __PYX_ERR(5, 605, __pyx_L1_error)); /* "View.MemoryView":606 * * def __len__(self): * if self.view.ndim >= 1: # <<<<<<<<<<<<<< * return self.view.shape[0] * */ __pyx_t_1 = ((__pyx_v_self->view.ndim >= 1) != 0); if (__pyx_t_1) { /* "View.MemoryView":607 * def __len__(self): * if self.view.ndim >= 1: * return self.view.shape[0] # <<<<<<<<<<<<<< * * return 0 */ __pyx_r = (__pyx_v_self->view.shape[0]); goto __pyx_L0; /* "View.MemoryView":606 * * def __len__(self): * if self.view.ndim >= 1: # <<<<<<<<<<<<<< * return self.view.shape[0] * */ } /* "View.MemoryView":609 * return self.view.shape[0] * * return 0 # <<<<<<<<<<<<<< * * def __repr__(self): */ __pyx_r = 0; goto __pyx_L0; /* "View.MemoryView":605 * return self._size * * def __len__(self): # <<<<<<<<<<<<<< * if self.view.ndim >= 1: * return self.view.shape[0] */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("View.MemoryView.memoryview.__len__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":611 * return 0 * * def __repr__(self): # <<<<<<<<<<<<<< * return "" % (self.base.__class__.__name__, * id(self)) */ /* Python wrapper */ static PyObject *__pyx_memoryview___repr__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_memoryview___repr__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__repr__ (wrapper)", 0); __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_12__repr__(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_12__repr__(struct __pyx_memoryview_obj *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__repr__", 0); __Pyx_TraceCall("__repr__", __pyx_f[5], 611, 0, __PYX_ERR(5, 611, __pyx_L1_error)); /* "View.MemoryView":612 * * def __repr__(self): * return "" % (self.base.__class__.__name__, # <<<<<<<<<<<<<< * id(self)) * */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_base); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 612, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_class); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 612, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_name_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 612, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "View.MemoryView":613 * def __repr__(self): * return "" % (self.base.__class__.__name__, * id(self)) # <<<<<<<<<<<<<< * * def __str__(self): */ __pyx_t_2 = __Pyx_PyObject_CallOneArg(__pyx_builtin_id, ((PyObject *)__pyx_v_self)); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 613, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); /* "View.MemoryView":612 * * def __repr__(self): * return "" % (self.base.__class__.__name__, # <<<<<<<<<<<<<< * id(self)) * */ __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 612, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_2); __pyx_t_1 = 0; __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyString_Format(__pyx_kp_s_MemoryView_of_r_at_0x_x, __pyx_t_3); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 612, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "View.MemoryView":611 * return 0 * * def __repr__(self): # <<<<<<<<<<<<<< * return "" % (self.base.__class__.__name__, * id(self)) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("View.MemoryView.memoryview.__repr__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":615 * id(self)) * * def __str__(self): # <<<<<<<<<<<<<< * return "" % (self.base.__class__.__name__,) * */ /* Python wrapper */ static PyObject *__pyx_memoryview___str__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_memoryview___str__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__str__ (wrapper)", 0); __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_14__str__(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_14__str__(struct __pyx_memoryview_obj *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__str__", 0); __Pyx_TraceCall("__str__", __pyx_f[5], 615, 0, __PYX_ERR(5, 615, __pyx_L1_error)); /* "View.MemoryView":616 * * def __str__(self): * return "" % (self.base.__class__.__name__,) # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_self), __pyx_n_s_base); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 616, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_class); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 616, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s_name_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 616, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 616, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_PyString_Format(__pyx_kp_s_MemoryView_of_r_object, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 616, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "View.MemoryView":615 * id(self)) * * def __str__(self): # <<<<<<<<<<<<<< * return "" % (self.base.__class__.__name__,) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("View.MemoryView.memoryview.__str__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":619 * * * def is_c_contig(self): # <<<<<<<<<<<<<< * cdef __Pyx_memviewslice *mslice * cdef __Pyx_memviewslice tmp */ /* Python wrapper */ static PyObject *__pyx_memoryview_is_c_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyObject *__pyx_memoryview_is_c_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("is_c_contig (wrapper)", 0); __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_16is_c_contig(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_16is_c_contig(struct __pyx_memoryview_obj *__pyx_v_self) { __Pyx_memviewslice *__pyx_v_mslice; __Pyx_memviewslice __pyx_v_tmp; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations __Pyx_memviewslice *__pyx_t_1; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("is_c_contig", 0); __Pyx_TraceCall("is_c_contig", __pyx_f[5], 619, 0, __PYX_ERR(5, 619, __pyx_L1_error)); /* "View.MemoryView":622 * cdef __Pyx_memviewslice *mslice * cdef __Pyx_memviewslice tmp * mslice = get_slice_from_memview(self, &tmp) # <<<<<<<<<<<<<< * return slice_is_contig(mslice[0], 'C', self.view.ndim) * */ __pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(__pyx_v_self, (&__pyx_v_tmp)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(5, 622, __pyx_L1_error) __pyx_v_mslice = __pyx_t_1; /* "View.MemoryView":623 * cdef __Pyx_memviewslice tmp * mslice = get_slice_from_memview(self, &tmp) * return slice_is_contig(mslice[0], 'C', self.view.ndim) # <<<<<<<<<<<<<< * * def is_f_contig(self): */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_memviewslice_is_contig((__pyx_v_mslice[0]), 'C', __pyx_v_self->view.ndim)); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 623, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "View.MemoryView":619 * * * def is_c_contig(self): # <<<<<<<<<<<<<< * cdef __Pyx_memviewslice *mslice * cdef __Pyx_memviewslice tmp */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("View.MemoryView.memoryview.is_c_contig", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":625 * return slice_is_contig(mslice[0], 'C', self.view.ndim) * * def is_f_contig(self): # <<<<<<<<<<<<<< * cdef __Pyx_memviewslice *mslice * cdef __Pyx_memviewslice tmp */ /* Python wrapper */ static PyObject *__pyx_memoryview_is_f_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyObject *__pyx_memoryview_is_f_contig(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("is_f_contig (wrapper)", 0); __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_18is_f_contig(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_18is_f_contig(struct __pyx_memoryview_obj *__pyx_v_self) { __Pyx_memviewslice *__pyx_v_mslice; __Pyx_memviewslice __pyx_v_tmp; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations __Pyx_memviewslice *__pyx_t_1; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("is_f_contig", 0); __Pyx_TraceCall("is_f_contig", __pyx_f[5], 625, 0, __PYX_ERR(5, 625, __pyx_L1_error)); /* "View.MemoryView":628 * cdef __Pyx_memviewslice *mslice * cdef __Pyx_memviewslice tmp * mslice = get_slice_from_memview(self, &tmp) # <<<<<<<<<<<<<< * return slice_is_contig(mslice[0], 'F', self.view.ndim) * */ __pyx_t_1 = __pyx_memoryview_get_slice_from_memoryview(__pyx_v_self, (&__pyx_v_tmp)); if (unlikely(__pyx_t_1 == ((__Pyx_memviewslice *)NULL))) __PYX_ERR(5, 628, __pyx_L1_error) __pyx_v_mslice = __pyx_t_1; /* "View.MemoryView":629 * cdef __Pyx_memviewslice tmp * mslice = get_slice_from_memview(self, &tmp) * return slice_is_contig(mslice[0], 'F', self.view.ndim) # <<<<<<<<<<<<<< * * def copy(self): */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_memviewslice_is_contig((__pyx_v_mslice[0]), 'F', __pyx_v_self->view.ndim)); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 629, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "View.MemoryView":625 * return slice_is_contig(mslice[0], 'C', self.view.ndim) * * def is_f_contig(self): # <<<<<<<<<<<<<< * cdef __Pyx_memviewslice *mslice * cdef __Pyx_memviewslice tmp */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("View.MemoryView.memoryview.is_f_contig", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":631 * return slice_is_contig(mslice[0], 'F', self.view.ndim) * * def copy(self): # <<<<<<<<<<<<<< * cdef __Pyx_memviewslice mslice * cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS */ /* Python wrapper */ static PyObject *__pyx_memoryview_copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyObject *__pyx_memoryview_copy(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("copy (wrapper)", 0); __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_20copy(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_20copy(struct __pyx_memoryview_obj *__pyx_v_self) { __Pyx_memviewslice __pyx_v_mslice; int __pyx_v_flags; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations __Pyx_memviewslice __pyx_t_1; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("copy", 0); __Pyx_TraceCall("copy", __pyx_f[5], 631, 0, __PYX_ERR(5, 631, __pyx_L1_error)); /* "View.MemoryView":633 * def copy(self): * cdef __Pyx_memviewslice mslice * cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS # <<<<<<<<<<<<<< * * slice_copy(self, &mslice) */ __pyx_v_flags = (__pyx_v_self->flags & (~PyBUF_F_CONTIGUOUS)); /* "View.MemoryView":635 * cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS * * slice_copy(self, &mslice) # <<<<<<<<<<<<<< * mslice = slice_copy_contig(&mslice, "c", self.view.ndim, * self.view.itemsize, */ __pyx_memoryview_slice_copy(__pyx_v_self, (&__pyx_v_mslice)); /* "View.MemoryView":636 * * slice_copy(self, &mslice) * mslice = slice_copy_contig(&mslice, "c", self.view.ndim, # <<<<<<<<<<<<<< * self.view.itemsize, * flags|PyBUF_C_CONTIGUOUS, */ __pyx_t_1 = __pyx_memoryview_copy_new_contig((&__pyx_v_mslice), ((char *)"c"), __pyx_v_self->view.ndim, __pyx_v_self->view.itemsize, (__pyx_v_flags | PyBUF_C_CONTIGUOUS), __pyx_v_self->dtype_is_object); if (unlikely(PyErr_Occurred())) __PYX_ERR(5, 636, __pyx_L1_error) __pyx_v_mslice = __pyx_t_1; /* "View.MemoryView":641 * self.dtype_is_object) * * return memoryview_copy_from_slice(self, &mslice) # <<<<<<<<<<<<<< * * def copy_fortran(self): */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = __pyx_memoryview_copy_object_from_slice(__pyx_v_self, (&__pyx_v_mslice)); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 641, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "View.MemoryView":631 * return slice_is_contig(mslice[0], 'F', self.view.ndim) * * def copy(self): # <<<<<<<<<<<<<< * cdef __Pyx_memviewslice mslice * cdef int flags = self.flags & ~PyBUF_F_CONTIGUOUS */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("View.MemoryView.memoryview.copy", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":643 * return memoryview_copy_from_slice(self, &mslice) * * def copy_fortran(self): # <<<<<<<<<<<<<< * cdef __Pyx_memviewslice src, dst * cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS */ /* Python wrapper */ static PyObject *__pyx_memoryview_copy_fortran(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyObject *__pyx_memoryview_copy_fortran(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("copy_fortran (wrapper)", 0); __pyx_r = __pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_22copy_fortran(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_memoryview___pyx_pf_15View_dot_MemoryView_10memoryview_22copy_fortran(struct __pyx_memoryview_obj *__pyx_v_self) { __Pyx_memviewslice __pyx_v_src; __Pyx_memviewslice __pyx_v_dst; int __pyx_v_flags; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations __Pyx_memviewslice __pyx_t_1; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("copy_fortran", 0); __Pyx_TraceCall("copy_fortran", __pyx_f[5], 643, 0, __PYX_ERR(5, 643, __pyx_L1_error)); /* "View.MemoryView":645 * def copy_fortran(self): * cdef __Pyx_memviewslice src, dst * cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS # <<<<<<<<<<<<<< * * slice_copy(self, &src) */ __pyx_v_flags = (__pyx_v_self->flags & (~PyBUF_C_CONTIGUOUS)); /* "View.MemoryView":647 * cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS * * slice_copy(self, &src) # <<<<<<<<<<<<<< * dst = slice_copy_contig(&src, "fortran", self.view.ndim, * self.view.itemsize, */ __pyx_memoryview_slice_copy(__pyx_v_self, (&__pyx_v_src)); /* "View.MemoryView":648 * * slice_copy(self, &src) * dst = slice_copy_contig(&src, "fortran", self.view.ndim, # <<<<<<<<<<<<<< * self.view.itemsize, * flags|PyBUF_F_CONTIGUOUS, */ __pyx_t_1 = __pyx_memoryview_copy_new_contig((&__pyx_v_src), ((char *)"fortran"), __pyx_v_self->view.ndim, __pyx_v_self->view.itemsize, (__pyx_v_flags | PyBUF_F_CONTIGUOUS), __pyx_v_self->dtype_is_object); if (unlikely(PyErr_Occurred())) __PYX_ERR(5, 648, __pyx_L1_error) __pyx_v_dst = __pyx_t_1; /* "View.MemoryView":653 * self.dtype_is_object) * * return memoryview_copy_from_slice(self, &dst) # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = __pyx_memoryview_copy_object_from_slice(__pyx_v_self, (&__pyx_v_dst)); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 653, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "View.MemoryView":643 * return memoryview_copy_from_slice(self, &mslice) * * def copy_fortran(self): # <<<<<<<<<<<<<< * cdef __Pyx_memviewslice src, dst * cdef int flags = self.flags & ~PyBUF_C_CONTIGUOUS */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("View.MemoryView.memoryview.copy_fortran", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "(tree fragment)":1 * def __reduce_cython__(self): # <<<<<<<<<<<<<< * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): */ /* Python wrapper */ static PyObject *__pyx_pw___pyx_memoryview_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyObject *__pyx_pw___pyx_memoryview_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0); __pyx_r = __pyx_pf___pyx_memoryview___reduce_cython__(((struct __pyx_memoryview_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf___pyx_memoryview___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__reduce_cython__", 0); __Pyx_TraceCall("__reduce_cython__", __pyx_f[5], 1, 0, __PYX_ERR(5, 1, __pyx_L1_error)); /* "(tree fragment)":2 * def __reduce_cython__(self): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<< * def __setstate_cython__(self, __pyx_state): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") */ __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__164, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 2, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_Raise(__pyx_t_1, 0, 0, 0); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __PYX_ERR(5, 2, __pyx_L1_error) /* "(tree fragment)":1 * def __reduce_cython__(self): # <<<<<<<<<<<<<< * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("View.MemoryView.memoryview.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "(tree fragment)":3 * def __reduce_cython__(self): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<< * raise TypeError("no default __reduce__ due to non-trivial __cinit__") */ /* Python wrapper */ static PyObject *__pyx_pw___pyx_memoryview_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/ static PyObject *__pyx_pw___pyx_memoryview_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0); __pyx_r = __pyx_pf___pyx_memoryview_2__setstate_cython__(((struct __pyx_memoryview_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf___pyx_memoryview_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryview_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__setstate_cython__", 0); __Pyx_TraceCall("__setstate_cython__", __pyx_f[5], 3, 0, __PYX_ERR(5, 3, __pyx_L1_error)); /* "(tree fragment)":4 * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<< */ __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__165, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 4, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_Raise(__pyx_t_1, 0, 0, 0); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __PYX_ERR(5, 4, __pyx_L1_error) /* "(tree fragment)":3 * def __reduce_cython__(self): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<< * raise TypeError("no default __reduce__ due to non-trivial __cinit__") */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("View.MemoryView.memoryview.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":657 * * @cname('__pyx_memoryview_new') * cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo): # <<<<<<<<<<<<<< * cdef memoryview result = memoryview(o, flags, dtype_is_object) * result.typeinfo = typeinfo */ static PyObject *__pyx_memoryview_new(PyObject *__pyx_v_o, int __pyx_v_flags, int __pyx_v_dtype_is_object, __Pyx_TypeInfo *__pyx_v_typeinfo) { struct __pyx_memoryview_obj *__pyx_v_result = 0; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("memoryview_cwrapper", 0); __Pyx_TraceCall("memoryview_cwrapper", __pyx_f[5], 657, 0, __PYX_ERR(5, 657, __pyx_L1_error)); /* "View.MemoryView":658 * @cname('__pyx_memoryview_new') * cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo): * cdef memoryview result = memoryview(o, flags, dtype_is_object) # <<<<<<<<<<<<<< * result.typeinfo = typeinfo * return result */ __pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_flags); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 658, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_v_dtype_is_object); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 658, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 658, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_o); __Pyx_GIVEREF(__pyx_v_o); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_o); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2); __pyx_t_1 = 0; __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryview_type), __pyx_t_3, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 658, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_result = ((struct __pyx_memoryview_obj *)__pyx_t_2); __pyx_t_2 = 0; /* "View.MemoryView":659 * cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo): * cdef memoryview result = memoryview(o, flags, dtype_is_object) * result.typeinfo = typeinfo # <<<<<<<<<<<<<< * return result * */ __pyx_v_result->typeinfo = __pyx_v_typeinfo; /* "View.MemoryView":660 * cdef memoryview result = memoryview(o, flags, dtype_is_object) * result.typeinfo = typeinfo * return result # <<<<<<<<<<<<<< * * @cname('__pyx_memoryview_check') */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(((PyObject *)__pyx_v_result)); __pyx_r = ((PyObject *)__pyx_v_result); goto __pyx_L0; /* "View.MemoryView":657 * * @cname('__pyx_memoryview_new') * cdef memoryview_cwrapper(object o, int flags, bint dtype_is_object, __Pyx_TypeInfo *typeinfo): # <<<<<<<<<<<<<< * cdef memoryview result = memoryview(o, flags, dtype_is_object) * result.typeinfo = typeinfo */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("View.MemoryView.memoryview_cwrapper", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_result); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":663 * * @cname('__pyx_memoryview_check') * cdef inline bint memoryview_check(object o): # <<<<<<<<<<<<<< * return isinstance(o, memoryview) * */ static CYTHON_INLINE int __pyx_memoryview_check(PyObject *__pyx_v_o) { int __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("memoryview_check", 0); __Pyx_TraceCall("memoryview_check", __pyx_f[5], 663, 0, __PYX_ERR(5, 663, __pyx_L1_error)); /* "View.MemoryView":664 * @cname('__pyx_memoryview_check') * cdef inline bint memoryview_check(object o): * return isinstance(o, memoryview) # <<<<<<<<<<<<<< * * cdef tuple _unellipsify(object index, int ndim): */ __pyx_t_1 = __Pyx_TypeCheck(__pyx_v_o, __pyx_memoryview_type); __pyx_r = __pyx_t_1; goto __pyx_L0; /* "View.MemoryView":663 * * @cname('__pyx_memoryview_check') * cdef inline bint memoryview_check(object o): # <<<<<<<<<<<<<< * return isinstance(o, memoryview) * */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView.memoryview_check", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":666 * return isinstance(o, memoryview) * * cdef tuple _unellipsify(object index, int ndim): # <<<<<<<<<<<<<< * """ * Replace all ellipses with full slices and fill incomplete indices with */ static PyObject *_unellipsify(PyObject *__pyx_v_index, int __pyx_v_ndim) { PyObject *__pyx_v_tup = NULL; PyObject *__pyx_v_result = NULL; int __pyx_v_have_slices; int __pyx_v_seen_ellipsis; CYTHON_UNUSED PyObject *__pyx_v_idx = NULL; PyObject *__pyx_v_item = NULL; Py_ssize_t __pyx_v_nslices; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; Py_ssize_t __pyx_t_5; PyObject *(*__pyx_t_6)(PyObject *); PyObject *__pyx_t_7 = NULL; Py_ssize_t __pyx_t_8; int __pyx_t_9; int __pyx_t_10; PyObject *__pyx_t_11 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("_unellipsify", 0); __Pyx_TraceCall("_unellipsify", __pyx_f[5], 666, 0, __PYX_ERR(5, 666, __pyx_L1_error)); /* "View.MemoryView":671 * full slices. * """ * if not isinstance(index, tuple): # <<<<<<<<<<<<<< * tup = (index,) * else: */ __pyx_t_1 = PyTuple_Check(__pyx_v_index); __pyx_t_2 = ((!(__pyx_t_1 != 0)) != 0); if (__pyx_t_2) { /* "View.MemoryView":672 * """ * if not isinstance(index, tuple): * tup = (index,) # <<<<<<<<<<<<<< * else: * tup = index */ __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 672, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_index); __Pyx_GIVEREF(__pyx_v_index); PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_index); __pyx_v_tup = __pyx_t_3; __pyx_t_3 = 0; /* "View.MemoryView":671 * full slices. * """ * if not isinstance(index, tuple): # <<<<<<<<<<<<<< * tup = (index,) * else: */ goto __pyx_L3; } /* "View.MemoryView":674 * tup = (index,) * else: * tup = index # <<<<<<<<<<<<<< * * result = [] */ /*else*/ { __Pyx_INCREF(__pyx_v_index); __pyx_v_tup = __pyx_v_index; } __pyx_L3:; /* "View.MemoryView":676 * tup = index * * result = [] # <<<<<<<<<<<<<< * have_slices = False * seen_ellipsis = False */ __pyx_t_3 = PyList_New(0); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 676, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_v_result = ((PyObject*)__pyx_t_3); __pyx_t_3 = 0; /* "View.MemoryView":677 * * result = [] * have_slices = False # <<<<<<<<<<<<<< * seen_ellipsis = False * for idx, item in enumerate(tup): */ __pyx_v_have_slices = 0; /* "View.MemoryView":678 * result = [] * have_slices = False * seen_ellipsis = False # <<<<<<<<<<<<<< * for idx, item in enumerate(tup): * if item is Ellipsis: */ __pyx_v_seen_ellipsis = 0; /* "View.MemoryView":679 * have_slices = False * seen_ellipsis = False * for idx, item in enumerate(tup): # <<<<<<<<<<<<<< * if item is Ellipsis: * if not seen_ellipsis: */ __Pyx_INCREF(__pyx_int_0); __pyx_t_3 = __pyx_int_0; if (likely(PyList_CheckExact(__pyx_v_tup)) || PyTuple_CheckExact(__pyx_v_tup)) { __pyx_t_4 = __pyx_v_tup; __Pyx_INCREF(__pyx_t_4); __pyx_t_5 = 0; __pyx_t_6 = NULL; } else { __pyx_t_5 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_v_tup); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 679, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = Py_TYPE(__pyx_t_4)->tp_iternext; if (unlikely(!__pyx_t_6)) __PYX_ERR(5, 679, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_6)) { if (likely(PyList_CheckExact(__pyx_t_4))) { if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(5, 679, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(5, 679, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } else { if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_4)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_7 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_5); __Pyx_INCREF(__pyx_t_7); __pyx_t_5++; if (unlikely(0 < 0)) __PYX_ERR(5, 679, __pyx_L1_error) #else __pyx_t_7 = PySequence_ITEM(__pyx_t_4, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_7)) __PYX_ERR(5, 679, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); #endif } } else { __pyx_t_7 = __pyx_t_6(__pyx_t_4); if (unlikely(!__pyx_t_7)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(5, 679, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_7); } __Pyx_XDECREF_SET(__pyx_v_item, __pyx_t_7); __pyx_t_7 = 0; __Pyx_INCREF(__pyx_t_3); __Pyx_XDECREF_SET(__pyx_v_idx, __pyx_t_3); __pyx_t_7 = __Pyx_PyInt_AddObjC(__pyx_t_3, __pyx_int_1, 1, 0, 0); if (unlikely(!__pyx_t_7)) __PYX_ERR(5, 679, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = __pyx_t_7; __pyx_t_7 = 0; /* "View.MemoryView":680 * seen_ellipsis = False * for idx, item in enumerate(tup): * if item is Ellipsis: # <<<<<<<<<<<<<< * if not seen_ellipsis: * result.extend([slice(None)] * (ndim - len(tup) + 1)) */ __pyx_t_2 = (__pyx_v_item == __pyx_builtin_Ellipsis); __pyx_t_1 = (__pyx_t_2 != 0); if (__pyx_t_1) { /* "View.MemoryView":681 * for idx, item in enumerate(tup): * if item is Ellipsis: * if not seen_ellipsis: # <<<<<<<<<<<<<< * result.extend([slice(None)] * (ndim - len(tup) + 1)) * seen_ellipsis = True */ __pyx_t_1 = ((!(__pyx_v_seen_ellipsis != 0)) != 0); if (__pyx_t_1) { /* "View.MemoryView":682 * if item is Ellipsis: * if not seen_ellipsis: * result.extend([slice(None)] * (ndim - len(tup) + 1)) # <<<<<<<<<<<<<< * seen_ellipsis = True * else: */ __pyx_t_8 = PyObject_Length(__pyx_v_tup); if (unlikely(__pyx_t_8 == ((Py_ssize_t)-1))) __PYX_ERR(5, 682, __pyx_L1_error) __pyx_t_7 = PyList_New(1 * ((((__pyx_v_ndim - __pyx_t_8) + 1)<0) ? 0:((__pyx_v_ndim - __pyx_t_8) + 1))); if (unlikely(!__pyx_t_7)) __PYX_ERR(5, 682, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); { Py_ssize_t __pyx_temp; for (__pyx_temp=0; __pyx_temp < ((__pyx_v_ndim - __pyx_t_8) + 1); __pyx_temp++) { __Pyx_INCREF(__pyx_slice__166); __Pyx_GIVEREF(__pyx_slice__166); PyList_SET_ITEM(__pyx_t_7, __pyx_temp, __pyx_slice__166); } } __pyx_t_9 = __Pyx_PyList_Extend(__pyx_v_result, __pyx_t_7); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(5, 682, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "View.MemoryView":683 * if not seen_ellipsis: * result.extend([slice(None)] * (ndim - len(tup) + 1)) * seen_ellipsis = True # <<<<<<<<<<<<<< * else: * result.append(slice(None)) */ __pyx_v_seen_ellipsis = 1; /* "View.MemoryView":681 * for idx, item in enumerate(tup): * if item is Ellipsis: * if not seen_ellipsis: # <<<<<<<<<<<<<< * result.extend([slice(None)] * (ndim - len(tup) + 1)) * seen_ellipsis = True */ goto __pyx_L7; } /* "View.MemoryView":685 * seen_ellipsis = True * else: * result.append(slice(None)) # <<<<<<<<<<<<<< * have_slices = True * else: */ /*else*/ { __pyx_t_9 = __Pyx_PyList_Append(__pyx_v_result, __pyx_slice__166); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(5, 685, __pyx_L1_error) } __pyx_L7:; /* "View.MemoryView":686 * else: * result.append(slice(None)) * have_slices = True # <<<<<<<<<<<<<< * else: * if not isinstance(item, slice) and not PyIndex_Check(item): */ __pyx_v_have_slices = 1; /* "View.MemoryView":680 * seen_ellipsis = False * for idx, item in enumerate(tup): * if item is Ellipsis: # <<<<<<<<<<<<<< * if not seen_ellipsis: * result.extend([slice(None)] * (ndim - len(tup) + 1)) */ goto __pyx_L6; } /* "View.MemoryView":688 * have_slices = True * else: * if not isinstance(item, slice) and not PyIndex_Check(item): # <<<<<<<<<<<<<< * raise TypeError("Cannot index with type '%s'" % type(item)) * */ /*else*/ { __pyx_t_2 = PySlice_Check(__pyx_v_item); __pyx_t_10 = ((!(__pyx_t_2 != 0)) != 0); if (__pyx_t_10) { } else { __pyx_t_1 = __pyx_t_10; goto __pyx_L9_bool_binop_done; } __pyx_t_10 = ((!(PyIndex_Check(__pyx_v_item) != 0)) != 0); __pyx_t_1 = __pyx_t_10; __pyx_L9_bool_binop_done:; if (unlikely(__pyx_t_1)) { /* "View.MemoryView":689 * else: * if not isinstance(item, slice) and not PyIndex_Check(item): * raise TypeError("Cannot index with type '%s'" % type(item)) # <<<<<<<<<<<<<< * * have_slices = have_slices or isinstance(item, slice) */ __pyx_t_7 = __Pyx_PyString_FormatSafe(__pyx_kp_s_Cannot_index_with_type_s, ((PyObject *)Py_TYPE(__pyx_v_item))); if (unlikely(!__pyx_t_7)) __PYX_ERR(5, 689, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_11 = __Pyx_PyObject_CallOneArg(__pyx_builtin_TypeError, __pyx_t_7); if (unlikely(!__pyx_t_11)) __PYX_ERR(5, 689, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_Raise(__pyx_t_11, 0, 0, 0); __Pyx_DECREF(__pyx_t_11); __pyx_t_11 = 0; __PYX_ERR(5, 689, __pyx_L1_error) /* "View.MemoryView":688 * have_slices = True * else: * if not isinstance(item, slice) and not PyIndex_Check(item): # <<<<<<<<<<<<<< * raise TypeError("Cannot index with type '%s'" % type(item)) * */ } /* "View.MemoryView":691 * raise TypeError("Cannot index with type '%s'" % type(item)) * * have_slices = have_slices or isinstance(item, slice) # <<<<<<<<<<<<<< * result.append(item) * */ __pyx_t_10 = (__pyx_v_have_slices != 0); if (!__pyx_t_10) { } else { __pyx_t_1 = __pyx_t_10; goto __pyx_L11_bool_binop_done; } __pyx_t_10 = PySlice_Check(__pyx_v_item); __pyx_t_2 = (__pyx_t_10 != 0); __pyx_t_1 = __pyx_t_2; __pyx_L11_bool_binop_done:; __pyx_v_have_slices = __pyx_t_1; /* "View.MemoryView":692 * * have_slices = have_slices or isinstance(item, slice) * result.append(item) # <<<<<<<<<<<<<< * * nslices = ndim - len(result) */ __pyx_t_9 = __Pyx_PyList_Append(__pyx_v_result, __pyx_v_item); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(5, 692, __pyx_L1_error) } __pyx_L6:; /* "View.MemoryView":679 * have_slices = False * seen_ellipsis = False * for idx, item in enumerate(tup): # <<<<<<<<<<<<<< * if item is Ellipsis: * if not seen_ellipsis: */ } __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "View.MemoryView":694 * result.append(item) * * nslices = ndim - len(result) # <<<<<<<<<<<<<< * if nslices: * result.extend([slice(None)] * nslices) */ __pyx_t_5 = PyList_GET_SIZE(__pyx_v_result); if (unlikely(__pyx_t_5 == ((Py_ssize_t)-1))) __PYX_ERR(5, 694, __pyx_L1_error) __pyx_v_nslices = (__pyx_v_ndim - __pyx_t_5); /* "View.MemoryView":695 * * nslices = ndim - len(result) * if nslices: # <<<<<<<<<<<<<< * result.extend([slice(None)] * nslices) * */ __pyx_t_1 = (__pyx_v_nslices != 0); if (__pyx_t_1) { /* "View.MemoryView":696 * nslices = ndim - len(result) * if nslices: * result.extend([slice(None)] * nslices) # <<<<<<<<<<<<<< * * return have_slices or nslices, tuple(result) */ __pyx_t_3 = PyList_New(1 * ((__pyx_v_nslices<0) ? 0:__pyx_v_nslices)); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 696, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); { Py_ssize_t __pyx_temp; for (__pyx_temp=0; __pyx_temp < __pyx_v_nslices; __pyx_temp++) { __Pyx_INCREF(__pyx_slice__166); __Pyx_GIVEREF(__pyx_slice__166); PyList_SET_ITEM(__pyx_t_3, __pyx_temp, __pyx_slice__166); } } __pyx_t_9 = __Pyx_PyList_Extend(__pyx_v_result, __pyx_t_3); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(5, 696, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "View.MemoryView":695 * * nslices = ndim - len(result) * if nslices: # <<<<<<<<<<<<<< * result.extend([slice(None)] * nslices) * */ } /* "View.MemoryView":698 * result.extend([slice(None)] * nslices) * * return have_slices or nslices, tuple(result) # <<<<<<<<<<<<<< * * cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim): */ __Pyx_XDECREF(__pyx_r); if (!__pyx_v_have_slices) { } else { __pyx_t_4 = __Pyx_PyBool_FromLong(__pyx_v_have_slices); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 698, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = __pyx_t_4; __pyx_t_4 = 0; goto __pyx_L14_bool_binop_done; } __pyx_t_4 = PyInt_FromSsize_t(__pyx_v_nslices); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 698, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_3 = __pyx_t_4; __pyx_t_4 = 0; __pyx_L14_bool_binop_done:; __pyx_t_4 = PyList_AsTuple(__pyx_v_result); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 698, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_11 = PyTuple_New(2); if (unlikely(!__pyx_t_11)) __PYX_ERR(5, 698, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_11); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_11, 0, __pyx_t_3); __Pyx_GIVEREF(__pyx_t_4); PyTuple_SET_ITEM(__pyx_t_11, 1, __pyx_t_4); __pyx_t_3 = 0; __pyx_t_4 = 0; __pyx_r = ((PyObject*)__pyx_t_11); __pyx_t_11 = 0; goto __pyx_L0; /* "View.MemoryView":666 * return isinstance(o, memoryview) * * cdef tuple _unellipsify(object index, int ndim): # <<<<<<<<<<<<<< * """ * Replace all ellipses with full slices and fill incomplete indices with */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_11); __Pyx_AddTraceback("View.MemoryView._unellipsify", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF(__pyx_v_tup); __Pyx_XDECREF(__pyx_v_result); __Pyx_XDECREF(__pyx_v_idx); __Pyx_XDECREF(__pyx_v_item); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":700 * return have_slices or nslices, tuple(result) * * cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim): # <<<<<<<<<<<<<< * for suboffset in suboffsets[:ndim]: * if suboffset >= 0: */ static PyObject *assert_direct_dimensions(Py_ssize_t *__pyx_v_suboffsets, int __pyx_v_ndim) { Py_ssize_t __pyx_v_suboffset; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations Py_ssize_t *__pyx_t_1; Py_ssize_t *__pyx_t_2; Py_ssize_t *__pyx_t_3; int __pyx_t_4; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("assert_direct_dimensions", 0); __Pyx_TraceCall("assert_direct_dimensions", __pyx_f[5], 700, 0, __PYX_ERR(5, 700, __pyx_L1_error)); /* "View.MemoryView":701 * * cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim): * for suboffset in suboffsets[:ndim]: # <<<<<<<<<<<<<< * if suboffset >= 0: * raise ValueError("Indirect dimensions not supported") */ __pyx_t_2 = (__pyx_v_suboffsets + __pyx_v_ndim); for (__pyx_t_3 = __pyx_v_suboffsets; __pyx_t_3 < __pyx_t_2; __pyx_t_3++) { __pyx_t_1 = __pyx_t_3; __pyx_v_suboffset = (__pyx_t_1[0]); /* "View.MemoryView":702 * cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim): * for suboffset in suboffsets[:ndim]: * if suboffset >= 0: # <<<<<<<<<<<<<< * raise ValueError("Indirect dimensions not supported") * */ __pyx_t_4 = ((__pyx_v_suboffset >= 0) != 0); if (unlikely(__pyx_t_4)) { /* "View.MemoryView":703 * for suboffset in suboffsets[:ndim]: * if suboffset >= 0: * raise ValueError("Indirect dimensions not supported") # <<<<<<<<<<<<<< * * */ __pyx_t_5 = __Pyx_PyObject_Call(__pyx_builtin_ValueError, __pyx_tuple__167, NULL); if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 703, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_Raise(__pyx_t_5, 0, 0, 0); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __PYX_ERR(5, 703, __pyx_L1_error) /* "View.MemoryView":702 * cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim): * for suboffset in suboffsets[:ndim]: * if suboffset >= 0: # <<<<<<<<<<<<<< * raise ValueError("Indirect dimensions not supported") * */ } } /* "View.MemoryView":700 * return have_slices or nslices, tuple(result) * * cdef assert_direct_dimensions(Py_ssize_t *suboffsets, int ndim): # <<<<<<<<<<<<<< * for suboffset in suboffsets[:ndim]: * if suboffset >= 0: */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("View.MemoryView.assert_direct_dimensions", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":710 * * @cname('__pyx_memview_slice') * cdef memoryview memview_slice(memoryview memview, object indices): # <<<<<<<<<<<<<< * cdef int new_ndim = 0, suboffset_dim = -1, dim * cdef bint negative_step */ static struct __pyx_memoryview_obj *__pyx_memview_slice(struct __pyx_memoryview_obj *__pyx_v_memview, PyObject *__pyx_v_indices) { int __pyx_v_new_ndim; int __pyx_v_suboffset_dim; int __pyx_v_dim; __Pyx_memviewslice __pyx_v_src; __Pyx_memviewslice __pyx_v_dst; __Pyx_memviewslice *__pyx_v_p_src; struct __pyx_memoryviewslice_obj *__pyx_v_memviewsliceobj = 0; __Pyx_memviewslice *__pyx_v_p_dst; int *__pyx_v_p_suboffset_dim; Py_ssize_t __pyx_v_start; Py_ssize_t __pyx_v_stop; Py_ssize_t __pyx_v_step; int __pyx_v_have_start; int __pyx_v_have_stop; int __pyx_v_have_step; PyObject *__pyx_v_index = NULL; struct __pyx_memoryview_obj *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; struct __pyx_memoryview_obj *__pyx_t_4; char *__pyx_t_5; int __pyx_t_6; Py_ssize_t __pyx_t_7; PyObject *(*__pyx_t_8)(PyObject *); PyObject *__pyx_t_9 = NULL; Py_ssize_t __pyx_t_10; int __pyx_t_11; Py_ssize_t __pyx_t_12; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("memview_slice", 0); __Pyx_TraceCall("memview_slice", __pyx_f[5], 710, 0, __PYX_ERR(5, 710, __pyx_L1_error)); /* "View.MemoryView":711 * @cname('__pyx_memview_slice') * cdef memoryview memview_slice(memoryview memview, object indices): * cdef int new_ndim = 0, suboffset_dim = -1, dim # <<<<<<<<<<<<<< * cdef bint negative_step * cdef __Pyx_memviewslice src, dst */ __pyx_v_new_ndim = 0; __pyx_v_suboffset_dim = -1; /* "View.MemoryView":718 * * * memset(&dst, 0, sizeof(dst)) # <<<<<<<<<<<<<< * * cdef _memoryviewslice memviewsliceobj */ (void)(memset((&__pyx_v_dst), 0, (sizeof(__pyx_v_dst)))); /* "View.MemoryView":722 * cdef _memoryviewslice memviewsliceobj * * assert memview.view.ndim > 0 # <<<<<<<<<<<<<< * * if isinstance(memview, _memoryviewslice): */ #ifndef CYTHON_WITHOUT_ASSERTIONS if (unlikely(!Py_OptimizeFlag)) { if (unlikely(!((__pyx_v_memview->view.ndim > 0) != 0))) { PyErr_SetNone(PyExc_AssertionError); __PYX_ERR(5, 722, __pyx_L1_error) } } #endif /* "View.MemoryView":724 * assert memview.view.ndim > 0 * * if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<< * memviewsliceobj = memview * p_src = &memviewsliceobj.from_slice */ __pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type); __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "View.MemoryView":725 * * if isinstance(memview, _memoryviewslice): * memviewsliceobj = memview # <<<<<<<<<<<<<< * p_src = &memviewsliceobj.from_slice * else: */ if (!(likely(((((PyObject *)__pyx_v_memview)) == Py_None) || likely(__Pyx_TypeTest(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type))))) __PYX_ERR(5, 725, __pyx_L1_error) __pyx_t_3 = ((PyObject *)__pyx_v_memview); __Pyx_INCREF(__pyx_t_3); __pyx_v_memviewsliceobj = ((struct __pyx_memoryviewslice_obj *)__pyx_t_3); __pyx_t_3 = 0; /* "View.MemoryView":726 * if isinstance(memview, _memoryviewslice): * memviewsliceobj = memview * p_src = &memviewsliceobj.from_slice # <<<<<<<<<<<<<< * else: * slice_copy(memview, &src) */ __pyx_v_p_src = (&__pyx_v_memviewsliceobj->from_slice); /* "View.MemoryView":724 * assert memview.view.ndim > 0 * * if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<< * memviewsliceobj = memview * p_src = &memviewsliceobj.from_slice */ goto __pyx_L3; } /* "View.MemoryView":728 * p_src = &memviewsliceobj.from_slice * else: * slice_copy(memview, &src) # <<<<<<<<<<<<<< * p_src = &src * */ /*else*/ { __pyx_memoryview_slice_copy(__pyx_v_memview, (&__pyx_v_src)); /* "View.MemoryView":729 * else: * slice_copy(memview, &src) * p_src = &src # <<<<<<<<<<<<<< * * */ __pyx_v_p_src = (&__pyx_v_src); } __pyx_L3:; /* "View.MemoryView":735 * * * dst.memview = p_src.memview # <<<<<<<<<<<<<< * dst.data = p_src.data * */ __pyx_t_4 = __pyx_v_p_src->memview; __pyx_v_dst.memview = __pyx_t_4; /* "View.MemoryView":736 * * dst.memview = p_src.memview * dst.data = p_src.data # <<<<<<<<<<<<<< * * */ __pyx_t_5 = __pyx_v_p_src->data; __pyx_v_dst.data = __pyx_t_5; /* "View.MemoryView":741 * * * cdef __Pyx_memviewslice *p_dst = &dst # <<<<<<<<<<<<<< * cdef int *p_suboffset_dim = &suboffset_dim * cdef Py_ssize_t start, stop, step */ __pyx_v_p_dst = (&__pyx_v_dst); /* "View.MemoryView":742 * * cdef __Pyx_memviewslice *p_dst = &dst * cdef int *p_suboffset_dim = &suboffset_dim # <<<<<<<<<<<<<< * cdef Py_ssize_t start, stop, step * cdef bint have_start, have_stop, have_step */ __pyx_v_p_suboffset_dim = (&__pyx_v_suboffset_dim); /* "View.MemoryView":746 * cdef bint have_start, have_stop, have_step * * for dim, index in enumerate(indices): # <<<<<<<<<<<<<< * if PyIndex_Check(index): * slice_memviewslice( */ __pyx_t_6 = 0; if (likely(PyList_CheckExact(__pyx_v_indices)) || PyTuple_CheckExact(__pyx_v_indices)) { __pyx_t_3 = __pyx_v_indices; __Pyx_INCREF(__pyx_t_3); __pyx_t_7 = 0; __pyx_t_8 = NULL; } else { __pyx_t_7 = -1; __pyx_t_3 = PyObject_GetIter(__pyx_v_indices); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 746, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_8 = Py_TYPE(__pyx_t_3)->tp_iternext; if (unlikely(!__pyx_t_8)) __PYX_ERR(5, 746, __pyx_L1_error) } for (;;) { if (likely(!__pyx_t_8)) { if (likely(PyList_CheckExact(__pyx_t_3))) { if (__pyx_t_7 >= PyList_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_9 = PyList_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(5, 746, __pyx_L1_error) #else __pyx_t_9 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(5, 746, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); #endif } else { if (__pyx_t_7 >= PyTuple_GET_SIZE(__pyx_t_3)) break; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS __pyx_t_9 = PyTuple_GET_ITEM(__pyx_t_3, __pyx_t_7); __Pyx_INCREF(__pyx_t_9); __pyx_t_7++; if (unlikely(0 < 0)) __PYX_ERR(5, 746, __pyx_L1_error) #else __pyx_t_9 = PySequence_ITEM(__pyx_t_3, __pyx_t_7); __pyx_t_7++; if (unlikely(!__pyx_t_9)) __PYX_ERR(5, 746, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); #endif } } else { __pyx_t_9 = __pyx_t_8(__pyx_t_3); if (unlikely(!__pyx_t_9)) { PyObject* exc_type = PyErr_Occurred(); if (exc_type) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) PyErr_Clear(); else __PYX_ERR(5, 746, __pyx_L1_error) } break; } __Pyx_GOTREF(__pyx_t_9); } __Pyx_XDECREF_SET(__pyx_v_index, __pyx_t_9); __pyx_t_9 = 0; __pyx_v_dim = __pyx_t_6; __pyx_t_6 = (__pyx_t_6 + 1); /* "View.MemoryView":747 * * for dim, index in enumerate(indices): * if PyIndex_Check(index): # <<<<<<<<<<<<<< * slice_memviewslice( * p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim], */ __pyx_t_2 = (PyIndex_Check(__pyx_v_index) != 0); if (__pyx_t_2) { /* "View.MemoryView":751 * p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim], * dim, new_ndim, p_suboffset_dim, * index, 0, 0, # start, stop, step # <<<<<<<<<<<<<< * 0, 0, 0, # have_{start,stop,step} * False) */ __pyx_t_10 = __Pyx_PyIndex_AsSsize_t(__pyx_v_index); if (unlikely((__pyx_t_10 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(5, 751, __pyx_L1_error) /* "View.MemoryView":748 * for dim, index in enumerate(indices): * if PyIndex_Check(index): * slice_memviewslice( # <<<<<<<<<<<<<< * p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim], * dim, new_ndim, p_suboffset_dim, */ __pyx_t_11 = __pyx_memoryview_slice_memviewslice(__pyx_v_p_dst, (__pyx_v_p_src->shape[__pyx_v_dim]), (__pyx_v_p_src->strides[__pyx_v_dim]), (__pyx_v_p_src->suboffsets[__pyx_v_dim]), __pyx_v_dim, __pyx_v_new_ndim, __pyx_v_p_suboffset_dim, __pyx_t_10, 0, 0, 0, 0, 0, 0); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(5, 748, __pyx_L1_error) /* "View.MemoryView":747 * * for dim, index in enumerate(indices): * if PyIndex_Check(index): # <<<<<<<<<<<<<< * slice_memviewslice( * p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim], */ goto __pyx_L6; } /* "View.MemoryView":754 * 0, 0, 0, # have_{start,stop,step} * False) * elif index is None: # <<<<<<<<<<<<<< * p_dst.shape[new_ndim] = 1 * p_dst.strides[new_ndim] = 0 */ __pyx_t_2 = (__pyx_v_index == Py_None); __pyx_t_1 = (__pyx_t_2 != 0); if (__pyx_t_1) { /* "View.MemoryView":755 * False) * elif index is None: * p_dst.shape[new_ndim] = 1 # <<<<<<<<<<<<<< * p_dst.strides[new_ndim] = 0 * p_dst.suboffsets[new_ndim] = -1 */ (__pyx_v_p_dst->shape[__pyx_v_new_ndim]) = 1; /* "View.MemoryView":756 * elif index is None: * p_dst.shape[new_ndim] = 1 * p_dst.strides[new_ndim] = 0 # <<<<<<<<<<<<<< * p_dst.suboffsets[new_ndim] = -1 * new_ndim += 1 */ (__pyx_v_p_dst->strides[__pyx_v_new_ndim]) = 0; /* "View.MemoryView":757 * p_dst.shape[new_ndim] = 1 * p_dst.strides[new_ndim] = 0 * p_dst.suboffsets[new_ndim] = -1 # <<<<<<<<<<<<<< * new_ndim += 1 * else: */ (__pyx_v_p_dst->suboffsets[__pyx_v_new_ndim]) = -1L; /* "View.MemoryView":758 * p_dst.strides[new_ndim] = 0 * p_dst.suboffsets[new_ndim] = -1 * new_ndim += 1 # <<<<<<<<<<<<<< * else: * start = index.start or 0 */ __pyx_v_new_ndim = (__pyx_v_new_ndim + 1); /* "View.MemoryView":754 * 0, 0, 0, # have_{start,stop,step} * False) * elif index is None: # <<<<<<<<<<<<<< * p_dst.shape[new_ndim] = 1 * p_dst.strides[new_ndim] = 0 */ goto __pyx_L6; } /* "View.MemoryView":760 * new_ndim += 1 * else: * start = index.start or 0 # <<<<<<<<<<<<<< * stop = index.stop or 0 * step = index.step or 0 */ /*else*/ { __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_start); if (unlikely(!__pyx_t_9)) __PYX_ERR(5, 760, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(5, 760, __pyx_L1_error) if (!__pyx_t_1) { __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; } else { __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_t_9); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(5, 760, __pyx_L1_error) __pyx_t_10 = __pyx_t_12; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; goto __pyx_L7_bool_binop_done; } __pyx_t_10 = 0; __pyx_L7_bool_binop_done:; __pyx_v_start = __pyx_t_10; /* "View.MemoryView":761 * else: * start = index.start or 0 * stop = index.stop or 0 # <<<<<<<<<<<<<< * step = index.step or 0 * */ __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_stop); if (unlikely(!__pyx_t_9)) __PYX_ERR(5, 761, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(5, 761, __pyx_L1_error) if (!__pyx_t_1) { __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; } else { __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_t_9); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(5, 761, __pyx_L1_error) __pyx_t_10 = __pyx_t_12; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; goto __pyx_L9_bool_binop_done; } __pyx_t_10 = 0; __pyx_L9_bool_binop_done:; __pyx_v_stop = __pyx_t_10; /* "View.MemoryView":762 * start = index.start or 0 * stop = index.stop or 0 * step = index.step or 0 # <<<<<<<<<<<<<< * * have_start = index.start is not None */ __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_step); if (unlikely(!__pyx_t_9)) __PYX_ERR(5, 762, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_1 < 0)) __PYX_ERR(5, 762, __pyx_L1_error) if (!__pyx_t_1) { __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; } else { __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_t_9); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(5, 762, __pyx_L1_error) __pyx_t_10 = __pyx_t_12; __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; goto __pyx_L11_bool_binop_done; } __pyx_t_10 = 0; __pyx_L11_bool_binop_done:; __pyx_v_step = __pyx_t_10; /* "View.MemoryView":764 * step = index.step or 0 * * have_start = index.start is not None # <<<<<<<<<<<<<< * have_stop = index.stop is not None * have_step = index.step is not None */ __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_start); if (unlikely(!__pyx_t_9)) __PYX_ERR(5, 764, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_1 = (__pyx_t_9 != Py_None); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_v_have_start = __pyx_t_1; /* "View.MemoryView":765 * * have_start = index.start is not None * have_stop = index.stop is not None # <<<<<<<<<<<<<< * have_step = index.step is not None * */ __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_stop); if (unlikely(!__pyx_t_9)) __PYX_ERR(5, 765, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_1 = (__pyx_t_9 != Py_None); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_v_have_stop = __pyx_t_1; /* "View.MemoryView":766 * have_start = index.start is not None * have_stop = index.stop is not None * have_step = index.step is not None # <<<<<<<<<<<<<< * * slice_memviewslice( */ __pyx_t_9 = __Pyx_PyObject_GetAttrStr(__pyx_v_index, __pyx_n_s_step); if (unlikely(!__pyx_t_9)) __PYX_ERR(5, 766, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_9); __pyx_t_1 = (__pyx_t_9 != Py_None); __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0; __pyx_v_have_step = __pyx_t_1; /* "View.MemoryView":768 * have_step = index.step is not None * * slice_memviewslice( # <<<<<<<<<<<<<< * p_dst, p_src.shape[dim], p_src.strides[dim], p_src.suboffsets[dim], * dim, new_ndim, p_suboffset_dim, */ __pyx_t_11 = __pyx_memoryview_slice_memviewslice(__pyx_v_p_dst, (__pyx_v_p_src->shape[__pyx_v_dim]), (__pyx_v_p_src->strides[__pyx_v_dim]), (__pyx_v_p_src->suboffsets[__pyx_v_dim]), __pyx_v_dim, __pyx_v_new_ndim, __pyx_v_p_suboffset_dim, __pyx_v_start, __pyx_v_stop, __pyx_v_step, __pyx_v_have_start, __pyx_v_have_stop, __pyx_v_have_step, 1); if (unlikely(__pyx_t_11 == ((int)-1))) __PYX_ERR(5, 768, __pyx_L1_error) /* "View.MemoryView":774 * have_start, have_stop, have_step, * True) * new_ndim += 1 # <<<<<<<<<<<<<< * * if isinstance(memview, _memoryviewslice): */ __pyx_v_new_ndim = (__pyx_v_new_ndim + 1); } __pyx_L6:; /* "View.MemoryView":746 * cdef bint have_start, have_stop, have_step * * for dim, index in enumerate(indices): # <<<<<<<<<<<<<< * if PyIndex_Check(index): * slice_memviewslice( */ } __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "View.MemoryView":776 * new_ndim += 1 * * if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<< * return memoryview_fromslice(dst, new_ndim, * memviewsliceobj.to_object_func, */ __pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type); __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "View.MemoryView":777 * * if isinstance(memview, _memoryviewslice): * return memoryview_fromslice(dst, new_ndim, # <<<<<<<<<<<<<< * memviewsliceobj.to_object_func, * memviewsliceobj.to_dtype_func, */ __Pyx_XDECREF(((PyObject *)__pyx_r)); /* "View.MemoryView":778 * if isinstance(memview, _memoryviewslice): * return memoryview_fromslice(dst, new_ndim, * memviewsliceobj.to_object_func, # <<<<<<<<<<<<<< * memviewsliceobj.to_dtype_func, * memview.dtype_is_object) */ if (unlikely(!__pyx_v_memviewsliceobj)) { __Pyx_RaiseUnboundLocalError("memviewsliceobj"); __PYX_ERR(5, 778, __pyx_L1_error) } /* "View.MemoryView":779 * return memoryview_fromslice(dst, new_ndim, * memviewsliceobj.to_object_func, * memviewsliceobj.to_dtype_func, # <<<<<<<<<<<<<< * memview.dtype_is_object) * else: */ if (unlikely(!__pyx_v_memviewsliceobj)) { __Pyx_RaiseUnboundLocalError("memviewsliceobj"); __PYX_ERR(5, 779, __pyx_L1_error) } /* "View.MemoryView":777 * * if isinstance(memview, _memoryviewslice): * return memoryview_fromslice(dst, new_ndim, # <<<<<<<<<<<<<< * memviewsliceobj.to_object_func, * memviewsliceobj.to_dtype_func, */ __pyx_t_3 = __pyx_memoryview_fromslice(__pyx_v_dst, __pyx_v_new_ndim, __pyx_v_memviewsliceobj->to_object_func, __pyx_v_memviewsliceobj->to_dtype_func, __pyx_v_memview->dtype_is_object); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 777, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (!(likely(((__pyx_t_3) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_3, __pyx_memoryview_type))))) __PYX_ERR(5, 777, __pyx_L1_error) __pyx_r = ((struct __pyx_memoryview_obj *)__pyx_t_3); __pyx_t_3 = 0; goto __pyx_L0; /* "View.MemoryView":776 * new_ndim += 1 * * if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<< * return memoryview_fromslice(dst, new_ndim, * memviewsliceobj.to_object_func, */ } /* "View.MemoryView":782 * memview.dtype_is_object) * else: * return memoryview_fromslice(dst, new_ndim, NULL, NULL, # <<<<<<<<<<<<<< * memview.dtype_is_object) * */ /*else*/ { __Pyx_XDECREF(((PyObject *)__pyx_r)); /* "View.MemoryView":783 * else: * return memoryview_fromslice(dst, new_ndim, NULL, NULL, * memview.dtype_is_object) # <<<<<<<<<<<<<< * * */ __pyx_t_3 = __pyx_memoryview_fromslice(__pyx_v_dst, __pyx_v_new_ndim, NULL, NULL, __pyx_v_memview->dtype_is_object); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 782, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); /* "View.MemoryView":782 * memview.dtype_is_object) * else: * return memoryview_fromslice(dst, new_ndim, NULL, NULL, # <<<<<<<<<<<<<< * memview.dtype_is_object) * */ if (!(likely(((__pyx_t_3) == Py_None) || likely(__Pyx_TypeTest(__pyx_t_3, __pyx_memoryview_type))))) __PYX_ERR(5, 782, __pyx_L1_error) __pyx_r = ((struct __pyx_memoryview_obj *)__pyx_t_3); __pyx_t_3 = 0; goto __pyx_L0; } /* "View.MemoryView":710 * * @cname('__pyx_memview_slice') * cdef memoryview memview_slice(memoryview memview, object indices): # <<<<<<<<<<<<<< * cdef int new_ndim = 0, suboffset_dim = -1, dim * cdef bint negative_step */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_9); __Pyx_AddTraceback("View.MemoryView.memview_slice", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_memviewsliceobj); __Pyx_XDECREF(__pyx_v_index); __Pyx_XGIVEREF((PyObject *)__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":807 * * @cname('__pyx_memoryview_slice_memviewslice') * cdef int slice_memviewslice( # <<<<<<<<<<<<<< * __Pyx_memviewslice *dst, * Py_ssize_t shape, Py_ssize_t stride, Py_ssize_t suboffset, */ static int __pyx_memoryview_slice_memviewslice(__Pyx_memviewslice *__pyx_v_dst, Py_ssize_t __pyx_v_shape, Py_ssize_t __pyx_v_stride, Py_ssize_t __pyx_v_suboffset, int __pyx_v_dim, int __pyx_v_new_ndim, int *__pyx_v_suboffset_dim, Py_ssize_t __pyx_v_start, Py_ssize_t __pyx_v_stop, Py_ssize_t __pyx_v_step, int __pyx_v_have_start, int __pyx_v_have_stop, int __pyx_v_have_step, int __pyx_v_is_slice) { Py_ssize_t __pyx_v_new_shape; int __pyx_v_negative_step; int __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_t_3; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("slice_memviewslice", __pyx_f[5], 807, 1, __PYX_ERR(5, 807, __pyx_L1_error)); /* "View.MemoryView":827 * cdef bint negative_step * * if not is_slice: # <<<<<<<<<<<<<< * * if start < 0: */ __pyx_t_1 = ((!(__pyx_v_is_slice != 0)) != 0); if (__pyx_t_1) { /* "View.MemoryView":829 * if not is_slice: * * if start < 0: # <<<<<<<<<<<<<< * start += shape * if not 0 <= start < shape: */ __pyx_t_1 = ((__pyx_v_start < 0) != 0); if (__pyx_t_1) { /* "View.MemoryView":830 * * if start < 0: * start += shape # <<<<<<<<<<<<<< * if not 0 <= start < shape: * _err_dim(IndexError, "Index out of bounds (axis %d)", dim) */ __pyx_v_start = (__pyx_v_start + __pyx_v_shape); /* "View.MemoryView":829 * if not is_slice: * * if start < 0: # <<<<<<<<<<<<<< * start += shape * if not 0 <= start < shape: */ } /* "View.MemoryView":831 * if start < 0: * start += shape * if not 0 <= start < shape: # <<<<<<<<<<<<<< * _err_dim(IndexError, "Index out of bounds (axis %d)", dim) * else: */ __pyx_t_1 = (0 <= __pyx_v_start); if (__pyx_t_1) { __pyx_t_1 = (__pyx_v_start < __pyx_v_shape); } __pyx_t_2 = ((!(__pyx_t_1 != 0)) != 0); if (__pyx_t_2) { /* "View.MemoryView":832 * start += shape * if not 0 <= start < shape: * _err_dim(IndexError, "Index out of bounds (axis %d)", dim) # <<<<<<<<<<<<<< * else: * */ __pyx_t_3 = __pyx_memoryview_err_dim(__pyx_builtin_IndexError, ((char *)"Index out of bounds (axis %d)"), __pyx_v_dim); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(5, 832, __pyx_L1_error) /* "View.MemoryView":831 * if start < 0: * start += shape * if not 0 <= start < shape: # <<<<<<<<<<<<<< * _err_dim(IndexError, "Index out of bounds (axis %d)", dim) * else: */ } /* "View.MemoryView":827 * cdef bint negative_step * * if not is_slice: # <<<<<<<<<<<<<< * * if start < 0: */ goto __pyx_L3; } /* "View.MemoryView":835 * else: * * negative_step = have_step != 0 and step < 0 # <<<<<<<<<<<<<< * * if have_step and step == 0: */ /*else*/ { __pyx_t_1 = ((__pyx_v_have_step != 0) != 0); if (__pyx_t_1) { } else { __pyx_t_2 = __pyx_t_1; goto __pyx_L6_bool_binop_done; } __pyx_t_1 = ((__pyx_v_step < 0) != 0); __pyx_t_2 = __pyx_t_1; __pyx_L6_bool_binop_done:; __pyx_v_negative_step = __pyx_t_2; /* "View.MemoryView":837 * negative_step = have_step != 0 and step < 0 * * if have_step and step == 0: # <<<<<<<<<<<<<< * _err_dim(ValueError, "Step may not be zero (axis %d)", dim) * */ __pyx_t_1 = (__pyx_v_have_step != 0); if (__pyx_t_1) { } else { __pyx_t_2 = __pyx_t_1; goto __pyx_L9_bool_binop_done; } __pyx_t_1 = ((__pyx_v_step == 0) != 0); __pyx_t_2 = __pyx_t_1; __pyx_L9_bool_binop_done:; if (__pyx_t_2) { /* "View.MemoryView":838 * * if have_step and step == 0: * _err_dim(ValueError, "Step may not be zero (axis %d)", dim) # <<<<<<<<<<<<<< * * */ __pyx_t_3 = __pyx_memoryview_err_dim(__pyx_builtin_ValueError, ((char *)"Step may not be zero (axis %d)"), __pyx_v_dim); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(5, 838, __pyx_L1_error) /* "View.MemoryView":837 * negative_step = have_step != 0 and step < 0 * * if have_step and step == 0: # <<<<<<<<<<<<<< * _err_dim(ValueError, "Step may not be zero (axis %d)", dim) * */ } /* "View.MemoryView":841 * * * if have_start: # <<<<<<<<<<<<<< * if start < 0: * start += shape */ __pyx_t_2 = (__pyx_v_have_start != 0); if (__pyx_t_2) { /* "View.MemoryView":842 * * if have_start: * if start < 0: # <<<<<<<<<<<<<< * start += shape * if start < 0: */ __pyx_t_2 = ((__pyx_v_start < 0) != 0); if (__pyx_t_2) { /* "View.MemoryView":843 * if have_start: * if start < 0: * start += shape # <<<<<<<<<<<<<< * if start < 0: * start = 0 */ __pyx_v_start = (__pyx_v_start + __pyx_v_shape); /* "View.MemoryView":844 * if start < 0: * start += shape * if start < 0: # <<<<<<<<<<<<<< * start = 0 * elif start >= shape: */ __pyx_t_2 = ((__pyx_v_start < 0) != 0); if (__pyx_t_2) { /* "View.MemoryView":845 * start += shape * if start < 0: * start = 0 # <<<<<<<<<<<<<< * elif start >= shape: * if negative_step: */ __pyx_v_start = 0; /* "View.MemoryView":844 * if start < 0: * start += shape * if start < 0: # <<<<<<<<<<<<<< * start = 0 * elif start >= shape: */ } /* "View.MemoryView":842 * * if have_start: * if start < 0: # <<<<<<<<<<<<<< * start += shape * if start < 0: */ goto __pyx_L12; } /* "View.MemoryView":846 * if start < 0: * start = 0 * elif start >= shape: # <<<<<<<<<<<<<< * if negative_step: * start = shape - 1 */ __pyx_t_2 = ((__pyx_v_start >= __pyx_v_shape) != 0); if (__pyx_t_2) { /* "View.MemoryView":847 * start = 0 * elif start >= shape: * if negative_step: # <<<<<<<<<<<<<< * start = shape - 1 * else: */ __pyx_t_2 = (__pyx_v_negative_step != 0); if (__pyx_t_2) { /* "View.MemoryView":848 * elif start >= shape: * if negative_step: * start = shape - 1 # <<<<<<<<<<<<<< * else: * start = shape */ __pyx_v_start = (__pyx_v_shape - 1); /* "View.MemoryView":847 * start = 0 * elif start >= shape: * if negative_step: # <<<<<<<<<<<<<< * start = shape - 1 * else: */ goto __pyx_L14; } /* "View.MemoryView":850 * start = shape - 1 * else: * start = shape # <<<<<<<<<<<<<< * else: * if negative_step: */ /*else*/ { __pyx_v_start = __pyx_v_shape; } __pyx_L14:; /* "View.MemoryView":846 * if start < 0: * start = 0 * elif start >= shape: # <<<<<<<<<<<<<< * if negative_step: * start = shape - 1 */ } __pyx_L12:; /* "View.MemoryView":841 * * * if have_start: # <<<<<<<<<<<<<< * if start < 0: * start += shape */ goto __pyx_L11; } /* "View.MemoryView":852 * start = shape * else: * if negative_step: # <<<<<<<<<<<<<< * start = shape - 1 * else: */ /*else*/ { __pyx_t_2 = (__pyx_v_negative_step != 0); if (__pyx_t_2) { /* "View.MemoryView":853 * else: * if negative_step: * start = shape - 1 # <<<<<<<<<<<<<< * else: * start = 0 */ __pyx_v_start = (__pyx_v_shape - 1); /* "View.MemoryView":852 * start = shape * else: * if negative_step: # <<<<<<<<<<<<<< * start = shape - 1 * else: */ goto __pyx_L15; } /* "View.MemoryView":855 * start = shape - 1 * else: * start = 0 # <<<<<<<<<<<<<< * * if have_stop: */ /*else*/ { __pyx_v_start = 0; } __pyx_L15:; } __pyx_L11:; /* "View.MemoryView":857 * start = 0 * * if have_stop: # <<<<<<<<<<<<<< * if stop < 0: * stop += shape */ __pyx_t_2 = (__pyx_v_have_stop != 0); if (__pyx_t_2) { /* "View.MemoryView":858 * * if have_stop: * if stop < 0: # <<<<<<<<<<<<<< * stop += shape * if stop < 0: */ __pyx_t_2 = ((__pyx_v_stop < 0) != 0); if (__pyx_t_2) { /* "View.MemoryView":859 * if have_stop: * if stop < 0: * stop += shape # <<<<<<<<<<<<<< * if stop < 0: * stop = 0 */ __pyx_v_stop = (__pyx_v_stop + __pyx_v_shape); /* "View.MemoryView":860 * if stop < 0: * stop += shape * if stop < 0: # <<<<<<<<<<<<<< * stop = 0 * elif stop > shape: */ __pyx_t_2 = ((__pyx_v_stop < 0) != 0); if (__pyx_t_2) { /* "View.MemoryView":861 * stop += shape * if stop < 0: * stop = 0 # <<<<<<<<<<<<<< * elif stop > shape: * stop = shape */ __pyx_v_stop = 0; /* "View.MemoryView":860 * if stop < 0: * stop += shape * if stop < 0: # <<<<<<<<<<<<<< * stop = 0 * elif stop > shape: */ } /* "View.MemoryView":858 * * if have_stop: * if stop < 0: # <<<<<<<<<<<<<< * stop += shape * if stop < 0: */ goto __pyx_L17; } /* "View.MemoryView":862 * if stop < 0: * stop = 0 * elif stop > shape: # <<<<<<<<<<<<<< * stop = shape * else: */ __pyx_t_2 = ((__pyx_v_stop > __pyx_v_shape) != 0); if (__pyx_t_2) { /* "View.MemoryView":863 * stop = 0 * elif stop > shape: * stop = shape # <<<<<<<<<<<<<< * else: * if negative_step: */ __pyx_v_stop = __pyx_v_shape; /* "View.MemoryView":862 * if stop < 0: * stop = 0 * elif stop > shape: # <<<<<<<<<<<<<< * stop = shape * else: */ } __pyx_L17:; /* "View.MemoryView":857 * start = 0 * * if have_stop: # <<<<<<<<<<<<<< * if stop < 0: * stop += shape */ goto __pyx_L16; } /* "View.MemoryView":865 * stop = shape * else: * if negative_step: # <<<<<<<<<<<<<< * stop = -1 * else: */ /*else*/ { __pyx_t_2 = (__pyx_v_negative_step != 0); if (__pyx_t_2) { /* "View.MemoryView":866 * else: * if negative_step: * stop = -1 # <<<<<<<<<<<<<< * else: * stop = shape */ __pyx_v_stop = -1L; /* "View.MemoryView":865 * stop = shape * else: * if negative_step: # <<<<<<<<<<<<<< * stop = -1 * else: */ goto __pyx_L19; } /* "View.MemoryView":868 * stop = -1 * else: * stop = shape # <<<<<<<<<<<<<< * * if not have_step: */ /*else*/ { __pyx_v_stop = __pyx_v_shape; } __pyx_L19:; } __pyx_L16:; /* "View.MemoryView":870 * stop = shape * * if not have_step: # <<<<<<<<<<<<<< * step = 1 * */ __pyx_t_2 = ((!(__pyx_v_have_step != 0)) != 0); if (__pyx_t_2) { /* "View.MemoryView":871 * * if not have_step: * step = 1 # <<<<<<<<<<<<<< * * */ __pyx_v_step = 1; /* "View.MemoryView":870 * stop = shape * * if not have_step: # <<<<<<<<<<<<<< * step = 1 * */ } /* "View.MemoryView":875 * * with cython.cdivision(True): * new_shape = (stop - start) // step # <<<<<<<<<<<<<< * * if (stop - start) - step * new_shape: */ __pyx_v_new_shape = ((__pyx_v_stop - __pyx_v_start) / __pyx_v_step); /* "View.MemoryView":877 * new_shape = (stop - start) // step * * if (stop - start) - step * new_shape: # <<<<<<<<<<<<<< * new_shape += 1 * */ __pyx_t_2 = (((__pyx_v_stop - __pyx_v_start) - (__pyx_v_step * __pyx_v_new_shape)) != 0); if (__pyx_t_2) { /* "View.MemoryView":878 * * if (stop - start) - step * new_shape: * new_shape += 1 # <<<<<<<<<<<<<< * * if new_shape < 0: */ __pyx_v_new_shape = (__pyx_v_new_shape + 1); /* "View.MemoryView":877 * new_shape = (stop - start) // step * * if (stop - start) - step * new_shape: # <<<<<<<<<<<<<< * new_shape += 1 * */ } /* "View.MemoryView":880 * new_shape += 1 * * if new_shape < 0: # <<<<<<<<<<<<<< * new_shape = 0 * */ __pyx_t_2 = ((__pyx_v_new_shape < 0) != 0); if (__pyx_t_2) { /* "View.MemoryView":881 * * if new_shape < 0: * new_shape = 0 # <<<<<<<<<<<<<< * * */ __pyx_v_new_shape = 0; /* "View.MemoryView":880 * new_shape += 1 * * if new_shape < 0: # <<<<<<<<<<<<<< * new_shape = 0 * */ } /* "View.MemoryView":884 * * * dst.strides[new_ndim] = stride * step # <<<<<<<<<<<<<< * dst.shape[new_ndim] = new_shape * dst.suboffsets[new_ndim] = suboffset */ (__pyx_v_dst->strides[__pyx_v_new_ndim]) = (__pyx_v_stride * __pyx_v_step); /* "View.MemoryView":885 * * dst.strides[new_ndim] = stride * step * dst.shape[new_ndim] = new_shape # <<<<<<<<<<<<<< * dst.suboffsets[new_ndim] = suboffset * */ (__pyx_v_dst->shape[__pyx_v_new_ndim]) = __pyx_v_new_shape; /* "View.MemoryView":886 * dst.strides[new_ndim] = stride * step * dst.shape[new_ndim] = new_shape * dst.suboffsets[new_ndim] = suboffset # <<<<<<<<<<<<<< * * */ (__pyx_v_dst->suboffsets[__pyx_v_new_ndim]) = __pyx_v_suboffset; } __pyx_L3:; /* "View.MemoryView":889 * * * if suboffset_dim[0] < 0: # <<<<<<<<<<<<<< * dst.data += start * stride * else: */ __pyx_t_2 = (((__pyx_v_suboffset_dim[0]) < 0) != 0); if (__pyx_t_2) { /* "View.MemoryView":890 * * if suboffset_dim[0] < 0: * dst.data += start * stride # <<<<<<<<<<<<<< * else: * dst.suboffsets[suboffset_dim[0]] += start * stride */ __pyx_v_dst->data = (__pyx_v_dst->data + (__pyx_v_start * __pyx_v_stride)); /* "View.MemoryView":889 * * * if suboffset_dim[0] < 0: # <<<<<<<<<<<<<< * dst.data += start * stride * else: */ goto __pyx_L23; } /* "View.MemoryView":892 * dst.data += start * stride * else: * dst.suboffsets[suboffset_dim[0]] += start * stride # <<<<<<<<<<<<<< * * if suboffset >= 0: */ /*else*/ { __pyx_t_3 = (__pyx_v_suboffset_dim[0]); (__pyx_v_dst->suboffsets[__pyx_t_3]) = ((__pyx_v_dst->suboffsets[__pyx_t_3]) + (__pyx_v_start * __pyx_v_stride)); } __pyx_L23:; /* "View.MemoryView":894 * dst.suboffsets[suboffset_dim[0]] += start * stride * * if suboffset >= 0: # <<<<<<<<<<<<<< * if not is_slice: * if new_ndim == 0: */ __pyx_t_2 = ((__pyx_v_suboffset >= 0) != 0); if (__pyx_t_2) { /* "View.MemoryView":895 * * if suboffset >= 0: * if not is_slice: # <<<<<<<<<<<<<< * if new_ndim == 0: * dst.data = ( dst.data)[0] + suboffset */ __pyx_t_2 = ((!(__pyx_v_is_slice != 0)) != 0); if (__pyx_t_2) { /* "View.MemoryView":896 * if suboffset >= 0: * if not is_slice: * if new_ndim == 0: # <<<<<<<<<<<<<< * dst.data = ( dst.data)[0] + suboffset * else: */ __pyx_t_2 = ((__pyx_v_new_ndim == 0) != 0); if (__pyx_t_2) { /* "View.MemoryView":897 * if not is_slice: * if new_ndim == 0: * dst.data = ( dst.data)[0] + suboffset # <<<<<<<<<<<<<< * else: * _err_dim(IndexError, "All dimensions preceding dimension %d " */ __pyx_v_dst->data = ((((char **)__pyx_v_dst->data)[0]) + __pyx_v_suboffset); /* "View.MemoryView":896 * if suboffset >= 0: * if not is_slice: * if new_ndim == 0: # <<<<<<<<<<<<<< * dst.data = ( dst.data)[0] + suboffset * else: */ goto __pyx_L26; } /* "View.MemoryView":899 * dst.data = ( dst.data)[0] + suboffset * else: * _err_dim(IndexError, "All dimensions preceding dimension %d " # <<<<<<<<<<<<<< * "must be indexed and not sliced", dim) * else: */ /*else*/ { /* "View.MemoryView":900 * else: * _err_dim(IndexError, "All dimensions preceding dimension %d " * "must be indexed and not sliced", dim) # <<<<<<<<<<<<<< * else: * suboffset_dim[0] = new_ndim */ __pyx_t_3 = __pyx_memoryview_err_dim(__pyx_builtin_IndexError, ((char *)"All dimensions preceding dimension %d must be indexed and not sliced"), __pyx_v_dim); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(5, 899, __pyx_L1_error) } __pyx_L26:; /* "View.MemoryView":895 * * if suboffset >= 0: * if not is_slice: # <<<<<<<<<<<<<< * if new_ndim == 0: * dst.data = ( dst.data)[0] + suboffset */ goto __pyx_L25; } /* "View.MemoryView":902 * "must be indexed and not sliced", dim) * else: * suboffset_dim[0] = new_ndim # <<<<<<<<<<<<<< * * return 0 */ /*else*/ { (__pyx_v_suboffset_dim[0]) = __pyx_v_new_ndim; } __pyx_L25:; /* "View.MemoryView":894 * dst.suboffsets[suboffset_dim[0]] += start * stride * * if suboffset >= 0: # <<<<<<<<<<<<<< * if not is_slice: * if new_ndim == 0: */ } /* "View.MemoryView":904 * suboffset_dim[0] = new_ndim * * return 0 # <<<<<<<<<<<<<< * * */ __pyx_r = 0; goto __pyx_L0; /* "View.MemoryView":807 * * @cname('__pyx_memoryview_slice_memviewslice') * cdef int slice_memviewslice( # <<<<<<<<<<<<<< * __Pyx_memviewslice *dst, * Py_ssize_t shape, Py_ssize_t stride, Py_ssize_t suboffset, */ /* function exit code */ __pyx_L1_error:; { #ifdef WITH_THREAD PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure(); #endif __Pyx_AddTraceback("View.MemoryView.slice_memviewslice", __pyx_clineno, __pyx_lineno, __pyx_filename); #ifdef WITH_THREAD __Pyx_PyGILState_Release(__pyx_gilstate_save); #endif } __pyx_r = -1; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "View.MemoryView":910 * * @cname('__pyx_pybuffer_index') * cdef char *pybuffer_index(Py_buffer *view, char *bufp, Py_ssize_t index, # <<<<<<<<<<<<<< * Py_ssize_t dim) except NULL: * cdef Py_ssize_t shape, stride, suboffset = -1 */ static char *__pyx_pybuffer_index(Py_buffer *__pyx_v_view, char *__pyx_v_bufp, Py_ssize_t __pyx_v_index, Py_ssize_t __pyx_v_dim) { Py_ssize_t __pyx_v_shape; Py_ssize_t __pyx_v_stride; Py_ssize_t __pyx_v_suboffset; Py_ssize_t __pyx_v_itemsize; char *__pyx_v_resultp; char *__pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations Py_ssize_t __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("pybuffer_index", 0); __Pyx_TraceCall("pybuffer_index", __pyx_f[5], 910, 0, __PYX_ERR(5, 910, __pyx_L1_error)); /* "View.MemoryView":912 * cdef char *pybuffer_index(Py_buffer *view, char *bufp, Py_ssize_t index, * Py_ssize_t dim) except NULL: * cdef Py_ssize_t shape, stride, suboffset = -1 # <<<<<<<<<<<<<< * cdef Py_ssize_t itemsize = view.itemsize * cdef char *resultp */ __pyx_v_suboffset = -1L; /* "View.MemoryView":913 * Py_ssize_t dim) except NULL: * cdef Py_ssize_t shape, stride, suboffset = -1 * cdef Py_ssize_t itemsize = view.itemsize # <<<<<<<<<<<<<< * cdef char *resultp * */ __pyx_t_1 = __pyx_v_view->itemsize; __pyx_v_itemsize = __pyx_t_1; /* "View.MemoryView":916 * cdef char *resultp * * if view.ndim == 0: # <<<<<<<<<<<<<< * shape = view.len / itemsize * stride = itemsize */ __pyx_t_2 = ((__pyx_v_view->ndim == 0) != 0); if (__pyx_t_2) { /* "View.MemoryView":917 * * if view.ndim == 0: * shape = view.len / itemsize # <<<<<<<<<<<<<< * stride = itemsize * else: */ if (unlikely(__pyx_v_itemsize == 0)) { PyErr_SetString(PyExc_ZeroDivisionError, "integer division or modulo by zero"); __PYX_ERR(5, 917, __pyx_L1_error) } else if (sizeof(Py_ssize_t) == sizeof(long) && (!(((Py_ssize_t)-1) > 0)) && unlikely(__pyx_v_itemsize == (Py_ssize_t)-1) && unlikely(UNARY_NEG_WOULD_OVERFLOW(__pyx_v_view->len))) { PyErr_SetString(PyExc_OverflowError, "value too large to perform division"); __PYX_ERR(5, 917, __pyx_L1_error) } __pyx_v_shape = __Pyx_div_Py_ssize_t(__pyx_v_view->len, __pyx_v_itemsize); /* "View.MemoryView":918 * if view.ndim == 0: * shape = view.len / itemsize * stride = itemsize # <<<<<<<<<<<<<< * else: * shape = view.shape[dim] */ __pyx_v_stride = __pyx_v_itemsize; /* "View.MemoryView":916 * cdef char *resultp * * if view.ndim == 0: # <<<<<<<<<<<<<< * shape = view.len / itemsize * stride = itemsize */ goto __pyx_L3; } /* "View.MemoryView":920 * stride = itemsize * else: * shape = view.shape[dim] # <<<<<<<<<<<<<< * stride = view.strides[dim] * if view.suboffsets != NULL: */ /*else*/ { __pyx_v_shape = (__pyx_v_view->shape[__pyx_v_dim]); /* "View.MemoryView":921 * else: * shape = view.shape[dim] * stride = view.strides[dim] # <<<<<<<<<<<<<< * if view.suboffsets != NULL: * suboffset = view.suboffsets[dim] */ __pyx_v_stride = (__pyx_v_view->strides[__pyx_v_dim]); /* "View.MemoryView":922 * shape = view.shape[dim] * stride = view.strides[dim] * if view.suboffsets != NULL: # <<<<<<<<<<<<<< * suboffset = view.suboffsets[dim] * */ __pyx_t_2 = ((__pyx_v_view->suboffsets != NULL) != 0); if (__pyx_t_2) { /* "View.MemoryView":923 * stride = view.strides[dim] * if view.suboffsets != NULL: * suboffset = view.suboffsets[dim] # <<<<<<<<<<<<<< * * if index < 0: */ __pyx_v_suboffset = (__pyx_v_view->suboffsets[__pyx_v_dim]); /* "View.MemoryView":922 * shape = view.shape[dim] * stride = view.strides[dim] * if view.suboffsets != NULL: # <<<<<<<<<<<<<< * suboffset = view.suboffsets[dim] * */ } } __pyx_L3:; /* "View.MemoryView":925 * suboffset = view.suboffsets[dim] * * if index < 0: # <<<<<<<<<<<<<< * index += view.shape[dim] * if index < 0: */ __pyx_t_2 = ((__pyx_v_index < 0) != 0); if (__pyx_t_2) { /* "View.MemoryView":926 * * if index < 0: * index += view.shape[dim] # <<<<<<<<<<<<<< * if index < 0: * raise IndexError("Out of bounds on buffer access (axis %d)" % dim) */ __pyx_v_index = (__pyx_v_index + (__pyx_v_view->shape[__pyx_v_dim])); /* "View.MemoryView":927 * if index < 0: * index += view.shape[dim] * if index < 0: # <<<<<<<<<<<<<< * raise IndexError("Out of bounds on buffer access (axis %d)" % dim) * */ __pyx_t_2 = ((__pyx_v_index < 0) != 0); if (unlikely(__pyx_t_2)) { /* "View.MemoryView":928 * index += view.shape[dim] * if index < 0: * raise IndexError("Out of bounds on buffer access (axis %d)" % dim) # <<<<<<<<<<<<<< * * if index >= shape: */ __pyx_t_3 = PyInt_FromSsize_t(__pyx_v_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_PyString_Format(__pyx_kp_s_Out_of_bounds_on_buffer_access_a, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_IndexError, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_Raise(__pyx_t_3, 0, 0, 0); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __PYX_ERR(5, 928, __pyx_L1_error) /* "View.MemoryView":927 * if index < 0: * index += view.shape[dim] * if index < 0: # <<<<<<<<<<<<<< * raise IndexError("Out of bounds on buffer access (axis %d)" % dim) * */ } /* "View.MemoryView":925 * suboffset = view.suboffsets[dim] * * if index < 0: # <<<<<<<<<<<<<< * index += view.shape[dim] * if index < 0: */ } /* "View.MemoryView":930 * raise IndexError("Out of bounds on buffer access (axis %d)" % dim) * * if index >= shape: # <<<<<<<<<<<<<< * raise IndexError("Out of bounds on buffer access (axis %d)" % dim) * */ __pyx_t_2 = ((__pyx_v_index >= __pyx_v_shape) != 0); if (unlikely(__pyx_t_2)) { /* "View.MemoryView":931 * * if index >= shape: * raise IndexError("Out of bounds on buffer access (axis %d)" % dim) # <<<<<<<<<<<<<< * * resultp = bufp + index * stride */ __pyx_t_3 = PyInt_FromSsize_t(__pyx_v_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 931, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = __Pyx_PyString_Format(__pyx_kp_s_Out_of_bounds_on_buffer_access_a, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 931, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_t_3 = __Pyx_PyObject_CallOneArg(__pyx_builtin_IndexError, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 931, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_Raise(__pyx_t_3, 0, 0, 0); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __PYX_ERR(5, 931, __pyx_L1_error) /* "View.MemoryView":930 * raise IndexError("Out of bounds on buffer access (axis %d)" % dim) * * if index >= shape: # <<<<<<<<<<<<<< * raise IndexError("Out of bounds on buffer access (axis %d)" % dim) * */ } /* "View.MemoryView":933 * raise IndexError("Out of bounds on buffer access (axis %d)" % dim) * * resultp = bufp + index * stride # <<<<<<<<<<<<<< * if suboffset >= 0: * resultp = ( resultp)[0] + suboffset */ __pyx_v_resultp = (__pyx_v_bufp + (__pyx_v_index * __pyx_v_stride)); /* "View.MemoryView":934 * * resultp = bufp + index * stride * if suboffset >= 0: # <<<<<<<<<<<<<< * resultp = ( resultp)[0] + suboffset * */ __pyx_t_2 = ((__pyx_v_suboffset >= 0) != 0); if (__pyx_t_2) { /* "View.MemoryView":935 * resultp = bufp + index * stride * if suboffset >= 0: * resultp = ( resultp)[0] + suboffset # <<<<<<<<<<<<<< * * return resultp */ __pyx_v_resultp = ((((char **)__pyx_v_resultp)[0]) + __pyx_v_suboffset); /* "View.MemoryView":934 * * resultp = bufp + index * stride * if suboffset >= 0: # <<<<<<<<<<<<<< * resultp = ( resultp)[0] + suboffset * */ } /* "View.MemoryView":937 * resultp = ( resultp)[0] + suboffset * * return resultp # <<<<<<<<<<<<<< * * */ __pyx_r = __pyx_v_resultp; goto __pyx_L0; /* "View.MemoryView":910 * * @cname('__pyx_pybuffer_index') * cdef char *pybuffer_index(Py_buffer *view, char *bufp, Py_ssize_t index, # <<<<<<<<<<<<<< * Py_ssize_t dim) except NULL: * cdef Py_ssize_t shape, stride, suboffset = -1 */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("View.MemoryView.pybuffer_index", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":943 * * @cname('__pyx_memslice_transpose') * cdef int transpose_memslice(__Pyx_memviewslice *memslice) nogil except 0: # <<<<<<<<<<<<<< * cdef int ndim = memslice.memview.view.ndim * */ static int __pyx_memslice_transpose(__Pyx_memviewslice *__pyx_v_memslice) { int __pyx_v_ndim; Py_ssize_t *__pyx_v_shape; Py_ssize_t *__pyx_v_strides; int __pyx_v_i; int __pyx_v_j; int __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; Py_ssize_t *__pyx_t_2; long __pyx_t_3; long __pyx_t_4; Py_ssize_t __pyx_t_5; Py_ssize_t __pyx_t_6; int __pyx_t_7; int __pyx_t_8; int __pyx_t_9; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("transpose_memslice", __pyx_f[5], 943, 1, __PYX_ERR(5, 943, __pyx_L1_error)); /* "View.MemoryView":944 * @cname('__pyx_memslice_transpose') * cdef int transpose_memslice(__Pyx_memviewslice *memslice) nogil except 0: * cdef int ndim = memslice.memview.view.ndim # <<<<<<<<<<<<<< * * cdef Py_ssize_t *shape = memslice.shape */ __pyx_t_1 = __pyx_v_memslice->memview->view.ndim; __pyx_v_ndim = __pyx_t_1; /* "View.MemoryView":946 * cdef int ndim = memslice.memview.view.ndim * * cdef Py_ssize_t *shape = memslice.shape # <<<<<<<<<<<<<< * cdef Py_ssize_t *strides = memslice.strides * */ __pyx_t_2 = __pyx_v_memslice->shape; __pyx_v_shape = __pyx_t_2; /* "View.MemoryView":947 * * cdef Py_ssize_t *shape = memslice.shape * cdef Py_ssize_t *strides = memslice.strides # <<<<<<<<<<<<<< * * */ __pyx_t_2 = __pyx_v_memslice->strides; __pyx_v_strides = __pyx_t_2; /* "View.MemoryView":951 * * cdef int i, j * for i in range(ndim / 2): # <<<<<<<<<<<<<< * j = ndim - 1 - i * strides[i], strides[j] = strides[j], strides[i] */ __pyx_t_3 = __Pyx_div_long(__pyx_v_ndim, 2); __pyx_t_4 = __pyx_t_3; for (__pyx_t_1 = 0; __pyx_t_1 < __pyx_t_4; __pyx_t_1+=1) { __pyx_v_i = __pyx_t_1; /* "View.MemoryView":952 * cdef int i, j * for i in range(ndim / 2): * j = ndim - 1 - i # <<<<<<<<<<<<<< * strides[i], strides[j] = strides[j], strides[i] * shape[i], shape[j] = shape[j], shape[i] */ __pyx_v_j = ((__pyx_v_ndim - 1) - __pyx_v_i); /* "View.MemoryView":953 * for i in range(ndim / 2): * j = ndim - 1 - i * strides[i], strides[j] = strides[j], strides[i] # <<<<<<<<<<<<<< * shape[i], shape[j] = shape[j], shape[i] * */ __pyx_t_5 = (__pyx_v_strides[__pyx_v_j]); __pyx_t_6 = (__pyx_v_strides[__pyx_v_i]); (__pyx_v_strides[__pyx_v_i]) = __pyx_t_5; (__pyx_v_strides[__pyx_v_j]) = __pyx_t_6; /* "View.MemoryView":954 * j = ndim - 1 - i * strides[i], strides[j] = strides[j], strides[i] * shape[i], shape[j] = shape[j], shape[i] # <<<<<<<<<<<<<< * * if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0: */ __pyx_t_6 = (__pyx_v_shape[__pyx_v_j]); __pyx_t_5 = (__pyx_v_shape[__pyx_v_i]); (__pyx_v_shape[__pyx_v_i]) = __pyx_t_6; (__pyx_v_shape[__pyx_v_j]) = __pyx_t_5; /* "View.MemoryView":956 * shape[i], shape[j] = shape[j], shape[i] * * if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0: # <<<<<<<<<<<<<< * _err(ValueError, "Cannot transpose memoryview with indirect dimensions") * */ __pyx_t_8 = (((__pyx_v_memslice->suboffsets[__pyx_v_i]) >= 0) != 0); if (!__pyx_t_8) { } else { __pyx_t_7 = __pyx_t_8; goto __pyx_L6_bool_binop_done; } __pyx_t_8 = (((__pyx_v_memslice->suboffsets[__pyx_v_j]) >= 0) != 0); __pyx_t_7 = __pyx_t_8; __pyx_L6_bool_binop_done:; if (__pyx_t_7) { /* "View.MemoryView":957 * * if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0: * _err(ValueError, "Cannot transpose memoryview with indirect dimensions") # <<<<<<<<<<<<<< * * return 1 */ __pyx_t_9 = __pyx_memoryview_err(__pyx_builtin_ValueError, ((char *)"Cannot transpose memoryview with indirect dimensions")); if (unlikely(__pyx_t_9 == ((int)-1))) __PYX_ERR(5, 957, __pyx_L1_error) /* "View.MemoryView":956 * shape[i], shape[j] = shape[j], shape[i] * * if memslice.suboffsets[i] >= 0 or memslice.suboffsets[j] >= 0: # <<<<<<<<<<<<<< * _err(ValueError, "Cannot transpose memoryview with indirect dimensions") * */ } } /* "View.MemoryView":959 * _err(ValueError, "Cannot transpose memoryview with indirect dimensions") * * return 1 # <<<<<<<<<<<<<< * * */ __pyx_r = 1; goto __pyx_L0; /* "View.MemoryView":943 * * @cname('__pyx_memslice_transpose') * cdef int transpose_memslice(__Pyx_memviewslice *memslice) nogil except 0: # <<<<<<<<<<<<<< * cdef int ndim = memslice.memview.view.ndim * */ /* function exit code */ __pyx_L1_error:; { #ifdef WITH_THREAD PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure(); #endif __Pyx_AddTraceback("View.MemoryView.transpose_memslice", __pyx_clineno, __pyx_lineno, __pyx_filename); #ifdef WITH_THREAD __Pyx_PyGILState_Release(__pyx_gilstate_save); #endif } __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "View.MemoryView":976 * cdef int (*to_dtype_func)(char *, object) except 0 * * def __dealloc__(self): # <<<<<<<<<<<<<< * __PYX_XDEC_MEMVIEW(&self.from_slice, 1) * */ /* Python wrapper */ static void __pyx_memoryviewslice___dealloc__(PyObject *__pyx_v_self); /*proto*/ static void __pyx_memoryviewslice___dealloc__(PyObject *__pyx_v_self) { __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__dealloc__ (wrapper)", 0); __pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); } static void __pyx_memoryviewslice___pyx_pf_15View_dot_MemoryView_16_memoryviewslice___dealloc__(struct __pyx_memoryviewslice_obj *__pyx_v_self) { __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__dealloc__", 0); __Pyx_TraceCall("__dealloc__", __pyx_f[5], 976, 0, __PYX_ERR(5, 976, __pyx_L1_error)); /* "View.MemoryView":977 * * def __dealloc__(self): * __PYX_XDEC_MEMVIEW(&self.from_slice, 1) # <<<<<<<<<<<<<< * * cdef convert_item_to_object(self, char *itemp): */ __PYX_XDEC_MEMVIEW((&__pyx_v_self->from_slice), 1); /* "View.MemoryView":976 * cdef int (*to_dtype_func)(char *, object) except 0 * * def __dealloc__(self): # <<<<<<<<<<<<<< * __PYX_XDEC_MEMVIEW(&self.from_slice, 1) * */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView._memoryviewslice.__dealloc__", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0); __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); } /* "View.MemoryView":979 * __PYX_XDEC_MEMVIEW(&self.from_slice, 1) * * cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<< * if self.to_object_func != NULL: * return self.to_object_func(itemp) */ static PyObject *__pyx_memoryviewslice_convert_item_to_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("convert_item_to_object", 0); __Pyx_TraceCall("convert_item_to_object", __pyx_f[5], 979, 0, __PYX_ERR(5, 979, __pyx_L1_error)); /* "View.MemoryView":980 * * cdef convert_item_to_object(self, char *itemp): * if self.to_object_func != NULL: # <<<<<<<<<<<<<< * return self.to_object_func(itemp) * else: */ __pyx_t_1 = ((__pyx_v_self->to_object_func != NULL) != 0); if (__pyx_t_1) { /* "View.MemoryView":981 * cdef convert_item_to_object(self, char *itemp): * if self.to_object_func != NULL: * return self.to_object_func(itemp) # <<<<<<<<<<<<<< * else: * return memoryview.convert_item_to_object(self, itemp) */ __Pyx_XDECREF(__pyx_r); __pyx_t_2 = __pyx_v_self->to_object_func(__pyx_v_itemp); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 981, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; /* "View.MemoryView":980 * * cdef convert_item_to_object(self, char *itemp): * if self.to_object_func != NULL: # <<<<<<<<<<<<<< * return self.to_object_func(itemp) * else: */ } /* "View.MemoryView":983 * return self.to_object_func(itemp) * else: * return memoryview.convert_item_to_object(self, itemp) # <<<<<<<<<<<<<< * * cdef assign_item_from_object(self, char *itemp, object value): */ /*else*/ { __Pyx_XDECREF(__pyx_r); __pyx_t_2 = __pyx_memoryview_convert_item_to_object(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v_itemp); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 983, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_r = __pyx_t_2; __pyx_t_2 = 0; goto __pyx_L0; } /* "View.MemoryView":979 * __PYX_XDEC_MEMVIEW(&self.from_slice, 1) * * cdef convert_item_to_object(self, char *itemp): # <<<<<<<<<<<<<< * if self.to_object_func != NULL: * return self.to_object_func(itemp) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_AddTraceback("View.MemoryView._memoryviewslice.convert_item_to_object", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":985 * return memoryview.convert_item_to_object(self, itemp) * * cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<< * if self.to_dtype_func != NULL: * self.to_dtype_func(itemp, value) */ static PyObject *__pyx_memoryviewslice_assign_item_from_object(struct __pyx_memoryviewslice_obj *__pyx_v_self, char *__pyx_v_itemp, PyObject *__pyx_v_value) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("assign_item_from_object", 0); __Pyx_TraceCall("assign_item_from_object", __pyx_f[5], 985, 0, __PYX_ERR(5, 985, __pyx_L1_error)); /* "View.MemoryView":986 * * cdef assign_item_from_object(self, char *itemp, object value): * if self.to_dtype_func != NULL: # <<<<<<<<<<<<<< * self.to_dtype_func(itemp, value) * else: */ __pyx_t_1 = ((__pyx_v_self->to_dtype_func != NULL) != 0); if (__pyx_t_1) { /* "View.MemoryView":987 * cdef assign_item_from_object(self, char *itemp, object value): * if self.to_dtype_func != NULL: * self.to_dtype_func(itemp, value) # <<<<<<<<<<<<<< * else: * memoryview.assign_item_from_object(self, itemp, value) */ __pyx_t_2 = __pyx_v_self->to_dtype_func(__pyx_v_itemp, __pyx_v_value); if (unlikely(__pyx_t_2 == ((int)0))) __PYX_ERR(5, 987, __pyx_L1_error) /* "View.MemoryView":986 * * cdef assign_item_from_object(self, char *itemp, object value): * if self.to_dtype_func != NULL: # <<<<<<<<<<<<<< * self.to_dtype_func(itemp, value) * else: */ goto __pyx_L3; } /* "View.MemoryView":989 * self.to_dtype_func(itemp, value) * else: * memoryview.assign_item_from_object(self, itemp, value) # <<<<<<<<<<<<<< * * @property */ /*else*/ { __pyx_t_3 = __pyx_memoryview_assign_item_from_object(((struct __pyx_memoryview_obj *)__pyx_v_self), __pyx_v_itemp, __pyx_v_value); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 989, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; } __pyx_L3:; /* "View.MemoryView":985 * return memoryview.convert_item_to_object(self, itemp) * * cdef assign_item_from_object(self, char *itemp, object value): # <<<<<<<<<<<<<< * if self.to_dtype_func != NULL: * self.to_dtype_func(itemp, value) */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("View.MemoryView._memoryviewslice.assign_item_from_object", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":992 * * @property * def base(self): # <<<<<<<<<<<<<< * return self.from_object * */ /* Python wrapper */ static PyObject *__pyx_pw_15View_dot_MemoryView_16_memoryviewslice_4base_1__get__(PyObject *__pyx_v_self); /*proto*/ static PyObject *__pyx_pw_15View_dot_MemoryView_16_memoryviewslice_4base_1__get__(PyObject *__pyx_v_self) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__get__ (wrapper)", 0); __pyx_r = __pyx_pf_15View_dot_MemoryView_16_memoryviewslice_4base___get__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_15View_dot_MemoryView_16_memoryviewslice_4base___get__(struct __pyx_memoryviewslice_obj *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__get__", 0); __Pyx_TraceCall("__get__", __pyx_f[5], 992, 0, __PYX_ERR(5, 992, __pyx_L1_error)); /* "View.MemoryView":993 * @property * def base(self): * return self.from_object # <<<<<<<<<<<<<< * * __pyx_getbuffer = capsule( &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)") */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v_self->from_object); __pyx_r = __pyx_v_self->from_object; goto __pyx_L0; /* "View.MemoryView":992 * * @property * def base(self): # <<<<<<<<<<<<<< * return self.from_object * */ /* function exit code */ __pyx_L1_error:; __Pyx_AddTraceback("View.MemoryView._memoryviewslice.base.__get__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "(tree fragment)":1 * def __reduce_cython__(self): # <<<<<<<<<<<<<< * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): */ /* Python wrapper */ static PyObject *__pyx_pw___pyx_memoryviewslice_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused); /*proto*/ static PyObject *__pyx_pw___pyx_memoryviewslice_1__reduce_cython__(PyObject *__pyx_v_self, CYTHON_UNUSED PyObject *unused) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__reduce_cython__ (wrapper)", 0); __pyx_r = __pyx_pf___pyx_memoryviewslice___reduce_cython__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf___pyx_memoryviewslice___reduce_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__reduce_cython__", 0); __Pyx_TraceCall("__reduce_cython__", __pyx_f[5], 1, 0, __PYX_ERR(5, 1, __pyx_L1_error)); /* "(tree fragment)":2 * def __reduce_cython__(self): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<< * def __setstate_cython__(self, __pyx_state): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") */ __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__168, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 2, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_Raise(__pyx_t_1, 0, 0, 0); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __PYX_ERR(5, 2, __pyx_L1_error) /* "(tree fragment)":1 * def __reduce_cython__(self): # <<<<<<<<<<<<<< * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("View.MemoryView._memoryviewslice.__reduce_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "(tree fragment)":3 * def __reduce_cython__(self): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<< * raise TypeError("no default __reduce__ due to non-trivial __cinit__") */ /* Python wrapper */ static PyObject *__pyx_pw___pyx_memoryviewslice_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state); /*proto*/ static PyObject *__pyx_pw___pyx_memoryviewslice_3__setstate_cython__(PyObject *__pyx_v_self, PyObject *__pyx_v___pyx_state) { PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__setstate_cython__ (wrapper)", 0); __pyx_r = __pyx_pf___pyx_memoryviewslice_2__setstate_cython__(((struct __pyx_memoryviewslice_obj *)__pyx_v_self), ((PyObject *)__pyx_v___pyx_state)); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf___pyx_memoryviewslice_2__setstate_cython__(CYTHON_UNUSED struct __pyx_memoryviewslice_obj *__pyx_v_self, CYTHON_UNUSED PyObject *__pyx_v___pyx_state) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__setstate_cython__", 0); __Pyx_TraceCall("__setstate_cython__", __pyx_f[5], 3, 0, __PYX_ERR(5, 3, __pyx_L1_error)); /* "(tree fragment)":4 * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<< */ __pyx_t_1 = __Pyx_PyObject_Call(__pyx_builtin_TypeError, __pyx_tuple__169, NULL); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 4, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_Raise(__pyx_t_1, 0, 0, 0); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __PYX_ERR(5, 4, __pyx_L1_error) /* "(tree fragment)":3 * def __reduce_cython__(self): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): # <<<<<<<<<<<<<< * raise TypeError("no default __reduce__ due to non-trivial __cinit__") */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("View.MemoryView._memoryviewslice.__setstate_cython__", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":999 * * @cname('__pyx_memoryview_fromslice') * cdef memoryview_fromslice(__Pyx_memviewslice memviewslice, # <<<<<<<<<<<<<< * int ndim, * object (*to_object_func)(char *), */ static PyObject *__pyx_memoryview_fromslice(__Pyx_memviewslice __pyx_v_memviewslice, int __pyx_v_ndim, PyObject *(*__pyx_v_to_object_func)(char *), int (*__pyx_v_to_dtype_func)(char *, PyObject *), int __pyx_v_dtype_is_object) { struct __pyx_memoryviewslice_obj *__pyx_v_result = 0; Py_ssize_t __pyx_v_suboffset; PyObject *__pyx_v_length = NULL; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; __Pyx_TypeInfo *__pyx_t_4; Py_buffer __pyx_t_5; Py_ssize_t *__pyx_t_6; Py_ssize_t *__pyx_t_7; Py_ssize_t *__pyx_t_8; Py_ssize_t __pyx_t_9; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("memoryview_fromslice", 0); __Pyx_TraceCall("memoryview_fromslice", __pyx_f[5], 999, 0, __PYX_ERR(5, 999, __pyx_L1_error)); /* "View.MemoryView":1007 * cdef _memoryviewslice result * * if memviewslice.memview == Py_None: # <<<<<<<<<<<<<< * return None * */ __pyx_t_1 = ((((PyObject *)__pyx_v_memviewslice.memview) == Py_None) != 0); if (__pyx_t_1) { /* "View.MemoryView":1008 * * if memviewslice.memview == Py_None: * return None # <<<<<<<<<<<<<< * * */ __Pyx_XDECREF(__pyx_r); __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; /* "View.MemoryView":1007 * cdef _memoryviewslice result * * if memviewslice.memview == Py_None: # <<<<<<<<<<<<<< * return None * */ } /* "View.MemoryView":1013 * * * result = _memoryviewslice(None, 0, dtype_is_object) # <<<<<<<<<<<<<< * * result.from_slice = memviewslice */ __pyx_t_2 = __Pyx_PyBool_FromLong(__pyx_v_dtype_is_object); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 1013, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyTuple_New(3); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 1013, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(Py_None); __Pyx_GIVEREF(Py_None); PyTuple_SET_ITEM(__pyx_t_3, 0, Py_None); __Pyx_INCREF(__pyx_int_0); __Pyx_GIVEREF(__pyx_int_0); PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_int_0); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_3, 2, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_memoryviewslice_type), __pyx_t_3, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 1013, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_result = ((struct __pyx_memoryviewslice_obj *)__pyx_t_2); __pyx_t_2 = 0; /* "View.MemoryView":1015 * result = _memoryviewslice(None, 0, dtype_is_object) * * result.from_slice = memviewslice # <<<<<<<<<<<<<< * __PYX_INC_MEMVIEW(&memviewslice, 1) * */ __pyx_v_result->from_slice = __pyx_v_memviewslice; /* "View.MemoryView":1016 * * result.from_slice = memviewslice * __PYX_INC_MEMVIEW(&memviewslice, 1) # <<<<<<<<<<<<<< * * result.from_object = ( memviewslice.memview).base */ __PYX_INC_MEMVIEW((&__pyx_v_memviewslice), 1); /* "View.MemoryView":1018 * __PYX_INC_MEMVIEW(&memviewslice, 1) * * result.from_object = ( memviewslice.memview).base # <<<<<<<<<<<<<< * result.typeinfo = memviewslice.memview.typeinfo * */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v_memviewslice.memview), __pyx_n_s_base); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 1018, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_2); __Pyx_GOTREF(__pyx_v_result->from_object); __Pyx_DECREF(__pyx_v_result->from_object); __pyx_v_result->from_object = __pyx_t_2; __pyx_t_2 = 0; /* "View.MemoryView":1019 * * result.from_object = ( memviewslice.memview).base * result.typeinfo = memviewslice.memview.typeinfo # <<<<<<<<<<<<<< * * result.view = memviewslice.memview.view */ __pyx_t_4 = __pyx_v_memviewslice.memview->typeinfo; __pyx_v_result->__pyx_base.typeinfo = __pyx_t_4; /* "View.MemoryView":1021 * result.typeinfo = memviewslice.memview.typeinfo * * result.view = memviewslice.memview.view # <<<<<<<<<<<<<< * result.view.buf = memviewslice.data * result.view.ndim = ndim */ __pyx_t_5 = __pyx_v_memviewslice.memview->view; __pyx_v_result->__pyx_base.view = __pyx_t_5; /* "View.MemoryView":1022 * * result.view = memviewslice.memview.view * result.view.buf = memviewslice.data # <<<<<<<<<<<<<< * result.view.ndim = ndim * (<__pyx_buffer *> &result.view).obj = Py_None */ __pyx_v_result->__pyx_base.view.buf = ((void *)__pyx_v_memviewslice.data); /* "View.MemoryView":1023 * result.view = memviewslice.memview.view * result.view.buf = memviewslice.data * result.view.ndim = ndim # <<<<<<<<<<<<<< * (<__pyx_buffer *> &result.view).obj = Py_None * Py_INCREF(Py_None) */ __pyx_v_result->__pyx_base.view.ndim = __pyx_v_ndim; /* "View.MemoryView":1024 * result.view.buf = memviewslice.data * result.view.ndim = ndim * (<__pyx_buffer *> &result.view).obj = Py_None # <<<<<<<<<<<<<< * Py_INCREF(Py_None) * */ ((Py_buffer *)(&__pyx_v_result->__pyx_base.view))->obj = Py_None; /* "View.MemoryView":1025 * result.view.ndim = ndim * (<__pyx_buffer *> &result.view).obj = Py_None * Py_INCREF(Py_None) # <<<<<<<<<<<<<< * * if (memviewslice.memview).flags & PyBUF_WRITABLE: */ Py_INCREF(Py_None); /* "View.MemoryView":1027 * Py_INCREF(Py_None) * * if (memviewslice.memview).flags & PyBUF_WRITABLE: # <<<<<<<<<<<<<< * result.flags = PyBUF_RECORDS * else: */ __pyx_t_1 = ((((struct __pyx_memoryview_obj *)__pyx_v_memviewslice.memview)->flags & PyBUF_WRITABLE) != 0); if (__pyx_t_1) { /* "View.MemoryView":1028 * * if (memviewslice.memview).flags & PyBUF_WRITABLE: * result.flags = PyBUF_RECORDS # <<<<<<<<<<<<<< * else: * result.flags = PyBUF_RECORDS_RO */ __pyx_v_result->__pyx_base.flags = PyBUF_RECORDS; /* "View.MemoryView":1027 * Py_INCREF(Py_None) * * if (memviewslice.memview).flags & PyBUF_WRITABLE: # <<<<<<<<<<<<<< * result.flags = PyBUF_RECORDS * else: */ goto __pyx_L4; } /* "View.MemoryView":1030 * result.flags = PyBUF_RECORDS * else: * result.flags = PyBUF_RECORDS_RO # <<<<<<<<<<<<<< * * result.view.shape = result.from_slice.shape */ /*else*/ { __pyx_v_result->__pyx_base.flags = PyBUF_RECORDS_RO; } __pyx_L4:; /* "View.MemoryView":1032 * result.flags = PyBUF_RECORDS_RO * * result.view.shape = result.from_slice.shape # <<<<<<<<<<<<<< * result.view.strides = result.from_slice.strides * */ __pyx_v_result->__pyx_base.view.shape = ((Py_ssize_t *)__pyx_v_result->from_slice.shape); /* "View.MemoryView":1033 * * result.view.shape = result.from_slice.shape * result.view.strides = result.from_slice.strides # <<<<<<<<<<<<<< * * */ __pyx_v_result->__pyx_base.view.strides = ((Py_ssize_t *)__pyx_v_result->from_slice.strides); /* "View.MemoryView":1036 * * * result.view.suboffsets = NULL # <<<<<<<<<<<<<< * for suboffset in result.from_slice.suboffsets[:ndim]: * if suboffset >= 0: */ __pyx_v_result->__pyx_base.view.suboffsets = NULL; /* "View.MemoryView":1037 * * result.view.suboffsets = NULL * for suboffset in result.from_slice.suboffsets[:ndim]: # <<<<<<<<<<<<<< * if suboffset >= 0: * result.view.suboffsets = result.from_slice.suboffsets */ __pyx_t_7 = (__pyx_v_result->from_slice.suboffsets + __pyx_v_ndim); for (__pyx_t_8 = __pyx_v_result->from_slice.suboffsets; __pyx_t_8 < __pyx_t_7; __pyx_t_8++) { __pyx_t_6 = __pyx_t_8; __pyx_v_suboffset = (__pyx_t_6[0]); /* "View.MemoryView":1038 * result.view.suboffsets = NULL * for suboffset in result.from_slice.suboffsets[:ndim]: * if suboffset >= 0: # <<<<<<<<<<<<<< * result.view.suboffsets = result.from_slice.suboffsets * break */ __pyx_t_1 = ((__pyx_v_suboffset >= 0) != 0); if (__pyx_t_1) { /* "View.MemoryView":1039 * for suboffset in result.from_slice.suboffsets[:ndim]: * if suboffset >= 0: * result.view.suboffsets = result.from_slice.suboffsets # <<<<<<<<<<<<<< * break * */ __pyx_v_result->__pyx_base.view.suboffsets = ((Py_ssize_t *)__pyx_v_result->from_slice.suboffsets); /* "View.MemoryView":1040 * if suboffset >= 0: * result.view.suboffsets = result.from_slice.suboffsets * break # <<<<<<<<<<<<<< * * result.view.len = result.view.itemsize */ goto __pyx_L6_break; /* "View.MemoryView":1038 * result.view.suboffsets = NULL * for suboffset in result.from_slice.suboffsets[:ndim]: * if suboffset >= 0: # <<<<<<<<<<<<<< * result.view.suboffsets = result.from_slice.suboffsets * break */ } } __pyx_L6_break:; /* "View.MemoryView":1042 * break * * result.view.len = result.view.itemsize # <<<<<<<<<<<<<< * for length in result.view.shape[:ndim]: * result.view.len *= length */ __pyx_t_9 = __pyx_v_result->__pyx_base.view.itemsize; __pyx_v_result->__pyx_base.view.len = __pyx_t_9; /* "View.MemoryView":1043 * * result.view.len = result.view.itemsize * for length in result.view.shape[:ndim]: # <<<<<<<<<<<<<< * result.view.len *= length * */ __pyx_t_7 = (__pyx_v_result->__pyx_base.view.shape + __pyx_v_ndim); for (__pyx_t_8 = __pyx_v_result->__pyx_base.view.shape; __pyx_t_8 < __pyx_t_7; __pyx_t_8++) { __pyx_t_6 = __pyx_t_8; __pyx_t_2 = PyInt_FromSsize_t((__pyx_t_6[0])); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 1043, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_XDECREF_SET(__pyx_v_length, __pyx_t_2); __pyx_t_2 = 0; /* "View.MemoryView":1044 * result.view.len = result.view.itemsize * for length in result.view.shape[:ndim]: * result.view.len *= length # <<<<<<<<<<<<<< * * result.to_object_func = to_object_func */ __pyx_t_2 = PyInt_FromSsize_t(__pyx_v_result->__pyx_base.view.len); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 1044, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyNumber_InPlaceMultiply(__pyx_t_2, __pyx_v_length); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 1044, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_9 = __Pyx_PyIndex_AsSsize_t(__pyx_t_3); if (unlikely((__pyx_t_9 == (Py_ssize_t)-1) && PyErr_Occurred())) __PYX_ERR(5, 1044, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __pyx_v_result->__pyx_base.view.len = __pyx_t_9; } /* "View.MemoryView":1046 * result.view.len *= length * * result.to_object_func = to_object_func # <<<<<<<<<<<<<< * result.to_dtype_func = to_dtype_func * */ __pyx_v_result->to_object_func = __pyx_v_to_object_func; /* "View.MemoryView":1047 * * result.to_object_func = to_object_func * result.to_dtype_func = to_dtype_func # <<<<<<<<<<<<<< * * return result */ __pyx_v_result->to_dtype_func = __pyx_v_to_dtype_func; /* "View.MemoryView":1049 * result.to_dtype_func = to_dtype_func * * return result # <<<<<<<<<<<<<< * * @cname('__pyx_memoryview_get_slice_from_memoryview') */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(((PyObject *)__pyx_v_result)); __pyx_r = ((PyObject *)__pyx_v_result); goto __pyx_L0; /* "View.MemoryView":999 * * @cname('__pyx_memoryview_fromslice') * cdef memoryview_fromslice(__Pyx_memviewslice memviewslice, # <<<<<<<<<<<<<< * int ndim, * object (*to_object_func)(char *), */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("View.MemoryView.memoryview_fromslice", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_result); __Pyx_XDECREF(__pyx_v_length); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":1052 * * @cname('__pyx_memoryview_get_slice_from_memoryview') * cdef __Pyx_memviewslice *get_slice_from_memview(memoryview memview, # <<<<<<<<<<<<<< * __Pyx_memviewslice *mslice) except NULL: * cdef _memoryviewslice obj */ static __Pyx_memviewslice *__pyx_memoryview_get_slice_from_memoryview(struct __pyx_memoryview_obj *__pyx_v_memview, __Pyx_memviewslice *__pyx_v_mslice) { struct __pyx_memoryviewslice_obj *__pyx_v_obj = 0; __Pyx_memviewslice *__pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *__pyx_t_3 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("get_slice_from_memview", 0); __Pyx_TraceCall("get_slice_from_memview", __pyx_f[5], 1052, 0, __PYX_ERR(5, 1052, __pyx_L1_error)); /* "View.MemoryView":1055 * __Pyx_memviewslice *mslice) except NULL: * cdef _memoryviewslice obj * if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<< * obj = memview * return &obj.from_slice */ __pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type); __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "View.MemoryView":1056 * cdef _memoryviewslice obj * if isinstance(memview, _memoryviewslice): * obj = memview # <<<<<<<<<<<<<< * return &obj.from_slice * else: */ if (!(likely(((((PyObject *)__pyx_v_memview)) == Py_None) || likely(__Pyx_TypeTest(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type))))) __PYX_ERR(5, 1056, __pyx_L1_error) __pyx_t_3 = ((PyObject *)__pyx_v_memview); __Pyx_INCREF(__pyx_t_3); __pyx_v_obj = ((struct __pyx_memoryviewslice_obj *)__pyx_t_3); __pyx_t_3 = 0; /* "View.MemoryView":1057 * if isinstance(memview, _memoryviewslice): * obj = memview * return &obj.from_slice # <<<<<<<<<<<<<< * else: * slice_copy(memview, mslice) */ __pyx_r = (&__pyx_v_obj->from_slice); goto __pyx_L0; /* "View.MemoryView":1055 * __Pyx_memviewslice *mslice) except NULL: * cdef _memoryviewslice obj * if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<< * obj = memview * return &obj.from_slice */ } /* "View.MemoryView":1059 * return &obj.from_slice * else: * slice_copy(memview, mslice) # <<<<<<<<<<<<<< * return mslice * */ /*else*/ { __pyx_memoryview_slice_copy(__pyx_v_memview, __pyx_v_mslice); /* "View.MemoryView":1060 * else: * slice_copy(memview, mslice) * return mslice # <<<<<<<<<<<<<< * * @cname('__pyx_memoryview_slice_copy') */ __pyx_r = __pyx_v_mslice; goto __pyx_L0; } /* "View.MemoryView":1052 * * @cname('__pyx_memoryview_get_slice_from_memoryview') * cdef __Pyx_memviewslice *get_slice_from_memview(memoryview memview, # <<<<<<<<<<<<<< * __Pyx_memviewslice *mslice) except NULL: * cdef _memoryviewslice obj */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_3); __Pyx_AddTraceback("View.MemoryView.get_slice_from_memview", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF((PyObject *)__pyx_v_obj); __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":1063 * * @cname('__pyx_memoryview_slice_copy') * cdef void slice_copy(memoryview memview, __Pyx_memviewslice *dst): # <<<<<<<<<<<<<< * cdef int dim * cdef (Py_ssize_t*) shape, strides, suboffsets */ static void __pyx_memoryview_slice_copy(struct __pyx_memoryview_obj *__pyx_v_memview, __Pyx_memviewslice *__pyx_v_dst) { int __pyx_v_dim; Py_ssize_t *__pyx_v_shape; Py_ssize_t *__pyx_v_strides; Py_ssize_t *__pyx_v_suboffsets; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations Py_ssize_t *__pyx_t_1; int __pyx_t_2; int __pyx_t_3; int __pyx_t_4; Py_ssize_t __pyx_t_5; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("slice_copy", 0); __Pyx_TraceCall("slice_copy", __pyx_f[5], 1063, 0, __PYX_ERR(5, 1063, __pyx_L1_error)); /* "View.MemoryView":1067 * cdef (Py_ssize_t*) shape, strides, suboffsets * * shape = memview.view.shape # <<<<<<<<<<<<<< * strides = memview.view.strides * suboffsets = memview.view.suboffsets */ __pyx_t_1 = __pyx_v_memview->view.shape; __pyx_v_shape = __pyx_t_1; /* "View.MemoryView":1068 * * shape = memview.view.shape * strides = memview.view.strides # <<<<<<<<<<<<<< * suboffsets = memview.view.suboffsets * */ __pyx_t_1 = __pyx_v_memview->view.strides; __pyx_v_strides = __pyx_t_1; /* "View.MemoryView":1069 * shape = memview.view.shape * strides = memview.view.strides * suboffsets = memview.view.suboffsets # <<<<<<<<<<<<<< * * dst.memview = <__pyx_memoryview *> memview */ __pyx_t_1 = __pyx_v_memview->view.suboffsets; __pyx_v_suboffsets = __pyx_t_1; /* "View.MemoryView":1071 * suboffsets = memview.view.suboffsets * * dst.memview = <__pyx_memoryview *> memview # <<<<<<<<<<<<<< * dst.data = memview.view.buf * */ __pyx_v_dst->memview = ((struct __pyx_memoryview_obj *)__pyx_v_memview); /* "View.MemoryView":1072 * * dst.memview = <__pyx_memoryview *> memview * dst.data = memview.view.buf # <<<<<<<<<<<<<< * * for dim in range(memview.view.ndim): */ __pyx_v_dst->data = ((char *)__pyx_v_memview->view.buf); /* "View.MemoryView":1074 * dst.data = memview.view.buf * * for dim in range(memview.view.ndim): # <<<<<<<<<<<<<< * dst.shape[dim] = shape[dim] * dst.strides[dim] = strides[dim] */ __pyx_t_2 = __pyx_v_memview->view.ndim; __pyx_t_3 = __pyx_t_2; for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) { __pyx_v_dim = __pyx_t_4; /* "View.MemoryView":1075 * * for dim in range(memview.view.ndim): * dst.shape[dim] = shape[dim] # <<<<<<<<<<<<<< * dst.strides[dim] = strides[dim] * dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1 */ (__pyx_v_dst->shape[__pyx_v_dim]) = (__pyx_v_shape[__pyx_v_dim]); /* "View.MemoryView":1076 * for dim in range(memview.view.ndim): * dst.shape[dim] = shape[dim] * dst.strides[dim] = strides[dim] # <<<<<<<<<<<<<< * dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1 * */ (__pyx_v_dst->strides[__pyx_v_dim]) = (__pyx_v_strides[__pyx_v_dim]); /* "View.MemoryView":1077 * dst.shape[dim] = shape[dim] * dst.strides[dim] = strides[dim] * dst.suboffsets[dim] = suboffsets[dim] if suboffsets else -1 # <<<<<<<<<<<<<< * * @cname('__pyx_memoryview_copy_object') */ if ((__pyx_v_suboffsets != 0)) { __pyx_t_5 = (__pyx_v_suboffsets[__pyx_v_dim]); } else { __pyx_t_5 = -1L; } (__pyx_v_dst->suboffsets[__pyx_v_dim]) = __pyx_t_5; } /* "View.MemoryView":1063 * * @cname('__pyx_memoryview_slice_copy') * cdef void slice_copy(memoryview memview, __Pyx_memviewslice *dst): # <<<<<<<<<<<<<< * cdef int dim * cdef (Py_ssize_t*) shape, strides, suboffsets */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView.slice_copy", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0); __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); } /* "View.MemoryView":1080 * * @cname('__pyx_memoryview_copy_object') * cdef memoryview_copy(memoryview memview): # <<<<<<<<<<<<<< * "Create a new memoryview object" * cdef __Pyx_memviewslice memviewslice */ static PyObject *__pyx_memoryview_copy_object(struct __pyx_memoryview_obj *__pyx_v_memview) { __Pyx_memviewslice __pyx_v_memviewslice; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("memoryview_copy", 0); __Pyx_TraceCall("memoryview_copy", __pyx_f[5], 1080, 0, __PYX_ERR(5, 1080, __pyx_L1_error)); /* "View.MemoryView":1083 * "Create a new memoryview object" * cdef __Pyx_memviewslice memviewslice * slice_copy(memview, &memviewslice) # <<<<<<<<<<<<<< * return memoryview_copy_from_slice(memview, &memviewslice) * */ __pyx_memoryview_slice_copy(__pyx_v_memview, (&__pyx_v_memviewslice)); /* "View.MemoryView":1084 * cdef __Pyx_memviewslice memviewslice * slice_copy(memview, &memviewslice) * return memoryview_copy_from_slice(memview, &memviewslice) # <<<<<<<<<<<<<< * * @cname('__pyx_memoryview_copy_object_from_slice') */ __Pyx_XDECREF(__pyx_r); __pyx_t_1 = __pyx_memoryview_copy_object_from_slice(__pyx_v_memview, (&__pyx_v_memviewslice)); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 1084, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_r = __pyx_t_1; __pyx_t_1 = 0; goto __pyx_L0; /* "View.MemoryView":1080 * * @cname('__pyx_memoryview_copy_object') * cdef memoryview_copy(memoryview memview): # <<<<<<<<<<<<<< * "Create a new memoryview object" * cdef __Pyx_memviewslice memviewslice */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_AddTraceback("View.MemoryView.memoryview_copy", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":1087 * * @cname('__pyx_memoryview_copy_object_from_slice') * cdef memoryview_copy_from_slice(memoryview memview, __Pyx_memviewslice *memviewslice): # <<<<<<<<<<<<<< * """ * Create a new memoryview object from a given memoryview object and slice. */ static PyObject *__pyx_memoryview_copy_object_from_slice(struct __pyx_memoryview_obj *__pyx_v_memview, __Pyx_memviewslice *__pyx_v_memviewslice) { PyObject *(*__pyx_v_to_object_func)(char *); int (*__pyx_v_to_dtype_func)(char *, PyObject *); PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; int __pyx_t_2; PyObject *(*__pyx_t_3)(char *); int (*__pyx_t_4)(char *, PyObject *); PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("memoryview_copy_from_slice", 0); __Pyx_TraceCall("memoryview_copy_from_slice", __pyx_f[5], 1087, 0, __PYX_ERR(5, 1087, __pyx_L1_error)); /* "View.MemoryView":1094 * cdef int (*to_dtype_func)(char *, object) except 0 * * if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<< * to_object_func = (<_memoryviewslice> memview).to_object_func * to_dtype_func = (<_memoryviewslice> memview).to_dtype_func */ __pyx_t_1 = __Pyx_TypeCheck(((PyObject *)__pyx_v_memview), __pyx_memoryviewslice_type); __pyx_t_2 = (__pyx_t_1 != 0); if (__pyx_t_2) { /* "View.MemoryView":1095 * * if isinstance(memview, _memoryviewslice): * to_object_func = (<_memoryviewslice> memview).to_object_func # <<<<<<<<<<<<<< * to_dtype_func = (<_memoryviewslice> memview).to_dtype_func * else: */ __pyx_t_3 = ((struct __pyx_memoryviewslice_obj *)__pyx_v_memview)->to_object_func; __pyx_v_to_object_func = __pyx_t_3; /* "View.MemoryView":1096 * if isinstance(memview, _memoryviewslice): * to_object_func = (<_memoryviewslice> memview).to_object_func * to_dtype_func = (<_memoryviewslice> memview).to_dtype_func # <<<<<<<<<<<<<< * else: * to_object_func = NULL */ __pyx_t_4 = ((struct __pyx_memoryviewslice_obj *)__pyx_v_memview)->to_dtype_func; __pyx_v_to_dtype_func = __pyx_t_4; /* "View.MemoryView":1094 * cdef int (*to_dtype_func)(char *, object) except 0 * * if isinstance(memview, _memoryviewslice): # <<<<<<<<<<<<<< * to_object_func = (<_memoryviewslice> memview).to_object_func * to_dtype_func = (<_memoryviewslice> memview).to_dtype_func */ goto __pyx_L3; } /* "View.MemoryView":1098 * to_dtype_func = (<_memoryviewslice> memview).to_dtype_func * else: * to_object_func = NULL # <<<<<<<<<<<<<< * to_dtype_func = NULL * */ /*else*/ { __pyx_v_to_object_func = NULL; /* "View.MemoryView":1099 * else: * to_object_func = NULL * to_dtype_func = NULL # <<<<<<<<<<<<<< * * return memoryview_fromslice(memviewslice[0], memview.view.ndim, */ __pyx_v_to_dtype_func = NULL; } __pyx_L3:; /* "View.MemoryView":1101 * to_dtype_func = NULL * * return memoryview_fromslice(memviewslice[0], memview.view.ndim, # <<<<<<<<<<<<<< * to_object_func, to_dtype_func, * memview.dtype_is_object) */ __Pyx_XDECREF(__pyx_r); /* "View.MemoryView":1103 * return memoryview_fromslice(memviewslice[0], memview.view.ndim, * to_object_func, to_dtype_func, * memview.dtype_is_object) # <<<<<<<<<<<<<< * * */ __pyx_t_5 = __pyx_memoryview_fromslice((__pyx_v_memviewslice[0]), __pyx_v_memview->view.ndim, __pyx_v_to_object_func, __pyx_v_to_dtype_func, __pyx_v_memview->dtype_is_object); if (unlikely(!__pyx_t_5)) __PYX_ERR(5, 1101, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_r = __pyx_t_5; __pyx_t_5 = 0; goto __pyx_L0; /* "View.MemoryView":1087 * * @cname('__pyx_memoryview_copy_object_from_slice') * cdef memoryview_copy_from_slice(memoryview memview, __Pyx_memviewslice *memviewslice): # <<<<<<<<<<<<<< * """ * Create a new memoryview object from a given memoryview object and slice. */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("View.MemoryView.memoryview_copy_from_slice", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "View.MemoryView":1109 * * * cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil: # <<<<<<<<<<<<<< * if arg < 0: * return -arg */ static Py_ssize_t abs_py_ssize_t(Py_ssize_t __pyx_v_arg) { Py_ssize_t __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("abs_py_ssize_t", __pyx_f[5], 1109, 1, __PYX_ERR(5, 1109, __pyx_L1_error)); /* "View.MemoryView":1110 * * cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil: * if arg < 0: # <<<<<<<<<<<<<< * return -arg * else: */ __pyx_t_1 = ((__pyx_v_arg < 0) != 0); if (__pyx_t_1) { /* "View.MemoryView":1111 * cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil: * if arg < 0: * return -arg # <<<<<<<<<<<<<< * else: * return arg */ __pyx_r = (-__pyx_v_arg); goto __pyx_L0; /* "View.MemoryView":1110 * * cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil: * if arg < 0: # <<<<<<<<<<<<<< * return -arg * else: */ } /* "View.MemoryView":1113 * return -arg * else: * return arg # <<<<<<<<<<<<<< * * @cname('__pyx_get_best_slice_order') */ /*else*/ { __pyx_r = __pyx_v_arg; goto __pyx_L0; } /* "View.MemoryView":1109 * * * cdef Py_ssize_t abs_py_ssize_t(Py_ssize_t arg) nogil: # <<<<<<<<<<<<<< * if arg < 0: * return -arg */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView.abs_py_ssize_t", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "View.MemoryView":1116 * * @cname('__pyx_get_best_slice_order') * cdef char get_best_order(__Pyx_memviewslice *mslice, int ndim) nogil: # <<<<<<<<<<<<<< * """ * Figure out the best memory access order for a given slice. */ static char __pyx_get_best_slice_order(__Pyx_memviewslice *__pyx_v_mslice, int __pyx_v_ndim) { int __pyx_v_i; Py_ssize_t __pyx_v_c_stride; Py_ssize_t __pyx_v_f_stride; char __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_t_3; int __pyx_t_4; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("get_best_order", __pyx_f[5], 1116, 1, __PYX_ERR(5, 1116, __pyx_L1_error)); /* "View.MemoryView":1121 * """ * cdef int i * cdef Py_ssize_t c_stride = 0 # <<<<<<<<<<<<<< * cdef Py_ssize_t f_stride = 0 * */ __pyx_v_c_stride = 0; /* "View.MemoryView":1122 * cdef int i * cdef Py_ssize_t c_stride = 0 * cdef Py_ssize_t f_stride = 0 # <<<<<<<<<<<<<< * * for i in range(ndim - 1, -1, -1): */ __pyx_v_f_stride = 0; /* "View.MemoryView":1124 * cdef Py_ssize_t f_stride = 0 * * for i in range(ndim - 1, -1, -1): # <<<<<<<<<<<<<< * if mslice.shape[i] > 1: * c_stride = mslice.strides[i] */ for (__pyx_t_1 = (__pyx_v_ndim - 1); __pyx_t_1 > -1; __pyx_t_1-=1) { __pyx_v_i = __pyx_t_1; /* "View.MemoryView":1125 * * for i in range(ndim - 1, -1, -1): * if mslice.shape[i] > 1: # <<<<<<<<<<<<<< * c_stride = mslice.strides[i] * break */ __pyx_t_2 = (((__pyx_v_mslice->shape[__pyx_v_i]) > 1) != 0); if (__pyx_t_2) { /* "View.MemoryView":1126 * for i in range(ndim - 1, -1, -1): * if mslice.shape[i] > 1: * c_stride = mslice.strides[i] # <<<<<<<<<<<<<< * break * */ __pyx_v_c_stride = (__pyx_v_mslice->strides[__pyx_v_i]); /* "View.MemoryView":1127 * if mslice.shape[i] > 1: * c_stride = mslice.strides[i] * break # <<<<<<<<<<<<<< * * for i in range(ndim): */ goto __pyx_L4_break; /* "View.MemoryView":1125 * * for i in range(ndim - 1, -1, -1): * if mslice.shape[i] > 1: # <<<<<<<<<<<<<< * c_stride = mslice.strides[i] * break */ } } __pyx_L4_break:; /* "View.MemoryView":1129 * break * * for i in range(ndim): # <<<<<<<<<<<<<< * if mslice.shape[i] > 1: * f_stride = mslice.strides[i] */ __pyx_t_1 = __pyx_v_ndim; __pyx_t_3 = __pyx_t_1; for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) { __pyx_v_i = __pyx_t_4; /* "View.MemoryView":1130 * * for i in range(ndim): * if mslice.shape[i] > 1: # <<<<<<<<<<<<<< * f_stride = mslice.strides[i] * break */ __pyx_t_2 = (((__pyx_v_mslice->shape[__pyx_v_i]) > 1) != 0); if (__pyx_t_2) { /* "View.MemoryView":1131 * for i in range(ndim): * if mslice.shape[i] > 1: * f_stride = mslice.strides[i] # <<<<<<<<<<<<<< * break * */ __pyx_v_f_stride = (__pyx_v_mslice->strides[__pyx_v_i]); /* "View.MemoryView":1132 * if mslice.shape[i] > 1: * f_stride = mslice.strides[i] * break # <<<<<<<<<<<<<< * * if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride): */ goto __pyx_L7_break; /* "View.MemoryView":1130 * * for i in range(ndim): * if mslice.shape[i] > 1: # <<<<<<<<<<<<<< * f_stride = mslice.strides[i] * break */ } } __pyx_L7_break:; /* "View.MemoryView":1134 * break * * if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride): # <<<<<<<<<<<<<< * return 'C' * else: */ __pyx_t_2 = ((abs_py_ssize_t(__pyx_v_c_stride) <= abs_py_ssize_t(__pyx_v_f_stride)) != 0); if (__pyx_t_2) { /* "View.MemoryView":1135 * * if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride): * return 'C' # <<<<<<<<<<<<<< * else: * return 'F' */ __pyx_r = 'C'; goto __pyx_L0; /* "View.MemoryView":1134 * break * * if abs_py_ssize_t(c_stride) <= abs_py_ssize_t(f_stride): # <<<<<<<<<<<<<< * return 'C' * else: */ } /* "View.MemoryView":1137 * return 'C' * else: * return 'F' # <<<<<<<<<<<<<< * * @cython.cdivision(True) */ /*else*/ { __pyx_r = 'F'; goto __pyx_L0; } /* "View.MemoryView":1116 * * @cname('__pyx_get_best_slice_order') * cdef char get_best_order(__Pyx_memviewslice *mslice, int ndim) nogil: # <<<<<<<<<<<<<< * """ * Figure out the best memory access order for a given slice. */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView.get_best_order", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "View.MemoryView":1140 * * @cython.cdivision(True) * cdef void _copy_strided_to_strided(char *src_data, Py_ssize_t *src_strides, # <<<<<<<<<<<<<< * char *dst_data, Py_ssize_t *dst_strides, * Py_ssize_t *src_shape, Py_ssize_t *dst_shape, */ static void _copy_strided_to_strided(char *__pyx_v_src_data, Py_ssize_t *__pyx_v_src_strides, char *__pyx_v_dst_data, Py_ssize_t *__pyx_v_dst_strides, Py_ssize_t *__pyx_v_src_shape, Py_ssize_t *__pyx_v_dst_shape, int __pyx_v_ndim, size_t __pyx_v_itemsize) { CYTHON_UNUSED Py_ssize_t __pyx_v_i; CYTHON_UNUSED Py_ssize_t __pyx_v_src_extent; Py_ssize_t __pyx_v_dst_extent; Py_ssize_t __pyx_v_src_stride; Py_ssize_t __pyx_v_dst_stride; int __pyx_t_1; int __pyx_t_2; int __pyx_t_3; Py_ssize_t __pyx_t_4; Py_ssize_t __pyx_t_5; Py_ssize_t __pyx_t_6; /* "View.MemoryView":1147 * * cdef Py_ssize_t i * cdef Py_ssize_t src_extent = src_shape[0] # <<<<<<<<<<<<<< * cdef Py_ssize_t dst_extent = dst_shape[0] * cdef Py_ssize_t src_stride = src_strides[0] */ __pyx_v_src_extent = (__pyx_v_src_shape[0]); /* "View.MemoryView":1148 * cdef Py_ssize_t i * cdef Py_ssize_t src_extent = src_shape[0] * cdef Py_ssize_t dst_extent = dst_shape[0] # <<<<<<<<<<<<<< * cdef Py_ssize_t src_stride = src_strides[0] * cdef Py_ssize_t dst_stride = dst_strides[0] */ __pyx_v_dst_extent = (__pyx_v_dst_shape[0]); /* "View.MemoryView":1149 * cdef Py_ssize_t src_extent = src_shape[0] * cdef Py_ssize_t dst_extent = dst_shape[0] * cdef Py_ssize_t src_stride = src_strides[0] # <<<<<<<<<<<<<< * cdef Py_ssize_t dst_stride = dst_strides[0] * */ __pyx_v_src_stride = (__pyx_v_src_strides[0]); /* "View.MemoryView":1150 * cdef Py_ssize_t dst_extent = dst_shape[0] * cdef Py_ssize_t src_stride = src_strides[0] * cdef Py_ssize_t dst_stride = dst_strides[0] # <<<<<<<<<<<<<< * * if ndim == 1: */ __pyx_v_dst_stride = (__pyx_v_dst_strides[0]); /* "View.MemoryView":1152 * cdef Py_ssize_t dst_stride = dst_strides[0] * * if ndim == 1: # <<<<<<<<<<<<<< * if (src_stride > 0 and dst_stride > 0 and * src_stride == itemsize == dst_stride): */ __pyx_t_1 = ((__pyx_v_ndim == 1) != 0); if (__pyx_t_1) { /* "View.MemoryView":1153 * * if ndim == 1: * if (src_stride > 0 and dst_stride > 0 and # <<<<<<<<<<<<<< * src_stride == itemsize == dst_stride): * memcpy(dst_data, src_data, itemsize * dst_extent) */ __pyx_t_2 = ((__pyx_v_src_stride > 0) != 0); if (__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L5_bool_binop_done; } __pyx_t_2 = ((__pyx_v_dst_stride > 0) != 0); if (__pyx_t_2) { } else { __pyx_t_1 = __pyx_t_2; goto __pyx_L5_bool_binop_done; } /* "View.MemoryView":1154 * if ndim == 1: * if (src_stride > 0 and dst_stride > 0 and * src_stride == itemsize == dst_stride): # <<<<<<<<<<<<<< * memcpy(dst_data, src_data, itemsize * dst_extent) * else: */ __pyx_t_2 = (((size_t)__pyx_v_src_stride) == __pyx_v_itemsize); if (__pyx_t_2) { __pyx_t_2 = (__pyx_v_itemsize == ((size_t)__pyx_v_dst_stride)); } __pyx_t_3 = (__pyx_t_2 != 0); __pyx_t_1 = __pyx_t_3; __pyx_L5_bool_binop_done:; /* "View.MemoryView":1153 * * if ndim == 1: * if (src_stride > 0 and dst_stride > 0 and # <<<<<<<<<<<<<< * src_stride == itemsize == dst_stride): * memcpy(dst_data, src_data, itemsize * dst_extent) */ if (__pyx_t_1) { /* "View.MemoryView":1155 * if (src_stride > 0 and dst_stride > 0 and * src_stride == itemsize == dst_stride): * memcpy(dst_data, src_data, itemsize * dst_extent) # <<<<<<<<<<<<<< * else: * for i in range(dst_extent): */ (void)(memcpy(__pyx_v_dst_data, __pyx_v_src_data, (__pyx_v_itemsize * __pyx_v_dst_extent))); /* "View.MemoryView":1153 * * if ndim == 1: * if (src_stride > 0 and dst_stride > 0 and # <<<<<<<<<<<<<< * src_stride == itemsize == dst_stride): * memcpy(dst_data, src_data, itemsize * dst_extent) */ goto __pyx_L4; } /* "View.MemoryView":1157 * memcpy(dst_data, src_data, itemsize * dst_extent) * else: * for i in range(dst_extent): # <<<<<<<<<<<<<< * memcpy(dst_data, src_data, itemsize) * src_data += src_stride */ /*else*/ { __pyx_t_4 = __pyx_v_dst_extent; __pyx_t_5 = __pyx_t_4; for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) { __pyx_v_i = __pyx_t_6; /* "View.MemoryView":1158 * else: * for i in range(dst_extent): * memcpy(dst_data, src_data, itemsize) # <<<<<<<<<<<<<< * src_data += src_stride * dst_data += dst_stride */ (void)(memcpy(__pyx_v_dst_data, __pyx_v_src_data, __pyx_v_itemsize)); /* "View.MemoryView":1159 * for i in range(dst_extent): * memcpy(dst_data, src_data, itemsize) * src_data += src_stride # <<<<<<<<<<<<<< * dst_data += dst_stride * else: */ __pyx_v_src_data = (__pyx_v_src_data + __pyx_v_src_stride); /* "View.MemoryView":1160 * memcpy(dst_data, src_data, itemsize) * src_data += src_stride * dst_data += dst_stride # <<<<<<<<<<<<<< * else: * for i in range(dst_extent): */ __pyx_v_dst_data = (__pyx_v_dst_data + __pyx_v_dst_stride); } } __pyx_L4:; /* "View.MemoryView":1152 * cdef Py_ssize_t dst_stride = dst_strides[0] * * if ndim == 1: # <<<<<<<<<<<<<< * if (src_stride > 0 and dst_stride > 0 and * src_stride == itemsize == dst_stride): */ goto __pyx_L3; } /* "View.MemoryView":1162 * dst_data += dst_stride * else: * for i in range(dst_extent): # <<<<<<<<<<<<<< * _copy_strided_to_strided(src_data, src_strides + 1, * dst_data, dst_strides + 1, */ /*else*/ { __pyx_t_4 = __pyx_v_dst_extent; __pyx_t_5 = __pyx_t_4; for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) { __pyx_v_i = __pyx_t_6; /* "View.MemoryView":1163 * else: * for i in range(dst_extent): * _copy_strided_to_strided(src_data, src_strides + 1, # <<<<<<<<<<<<<< * dst_data, dst_strides + 1, * src_shape + 1, dst_shape + 1, */ _copy_strided_to_strided(__pyx_v_src_data, (__pyx_v_src_strides + 1), __pyx_v_dst_data, (__pyx_v_dst_strides + 1), (__pyx_v_src_shape + 1), (__pyx_v_dst_shape + 1), (__pyx_v_ndim - 1), __pyx_v_itemsize); /* "View.MemoryView":1167 * src_shape + 1, dst_shape + 1, * ndim - 1, itemsize) * src_data += src_stride # <<<<<<<<<<<<<< * dst_data += dst_stride * */ __pyx_v_src_data = (__pyx_v_src_data + __pyx_v_src_stride); /* "View.MemoryView":1168 * ndim - 1, itemsize) * src_data += src_stride * dst_data += dst_stride # <<<<<<<<<<<<<< * * cdef void copy_strided_to_strided(__Pyx_memviewslice *src, */ __pyx_v_dst_data = (__pyx_v_dst_data + __pyx_v_dst_stride); } } __pyx_L3:; /* "View.MemoryView":1140 * * @cython.cdivision(True) * cdef void _copy_strided_to_strided(char *src_data, Py_ssize_t *src_strides, # <<<<<<<<<<<<<< * char *dst_data, Py_ssize_t *dst_strides, * Py_ssize_t *src_shape, Py_ssize_t *dst_shape, */ /* function exit code */ } /* "View.MemoryView":1170 * dst_data += dst_stride * * cdef void copy_strided_to_strided(__Pyx_memviewslice *src, # <<<<<<<<<<<<<< * __Pyx_memviewslice *dst, * int ndim, size_t itemsize) nogil: */ static void copy_strided_to_strided(__Pyx_memviewslice *__pyx_v_src, __Pyx_memviewslice *__pyx_v_dst, int __pyx_v_ndim, size_t __pyx_v_itemsize) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("copy_strided_to_strided", __pyx_f[5], 1170, 1, __PYX_ERR(5, 1170, __pyx_L1_error)); /* "View.MemoryView":1173 * __Pyx_memviewslice *dst, * int ndim, size_t itemsize) nogil: * _copy_strided_to_strided(src.data, src.strides, dst.data, dst.strides, # <<<<<<<<<<<<<< * src.shape, dst.shape, ndim, itemsize) * */ _copy_strided_to_strided(__pyx_v_src->data, __pyx_v_src->strides, __pyx_v_dst->data, __pyx_v_dst->strides, __pyx_v_src->shape, __pyx_v_dst->shape, __pyx_v_ndim, __pyx_v_itemsize); /* "View.MemoryView":1170 * dst_data += dst_stride * * cdef void copy_strided_to_strided(__Pyx_memviewslice *src, # <<<<<<<<<<<<<< * __Pyx_memviewslice *dst, * int ndim, size_t itemsize) nogil: */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView.copy_strided_to_strided", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "View.MemoryView":1177 * * @cname('__pyx_memoryview_slice_get_size') * cdef Py_ssize_t slice_get_size(__Pyx_memviewslice *src, int ndim) nogil: # <<<<<<<<<<<<<< * "Return the size of the memory occupied by the slice in number of bytes" * cdef Py_ssize_t shape, size = src.memview.view.itemsize */ static Py_ssize_t __pyx_memoryview_slice_get_size(__Pyx_memviewslice *__pyx_v_src, int __pyx_v_ndim) { Py_ssize_t __pyx_v_shape; Py_ssize_t __pyx_v_size; Py_ssize_t __pyx_r; __Pyx_TraceDeclarations Py_ssize_t __pyx_t_1; Py_ssize_t *__pyx_t_2; Py_ssize_t *__pyx_t_3; Py_ssize_t *__pyx_t_4; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("slice_get_size", __pyx_f[5], 1177, 1, __PYX_ERR(5, 1177, __pyx_L1_error)); /* "View.MemoryView":1179 * cdef Py_ssize_t slice_get_size(__Pyx_memviewslice *src, int ndim) nogil: * "Return the size of the memory occupied by the slice in number of bytes" * cdef Py_ssize_t shape, size = src.memview.view.itemsize # <<<<<<<<<<<<<< * * for shape in src.shape[:ndim]: */ __pyx_t_1 = __pyx_v_src->memview->view.itemsize; __pyx_v_size = __pyx_t_1; /* "View.MemoryView":1181 * cdef Py_ssize_t shape, size = src.memview.view.itemsize * * for shape in src.shape[:ndim]: # <<<<<<<<<<<<<< * size *= shape * */ __pyx_t_3 = (__pyx_v_src->shape + __pyx_v_ndim); for (__pyx_t_4 = __pyx_v_src->shape; __pyx_t_4 < __pyx_t_3; __pyx_t_4++) { __pyx_t_2 = __pyx_t_4; __pyx_v_shape = (__pyx_t_2[0]); /* "View.MemoryView":1182 * * for shape in src.shape[:ndim]: * size *= shape # <<<<<<<<<<<<<< * * return size */ __pyx_v_size = (__pyx_v_size * __pyx_v_shape); } /* "View.MemoryView":1184 * size *= shape * * return size # <<<<<<<<<<<<<< * * @cname('__pyx_fill_contig_strides_array') */ __pyx_r = __pyx_v_size; goto __pyx_L0; /* "View.MemoryView":1177 * * @cname('__pyx_memoryview_slice_get_size') * cdef Py_ssize_t slice_get_size(__Pyx_memviewslice *src, int ndim) nogil: # <<<<<<<<<<<<<< * "Return the size of the memory occupied by the slice in number of bytes" * cdef Py_ssize_t shape, size = src.memview.view.itemsize */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView.slice_get_size", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "View.MemoryView":1187 * * @cname('__pyx_fill_contig_strides_array') * cdef Py_ssize_t fill_contig_strides_array( # <<<<<<<<<<<<<< * Py_ssize_t *shape, Py_ssize_t *strides, Py_ssize_t stride, * int ndim, char order) nogil: */ static Py_ssize_t __pyx_fill_contig_strides_array(Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, Py_ssize_t __pyx_v_stride, int __pyx_v_ndim, char __pyx_v_order) { int __pyx_v_idx; Py_ssize_t __pyx_r; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_t_3; int __pyx_t_4; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("fill_contig_strides_array", __pyx_f[5], 1187, 1, __PYX_ERR(5, 1187, __pyx_L1_error)); /* "View.MemoryView":1196 * cdef int idx * * if order == 'F': # <<<<<<<<<<<<<< * for idx in range(ndim): * strides[idx] = stride */ __pyx_t_1 = ((__pyx_v_order == 'F') != 0); if (__pyx_t_1) { /* "View.MemoryView":1197 * * if order == 'F': * for idx in range(ndim): # <<<<<<<<<<<<<< * strides[idx] = stride * stride *= shape[idx] */ __pyx_t_2 = __pyx_v_ndim; __pyx_t_3 = __pyx_t_2; for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) { __pyx_v_idx = __pyx_t_4; /* "View.MemoryView":1198 * if order == 'F': * for idx in range(ndim): * strides[idx] = stride # <<<<<<<<<<<<<< * stride *= shape[idx] * else: */ (__pyx_v_strides[__pyx_v_idx]) = __pyx_v_stride; /* "View.MemoryView":1199 * for idx in range(ndim): * strides[idx] = stride * stride *= shape[idx] # <<<<<<<<<<<<<< * else: * for idx in range(ndim - 1, -1, -1): */ __pyx_v_stride = (__pyx_v_stride * (__pyx_v_shape[__pyx_v_idx])); } /* "View.MemoryView":1196 * cdef int idx * * if order == 'F': # <<<<<<<<<<<<<< * for idx in range(ndim): * strides[idx] = stride */ goto __pyx_L3; } /* "View.MemoryView":1201 * stride *= shape[idx] * else: * for idx in range(ndim - 1, -1, -1): # <<<<<<<<<<<<<< * strides[idx] = stride * stride *= shape[idx] */ /*else*/ { for (__pyx_t_2 = (__pyx_v_ndim - 1); __pyx_t_2 > -1; __pyx_t_2-=1) { __pyx_v_idx = __pyx_t_2; /* "View.MemoryView":1202 * else: * for idx in range(ndim - 1, -1, -1): * strides[idx] = stride # <<<<<<<<<<<<<< * stride *= shape[idx] * */ (__pyx_v_strides[__pyx_v_idx]) = __pyx_v_stride; /* "View.MemoryView":1203 * for idx in range(ndim - 1, -1, -1): * strides[idx] = stride * stride *= shape[idx] # <<<<<<<<<<<<<< * * return stride */ __pyx_v_stride = (__pyx_v_stride * (__pyx_v_shape[__pyx_v_idx])); } } __pyx_L3:; /* "View.MemoryView":1205 * stride *= shape[idx] * * return stride # <<<<<<<<<<<<<< * * @cname('__pyx_memoryview_copy_data_to_temp') */ __pyx_r = __pyx_v_stride; goto __pyx_L0; /* "View.MemoryView":1187 * * @cname('__pyx_fill_contig_strides_array') * cdef Py_ssize_t fill_contig_strides_array( # <<<<<<<<<<<<<< * Py_ssize_t *shape, Py_ssize_t *strides, Py_ssize_t stride, * int ndim, char order) nogil: */ /* function exit code */ __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView.fill_contig_strides_array", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_r = 0; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "View.MemoryView":1208 * * @cname('__pyx_memoryview_copy_data_to_temp') * cdef void *copy_data_to_temp(__Pyx_memviewslice *src, # <<<<<<<<<<<<<< * __Pyx_memviewslice *tmpslice, * char order, */ static void *__pyx_memoryview_copy_data_to_temp(__Pyx_memviewslice *__pyx_v_src, __Pyx_memviewslice *__pyx_v_tmpslice, char __pyx_v_order, int __pyx_v_ndim) { int __pyx_v_i; void *__pyx_v_result; size_t __pyx_v_itemsize; size_t __pyx_v_size; void *__pyx_r; __Pyx_TraceDeclarations Py_ssize_t __pyx_t_1; int __pyx_t_2; int __pyx_t_3; struct __pyx_memoryview_obj *__pyx_t_4; int __pyx_t_5; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("copy_data_to_temp", __pyx_f[5], 1208, 1, __PYX_ERR(5, 1208, __pyx_L1_error)); /* "View.MemoryView":1219 * cdef void *result * * cdef size_t itemsize = src.memview.view.itemsize # <<<<<<<<<<<<<< * cdef size_t size = slice_get_size(src, ndim) * */ __pyx_t_1 = __pyx_v_src->memview->view.itemsize; __pyx_v_itemsize = __pyx_t_1; /* "View.MemoryView":1220 * * cdef size_t itemsize = src.memview.view.itemsize * cdef size_t size = slice_get_size(src, ndim) # <<<<<<<<<<<<<< * * result = malloc(size) */ __pyx_v_size = __pyx_memoryview_slice_get_size(__pyx_v_src, __pyx_v_ndim); /* "View.MemoryView":1222 * cdef size_t size = slice_get_size(src, ndim) * * result = malloc(size) # <<<<<<<<<<<<<< * if not result: * _err(MemoryError, NULL) */ __pyx_v_result = malloc(__pyx_v_size); /* "View.MemoryView":1223 * * result = malloc(size) * if not result: # <<<<<<<<<<<<<< * _err(MemoryError, NULL) * */ __pyx_t_2 = ((!(__pyx_v_result != 0)) != 0); if (__pyx_t_2) { /* "View.MemoryView":1224 * result = malloc(size) * if not result: * _err(MemoryError, NULL) # <<<<<<<<<<<<<< * * */ __pyx_t_3 = __pyx_memoryview_err(__pyx_builtin_MemoryError, NULL); if (unlikely(__pyx_t_3 == ((int)-1))) __PYX_ERR(5, 1224, __pyx_L1_error) /* "View.MemoryView":1223 * * result = malloc(size) * if not result: # <<<<<<<<<<<<<< * _err(MemoryError, NULL) * */ } /* "View.MemoryView":1227 * * * tmpslice.data = result # <<<<<<<<<<<<<< * tmpslice.memview = src.memview * for i in range(ndim): */ __pyx_v_tmpslice->data = ((char *)__pyx_v_result); /* "View.MemoryView":1228 * * tmpslice.data = result * tmpslice.memview = src.memview # <<<<<<<<<<<<<< * for i in range(ndim): * tmpslice.shape[i] = src.shape[i] */ __pyx_t_4 = __pyx_v_src->memview; __pyx_v_tmpslice->memview = __pyx_t_4; /* "View.MemoryView":1229 * tmpslice.data = result * tmpslice.memview = src.memview * for i in range(ndim): # <<<<<<<<<<<<<< * tmpslice.shape[i] = src.shape[i] * tmpslice.suboffsets[i] = -1 */ __pyx_t_3 = __pyx_v_ndim; __pyx_t_5 = __pyx_t_3; for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) { __pyx_v_i = __pyx_t_6; /* "View.MemoryView":1230 * tmpslice.memview = src.memview * for i in range(ndim): * tmpslice.shape[i] = src.shape[i] # <<<<<<<<<<<<<< * tmpslice.suboffsets[i] = -1 * */ (__pyx_v_tmpslice->shape[__pyx_v_i]) = (__pyx_v_src->shape[__pyx_v_i]); /* "View.MemoryView":1231 * for i in range(ndim): * tmpslice.shape[i] = src.shape[i] * tmpslice.suboffsets[i] = -1 # <<<<<<<<<<<<<< * * fill_contig_strides_array(&tmpslice.shape[0], &tmpslice.strides[0], itemsize, */ (__pyx_v_tmpslice->suboffsets[__pyx_v_i]) = -1L; } /* "View.MemoryView":1233 * tmpslice.suboffsets[i] = -1 * * fill_contig_strides_array(&tmpslice.shape[0], &tmpslice.strides[0], itemsize, # <<<<<<<<<<<<<< * ndim, order) * */ (void)(__pyx_fill_contig_strides_array((&(__pyx_v_tmpslice->shape[0])), (&(__pyx_v_tmpslice->strides[0])), __pyx_v_itemsize, __pyx_v_ndim, __pyx_v_order)); /* "View.MemoryView":1237 * * * for i in range(ndim): # <<<<<<<<<<<<<< * if tmpslice.shape[i] == 1: * tmpslice.strides[i] = 0 */ __pyx_t_3 = __pyx_v_ndim; __pyx_t_5 = __pyx_t_3; for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) { __pyx_v_i = __pyx_t_6; /* "View.MemoryView":1238 * * for i in range(ndim): * if tmpslice.shape[i] == 1: # <<<<<<<<<<<<<< * tmpslice.strides[i] = 0 * */ __pyx_t_2 = (((__pyx_v_tmpslice->shape[__pyx_v_i]) == 1) != 0); if (__pyx_t_2) { /* "View.MemoryView":1239 * for i in range(ndim): * if tmpslice.shape[i] == 1: * tmpslice.strides[i] = 0 # <<<<<<<<<<<<<< * * if slice_is_contig(src[0], order, ndim): */ (__pyx_v_tmpslice->strides[__pyx_v_i]) = 0; /* "View.MemoryView":1238 * * for i in range(ndim): * if tmpslice.shape[i] == 1: # <<<<<<<<<<<<<< * tmpslice.strides[i] = 0 * */ } } /* "View.MemoryView":1241 * tmpslice.strides[i] = 0 * * if slice_is_contig(src[0], order, ndim): # <<<<<<<<<<<<<< * memcpy(result, src.data, size) * else: */ __pyx_t_2 = (__pyx_memviewslice_is_contig((__pyx_v_src[0]), __pyx_v_order, __pyx_v_ndim) != 0); if (__pyx_t_2) { /* "View.MemoryView":1242 * * if slice_is_contig(src[0], order, ndim): * memcpy(result, src.data, size) # <<<<<<<<<<<<<< * else: * copy_strided_to_strided(src, tmpslice, ndim, itemsize) */ (void)(memcpy(__pyx_v_result, __pyx_v_src->data, __pyx_v_size)); /* "View.MemoryView":1241 * tmpslice.strides[i] = 0 * * if slice_is_contig(src[0], order, ndim): # <<<<<<<<<<<<<< * memcpy(result, src.data, size) * else: */ goto __pyx_L9; } /* "View.MemoryView":1244 * memcpy(result, src.data, size) * else: * copy_strided_to_strided(src, tmpslice, ndim, itemsize) # <<<<<<<<<<<<<< * * return result */ /*else*/ { copy_strided_to_strided(__pyx_v_src, __pyx_v_tmpslice, __pyx_v_ndim, __pyx_v_itemsize); } __pyx_L9:; /* "View.MemoryView":1246 * copy_strided_to_strided(src, tmpslice, ndim, itemsize) * * return result # <<<<<<<<<<<<<< * * */ __pyx_r = __pyx_v_result; goto __pyx_L0; /* "View.MemoryView":1208 * * @cname('__pyx_memoryview_copy_data_to_temp') * cdef void *copy_data_to_temp(__Pyx_memviewslice *src, # <<<<<<<<<<<<<< * __Pyx_memviewslice *tmpslice, * char order, */ /* function exit code */ __pyx_L1_error:; { #ifdef WITH_THREAD PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure(); #endif __Pyx_AddTraceback("View.MemoryView.copy_data_to_temp", __pyx_clineno, __pyx_lineno, __pyx_filename); #ifdef WITH_THREAD __Pyx_PyGILState_Release(__pyx_gilstate_save); #endif } __pyx_r = NULL; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "View.MemoryView":1251 * * @cname('__pyx_memoryview_err_extents') * cdef int _err_extents(int i, Py_ssize_t extent1, # <<<<<<<<<<<<<< * Py_ssize_t extent2) except -1 with gil: * raise ValueError("got differing extents in dimension %d (got %d and %d)" % */ static int __pyx_memoryview_err_extents(int __pyx_v_i, Py_ssize_t __pyx_v_extent1, Py_ssize_t __pyx_v_extent2) { int __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; #ifdef WITH_THREAD PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure(); #endif __Pyx_RefNannySetupContext("_err_extents", 0); __Pyx_TraceCall("_err_extents", __pyx_f[5], 1251, 0, __PYX_ERR(5, 1251, __pyx_L1_error)); /* "View.MemoryView":1254 * Py_ssize_t extent2) except -1 with gil: * raise ValueError("got differing extents in dimension %d (got %d and %d)" % * (i, extent1, extent2)) # <<<<<<<<<<<<<< * * @cname('__pyx_memoryview_err_dim') */ __pyx_t_1 = __Pyx_PyInt_From_int(__pyx_v_i); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 1254, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyInt_FromSsize_t(__pyx_v_extent1); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 1254, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = PyInt_FromSsize_t(__pyx_v_extent2); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 1254, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyTuple_New(3); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 1254, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_2); __Pyx_GIVEREF(__pyx_t_3); PyTuple_SET_ITEM(__pyx_t_4, 2, __pyx_t_3); __pyx_t_1 = 0; __pyx_t_2 = 0; __pyx_t_3 = 0; /* "View.MemoryView":1253 * cdef int _err_extents(int i, Py_ssize_t extent1, * Py_ssize_t extent2) except -1 with gil: * raise ValueError("got differing extents in dimension %d (got %d and %d)" % # <<<<<<<<<<<<<< * (i, extent1, extent2)) * */ __pyx_t_3 = __Pyx_PyString_Format(__pyx_kp_s_got_differing_extents_in_dimensi, __pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 1253, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_ValueError, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 1253, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_Raise(__pyx_t_4, 0, 0, 0); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __PYX_ERR(5, 1253, __pyx_L1_error) /* "View.MemoryView":1251 * * @cname('__pyx_memoryview_err_extents') * cdef int _err_extents(int i, Py_ssize_t extent1, # <<<<<<<<<<<<<< * Py_ssize_t extent2) except -1 with gil: * raise ValueError("got differing extents in dimension %d (got %d and %d)" % */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("View.MemoryView._err_extents", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); #ifdef WITH_THREAD __Pyx_PyGILState_Release(__pyx_gilstate_save); #endif return __pyx_r; } /* "View.MemoryView":1257 * * @cname('__pyx_memoryview_err_dim') * cdef int _err_dim(object error, char *msg, int dim) except -1 with gil: # <<<<<<<<<<<<<< * raise error(msg.decode('ascii') % dim) * */ static int __pyx_memoryview_err_dim(PyObject *__pyx_v_error, char *__pyx_v_msg, int __pyx_v_dim) { int __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; #ifdef WITH_THREAD PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure(); #endif __Pyx_RefNannySetupContext("_err_dim", 0); __Pyx_TraceCall("_err_dim", __pyx_f[5], 1257, 0, __PYX_ERR(5, 1257, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_error); /* "View.MemoryView":1258 * @cname('__pyx_memoryview_err_dim') * cdef int _err_dim(object error, char *msg, int dim) except -1 with gil: * raise error(msg.decode('ascii') % dim) # <<<<<<<<<<<<<< * * @cname('__pyx_memoryview_err') */ __pyx_t_2 = __Pyx_decode_c_string(__pyx_v_msg, 0, strlen(__pyx_v_msg), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 1258, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_PyInt_From_int(__pyx_v_dim); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 1258, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_4 = PyUnicode_Format(__pyx_t_2, __pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 1258, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_INCREF(__pyx_v_error); __pyx_t_3 = __pyx_v_error; __pyx_t_2 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_3))) { __pyx_t_2 = PyMethod_GET_SELF(__pyx_t_3); if (likely(__pyx_t_2)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_3); __Pyx_INCREF(__pyx_t_2); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_3, function); } } __pyx_t_1 = (__pyx_t_2) ? __Pyx_PyObject_Call2Args(__pyx_t_3, __pyx_t_2, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_3, __pyx_t_4); __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 1258, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_Raise(__pyx_t_1, 0, 0, 0); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __PYX_ERR(5, 1258, __pyx_L1_error) /* "View.MemoryView":1257 * * @cname('__pyx_memoryview_err_dim') * cdef int _err_dim(object error, char *msg, int dim) except -1 with gil: # <<<<<<<<<<<<<< * raise error(msg.decode('ascii') % dim) * */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_AddTraceback("View.MemoryView._err_dim", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; __Pyx_XDECREF(__pyx_v_error); __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); #ifdef WITH_THREAD __Pyx_PyGILState_Release(__pyx_gilstate_save); #endif return __pyx_r; } /* "View.MemoryView":1261 * * @cname('__pyx_memoryview_err') * cdef int _err(object error, char *msg) except -1 with gil: # <<<<<<<<<<<<<< * if msg != NULL: * raise error(msg.decode('ascii')) */ static int __pyx_memoryview_err(PyObject *__pyx_v_error, char *__pyx_v_msg) { int __pyx_r; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; #ifdef WITH_THREAD PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure(); #endif __Pyx_RefNannySetupContext("_err", 0); __Pyx_TraceCall("_err", __pyx_f[5], 1261, 0, __PYX_ERR(5, 1261, __pyx_L1_error)); __Pyx_INCREF(__pyx_v_error); /* "View.MemoryView":1262 * @cname('__pyx_memoryview_err') * cdef int _err(object error, char *msg) except -1 with gil: * if msg != NULL: # <<<<<<<<<<<<<< * raise error(msg.decode('ascii')) * else: */ __pyx_t_1 = ((__pyx_v_msg != NULL) != 0); if (unlikely(__pyx_t_1)) { /* "View.MemoryView":1263 * cdef int _err(object error, char *msg) except -1 with gil: * if msg != NULL: * raise error(msg.decode('ascii')) # <<<<<<<<<<<<<< * else: * raise error */ __pyx_t_3 = __Pyx_decode_c_string(__pyx_v_msg, 0, strlen(__pyx_v_msg), NULL, NULL, PyUnicode_DecodeASCII); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 1263, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_v_error); __pyx_t_4 = __pyx_v_error; __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_2 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_t_3) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_3); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 1263, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_Raise(__pyx_t_2, 0, 0, 0); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __PYX_ERR(5, 1263, __pyx_L1_error) /* "View.MemoryView":1262 * @cname('__pyx_memoryview_err') * cdef int _err(object error, char *msg) except -1 with gil: * if msg != NULL: # <<<<<<<<<<<<<< * raise error(msg.decode('ascii')) * else: */ } /* "View.MemoryView":1265 * raise error(msg.decode('ascii')) * else: * raise error # <<<<<<<<<<<<<< * * @cname('__pyx_memoryview_copy_contents') */ /*else*/ { __Pyx_Raise(__pyx_v_error, 0, 0, 0); __PYX_ERR(5, 1265, __pyx_L1_error) } /* "View.MemoryView":1261 * * @cname('__pyx_memoryview_err') * cdef int _err(object error, char *msg) except -1 with gil: # <<<<<<<<<<<<<< * if msg != NULL: * raise error(msg.decode('ascii')) */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("View.MemoryView._err", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = -1; __Pyx_XDECREF(__pyx_v_error); __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); #ifdef WITH_THREAD __Pyx_PyGILState_Release(__pyx_gilstate_save); #endif return __pyx_r; } /* "View.MemoryView":1268 * * @cname('__pyx_memoryview_copy_contents') * cdef int memoryview_copy_contents(__Pyx_memviewslice src, # <<<<<<<<<<<<<< * __Pyx_memviewslice dst, * int src_ndim, int dst_ndim, */ static int __pyx_memoryview_copy_contents(__Pyx_memviewslice __pyx_v_src, __Pyx_memviewslice __pyx_v_dst, int __pyx_v_src_ndim, int __pyx_v_dst_ndim, int __pyx_v_dtype_is_object) { void *__pyx_v_tmpdata; size_t __pyx_v_itemsize; int __pyx_v_i; char __pyx_v_order; int __pyx_v_broadcasting; int __pyx_v_direct_copy; __Pyx_memviewslice __pyx_v_tmp; int __pyx_v_ndim; int __pyx_r; __Pyx_TraceDeclarations Py_ssize_t __pyx_t_1; int __pyx_t_2; int __pyx_t_3; int __pyx_t_4; int __pyx_t_5; int __pyx_t_6; void *__pyx_t_7; int __pyx_t_8; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("memoryview_copy_contents", __pyx_f[5], 1268, 1, __PYX_ERR(5, 1268, __pyx_L1_error)); /* "View.MemoryView":1276 * Check for overlapping memory and verify the shapes. * """ * cdef void *tmpdata = NULL # <<<<<<<<<<<<<< * cdef size_t itemsize = src.memview.view.itemsize * cdef int i */ __pyx_v_tmpdata = NULL; /* "View.MemoryView":1277 * """ * cdef void *tmpdata = NULL * cdef size_t itemsize = src.memview.view.itemsize # <<<<<<<<<<<<<< * cdef int i * cdef char order = get_best_order(&src, src_ndim) */ __pyx_t_1 = __pyx_v_src.memview->view.itemsize; __pyx_v_itemsize = __pyx_t_1; /* "View.MemoryView":1279 * cdef size_t itemsize = src.memview.view.itemsize * cdef int i * cdef char order = get_best_order(&src, src_ndim) # <<<<<<<<<<<<<< * cdef bint broadcasting = False * cdef bint direct_copy = False */ __pyx_v_order = __pyx_get_best_slice_order((&__pyx_v_src), __pyx_v_src_ndim); /* "View.MemoryView":1280 * cdef int i * cdef char order = get_best_order(&src, src_ndim) * cdef bint broadcasting = False # <<<<<<<<<<<<<< * cdef bint direct_copy = False * cdef __Pyx_memviewslice tmp */ __pyx_v_broadcasting = 0; /* "View.MemoryView":1281 * cdef char order = get_best_order(&src, src_ndim) * cdef bint broadcasting = False * cdef bint direct_copy = False # <<<<<<<<<<<<<< * cdef __Pyx_memviewslice tmp * */ __pyx_v_direct_copy = 0; /* "View.MemoryView":1284 * cdef __Pyx_memviewslice tmp * * if src_ndim < dst_ndim: # <<<<<<<<<<<<<< * broadcast_leading(&src, src_ndim, dst_ndim) * elif dst_ndim < src_ndim: */ __pyx_t_2 = ((__pyx_v_src_ndim < __pyx_v_dst_ndim) != 0); if (__pyx_t_2) { /* "View.MemoryView":1285 * * if src_ndim < dst_ndim: * broadcast_leading(&src, src_ndim, dst_ndim) # <<<<<<<<<<<<<< * elif dst_ndim < src_ndim: * broadcast_leading(&dst, dst_ndim, src_ndim) */ __pyx_memoryview_broadcast_leading((&__pyx_v_src), __pyx_v_src_ndim, __pyx_v_dst_ndim); /* "View.MemoryView":1284 * cdef __Pyx_memviewslice tmp * * if src_ndim < dst_ndim: # <<<<<<<<<<<<<< * broadcast_leading(&src, src_ndim, dst_ndim) * elif dst_ndim < src_ndim: */ goto __pyx_L3; } /* "View.MemoryView":1286 * if src_ndim < dst_ndim: * broadcast_leading(&src, src_ndim, dst_ndim) * elif dst_ndim < src_ndim: # <<<<<<<<<<<<<< * broadcast_leading(&dst, dst_ndim, src_ndim) * */ __pyx_t_2 = ((__pyx_v_dst_ndim < __pyx_v_src_ndim) != 0); if (__pyx_t_2) { /* "View.MemoryView":1287 * broadcast_leading(&src, src_ndim, dst_ndim) * elif dst_ndim < src_ndim: * broadcast_leading(&dst, dst_ndim, src_ndim) # <<<<<<<<<<<<<< * * cdef int ndim = max(src_ndim, dst_ndim) */ __pyx_memoryview_broadcast_leading((&__pyx_v_dst), __pyx_v_dst_ndim, __pyx_v_src_ndim); /* "View.MemoryView":1286 * if src_ndim < dst_ndim: * broadcast_leading(&src, src_ndim, dst_ndim) * elif dst_ndim < src_ndim: # <<<<<<<<<<<<<< * broadcast_leading(&dst, dst_ndim, src_ndim) * */ } __pyx_L3:; /* "View.MemoryView":1289 * broadcast_leading(&dst, dst_ndim, src_ndim) * * cdef int ndim = max(src_ndim, dst_ndim) # <<<<<<<<<<<<<< * * for i in range(ndim): */ __pyx_t_3 = __pyx_v_dst_ndim; __pyx_t_4 = __pyx_v_src_ndim; if (((__pyx_t_3 > __pyx_t_4) != 0)) { __pyx_t_5 = __pyx_t_3; } else { __pyx_t_5 = __pyx_t_4; } __pyx_v_ndim = __pyx_t_5; /* "View.MemoryView":1291 * cdef int ndim = max(src_ndim, dst_ndim) * * for i in range(ndim): # <<<<<<<<<<<<<< * if src.shape[i] != dst.shape[i]: * if src.shape[i] == 1: */ __pyx_t_5 = __pyx_v_ndim; __pyx_t_3 = __pyx_t_5; for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) { __pyx_v_i = __pyx_t_4; /* "View.MemoryView":1292 * * for i in range(ndim): * if src.shape[i] != dst.shape[i]: # <<<<<<<<<<<<<< * if src.shape[i] == 1: * broadcasting = True */ __pyx_t_2 = (((__pyx_v_src.shape[__pyx_v_i]) != (__pyx_v_dst.shape[__pyx_v_i])) != 0); if (__pyx_t_2) { /* "View.MemoryView":1293 * for i in range(ndim): * if src.shape[i] != dst.shape[i]: * if src.shape[i] == 1: # <<<<<<<<<<<<<< * broadcasting = True * src.strides[i] = 0 */ __pyx_t_2 = (((__pyx_v_src.shape[__pyx_v_i]) == 1) != 0); if (__pyx_t_2) { /* "View.MemoryView":1294 * if src.shape[i] != dst.shape[i]: * if src.shape[i] == 1: * broadcasting = True # <<<<<<<<<<<<<< * src.strides[i] = 0 * else: */ __pyx_v_broadcasting = 1; /* "View.MemoryView":1295 * if src.shape[i] == 1: * broadcasting = True * src.strides[i] = 0 # <<<<<<<<<<<<<< * else: * _err_extents(i, dst.shape[i], src.shape[i]) */ (__pyx_v_src.strides[__pyx_v_i]) = 0; /* "View.MemoryView":1293 * for i in range(ndim): * if src.shape[i] != dst.shape[i]: * if src.shape[i] == 1: # <<<<<<<<<<<<<< * broadcasting = True * src.strides[i] = 0 */ goto __pyx_L7; } /* "View.MemoryView":1297 * src.strides[i] = 0 * else: * _err_extents(i, dst.shape[i], src.shape[i]) # <<<<<<<<<<<<<< * * if src.suboffsets[i] >= 0: */ /*else*/ { __pyx_t_6 = __pyx_memoryview_err_extents(__pyx_v_i, (__pyx_v_dst.shape[__pyx_v_i]), (__pyx_v_src.shape[__pyx_v_i])); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(5, 1297, __pyx_L1_error) } __pyx_L7:; /* "View.MemoryView":1292 * * for i in range(ndim): * if src.shape[i] != dst.shape[i]: # <<<<<<<<<<<<<< * if src.shape[i] == 1: * broadcasting = True */ } /* "View.MemoryView":1299 * _err_extents(i, dst.shape[i], src.shape[i]) * * if src.suboffsets[i] >= 0: # <<<<<<<<<<<<<< * _err_dim(ValueError, "Dimension %d is not direct", i) * */ __pyx_t_2 = (((__pyx_v_src.suboffsets[__pyx_v_i]) >= 0) != 0); if (__pyx_t_2) { /* "View.MemoryView":1300 * * if src.suboffsets[i] >= 0: * _err_dim(ValueError, "Dimension %d is not direct", i) # <<<<<<<<<<<<<< * * if slices_overlap(&src, &dst, ndim, itemsize): */ __pyx_t_6 = __pyx_memoryview_err_dim(__pyx_builtin_ValueError, ((char *)"Dimension %d is not direct"), __pyx_v_i); if (unlikely(__pyx_t_6 == ((int)-1))) __PYX_ERR(5, 1300, __pyx_L1_error) /* "View.MemoryView":1299 * _err_extents(i, dst.shape[i], src.shape[i]) * * if src.suboffsets[i] >= 0: # <<<<<<<<<<<<<< * _err_dim(ValueError, "Dimension %d is not direct", i) * */ } } /* "View.MemoryView":1302 * _err_dim(ValueError, "Dimension %d is not direct", i) * * if slices_overlap(&src, &dst, ndim, itemsize): # <<<<<<<<<<<<<< * * if not slice_is_contig(src, order, ndim): */ __pyx_t_2 = (__pyx_slices_overlap((&__pyx_v_src), (&__pyx_v_dst), __pyx_v_ndim, __pyx_v_itemsize) != 0); if (__pyx_t_2) { /* "View.MemoryView":1304 * if slices_overlap(&src, &dst, ndim, itemsize): * * if not slice_is_contig(src, order, ndim): # <<<<<<<<<<<<<< * order = get_best_order(&dst, ndim) * */ __pyx_t_2 = ((!(__pyx_memviewslice_is_contig(__pyx_v_src, __pyx_v_order, __pyx_v_ndim) != 0)) != 0); if (__pyx_t_2) { /* "View.MemoryView":1305 * * if not slice_is_contig(src, order, ndim): * order = get_best_order(&dst, ndim) # <<<<<<<<<<<<<< * * tmpdata = copy_data_to_temp(&src, &tmp, order, ndim) */ __pyx_v_order = __pyx_get_best_slice_order((&__pyx_v_dst), __pyx_v_ndim); /* "View.MemoryView":1304 * if slices_overlap(&src, &dst, ndim, itemsize): * * if not slice_is_contig(src, order, ndim): # <<<<<<<<<<<<<< * order = get_best_order(&dst, ndim) * */ } /* "View.MemoryView":1307 * order = get_best_order(&dst, ndim) * * tmpdata = copy_data_to_temp(&src, &tmp, order, ndim) # <<<<<<<<<<<<<< * src = tmp * */ __pyx_t_7 = __pyx_memoryview_copy_data_to_temp((&__pyx_v_src), (&__pyx_v_tmp), __pyx_v_order, __pyx_v_ndim); if (unlikely(__pyx_t_7 == ((void *)NULL))) __PYX_ERR(5, 1307, __pyx_L1_error) __pyx_v_tmpdata = __pyx_t_7; /* "View.MemoryView":1308 * * tmpdata = copy_data_to_temp(&src, &tmp, order, ndim) * src = tmp # <<<<<<<<<<<<<< * * if not broadcasting: */ __pyx_v_src = __pyx_v_tmp; /* "View.MemoryView":1302 * _err_dim(ValueError, "Dimension %d is not direct", i) * * if slices_overlap(&src, &dst, ndim, itemsize): # <<<<<<<<<<<<<< * * if not slice_is_contig(src, order, ndim): */ } /* "View.MemoryView":1310 * src = tmp * * if not broadcasting: # <<<<<<<<<<<<<< * * */ __pyx_t_2 = ((!(__pyx_v_broadcasting != 0)) != 0); if (__pyx_t_2) { /* "View.MemoryView":1313 * * * if slice_is_contig(src, 'C', ndim): # <<<<<<<<<<<<<< * direct_copy = slice_is_contig(dst, 'C', ndim) * elif slice_is_contig(src, 'F', ndim): */ __pyx_t_2 = (__pyx_memviewslice_is_contig(__pyx_v_src, 'C', __pyx_v_ndim) != 0); if (__pyx_t_2) { /* "View.MemoryView":1314 * * if slice_is_contig(src, 'C', ndim): * direct_copy = slice_is_contig(dst, 'C', ndim) # <<<<<<<<<<<<<< * elif slice_is_contig(src, 'F', ndim): * direct_copy = slice_is_contig(dst, 'F', ndim) */ __pyx_v_direct_copy = __pyx_memviewslice_is_contig(__pyx_v_dst, 'C', __pyx_v_ndim); /* "View.MemoryView":1313 * * * if slice_is_contig(src, 'C', ndim): # <<<<<<<<<<<<<< * direct_copy = slice_is_contig(dst, 'C', ndim) * elif slice_is_contig(src, 'F', ndim): */ goto __pyx_L12; } /* "View.MemoryView":1315 * if slice_is_contig(src, 'C', ndim): * direct_copy = slice_is_contig(dst, 'C', ndim) * elif slice_is_contig(src, 'F', ndim): # <<<<<<<<<<<<<< * direct_copy = slice_is_contig(dst, 'F', ndim) * */ __pyx_t_2 = (__pyx_memviewslice_is_contig(__pyx_v_src, 'F', __pyx_v_ndim) != 0); if (__pyx_t_2) { /* "View.MemoryView":1316 * direct_copy = slice_is_contig(dst, 'C', ndim) * elif slice_is_contig(src, 'F', ndim): * direct_copy = slice_is_contig(dst, 'F', ndim) # <<<<<<<<<<<<<< * * if direct_copy: */ __pyx_v_direct_copy = __pyx_memviewslice_is_contig(__pyx_v_dst, 'F', __pyx_v_ndim); /* "View.MemoryView":1315 * if slice_is_contig(src, 'C', ndim): * direct_copy = slice_is_contig(dst, 'C', ndim) * elif slice_is_contig(src, 'F', ndim): # <<<<<<<<<<<<<< * direct_copy = slice_is_contig(dst, 'F', ndim) * */ } __pyx_L12:; /* "View.MemoryView":1318 * direct_copy = slice_is_contig(dst, 'F', ndim) * * if direct_copy: # <<<<<<<<<<<<<< * * refcount_copying(&dst, dtype_is_object, ndim, False) */ __pyx_t_2 = (__pyx_v_direct_copy != 0); if (__pyx_t_2) { /* "View.MemoryView":1320 * if direct_copy: * * refcount_copying(&dst, dtype_is_object, ndim, False) # <<<<<<<<<<<<<< * memcpy(dst.data, src.data, slice_get_size(&src, ndim)) * refcount_copying(&dst, dtype_is_object, ndim, True) */ __pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 0); /* "View.MemoryView":1321 * * refcount_copying(&dst, dtype_is_object, ndim, False) * memcpy(dst.data, src.data, slice_get_size(&src, ndim)) # <<<<<<<<<<<<<< * refcount_copying(&dst, dtype_is_object, ndim, True) * free(tmpdata) */ (void)(memcpy(__pyx_v_dst.data, __pyx_v_src.data, __pyx_memoryview_slice_get_size((&__pyx_v_src), __pyx_v_ndim))); /* "View.MemoryView":1322 * refcount_copying(&dst, dtype_is_object, ndim, False) * memcpy(dst.data, src.data, slice_get_size(&src, ndim)) * refcount_copying(&dst, dtype_is_object, ndim, True) # <<<<<<<<<<<<<< * free(tmpdata) * return 0 */ __pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 1); /* "View.MemoryView":1323 * memcpy(dst.data, src.data, slice_get_size(&src, ndim)) * refcount_copying(&dst, dtype_is_object, ndim, True) * free(tmpdata) # <<<<<<<<<<<<<< * return 0 * */ free(__pyx_v_tmpdata); /* "View.MemoryView":1324 * refcount_copying(&dst, dtype_is_object, ndim, True) * free(tmpdata) * return 0 # <<<<<<<<<<<<<< * * if order == 'F' == get_best_order(&dst, ndim): */ __pyx_r = 0; goto __pyx_L0; /* "View.MemoryView":1318 * direct_copy = slice_is_contig(dst, 'F', ndim) * * if direct_copy: # <<<<<<<<<<<<<< * * refcount_copying(&dst, dtype_is_object, ndim, False) */ } /* "View.MemoryView":1310 * src = tmp * * if not broadcasting: # <<<<<<<<<<<<<< * * */ } /* "View.MemoryView":1326 * return 0 * * if order == 'F' == get_best_order(&dst, ndim): # <<<<<<<<<<<<<< * * */ __pyx_t_2 = (__pyx_v_order == 'F'); if (__pyx_t_2) { __pyx_t_2 = ('F' == __pyx_get_best_slice_order((&__pyx_v_dst), __pyx_v_ndim)); } __pyx_t_8 = (__pyx_t_2 != 0); if (__pyx_t_8) { /* "View.MemoryView":1329 * * * transpose_memslice(&src) # <<<<<<<<<<<<<< * transpose_memslice(&dst) * */ __pyx_t_5 = __pyx_memslice_transpose((&__pyx_v_src)); if (unlikely(__pyx_t_5 == ((int)0))) __PYX_ERR(5, 1329, __pyx_L1_error) /* "View.MemoryView":1330 * * transpose_memslice(&src) * transpose_memslice(&dst) # <<<<<<<<<<<<<< * * refcount_copying(&dst, dtype_is_object, ndim, False) */ __pyx_t_5 = __pyx_memslice_transpose((&__pyx_v_dst)); if (unlikely(__pyx_t_5 == ((int)0))) __PYX_ERR(5, 1330, __pyx_L1_error) /* "View.MemoryView":1326 * return 0 * * if order == 'F' == get_best_order(&dst, ndim): # <<<<<<<<<<<<<< * * */ } /* "View.MemoryView":1332 * transpose_memslice(&dst) * * refcount_copying(&dst, dtype_is_object, ndim, False) # <<<<<<<<<<<<<< * copy_strided_to_strided(&src, &dst, ndim, itemsize) * refcount_copying(&dst, dtype_is_object, ndim, True) */ __pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 0); /* "View.MemoryView":1333 * * refcount_copying(&dst, dtype_is_object, ndim, False) * copy_strided_to_strided(&src, &dst, ndim, itemsize) # <<<<<<<<<<<<<< * refcount_copying(&dst, dtype_is_object, ndim, True) * */ copy_strided_to_strided((&__pyx_v_src), (&__pyx_v_dst), __pyx_v_ndim, __pyx_v_itemsize); /* "View.MemoryView":1334 * refcount_copying(&dst, dtype_is_object, ndim, False) * copy_strided_to_strided(&src, &dst, ndim, itemsize) * refcount_copying(&dst, dtype_is_object, ndim, True) # <<<<<<<<<<<<<< * * free(tmpdata) */ __pyx_memoryview_refcount_copying((&__pyx_v_dst), __pyx_v_dtype_is_object, __pyx_v_ndim, 1); /* "View.MemoryView":1336 * refcount_copying(&dst, dtype_is_object, ndim, True) * * free(tmpdata) # <<<<<<<<<<<<<< * return 0 * */ free(__pyx_v_tmpdata); /* "View.MemoryView":1337 * * free(tmpdata) * return 0 # <<<<<<<<<<<<<< * * @cname('__pyx_memoryview_broadcast_leading') */ __pyx_r = 0; goto __pyx_L0; /* "View.MemoryView":1268 * * @cname('__pyx_memoryview_copy_contents') * cdef int memoryview_copy_contents(__Pyx_memviewslice src, # <<<<<<<<<<<<<< * __Pyx_memviewslice dst, * int src_ndim, int dst_ndim, */ /* function exit code */ __pyx_L1_error:; { #ifdef WITH_THREAD PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure(); #endif __Pyx_AddTraceback("View.MemoryView.memoryview_copy_contents", __pyx_clineno, __pyx_lineno, __pyx_filename); #ifdef WITH_THREAD __Pyx_PyGILState_Release(__pyx_gilstate_save); #endif } __pyx_r = -1; __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); return __pyx_r; } /* "View.MemoryView":1340 * * @cname('__pyx_memoryview_broadcast_leading') * cdef void broadcast_leading(__Pyx_memviewslice *mslice, # <<<<<<<<<<<<<< * int ndim, * int ndim_other) nogil: */ static void __pyx_memoryview_broadcast_leading(__Pyx_memviewslice *__pyx_v_mslice, int __pyx_v_ndim, int __pyx_v_ndim_other) { int __pyx_v_i; int __pyx_v_offset; __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_t_2; int __pyx_t_3; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("broadcast_leading", __pyx_f[5], 1340, 1, __PYX_ERR(5, 1340, __pyx_L1_error)); /* "View.MemoryView":1344 * int ndim_other) nogil: * cdef int i * cdef int offset = ndim_other - ndim # <<<<<<<<<<<<<< * * for i in range(ndim - 1, -1, -1): */ __pyx_v_offset = (__pyx_v_ndim_other - __pyx_v_ndim); /* "View.MemoryView":1346 * cdef int offset = ndim_other - ndim * * for i in range(ndim - 1, -1, -1): # <<<<<<<<<<<<<< * mslice.shape[i + offset] = mslice.shape[i] * mslice.strides[i + offset] = mslice.strides[i] */ for (__pyx_t_1 = (__pyx_v_ndim - 1); __pyx_t_1 > -1; __pyx_t_1-=1) { __pyx_v_i = __pyx_t_1; /* "View.MemoryView":1347 * * for i in range(ndim - 1, -1, -1): * mslice.shape[i + offset] = mslice.shape[i] # <<<<<<<<<<<<<< * mslice.strides[i + offset] = mslice.strides[i] * mslice.suboffsets[i + offset] = mslice.suboffsets[i] */ (__pyx_v_mslice->shape[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_mslice->shape[__pyx_v_i]); /* "View.MemoryView":1348 * for i in range(ndim - 1, -1, -1): * mslice.shape[i + offset] = mslice.shape[i] * mslice.strides[i + offset] = mslice.strides[i] # <<<<<<<<<<<<<< * mslice.suboffsets[i + offset] = mslice.suboffsets[i] * */ (__pyx_v_mslice->strides[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_mslice->strides[__pyx_v_i]); /* "View.MemoryView":1349 * mslice.shape[i + offset] = mslice.shape[i] * mslice.strides[i + offset] = mslice.strides[i] * mslice.suboffsets[i + offset] = mslice.suboffsets[i] # <<<<<<<<<<<<<< * * for i in range(offset): */ (__pyx_v_mslice->suboffsets[(__pyx_v_i + __pyx_v_offset)]) = (__pyx_v_mslice->suboffsets[__pyx_v_i]); } /* "View.MemoryView":1351 * mslice.suboffsets[i + offset] = mslice.suboffsets[i] * * for i in range(offset): # <<<<<<<<<<<<<< * mslice.shape[i] = 1 * mslice.strides[i] = mslice.strides[0] */ __pyx_t_1 = __pyx_v_offset; __pyx_t_2 = __pyx_t_1; for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) { __pyx_v_i = __pyx_t_3; /* "View.MemoryView":1352 * * for i in range(offset): * mslice.shape[i] = 1 # <<<<<<<<<<<<<< * mslice.strides[i] = mslice.strides[0] * mslice.suboffsets[i] = -1 */ (__pyx_v_mslice->shape[__pyx_v_i]) = 1; /* "View.MemoryView":1353 * for i in range(offset): * mslice.shape[i] = 1 * mslice.strides[i] = mslice.strides[0] # <<<<<<<<<<<<<< * mslice.suboffsets[i] = -1 * */ (__pyx_v_mslice->strides[__pyx_v_i]) = (__pyx_v_mslice->strides[0]); /* "View.MemoryView":1354 * mslice.shape[i] = 1 * mslice.strides[i] = mslice.strides[0] * mslice.suboffsets[i] = -1 # <<<<<<<<<<<<<< * * */ (__pyx_v_mslice->suboffsets[__pyx_v_i]) = -1L; } /* "View.MemoryView":1340 * * @cname('__pyx_memoryview_broadcast_leading') * cdef void broadcast_leading(__Pyx_memviewslice *mslice, # <<<<<<<<<<<<<< * int ndim, * int ndim_other) nogil: */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView.broadcast_leading", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "View.MemoryView":1362 * * @cname('__pyx_memoryview_refcount_copying') * cdef void refcount_copying(__Pyx_memviewslice *dst, bint dtype_is_object, # <<<<<<<<<<<<<< * int ndim, bint inc) nogil: * */ static void __pyx_memoryview_refcount_copying(__Pyx_memviewslice *__pyx_v_dst, int __pyx_v_dtype_is_object, int __pyx_v_ndim, int __pyx_v_inc) { __Pyx_TraceDeclarations int __pyx_t_1; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("refcount_copying", __pyx_f[5], 1362, 1, __PYX_ERR(5, 1362, __pyx_L1_error)); /* "View.MemoryView":1366 * * * if dtype_is_object: # <<<<<<<<<<<<<< * refcount_objects_in_slice_with_gil(dst.data, dst.shape, * dst.strides, ndim, inc) */ __pyx_t_1 = (__pyx_v_dtype_is_object != 0); if (__pyx_t_1) { /* "View.MemoryView":1367 * * if dtype_is_object: * refcount_objects_in_slice_with_gil(dst.data, dst.shape, # <<<<<<<<<<<<<< * dst.strides, ndim, inc) * */ __pyx_memoryview_refcount_objects_in_slice_with_gil(__pyx_v_dst->data, __pyx_v_dst->shape, __pyx_v_dst->strides, __pyx_v_ndim, __pyx_v_inc); /* "View.MemoryView":1366 * * * if dtype_is_object: # <<<<<<<<<<<<<< * refcount_objects_in_slice_with_gil(dst.data, dst.shape, * dst.strides, ndim, inc) */ } /* "View.MemoryView":1362 * * @cname('__pyx_memoryview_refcount_copying') * cdef void refcount_copying(__Pyx_memviewslice *dst, bint dtype_is_object, # <<<<<<<<<<<<<< * int ndim, bint inc) nogil: * */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView.refcount_copying", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "View.MemoryView":1371 * * @cname('__pyx_memoryview_refcount_objects_in_slice_with_gil') * cdef void refcount_objects_in_slice_with_gil(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<< * Py_ssize_t *strides, int ndim, * bint inc) with gil: */ static void __pyx_memoryview_refcount_objects_in_slice_with_gil(char *__pyx_v_data, Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, int __pyx_v_ndim, int __pyx_v_inc) { __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; #ifdef WITH_THREAD PyGILState_STATE __pyx_gilstate_save = __Pyx_PyGILState_Ensure(); #endif __Pyx_RefNannySetupContext("refcount_objects_in_slice_with_gil", 0); __Pyx_TraceCall("refcount_objects_in_slice_with_gil", __pyx_f[5], 1371, 0, __PYX_ERR(5, 1371, __pyx_L1_error)); /* "View.MemoryView":1374 * Py_ssize_t *strides, int ndim, * bint inc) with gil: * refcount_objects_in_slice(data, shape, strides, ndim, inc) # <<<<<<<<<<<<<< * * @cname('__pyx_memoryview_refcount_objects_in_slice') */ __pyx_memoryview_refcount_objects_in_slice(__pyx_v_data, __pyx_v_shape, __pyx_v_strides, __pyx_v_ndim, __pyx_v_inc); /* "View.MemoryView":1371 * * @cname('__pyx_memoryview_refcount_objects_in_slice_with_gil') * cdef void refcount_objects_in_slice_with_gil(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<< * Py_ssize_t *strides, int ndim, * bint inc) with gil: */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView.refcount_objects_in_slice_with_gil", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0); __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); #ifdef WITH_THREAD __Pyx_PyGILState_Release(__pyx_gilstate_save); #endif } /* "View.MemoryView":1377 * * @cname('__pyx_memoryview_refcount_objects_in_slice') * cdef void refcount_objects_in_slice(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<< * Py_ssize_t *strides, int ndim, bint inc): * cdef Py_ssize_t i */ static void __pyx_memoryview_refcount_objects_in_slice(char *__pyx_v_data, Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, int __pyx_v_ndim, int __pyx_v_inc) { CYTHON_UNUSED Py_ssize_t __pyx_v_i; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations Py_ssize_t __pyx_t_1; Py_ssize_t __pyx_t_2; Py_ssize_t __pyx_t_3; int __pyx_t_4; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("refcount_objects_in_slice", 0); __Pyx_TraceCall("refcount_objects_in_slice", __pyx_f[5], 1377, 0, __PYX_ERR(5, 1377, __pyx_L1_error)); /* "View.MemoryView":1381 * cdef Py_ssize_t i * * for i in range(shape[0]): # <<<<<<<<<<<<<< * if ndim == 1: * if inc: */ __pyx_t_1 = (__pyx_v_shape[0]); __pyx_t_2 = __pyx_t_1; for (__pyx_t_3 = 0; __pyx_t_3 < __pyx_t_2; __pyx_t_3+=1) { __pyx_v_i = __pyx_t_3; /* "View.MemoryView":1382 * * for i in range(shape[0]): * if ndim == 1: # <<<<<<<<<<<<<< * if inc: * Py_INCREF(( data)[0]) */ __pyx_t_4 = ((__pyx_v_ndim == 1) != 0); if (__pyx_t_4) { /* "View.MemoryView":1383 * for i in range(shape[0]): * if ndim == 1: * if inc: # <<<<<<<<<<<<<< * Py_INCREF(( data)[0]) * else: */ __pyx_t_4 = (__pyx_v_inc != 0); if (__pyx_t_4) { /* "View.MemoryView":1384 * if ndim == 1: * if inc: * Py_INCREF(( data)[0]) # <<<<<<<<<<<<<< * else: * Py_DECREF(( data)[0]) */ Py_INCREF((((PyObject **)__pyx_v_data)[0])); /* "View.MemoryView":1383 * for i in range(shape[0]): * if ndim == 1: * if inc: # <<<<<<<<<<<<<< * Py_INCREF(( data)[0]) * else: */ goto __pyx_L6; } /* "View.MemoryView":1386 * Py_INCREF(( data)[0]) * else: * Py_DECREF(( data)[0]) # <<<<<<<<<<<<<< * else: * refcount_objects_in_slice(data, shape + 1, strides + 1, */ /*else*/ { Py_DECREF((((PyObject **)__pyx_v_data)[0])); } __pyx_L6:; /* "View.MemoryView":1382 * * for i in range(shape[0]): * if ndim == 1: # <<<<<<<<<<<<<< * if inc: * Py_INCREF(( data)[0]) */ goto __pyx_L5; } /* "View.MemoryView":1388 * Py_DECREF(( data)[0]) * else: * refcount_objects_in_slice(data, shape + 1, strides + 1, # <<<<<<<<<<<<<< * ndim - 1, inc) * */ /*else*/ { /* "View.MemoryView":1389 * else: * refcount_objects_in_slice(data, shape + 1, strides + 1, * ndim - 1, inc) # <<<<<<<<<<<<<< * * data += strides[0] */ __pyx_memoryview_refcount_objects_in_slice(__pyx_v_data, (__pyx_v_shape + 1), (__pyx_v_strides + 1), (__pyx_v_ndim - 1), __pyx_v_inc); } __pyx_L5:; /* "View.MemoryView":1391 * ndim - 1, inc) * * data += strides[0] # <<<<<<<<<<<<<< * * */ __pyx_v_data = (__pyx_v_data + (__pyx_v_strides[0])); } /* "View.MemoryView":1377 * * @cname('__pyx_memoryview_refcount_objects_in_slice') * cdef void refcount_objects_in_slice(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<< * Py_ssize_t *strides, int ndim, bint inc): * cdef Py_ssize_t i */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView.refcount_objects_in_slice", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 0); __pyx_L0:; __Pyx_TraceReturn(Py_None, 0); __Pyx_RefNannyFinishContext(); } /* "View.MemoryView":1397 * * @cname('__pyx_memoryview_slice_assign_scalar') * cdef void slice_assign_scalar(__Pyx_memviewslice *dst, int ndim, # <<<<<<<<<<<<<< * size_t itemsize, void *item, * bint dtype_is_object) nogil: */ static void __pyx_memoryview_slice_assign_scalar(__Pyx_memviewslice *__pyx_v_dst, int __pyx_v_ndim, size_t __pyx_v_itemsize, void *__pyx_v_item, int __pyx_v_dtype_is_object) { __Pyx_TraceDeclarations int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("slice_assign_scalar", __pyx_f[5], 1397, 1, __PYX_ERR(5, 1397, __pyx_L1_error)); /* "View.MemoryView":1400 * size_t itemsize, void *item, * bint dtype_is_object) nogil: * refcount_copying(dst, dtype_is_object, ndim, False) # <<<<<<<<<<<<<< * _slice_assign_scalar(dst.data, dst.shape, dst.strides, ndim, * itemsize, item) */ __pyx_memoryview_refcount_copying(__pyx_v_dst, __pyx_v_dtype_is_object, __pyx_v_ndim, 0); /* "View.MemoryView":1401 * bint dtype_is_object) nogil: * refcount_copying(dst, dtype_is_object, ndim, False) * _slice_assign_scalar(dst.data, dst.shape, dst.strides, ndim, # <<<<<<<<<<<<<< * itemsize, item) * refcount_copying(dst, dtype_is_object, ndim, True) */ __pyx_memoryview__slice_assign_scalar(__pyx_v_dst->data, __pyx_v_dst->shape, __pyx_v_dst->strides, __pyx_v_ndim, __pyx_v_itemsize, __pyx_v_item); /* "View.MemoryView":1403 * _slice_assign_scalar(dst.data, dst.shape, dst.strides, ndim, * itemsize, item) * refcount_copying(dst, dtype_is_object, ndim, True) # <<<<<<<<<<<<<< * * */ __pyx_memoryview_refcount_copying(__pyx_v_dst, __pyx_v_dtype_is_object, __pyx_v_ndim, 1); /* "View.MemoryView":1397 * * @cname('__pyx_memoryview_slice_assign_scalar') * cdef void slice_assign_scalar(__Pyx_memviewslice *dst, int ndim, # <<<<<<<<<<<<<< * size_t itemsize, void *item, * bint dtype_is_object) nogil: */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView.slice_assign_scalar", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "View.MemoryView":1407 * * @cname('__pyx_memoryview__slice_assign_scalar') * cdef void _slice_assign_scalar(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<< * Py_ssize_t *strides, int ndim, * size_t itemsize, void *item) nogil: */ static void __pyx_memoryview__slice_assign_scalar(char *__pyx_v_data, Py_ssize_t *__pyx_v_shape, Py_ssize_t *__pyx_v_strides, int __pyx_v_ndim, size_t __pyx_v_itemsize, void *__pyx_v_item) { CYTHON_UNUSED Py_ssize_t __pyx_v_i; Py_ssize_t __pyx_v_stride; Py_ssize_t __pyx_v_extent; __Pyx_TraceDeclarations int __pyx_t_1; Py_ssize_t __pyx_t_2; Py_ssize_t __pyx_t_3; Py_ssize_t __pyx_t_4; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceCall("_slice_assign_scalar", __pyx_f[5], 1407, 1, __PYX_ERR(5, 1407, __pyx_L1_error)); /* "View.MemoryView":1411 * size_t itemsize, void *item) nogil: * cdef Py_ssize_t i * cdef Py_ssize_t stride = strides[0] # <<<<<<<<<<<<<< * cdef Py_ssize_t extent = shape[0] * */ __pyx_v_stride = (__pyx_v_strides[0]); /* "View.MemoryView":1412 * cdef Py_ssize_t i * cdef Py_ssize_t stride = strides[0] * cdef Py_ssize_t extent = shape[0] # <<<<<<<<<<<<<< * * if ndim == 1: */ __pyx_v_extent = (__pyx_v_shape[0]); /* "View.MemoryView":1414 * cdef Py_ssize_t extent = shape[0] * * if ndim == 1: # <<<<<<<<<<<<<< * for i in range(extent): * memcpy(data, item, itemsize) */ __pyx_t_1 = ((__pyx_v_ndim == 1) != 0); if (__pyx_t_1) { /* "View.MemoryView":1415 * * if ndim == 1: * for i in range(extent): # <<<<<<<<<<<<<< * memcpy(data, item, itemsize) * data += stride */ __pyx_t_2 = __pyx_v_extent; __pyx_t_3 = __pyx_t_2; for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) { __pyx_v_i = __pyx_t_4; /* "View.MemoryView":1416 * if ndim == 1: * for i in range(extent): * memcpy(data, item, itemsize) # <<<<<<<<<<<<<< * data += stride * else: */ (void)(memcpy(__pyx_v_data, __pyx_v_item, __pyx_v_itemsize)); /* "View.MemoryView":1417 * for i in range(extent): * memcpy(data, item, itemsize) * data += stride # <<<<<<<<<<<<<< * else: * for i in range(extent): */ __pyx_v_data = (__pyx_v_data + __pyx_v_stride); } /* "View.MemoryView":1414 * cdef Py_ssize_t extent = shape[0] * * if ndim == 1: # <<<<<<<<<<<<<< * for i in range(extent): * memcpy(data, item, itemsize) */ goto __pyx_L3; } /* "View.MemoryView":1419 * data += stride * else: * for i in range(extent): # <<<<<<<<<<<<<< * _slice_assign_scalar(data, shape + 1, strides + 1, * ndim - 1, itemsize, item) */ /*else*/ { __pyx_t_2 = __pyx_v_extent; __pyx_t_3 = __pyx_t_2; for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) { __pyx_v_i = __pyx_t_4; /* "View.MemoryView":1420 * else: * for i in range(extent): * _slice_assign_scalar(data, shape + 1, strides + 1, # <<<<<<<<<<<<<< * ndim - 1, itemsize, item) * data += stride */ __pyx_memoryview__slice_assign_scalar(__pyx_v_data, (__pyx_v_shape + 1), (__pyx_v_strides + 1), (__pyx_v_ndim - 1), __pyx_v_itemsize, __pyx_v_item); /* "View.MemoryView":1422 * _slice_assign_scalar(data, shape + 1, strides + 1, * ndim - 1, itemsize, item) * data += stride # <<<<<<<<<<<<<< * * */ __pyx_v_data = (__pyx_v_data + __pyx_v_stride); } } __pyx_L3:; /* "View.MemoryView":1407 * * @cname('__pyx_memoryview__slice_assign_scalar') * cdef void _slice_assign_scalar(char *data, Py_ssize_t *shape, # <<<<<<<<<<<<<< * Py_ssize_t *strides, int ndim, * size_t itemsize, void *item) nogil: */ /* function exit code */ goto __pyx_L0; __pyx_L1_error:; __Pyx_WriteUnraisable("View.MemoryView._slice_assign_scalar", __pyx_clineno, __pyx_lineno, __pyx_filename, 1, 1); __pyx_L0:; __Pyx_TraceReturn(Py_None, 1); } /* "(tree fragment)":1 * def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state): # <<<<<<<<<<<<<< * cdef object __pyx_PickleError * cdef object __pyx_result */ /* Python wrapper */ static PyObject *__pyx_pw_15View_dot_MemoryView_1__pyx_unpickle_Enum(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/ static PyMethodDef __pyx_mdef_15View_dot_MemoryView_1__pyx_unpickle_Enum = {"__pyx_unpickle_Enum", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_15View_dot_MemoryView_1__pyx_unpickle_Enum, METH_VARARGS|METH_KEYWORDS, 0}; static PyObject *__pyx_pw_15View_dot_MemoryView_1__pyx_unpickle_Enum(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) { PyObject *__pyx_v___pyx_type = 0; long __pyx_v___pyx_checksum; PyObject *__pyx_v___pyx_state = 0; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; PyObject *__pyx_r = 0; __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__pyx_unpickle_Enum (wrapper)", 0); { static PyObject **__pyx_pyargnames[] = {&__pyx_n_s_pyx_type,&__pyx_n_s_pyx_checksum,&__pyx_n_s_pyx_state,0}; PyObject* values[3] = {0,0,0}; if (unlikely(__pyx_kwds)) { Py_ssize_t kw_args; const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args); switch (pos_args) { case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2); CYTHON_FALLTHROUGH; case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1); CYTHON_FALLTHROUGH; case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0); CYTHON_FALLTHROUGH; case 0: break; default: goto __pyx_L5_argtuple_error; } kw_args = PyDict_Size(__pyx_kwds); switch (pos_args) { case 0: if (likely((values[0] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pyx_type)) != 0)) kw_args--; else goto __pyx_L5_argtuple_error; CYTHON_FALLTHROUGH; case 1: if (likely((values[1] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pyx_checksum)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__pyx_unpickle_Enum", 1, 3, 3, 1); __PYX_ERR(5, 1, __pyx_L3_error) } CYTHON_FALLTHROUGH; case 2: if (likely((values[2] = __Pyx_PyDict_GetItemStr(__pyx_kwds, __pyx_n_s_pyx_state)) != 0)) kw_args--; else { __Pyx_RaiseArgtupleInvalid("__pyx_unpickle_Enum", 1, 3, 3, 2); __PYX_ERR(5, 1, __pyx_L3_error) } } if (unlikely(kw_args > 0)) { if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "__pyx_unpickle_Enum") < 0)) __PYX_ERR(5, 1, __pyx_L3_error) } } else if (PyTuple_GET_SIZE(__pyx_args) != 3) { goto __pyx_L5_argtuple_error; } else { values[0] = PyTuple_GET_ITEM(__pyx_args, 0); values[1] = PyTuple_GET_ITEM(__pyx_args, 1); values[2] = PyTuple_GET_ITEM(__pyx_args, 2); } __pyx_v___pyx_type = values[0]; __pyx_v___pyx_checksum = __Pyx_PyInt_As_long(values[1]); if (unlikely((__pyx_v___pyx_checksum == (long)-1) && PyErr_Occurred())) __PYX_ERR(5, 1, __pyx_L3_error) __pyx_v___pyx_state = values[2]; } goto __pyx_L4_argument_unpacking_done; __pyx_L5_argtuple_error:; __Pyx_RaiseArgtupleInvalid("__pyx_unpickle_Enum", 1, 3, 3, PyTuple_GET_SIZE(__pyx_args)); __PYX_ERR(5, 1, __pyx_L3_error) __pyx_L3_error:; __Pyx_AddTraceback("View.MemoryView.__pyx_unpickle_Enum", __pyx_clineno, __pyx_lineno, __pyx_filename); __Pyx_RefNannyFinishContext(); return NULL; __pyx_L4_argument_unpacking_done:; __pyx_r = __pyx_pf_15View_dot_MemoryView___pyx_unpickle_Enum(__pyx_self, __pyx_v___pyx_type, __pyx_v___pyx_checksum, __pyx_v___pyx_state); /* function exit code */ __Pyx_RefNannyFinishContext(); return __pyx_r; } static PyObject *__pyx_pf_15View_dot_MemoryView___pyx_unpickle_Enum(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v___pyx_type, long __pyx_v___pyx_checksum, PyObject *__pyx_v___pyx_state) { PyObject *__pyx_v___pyx_PickleError = 0; PyObject *__pyx_v___pyx_result = 0; PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations int __pyx_t_1; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; int __pyx_t_6; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_TraceFrameInit(__pyx_codeobj__170) __Pyx_RefNannySetupContext("__pyx_unpickle_Enum", 0); __Pyx_TraceCall("__pyx_unpickle_Enum", __pyx_f[5], 1, 0, __PYX_ERR(5, 1, __pyx_L1_error)); /* "(tree fragment)":4 * cdef object __pyx_PickleError * cdef object __pyx_result * if __pyx_checksum != 0xb068931: # <<<<<<<<<<<<<< * from pickle import PickleError as __pyx_PickleError * raise __pyx_PickleError("Incompatible checksums (%s vs 0xb068931 = (name))" % __pyx_checksum) */ __pyx_t_1 = ((__pyx_v___pyx_checksum != 0xb068931) != 0); if (__pyx_t_1) { /* "(tree fragment)":5 * cdef object __pyx_result * if __pyx_checksum != 0xb068931: * from pickle import PickleError as __pyx_PickleError # <<<<<<<<<<<<<< * raise __pyx_PickleError("Incompatible checksums (%s vs 0xb068931 = (name))" % __pyx_checksum) * __pyx_result = Enum.__new__(__pyx_type) */ __pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 5, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_n_s_PickleError); __Pyx_GIVEREF(__pyx_n_s_PickleError); PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_PickleError); __pyx_t_3 = __Pyx_Import(__pyx_n_s_pickle, __pyx_t_2, 0); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 5, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_3, __pyx_n_s_PickleError); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 5, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_t_2); __pyx_v___pyx_PickleError = __pyx_t_2; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "(tree fragment)":6 * if __pyx_checksum != 0xb068931: * from pickle import PickleError as __pyx_PickleError * raise __pyx_PickleError("Incompatible checksums (%s vs 0xb068931 = (name))" % __pyx_checksum) # <<<<<<<<<<<<<< * __pyx_result = Enum.__new__(__pyx_type) * if __pyx_state is not None: */ __pyx_t_2 = __Pyx_PyInt_From_long(__pyx_v___pyx_checksum); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 6, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = __Pyx_PyString_Format(__pyx_kp_s_Incompatible_checksums_s_vs_0xb0, __pyx_t_2); if (unlikely(!__pyx_t_4)) __PYX_ERR(5, 6, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_INCREF(__pyx_v___pyx_PickleError); __pyx_t_2 = __pyx_v___pyx_PickleError; __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_2))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_3 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_5, __pyx_t_4) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 6, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_Raise(__pyx_t_3, 0, 0, 0); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __PYX_ERR(5, 6, __pyx_L1_error) /* "(tree fragment)":4 * cdef object __pyx_PickleError * cdef object __pyx_result * if __pyx_checksum != 0xb068931: # <<<<<<<<<<<<<< * from pickle import PickleError as __pyx_PickleError * raise __pyx_PickleError("Incompatible checksums (%s vs 0xb068931 = (name))" % __pyx_checksum) */ } /* "(tree fragment)":7 * from pickle import PickleError as __pyx_PickleError * raise __pyx_PickleError("Incompatible checksums (%s vs 0xb068931 = (name))" % __pyx_checksum) * __pyx_result = Enum.__new__(__pyx_type) # <<<<<<<<<<<<<< * if __pyx_state is not None: * __pyx_unpickle_Enum__set_state( __pyx_result, __pyx_state) */ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_MemviewEnum_type), __pyx_n_s_new); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 7, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_2))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_2); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_2); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_2, function); } } __pyx_t_3 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_2, __pyx_t_4, __pyx_v___pyx_type) : __Pyx_PyObject_CallOneArg(__pyx_t_2, __pyx_v___pyx_type); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 7, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_v___pyx_result = __pyx_t_3; __pyx_t_3 = 0; /* "(tree fragment)":8 * raise __pyx_PickleError("Incompatible checksums (%s vs 0xb068931 = (name))" % __pyx_checksum) * __pyx_result = Enum.__new__(__pyx_type) * if __pyx_state is not None: # <<<<<<<<<<<<<< * __pyx_unpickle_Enum__set_state( __pyx_result, __pyx_state) * return __pyx_result */ __pyx_t_1 = (__pyx_v___pyx_state != Py_None); __pyx_t_6 = (__pyx_t_1 != 0); if (__pyx_t_6) { /* "(tree fragment)":9 * __pyx_result = Enum.__new__(__pyx_type) * if __pyx_state is not None: * __pyx_unpickle_Enum__set_state( __pyx_result, __pyx_state) # <<<<<<<<<<<<<< * return __pyx_result * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state): */ if (!(likely(PyTuple_CheckExact(__pyx_v___pyx_state))||((__pyx_v___pyx_state) == Py_None)||(PyErr_Format(PyExc_TypeError, "Expected %.16s, got %.200s", "tuple", Py_TYPE(__pyx_v___pyx_state)->tp_name), 0))) __PYX_ERR(5, 9, __pyx_L1_error) __pyx_t_3 = __pyx_unpickle_Enum__set_state(((struct __pyx_MemviewEnum_obj *)__pyx_v___pyx_result), ((PyObject*)__pyx_v___pyx_state)); if (unlikely(!__pyx_t_3)) __PYX_ERR(5, 9, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "(tree fragment)":8 * raise __pyx_PickleError("Incompatible checksums (%s vs 0xb068931 = (name))" % __pyx_checksum) * __pyx_result = Enum.__new__(__pyx_type) * if __pyx_state is not None: # <<<<<<<<<<<<<< * __pyx_unpickle_Enum__set_state( __pyx_result, __pyx_state) * return __pyx_result */ } /* "(tree fragment)":10 * if __pyx_state is not None: * __pyx_unpickle_Enum__set_state( __pyx_result, __pyx_state) * return __pyx_result # <<<<<<<<<<<<<< * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state): * __pyx_result.name = __pyx_state[0] */ __Pyx_XDECREF(__pyx_r); __Pyx_INCREF(__pyx_v___pyx_result); __pyx_r = __pyx_v___pyx_result; goto __pyx_L0; /* "(tree fragment)":1 * def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state): # <<<<<<<<<<<<<< * cdef object __pyx_PickleError * cdef object __pyx_result */ /* function exit code */ __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_AddTraceback("View.MemoryView.__pyx_unpickle_Enum", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = NULL; __pyx_L0:; __Pyx_XDECREF(__pyx_v___pyx_PickleError); __Pyx_XDECREF(__pyx_v___pyx_result); __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } /* "(tree fragment)":11 * __pyx_unpickle_Enum__set_state( __pyx_result, __pyx_state) * return __pyx_result * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state): # <<<<<<<<<<<<<< * __pyx_result.name = __pyx_state[0] * if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'): */ static PyObject *__pyx_unpickle_Enum__set_state(struct __pyx_MemviewEnum_obj *__pyx_v___pyx_result, PyObject *__pyx_v___pyx_state) { PyObject *__pyx_r = NULL; __Pyx_TraceDeclarations __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_t_2; Py_ssize_t __pyx_t_3; int __pyx_t_4; int __pyx_t_5; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; PyObject *__pyx_t_8 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__pyx_unpickle_Enum__set_state", 0); __Pyx_TraceCall("__pyx_unpickle_Enum__set_state", __pyx_f[5], 11, 0, __PYX_ERR(5, 11, __pyx_L1_error)); /* "(tree fragment)":12 * return __pyx_result * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state): * __pyx_result.name = __pyx_state[0] # <<<<<<<<<<<<<< * if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'): * __pyx_result.__dict__.update(__pyx_state[1]) */ if (unlikely(__pyx_v___pyx_state == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(5, 12, __pyx_L1_error) } __pyx_t_1 = __Pyx_GetItemInt_Tuple(__pyx_v___pyx_state, 0, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 12, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_1); __Pyx_GOTREF(__pyx_v___pyx_result->name); __Pyx_DECREF(__pyx_v___pyx_result->name); __pyx_v___pyx_result->name = __pyx_t_1; __pyx_t_1 = 0; /* "(tree fragment)":13 * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state): * __pyx_result.name = __pyx_state[0] * if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'): # <<<<<<<<<<<<<< * __pyx_result.__dict__.update(__pyx_state[1]) */ if (unlikely(__pyx_v___pyx_state == Py_None)) { PyErr_SetString(PyExc_TypeError, "object of type 'NoneType' has no len()"); __PYX_ERR(5, 13, __pyx_L1_error) } __pyx_t_3 = PyTuple_GET_SIZE(__pyx_v___pyx_state); if (unlikely(__pyx_t_3 == ((Py_ssize_t)-1))) __PYX_ERR(5, 13, __pyx_L1_error) __pyx_t_4 = ((__pyx_t_3 > 1) != 0); if (__pyx_t_4) { } else { __pyx_t_2 = __pyx_t_4; goto __pyx_L4_bool_binop_done; } __pyx_t_4 = __Pyx_HasAttr(((PyObject *)__pyx_v___pyx_result), __pyx_n_s_dict); if (unlikely(__pyx_t_4 == ((int)-1))) __PYX_ERR(5, 13, __pyx_L1_error) __pyx_t_5 = (__pyx_t_4 != 0); __pyx_t_2 = __pyx_t_5; __pyx_L4_bool_binop_done:; if (__pyx_t_2) { /* "(tree fragment)":14 * __pyx_result.name = __pyx_state[0] * if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'): * __pyx_result.__dict__.update(__pyx_state[1]) # <<<<<<<<<<<<<< */ __pyx_t_6 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_v___pyx_result), __pyx_n_s_dict); if (unlikely(!__pyx_t_6)) __PYX_ERR(5, 14, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_update); if (unlikely(!__pyx_t_7)) __PYX_ERR(5, 14, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(__pyx_v___pyx_state == Py_None)) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not subscriptable"); __PYX_ERR(5, 14, __pyx_L1_error) } __pyx_t_6 = __Pyx_GetItemInt_Tuple(__pyx_v___pyx_state, 1, long, 1, __Pyx_PyInt_From_long, 0, 0, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(5, 14, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_8 = NULL; if (CYTHON_UNPACK_METHODS && likely(PyMethod_Check(__pyx_t_7))) { __pyx_t_8 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_8)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_8); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); } } __pyx_t_1 = (__pyx_t_8) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_8, __pyx_t_6) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_6); __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_1)) __PYX_ERR(5, 14, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "(tree fragment)":13 * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state): * __pyx_result.name = __pyx_state[0] * if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'): # <<<<<<<<<<<<<< * __pyx_result.__dict__.update(__pyx_state[1]) */ } /* "(tree fragment)":11 * __pyx_unpickle_Enum__set_state( __pyx_result, __pyx_state) * return __pyx_result * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state): # <<<<<<<<<<<<<< * __pyx_result.name = __pyx_state[0] * if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'): */ /* function exit code */ __pyx_r = Py_None; __Pyx_INCREF(Py_None); goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __Pyx_XDECREF(__pyx_t_8); __Pyx_AddTraceback("View.MemoryView.__pyx_unpickle_Enum__set_state", __pyx_clineno, __pyx_lineno, __pyx_filename); __pyx_r = 0; __pyx_L0:; __Pyx_XGIVEREF(__pyx_r); __Pyx_TraceReturn(__pyx_r, 0); __Pyx_RefNannyFinishContext(); return __pyx_r; } static struct __pyx_vtabstruct_5spacy_8pipeline_5pipes_DependencyParser __pyx_vtable_5spacy_8pipeline_5pipes_DependencyParser; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes_DependencyParser(PyTypeObject *t, PyObject *a, PyObject *k) { struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *p; PyObject *o = __pyx_ptype_5spacy_6syntax_9nn_parser_Parser->tp_new(t, a, k); if (unlikely(!o)) return 0; p = ((struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser *)o); p->__pyx_base.__pyx_vtab = (struct __pyx_vtabstruct_5spacy_6syntax_9nn_parser_Parser*)__pyx_vtabptr_5spacy_8pipeline_5pipes_DependencyParser; return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes_DependencyParser(PyObject *o) { #if CYTHON_USE_TP_FINALIZE if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) { if (PyObject_CallFinalizerFromDealloc(o)) return; } #endif PyObject_GC_UnTrack(o); PyObject_GC_Track(o); if (likely(__pyx_ptype_5spacy_6syntax_9nn_parser_Parser)) __pyx_ptype_5spacy_6syntax_9nn_parser_Parser->tp_dealloc(o); else __Pyx_call_next_tp_dealloc(o, __pyx_tp_dealloc_5spacy_8pipeline_5pipes_DependencyParser); } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes_DependencyParser(PyObject *o, visitproc v, void *a) { int e; e = ((likely(__pyx_ptype_5spacy_6syntax_9nn_parser_Parser)) ? ((__pyx_ptype_5spacy_6syntax_9nn_parser_Parser->tp_traverse) ? __pyx_ptype_5spacy_6syntax_9nn_parser_Parser->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_5spacy_8pipeline_5pipes_DependencyParser)); if (e) return e; return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes_DependencyParser(PyObject *o) { if (likely(__pyx_ptype_5spacy_6syntax_9nn_parser_Parser)) { if (__pyx_ptype_5spacy_6syntax_9nn_parser_Parser->tp_clear) __pyx_ptype_5spacy_6syntax_9nn_parser_Parser->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_5spacy_8pipeline_5pipes_DependencyParser); return 0; } static PyObject *__pyx_getprop_5spacy_8pipeline_5pipes_16DependencyParser_postprocesses(PyObject *o, CYTHON_UNUSED void *x) { return __pyx_pw_5spacy_8pipeline_5pipes_16DependencyParser_13postprocesses_1__get__(o); } static PyObject *__pyx_getprop_5spacy_8pipeline_5pipes_16DependencyParser_labels(PyObject *o, CYTHON_UNUSED void *x) { return __pyx_pw_5spacy_8pipeline_5pipes_16DependencyParser_6labels_1__get__(o); } static PyMethodDef __pyx_methods_5spacy_8pipeline_5pipes_DependencyParser[] = { {"add_multitask_objective", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_16DependencyParser_1add_multitask_objective, METH_O, 0}, {"init_multitask_objectives", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_16DependencyParser_3init_multitask_objectives, METH_VARARGS|METH_KEYWORDS, 0}, {"__reduce__", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_16DependencyParser_5__reduce__, METH_NOARGS, 0}, {0, 0, 0, 0} }; static struct PyGetSetDef __pyx_getsets_5spacy_8pipeline_5pipes_DependencyParser[] = { {(char *)"postprocesses", __pyx_getprop_5spacy_8pipeline_5pipes_16DependencyParser_postprocesses, 0, (char *)0, 0}, {(char *)"labels", __pyx_getprop_5spacy_8pipeline_5pipes_16DependencyParser_labels, 0, (char *)0, 0}, {0, 0, 0, 0, 0} }; static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes_DependencyParser = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.DependencyParser", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes_DependencyParser), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes_DependencyParser, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ "Pipeline component for dependency parsing.\n\n DOCS: https://spacy.io/api/dependencyparser\n ", /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes_DependencyParser, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes_DependencyParser, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ __pyx_methods_5spacy_8pipeline_5pipes_DependencyParser, /*tp_methods*/ 0, /*tp_members*/ __pyx_getsets_5spacy_8pipeline_5pipes_DependencyParser, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes_DependencyParser, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_vtabstruct_5spacy_8pipeline_5pipes_EntityRecognizer __pyx_vtable_5spacy_8pipeline_5pipes_EntityRecognizer; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes_EntityRecognizer(PyTypeObject *t, PyObject *a, PyObject *k) { struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *p; PyObject *o = __pyx_ptype_5spacy_6syntax_9nn_parser_Parser->tp_new(t, a, k); if (unlikely(!o)) return 0; p = ((struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *)o); p->__pyx_base.__pyx_vtab = (struct __pyx_vtabstruct_5spacy_6syntax_9nn_parser_Parser*)__pyx_vtabptr_5spacy_8pipeline_5pipes_EntityRecognizer; return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes_EntityRecognizer(PyObject *o) { #if CYTHON_USE_TP_FINALIZE if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) { if (PyObject_CallFinalizerFromDealloc(o)) return; } #endif PyObject_GC_UnTrack(o); PyObject_GC_Track(o); if (likely(__pyx_ptype_5spacy_6syntax_9nn_parser_Parser)) __pyx_ptype_5spacy_6syntax_9nn_parser_Parser->tp_dealloc(o); else __Pyx_call_next_tp_dealloc(o, __pyx_tp_dealloc_5spacy_8pipeline_5pipes_EntityRecognizer); } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes_EntityRecognizer(PyObject *o, visitproc v, void *a) { int e; e = ((likely(__pyx_ptype_5spacy_6syntax_9nn_parser_Parser)) ? ((__pyx_ptype_5spacy_6syntax_9nn_parser_Parser->tp_traverse) ? __pyx_ptype_5spacy_6syntax_9nn_parser_Parser->tp_traverse(o, v, a) : 0) : __Pyx_call_next_tp_traverse(o, v, a, __pyx_tp_traverse_5spacy_8pipeline_5pipes_EntityRecognizer)); if (e) return e; return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes_EntityRecognizer(PyObject *o) { if (likely(__pyx_ptype_5spacy_6syntax_9nn_parser_Parser)) { if (__pyx_ptype_5spacy_6syntax_9nn_parser_Parser->tp_clear) __pyx_ptype_5spacy_6syntax_9nn_parser_Parser->tp_clear(o); } else __Pyx_call_next_tp_clear(o, __pyx_tp_clear_5spacy_8pipeline_5pipes_EntityRecognizer); return 0; } static PyObject *__pyx_getprop_5spacy_8pipeline_5pipes_16EntityRecognizer_labels(PyObject *o, CYTHON_UNUSED void *x) { return __pyx_pw_5spacy_8pipeline_5pipes_16EntityRecognizer_6labels_1__get__(o); } static PyMethodDef __pyx_methods_5spacy_8pipeline_5pipes_EntityRecognizer[] = { {"add_multitask_objective", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_16EntityRecognizer_1add_multitask_objective, METH_O, 0}, {"init_multitask_objectives", (PyCFunction)(void*)(PyCFunctionWithKeywords)__pyx_pw_5spacy_8pipeline_5pipes_16EntityRecognizer_3init_multitask_objectives, METH_VARARGS|METH_KEYWORDS, 0}, {"__reduce__", (PyCFunction)__pyx_pw_5spacy_8pipeline_5pipes_16EntityRecognizer_5__reduce__, METH_NOARGS, 0}, {0, 0, 0, 0} }; static struct PyGetSetDef __pyx_getsets_5spacy_8pipeline_5pipes_EntityRecognizer[] = { {(char *)"labels", __pyx_getprop_5spacy_8pipeline_5pipes_16EntityRecognizer_labels, 0, (char *)0, 0}, {0, 0, 0, 0, 0} }; static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes_EntityRecognizer = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.EntityRecognizer", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes_EntityRecognizer, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ "Pipeline component for named entity recognition.\n\n DOCS: https://spacy.io/api/entityrecognizer\n ", /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes_EntityRecognizer, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes_EntityRecognizer, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ __pyx_methods_5spacy_8pipeline_5pipes_EntityRecognizer, /*tp_methods*/ 0, /*tp_members*/ __pyx_getsets_5spacy_8pipeline_5pipes_EntityRecognizer, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes_EntityRecognizer, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_batch_size); Py_CLEAR(p->__pyx_v_docs); Py_CLEAR(p->__pyx_v_n_threads); Py_CLEAR(p->__pyx_v_predictions); Py_CLEAR(p->__pyx_v_scores); Py_CLEAR(p->__pyx_v_self); Py_CLEAR(p->__pyx_v_stream); Py_CLEAR(p->__pyx_v_tensors); Py_CLEAR(p->__pyx_t_0); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe *)o; if (p->__pyx_v_batch_size) { e = (*v)(p->__pyx_v_batch_size, a); if (e) return e; } if (p->__pyx_v_docs) { e = (*v)(p->__pyx_v_docs, a); if (e) return e; } if (p->__pyx_v_n_threads) { e = (*v)(p->__pyx_v_n_threads, a); if (e) return e; } if (p->__pyx_v_predictions) { e = (*v)(p->__pyx_v_predictions, a); if (e) return e; } if (p->__pyx_v_scores) { e = (*v)(p->__pyx_v_scores, a); if (e) return e; } if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } if (p->__pyx_v_stream) { e = (*v)(p->__pyx_v_stream, a); if (e) return e; } if (p->__pyx_v_tensors) { e = (*v)(p->__pyx_v_tensors, a); if (e) return e; } if (p->__pyx_t_0) { e = (*v)(p->__pyx_t_0, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct__pipe", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_params); Py_CLEAR(p->__pyx_v_self); Py_CLEAR(p->__pyx_t_0); Py_CLEAR(p->__pyx_t_1); Py_CLEAR(p->__pyx_t_2); Py_CLEAR(p->__pyx_t_3); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params *)o; if (p->__pyx_v_params) { e = (*v)(p->__pyx_v_params, a); if (e) return e; } if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } if (p->__pyx_t_0) { e = (*v)(p->__pyx_t_0, a); if (e) return e; } if (p->__pyx_t_1) { e = (*v)(p->__pyx_t_1, a); if (e) return e; } if (p->__pyx_t_2) { e = (*v)(p->__pyx_t_2, a); if (e) return e; } if (p->__pyx_t_3) { e = (*v)(p->__pyx_t_3, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_1_use_params", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_self); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes *)o; if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes *)o; tmp = ((PyObject*)p->__pyx_v_self); p->__pyx_v_self = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_2_to_bytes", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_self); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *)o; if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes *)o; tmp = ((PyObject*)p->__pyx_v_self); p->__pyx_v_self = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_3_from_bytes", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_self); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *)o; if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk *)o; tmp = ((PyObject*)p->__pyx_v_self); p->__pyx_v_self = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_4_to_disk", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_self); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *)o; if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk *)o; tmp = ((PyObject*)p->__pyx_v_self); p->__pyx_v_self = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_5_from_disk", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_batch_size); Py_CLEAR(p->__pyx_v_docs); Py_CLEAR(p->__pyx_v_n_threads); Py_CLEAR(p->__pyx_v_self); Py_CLEAR(p->__pyx_v_stream); Py_CLEAR(p->__pyx_v_tensors); Py_CLEAR(p->__pyx_t_0); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe *)o; if (p->__pyx_v_batch_size) { e = (*v)(p->__pyx_v_batch_size, a); if (e) return e; } if (p->__pyx_v_docs) { e = (*v)(p->__pyx_v_docs, a); if (e) return e; } if (p->__pyx_v_n_threads) { e = (*v)(p->__pyx_v_n_threads, a); if (e) return e; } if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } if (p->__pyx_v_stream) { e = (*v)(p->__pyx_v_stream, a); if (e) return e; } if (p->__pyx_v_tensors) { e = (*v)(p->__pyx_v_tensors, a); if (e) return e; } if (p->__pyx_t_0) { e = (*v)(p->__pyx_t_0, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_6_pipe", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_batch_size); Py_CLEAR(p->__pyx_v_docs); Py_CLEAR(p->__pyx_v_n_threads); Py_CLEAR(p->__pyx_v_self); Py_CLEAR(p->__pyx_v_stream); Py_CLEAR(p->__pyx_v_tag_ids); Py_CLEAR(p->__pyx_v_tokvecs); Py_CLEAR(p->__pyx_t_0); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe *)o; if (p->__pyx_v_batch_size) { e = (*v)(p->__pyx_v_batch_size, a); if (e) return e; } if (p->__pyx_v_docs) { e = (*v)(p->__pyx_v_docs, a); if (e) return e; } if (p->__pyx_v_n_threads) { e = (*v)(p->__pyx_v_n_threads, a); if (e) return e; } if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } if (p->__pyx_v_stream) { e = (*v)(p->__pyx_v_stream, a); if (e) return e; } if (p->__pyx_v_tag_ids) { e = (*v)(p->__pyx_v_tag_ids, a); if (e) return e; } if (p->__pyx_v_tokvecs) { e = (*v)(p->__pyx_v_tokvecs, a); if (e) return e; } if (p->__pyx_t_0) { e = (*v)(p->__pyx_t_0, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_7_pipe", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_docs); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict *)o; if (p->__pyx_v_docs) { e = (*v)(p->__pyx_v_docs, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict *)o; tmp = ((PyObject*)p->__pyx_v_docs); p->__pyx_v_docs = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_8_predict", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_outer_scope); Py_CLEAR(p->__pyx_v_doc); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr *)o; if (p->__pyx_outer_scope) { e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e; } if (p->__pyx_v_doc) { e = (*v)(p->__pyx_v_doc, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_9_genexpr", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_docs); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update *)o; if (p->__pyx_v_docs) { e = (*v)(p->__pyx_v_docs, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update *)o; tmp = ((PyObject*)p->__pyx_v_docs); p->__pyx_v_docs = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_10_update", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_outer_scope); Py_CLEAR(p->__pyx_v_doc); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr *)o; if (p->__pyx_outer_scope) { e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e; } if (p->__pyx_v_doc) { e = (*v)(p->__pyx_v_doc, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_11_genexpr", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_docs); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse *)o; if (p->__pyx_v_docs) { e = (*v)(p->__pyx_v_docs, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse *)o; tmp = ((PyObject*)p->__pyx_v_docs); p->__pyx_v_docs = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_12_rehearse", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_outer_scope); Py_CLEAR(p->__pyx_v_doc); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr *)o; if (p->__pyx_outer_scope) { e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e; } if (p->__pyx_v_doc) { e = (*v)(p->__pyx_v_doc, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_13_genexpr", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_lemma_tables); Py_CLEAR(p->__pyx_v_self); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training *)o; if (p->__pyx_v_lemma_tables) { e = (*v)(p->__pyx_v_lemma_tables, a); if (e) return e; } if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training *)o; tmp = ((PyObject*)p->__pyx_v_lemma_tables); p->__pyx_v_lemma_tables = ((PyObject*)Py_None); Py_INCREF(Py_None); Py_XDECREF(tmp); tmp = ((PyObject*)p->__pyx_v_self); p->__pyx_v_self = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_14_begin_training", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_outer_scope); Py_CLEAR(p->__pyx_v_table); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr *)o; if (p->__pyx_outer_scope) { e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e; } if (p->__pyx_v_table) { e = (*v)(p->__pyx_v_table, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_15_genexpr", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_params); Py_CLEAR(p->__pyx_v_self); Py_CLEAR(p->__pyx_t_0); Py_CLEAR(p->__pyx_t_1); Py_CLEAR(p->__pyx_t_2); Py_CLEAR(p->__pyx_t_3); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params *)o; if (p->__pyx_v_params) { e = (*v)(p->__pyx_v_params, a); if (e) return e; } if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } if (p->__pyx_t_0) { e = (*v)(p->__pyx_t_0, a); if (e) return e; } if (p->__pyx_t_1) { e = (*v)(p->__pyx_t_1, a); if (e) return e; } if (p->__pyx_t_2) { e = (*v)(p->__pyx_t_2, a); if (e) return e; } if (p->__pyx_t_3) { e = (*v)(p->__pyx_t_3, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_16_use_params", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_self); Py_CLEAR(p->__pyx_v_tag_map); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *)o; if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } if (p->__pyx_v_tag_map) { e = (*v)(p->__pyx_v_tag_map, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes *)o; tmp = ((PyObject*)p->__pyx_v_self); p->__pyx_v_self = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); tmp = ((PyObject*)p->__pyx_v_tag_map); p->__pyx_v_tag_map = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_17_to_bytes", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_load_model); Py_CLEAR(p->__pyx_v_self); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *)o; if (p->__pyx_v_load_model) { e = (*v)(p->__pyx_v_load_model, a); if (e) return e; } if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes *)o; tmp = ((PyObject*)p->__pyx_v_load_model); p->__pyx_v_load_model = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); tmp = ((PyObject*)p->__pyx_v_self); p->__pyx_v_self = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_18_from_bytes", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_self); Py_CLEAR(p->__pyx_v_tag_map); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *)o; if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } if (p->__pyx_v_tag_map) { e = (*v)(p->__pyx_v_tag_map, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk *)o; tmp = ((PyObject*)p->__pyx_v_self); p->__pyx_v_self = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); tmp = ((PyObject*)p->__pyx_v_tag_map); p->__pyx_v_tag_map = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_19_to_disk", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_self); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *)o; if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk *)o; tmp = ((PyObject*)p->__pyx_v_self); p->__pyx_v_self = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_20_from_disk", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_heads); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start *)o; if (p->__pyx_v_heads) { e = (*v)(p->__pyx_v_heads, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start *)o; tmp = ((PyObject*)p->__pyx_v_heads); p->__pyx_v_heads = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_21_make_sent_start", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_batch_size); Py_CLEAR(p->__pyx_v_docs); Py_CLEAR(p->__pyx_v_n_threads); Py_CLEAR(p->__pyx_v_scores); Py_CLEAR(p->__pyx_v_self); Py_CLEAR(p->__pyx_v_stream); Py_CLEAR(p->__pyx_v_tensors); Py_CLEAR(p->__pyx_t_0); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe *)o; if (p->__pyx_v_batch_size) { e = (*v)(p->__pyx_v_batch_size, a); if (e) return e; } if (p->__pyx_v_docs) { e = (*v)(p->__pyx_v_docs, a); if (e) return e; } if (p->__pyx_v_n_threads) { e = (*v)(p->__pyx_v_n_threads, a); if (e) return e; } if (p->__pyx_v_scores) { e = (*v)(p->__pyx_v_scores, a); if (e) return e; } if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } if (p->__pyx_v_stream) { e = (*v)(p->__pyx_v_stream, a); if (e) return e; } if (p->__pyx_v_tensors) { e = (*v)(p->__pyx_v_tensors, a); if (e) return e; } if (p->__pyx_t_0) { e = (*v)(p->__pyx_t_0, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_22_pipe", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_docs); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict *)o; if (p->__pyx_v_docs) { e = (*v)(p->__pyx_v_docs, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict *)o; tmp = ((PyObject*)p->__pyx_v_docs); p->__pyx_v_docs = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_23_predict", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_outer_scope); Py_CLEAR(p->__pyx_v_doc); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr *)o; if (p->__pyx_outer_scope) { e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e; } if (p->__pyx_v_doc) { e = (*v)(p->__pyx_v_doc, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_24_genexpr", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_docs); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update *)o; if (p->__pyx_v_docs) { e = (*v)(p->__pyx_v_docs, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update *)o; tmp = ((PyObject*)p->__pyx_v_docs); p->__pyx_v_docs = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_25_update", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_outer_scope); Py_CLEAR(p->__pyx_v_doc); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr *)o; if (p->__pyx_outer_scope) { e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e; } if (p->__pyx_v_doc) { e = (*v)(p->__pyx_v_doc, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_26_genexpr", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_docs); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse *)o; if (p->__pyx_v_docs) { e = (*v)(p->__pyx_v_docs, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse *)o; tmp = ((PyObject*)p->__pyx_v_docs); p->__pyx_v_docs = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_27_rehearse", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_outer_scope); Py_CLEAR(p->__pyx_v_doc); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr *)o; if (p->__pyx_outer_scope) { e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e; } if (p->__pyx_v_doc) { e = (*v)(p->__pyx_v_doc, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_28_genexpr", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_self); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ *)o; if (p->__pyx_v_self) { e = (*v)(((PyObject *)p->__pyx_v_self), a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ *)o; tmp = ((PyObject*)p->__pyx_v_self); p->__pyx_v_self = ((struct __pyx_obj_5spacy_8pipeline_5pipes_EntityRecognizer *)Py_None); Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_29___get__", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_outer_scope); Py_CLEAR(p->__pyx_v_move); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr *)o; if (p->__pyx_outer_scope) { e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e; } if (p->__pyx_v_move) { e = (*v)(p->__pyx_v_move, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_30_genexpr", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_batch_size); Py_CLEAR(p->__pyx_v_docs); Py_CLEAR(p->__pyx_v_kb_ids); Py_CLEAR(p->__pyx_v_n_threads); Py_CLEAR(p->__pyx_v_self); Py_CLEAR(p->__pyx_v_stream); Py_CLEAR(p->__pyx_v_tensors); Py_CLEAR(p->__pyx_t_0); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe *)o; if (p->__pyx_v_batch_size) { e = (*v)(p->__pyx_v_batch_size, a); if (e) return e; } if (p->__pyx_v_docs) { e = (*v)(p->__pyx_v_docs, a); if (e) return e; } if (p->__pyx_v_kb_ids) { e = (*v)(p->__pyx_v_kb_ids, a); if (e) return e; } if (p->__pyx_v_n_threads) { e = (*v)(p->__pyx_v_n_threads, a); if (e) return e; } if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } if (p->__pyx_v_stream) { e = (*v)(p->__pyx_v_stream, a); if (e) return e; } if (p->__pyx_v_tensors) { e = (*v)(p->__pyx_v_tensors, a); if (e) return e; } if (p->__pyx_t_0) { e = (*v)(p->__pyx_t_0, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_31_pipe", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_self); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *)o; if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk *)o; tmp = ((PyObject*)p->__pyx_v_self); p->__pyx_v_self = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_32_to_disk", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_self); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *)o; if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk *)o; tmp = ((PyObject*)p->__pyx_v_self); p->__pyx_v_self = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_33_from_disk", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_batch_size); Py_CLEAR(p->__pyx_v_docs); Py_CLEAR(p->__pyx_v_n_threads); Py_CLEAR(p->__pyx_v_self); Py_CLEAR(p->__pyx_v_stream); Py_CLEAR(p->__pyx_v_tag_ids); Py_CLEAR(p->__pyx_t_0); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe *)o; if (p->__pyx_v_batch_size) { e = (*v)(p->__pyx_v_batch_size, a); if (e) return e; } if (p->__pyx_v_docs) { e = (*v)(p->__pyx_v_docs, a); if (e) return e; } if (p->__pyx_v_n_threads) { e = (*v)(p->__pyx_v_n_threads, a); if (e) return e; } if (p->__pyx_v_self) { e = (*v)(p->__pyx_v_self, a); if (e) return e; } if (p->__pyx_v_stream) { e = (*v)(p->__pyx_v_stream, a); if (e) return e; } if (p->__pyx_v_tag_ids) { e = (*v)(p->__pyx_v_tag_ids, a); if (e) return e; } if (p->__pyx_t_0) { e = (*v)(p->__pyx_t_0, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_34_pipe", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_v_docs); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict *)o; if (p->__pyx_v_docs) { e = (*v)(p->__pyx_v_docs, a); if (e) return e; } return 0; } static int __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict(PyObject *o) { PyObject* tmp; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict *)o; tmp = ((PyObject*)p->__pyx_v_docs); p->__pyx_v_docs = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_35_predict", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict, /*tp_traverse*/ __pyx_tp_clear_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr *__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr[8]; static int __pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr = 0; static PyObject *__pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { PyObject *o; if (CYTHON_COMPILING_IN_CPYTHON && likely((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr)))) { o = (PyObject*)__pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr[--__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr]; memset(o, 0, sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr)); (void) PyObject_INIT(o, t); PyObject_GC_Track(o); } else { o = (*t->tp_alloc)(t, 0); if (unlikely(!o)) return 0; } return o; } static void __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr(PyObject *o) { struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr *)o; PyObject_GC_UnTrack(o); Py_CLEAR(p->__pyx_outer_scope); Py_CLEAR(p->__pyx_v_doc); if (CYTHON_COMPILING_IN_CPYTHON && ((__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr)))) { __pyx_freelist_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr[__pyx_freecount_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr++] = ((struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr *)o); } else { (*Py_TYPE(o)->tp_free)(o); } } static int __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr(PyObject *o, visitproc v, void *a) { int e; struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr *p = (struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr *)o; if (p->__pyx_outer_scope) { e = (*v)(((PyObject *)p->__pyx_outer_scope), a); if (e) return e; } if (p->__pyx_v_doc) { e = (*v)(p->__pyx_v_doc, a); if (e) return e; } return 0; } static PyTypeObject __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.__pyx_scope_struct_36_genexpr", /*tp_name*/ sizeof(struct __pyx_obj_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ 0, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_vtabstruct_array __pyx_vtable_array; static PyObject *__pyx_tp_new_array(PyTypeObject *t, PyObject *a, PyObject *k) { struct __pyx_array_obj *p; PyObject *o; if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) { o = (*t->tp_alloc)(t, 0); } else { o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0); } if (unlikely(!o)) return 0; p = ((struct __pyx_array_obj *)o); p->__pyx_vtab = __pyx_vtabptr_array; p->mode = ((PyObject*)Py_None); Py_INCREF(Py_None); p->_format = ((PyObject*)Py_None); Py_INCREF(Py_None); if (unlikely(__pyx_array___cinit__(o, a, k) < 0)) goto bad; return o; bad: Py_DECREF(o); o = 0; return NULL; } static void __pyx_tp_dealloc_array(PyObject *o) { struct __pyx_array_obj *p = (struct __pyx_array_obj *)o; #if CYTHON_USE_TP_FINALIZE if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && (!PyType_IS_GC(Py_TYPE(o)) || !_PyGC_FINALIZED(o))) { if (PyObject_CallFinalizerFromDealloc(o)) return; } #endif { PyObject *etype, *eval, *etb; PyErr_Fetch(&etype, &eval, &etb); __Pyx_SET_REFCNT(o, Py_REFCNT(o) + 1); __pyx_array___dealloc__(o); __Pyx_SET_REFCNT(o, Py_REFCNT(o) - 1); PyErr_Restore(etype, eval, etb); } Py_CLEAR(p->mode); Py_CLEAR(p->_format); (*Py_TYPE(o)->tp_free)(o); } static PyObject *__pyx_sq_item_array(PyObject *o, Py_ssize_t i) { PyObject *r; PyObject *x = PyInt_FromSsize_t(i); if(!x) return 0; r = Py_TYPE(o)->tp_as_mapping->mp_subscript(o, x); Py_DECREF(x); return r; } static int __pyx_mp_ass_subscript_array(PyObject *o, PyObject *i, PyObject *v) { if (v) { return __pyx_array___setitem__(o, i, v); } else { PyErr_Format(PyExc_NotImplementedError, "Subscript deletion not supported by %.200s", Py_TYPE(o)->tp_name); return -1; } } static PyObject *__pyx_tp_getattro_array(PyObject *o, PyObject *n) { PyObject *v = __Pyx_PyObject_GenericGetAttr(o, n); if (!v && PyErr_ExceptionMatches(PyExc_AttributeError)) { PyErr_Clear(); v = __pyx_array___getattr__(o, n); } return v; } static PyObject *__pyx_getprop___pyx_array_memview(PyObject *o, CYTHON_UNUSED void *x) { return __pyx_pw_15View_dot_MemoryView_5array_7memview_1__get__(o); } static PyMethodDef __pyx_methods_array[] = { {"__getattr__", (PyCFunction)__pyx_array___getattr__, METH_O|METH_COEXIST, 0}, {"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_array_1__reduce_cython__, METH_NOARGS, 0}, {"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_array_3__setstate_cython__, METH_O, 0}, {0, 0, 0, 0} }; static struct PyGetSetDef __pyx_getsets_array[] = { {(char *)"memview", __pyx_getprop___pyx_array_memview, 0, (char *)0, 0}, {0, 0, 0, 0, 0} }; static PySequenceMethods __pyx_tp_as_sequence_array = { __pyx_array___len__, /*sq_length*/ 0, /*sq_concat*/ 0, /*sq_repeat*/ __pyx_sq_item_array, /*sq_item*/ 0, /*sq_slice*/ 0, /*sq_ass_item*/ 0, /*sq_ass_slice*/ 0, /*sq_contains*/ 0, /*sq_inplace_concat*/ 0, /*sq_inplace_repeat*/ }; static PyMappingMethods __pyx_tp_as_mapping_array = { __pyx_array___len__, /*mp_length*/ __pyx_array___getitem__, /*mp_subscript*/ __pyx_mp_ass_subscript_array, /*mp_ass_subscript*/ }; static PyBufferProcs __pyx_tp_as_buffer_array = { #if PY_MAJOR_VERSION < 3 0, /*bf_getreadbuffer*/ #endif #if PY_MAJOR_VERSION < 3 0, /*bf_getwritebuffer*/ #endif #if PY_MAJOR_VERSION < 3 0, /*bf_getsegcount*/ #endif #if PY_MAJOR_VERSION < 3 0, /*bf_getcharbuffer*/ #endif __pyx_array_getbuffer, /*bf_getbuffer*/ 0, /*bf_releasebuffer*/ }; static PyTypeObject __pyx_type___pyx_array = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.array", /*tp_name*/ sizeof(struct __pyx_array_obj), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_array, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif 0, /*tp_repr*/ 0, /*tp_as_number*/ &__pyx_tp_as_sequence_array, /*tp_as_sequence*/ &__pyx_tp_as_mapping_array, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ __pyx_tp_getattro_array, /*tp_getattro*/ 0, /*tp_setattro*/ &__pyx_tp_as_buffer_array, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE, /*tp_flags*/ 0, /*tp_doc*/ 0, /*tp_traverse*/ 0, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ __pyx_methods_array, /*tp_methods*/ 0, /*tp_members*/ __pyx_getsets_array, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_array, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static PyObject *__pyx_tp_new_Enum(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) { struct __pyx_MemviewEnum_obj *p; PyObject *o; if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) { o = (*t->tp_alloc)(t, 0); } else { o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0); } if (unlikely(!o)) return 0; p = ((struct __pyx_MemviewEnum_obj *)o); p->name = Py_None; Py_INCREF(Py_None); return o; } static void __pyx_tp_dealloc_Enum(PyObject *o) { struct __pyx_MemviewEnum_obj *p = (struct __pyx_MemviewEnum_obj *)o; #if CYTHON_USE_TP_FINALIZE if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) { if (PyObject_CallFinalizerFromDealloc(o)) return; } #endif PyObject_GC_UnTrack(o); Py_CLEAR(p->name); (*Py_TYPE(o)->tp_free)(o); } static int __pyx_tp_traverse_Enum(PyObject *o, visitproc v, void *a) { int e; struct __pyx_MemviewEnum_obj *p = (struct __pyx_MemviewEnum_obj *)o; if (p->name) { e = (*v)(p->name, a); if (e) return e; } return 0; } static int __pyx_tp_clear_Enum(PyObject *o) { PyObject* tmp; struct __pyx_MemviewEnum_obj *p = (struct __pyx_MemviewEnum_obj *)o; tmp = ((PyObject*)p->name); p->name = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); return 0; } static PyMethodDef __pyx_methods_Enum[] = { {"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_MemviewEnum_1__reduce_cython__, METH_NOARGS, 0}, {"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_MemviewEnum_3__setstate_cython__, METH_O, 0}, {0, 0, 0, 0} }; static PyTypeObject __pyx_type___pyx_MemviewEnum = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.Enum", /*tp_name*/ sizeof(struct __pyx_MemviewEnum_obj), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_Enum, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif __pyx_MemviewEnum___repr__, /*tp_repr*/ 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ 0, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_Enum, /*tp_traverse*/ __pyx_tp_clear_Enum, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ __pyx_methods_Enum, /*tp_methods*/ 0, /*tp_members*/ 0, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ __pyx_MemviewEnum___init__, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_Enum, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_vtabstruct_memoryview __pyx_vtable_memoryview; static PyObject *__pyx_tp_new_memoryview(PyTypeObject *t, PyObject *a, PyObject *k) { struct __pyx_memoryview_obj *p; PyObject *o; if (likely((t->tp_flags & Py_TPFLAGS_IS_ABSTRACT) == 0)) { o = (*t->tp_alloc)(t, 0); } else { o = (PyObject *) PyBaseObject_Type.tp_new(t, __pyx_empty_tuple, 0); } if (unlikely(!o)) return 0; p = ((struct __pyx_memoryview_obj *)o); p->__pyx_vtab = __pyx_vtabptr_memoryview; p->obj = Py_None; Py_INCREF(Py_None); p->_size = Py_None; Py_INCREF(Py_None); p->_array_interface = Py_None; Py_INCREF(Py_None); p->view.obj = NULL; if (unlikely(__pyx_memoryview___cinit__(o, a, k) < 0)) goto bad; return o; bad: Py_DECREF(o); o = 0; return NULL; } static void __pyx_tp_dealloc_memoryview(PyObject *o) { struct __pyx_memoryview_obj *p = (struct __pyx_memoryview_obj *)o; #if CYTHON_USE_TP_FINALIZE if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) { if (PyObject_CallFinalizerFromDealloc(o)) return; } #endif PyObject_GC_UnTrack(o); { PyObject *etype, *eval, *etb; PyErr_Fetch(&etype, &eval, &etb); __Pyx_SET_REFCNT(o, Py_REFCNT(o) + 1); __pyx_memoryview___dealloc__(o); __Pyx_SET_REFCNT(o, Py_REFCNT(o) - 1); PyErr_Restore(etype, eval, etb); } Py_CLEAR(p->obj); Py_CLEAR(p->_size); Py_CLEAR(p->_array_interface); (*Py_TYPE(o)->tp_free)(o); } static int __pyx_tp_traverse_memoryview(PyObject *o, visitproc v, void *a) { int e; struct __pyx_memoryview_obj *p = (struct __pyx_memoryview_obj *)o; if (p->obj) { e = (*v)(p->obj, a); if (e) return e; } if (p->_size) { e = (*v)(p->_size, a); if (e) return e; } if (p->_array_interface) { e = (*v)(p->_array_interface, a); if (e) return e; } if (p->view.obj) { e = (*v)(p->view.obj, a); if (e) return e; } return 0; } static int __pyx_tp_clear_memoryview(PyObject *o) { PyObject* tmp; struct __pyx_memoryview_obj *p = (struct __pyx_memoryview_obj *)o; tmp = ((PyObject*)p->obj); p->obj = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); tmp = ((PyObject*)p->_size); p->_size = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); tmp = ((PyObject*)p->_array_interface); p->_array_interface = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); Py_CLEAR(p->view.obj); return 0; } static PyObject *__pyx_sq_item_memoryview(PyObject *o, Py_ssize_t i) { PyObject *r; PyObject *x = PyInt_FromSsize_t(i); if(!x) return 0; r = Py_TYPE(o)->tp_as_mapping->mp_subscript(o, x); Py_DECREF(x); return r; } static int __pyx_mp_ass_subscript_memoryview(PyObject *o, PyObject *i, PyObject *v) { if (v) { return __pyx_memoryview___setitem__(o, i, v); } else { PyErr_Format(PyExc_NotImplementedError, "Subscript deletion not supported by %.200s", Py_TYPE(o)->tp_name); return -1; } } static PyObject *__pyx_getprop___pyx_memoryview_T(PyObject *o, CYTHON_UNUSED void *x) { return __pyx_pw_15View_dot_MemoryView_10memoryview_1T_1__get__(o); } static PyObject *__pyx_getprop___pyx_memoryview_base(PyObject *o, CYTHON_UNUSED void *x) { return __pyx_pw_15View_dot_MemoryView_10memoryview_4base_1__get__(o); } static PyObject *__pyx_getprop___pyx_memoryview_shape(PyObject *o, CYTHON_UNUSED void *x) { return __pyx_pw_15View_dot_MemoryView_10memoryview_5shape_1__get__(o); } static PyObject *__pyx_getprop___pyx_memoryview_strides(PyObject *o, CYTHON_UNUSED void *x) { return __pyx_pw_15View_dot_MemoryView_10memoryview_7strides_1__get__(o); } static PyObject *__pyx_getprop___pyx_memoryview_suboffsets(PyObject *o, CYTHON_UNUSED void *x) { return __pyx_pw_15View_dot_MemoryView_10memoryview_10suboffsets_1__get__(o); } static PyObject *__pyx_getprop___pyx_memoryview_ndim(PyObject *o, CYTHON_UNUSED void *x) { return __pyx_pw_15View_dot_MemoryView_10memoryview_4ndim_1__get__(o); } static PyObject *__pyx_getprop___pyx_memoryview_itemsize(PyObject *o, CYTHON_UNUSED void *x) { return __pyx_pw_15View_dot_MemoryView_10memoryview_8itemsize_1__get__(o); } static PyObject *__pyx_getprop___pyx_memoryview_nbytes(PyObject *o, CYTHON_UNUSED void *x) { return __pyx_pw_15View_dot_MemoryView_10memoryview_6nbytes_1__get__(o); } static PyObject *__pyx_getprop___pyx_memoryview_size(PyObject *o, CYTHON_UNUSED void *x) { return __pyx_pw_15View_dot_MemoryView_10memoryview_4size_1__get__(o); } static PyMethodDef __pyx_methods_memoryview[] = { {"is_c_contig", (PyCFunction)__pyx_memoryview_is_c_contig, METH_NOARGS, 0}, {"is_f_contig", (PyCFunction)__pyx_memoryview_is_f_contig, METH_NOARGS, 0}, {"copy", (PyCFunction)__pyx_memoryview_copy, METH_NOARGS, 0}, {"copy_fortran", (PyCFunction)__pyx_memoryview_copy_fortran, METH_NOARGS, 0}, {"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_memoryview_1__reduce_cython__, METH_NOARGS, 0}, {"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_memoryview_3__setstate_cython__, METH_O, 0}, {0, 0, 0, 0} }; static struct PyGetSetDef __pyx_getsets_memoryview[] = { {(char *)"T", __pyx_getprop___pyx_memoryview_T, 0, (char *)0, 0}, {(char *)"base", __pyx_getprop___pyx_memoryview_base, 0, (char *)0, 0}, {(char *)"shape", __pyx_getprop___pyx_memoryview_shape, 0, (char *)0, 0}, {(char *)"strides", __pyx_getprop___pyx_memoryview_strides, 0, (char *)0, 0}, {(char *)"suboffsets", __pyx_getprop___pyx_memoryview_suboffsets, 0, (char *)0, 0}, {(char *)"ndim", __pyx_getprop___pyx_memoryview_ndim, 0, (char *)0, 0}, {(char *)"itemsize", __pyx_getprop___pyx_memoryview_itemsize, 0, (char *)0, 0}, {(char *)"nbytes", __pyx_getprop___pyx_memoryview_nbytes, 0, (char *)0, 0}, {(char *)"size", __pyx_getprop___pyx_memoryview_size, 0, (char *)0, 0}, {0, 0, 0, 0, 0} }; static PySequenceMethods __pyx_tp_as_sequence_memoryview = { __pyx_memoryview___len__, /*sq_length*/ 0, /*sq_concat*/ 0, /*sq_repeat*/ __pyx_sq_item_memoryview, /*sq_item*/ 0, /*sq_slice*/ 0, /*sq_ass_item*/ 0, /*sq_ass_slice*/ 0, /*sq_contains*/ 0, /*sq_inplace_concat*/ 0, /*sq_inplace_repeat*/ }; static PyMappingMethods __pyx_tp_as_mapping_memoryview = { __pyx_memoryview___len__, /*mp_length*/ __pyx_memoryview___getitem__, /*mp_subscript*/ __pyx_mp_ass_subscript_memoryview, /*mp_ass_subscript*/ }; static PyBufferProcs __pyx_tp_as_buffer_memoryview = { #if PY_MAJOR_VERSION < 3 0, /*bf_getreadbuffer*/ #endif #if PY_MAJOR_VERSION < 3 0, /*bf_getwritebuffer*/ #endif #if PY_MAJOR_VERSION < 3 0, /*bf_getsegcount*/ #endif #if PY_MAJOR_VERSION < 3 0, /*bf_getcharbuffer*/ #endif __pyx_memoryview_getbuffer, /*bf_getbuffer*/ 0, /*bf_releasebuffer*/ }; static PyTypeObject __pyx_type___pyx_memoryview = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes.memoryview", /*tp_name*/ sizeof(struct __pyx_memoryview_obj), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc_memoryview, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif __pyx_memoryview___repr__, /*tp_repr*/ 0, /*tp_as_number*/ &__pyx_tp_as_sequence_memoryview, /*tp_as_sequence*/ &__pyx_tp_as_mapping_memoryview, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ __pyx_memoryview___str__, /*tp_str*/ 0, /*tp_getattro*/ 0, /*tp_setattro*/ &__pyx_tp_as_buffer_memoryview, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ 0, /*tp_doc*/ __pyx_tp_traverse_memoryview, /*tp_traverse*/ __pyx_tp_clear_memoryview, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ __pyx_methods_memoryview, /*tp_methods*/ 0, /*tp_members*/ __pyx_getsets_memoryview, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new_memoryview, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static struct __pyx_vtabstruct__memoryviewslice __pyx_vtable__memoryviewslice; static PyObject *__pyx_tp_new__memoryviewslice(PyTypeObject *t, PyObject *a, PyObject *k) { struct __pyx_memoryviewslice_obj *p; PyObject *o = __pyx_tp_new_memoryview(t, a, k); if (unlikely(!o)) return 0; p = ((struct __pyx_memoryviewslice_obj *)o); p->__pyx_base.__pyx_vtab = (struct __pyx_vtabstruct_memoryview*)__pyx_vtabptr__memoryviewslice; p->from_object = Py_None; Py_INCREF(Py_None); p->from_slice.memview = NULL; return o; } static void __pyx_tp_dealloc__memoryviewslice(PyObject *o) { struct __pyx_memoryviewslice_obj *p = (struct __pyx_memoryviewslice_obj *)o; #if CYTHON_USE_TP_FINALIZE if (unlikely(PyType_HasFeature(Py_TYPE(o), Py_TPFLAGS_HAVE_FINALIZE) && Py_TYPE(o)->tp_finalize) && !_PyGC_FINALIZED(o)) { if (PyObject_CallFinalizerFromDealloc(o)) return; } #endif PyObject_GC_UnTrack(o); { PyObject *etype, *eval, *etb; PyErr_Fetch(&etype, &eval, &etb); __Pyx_SET_REFCNT(o, Py_REFCNT(o) + 1); __pyx_memoryviewslice___dealloc__(o); __Pyx_SET_REFCNT(o, Py_REFCNT(o) - 1); PyErr_Restore(etype, eval, etb); } Py_CLEAR(p->from_object); PyObject_GC_Track(o); __pyx_tp_dealloc_memoryview(o); } static int __pyx_tp_traverse__memoryviewslice(PyObject *o, visitproc v, void *a) { int e; struct __pyx_memoryviewslice_obj *p = (struct __pyx_memoryviewslice_obj *)o; e = __pyx_tp_traverse_memoryview(o, v, a); if (e) return e; if (p->from_object) { e = (*v)(p->from_object, a); if (e) return e; } return 0; } static int __pyx_tp_clear__memoryviewslice(PyObject *o) { PyObject* tmp; struct __pyx_memoryviewslice_obj *p = (struct __pyx_memoryviewslice_obj *)o; __pyx_tp_clear_memoryview(o); tmp = ((PyObject*)p->from_object); p->from_object = Py_None; Py_INCREF(Py_None); Py_XDECREF(tmp); __PYX_XDEC_MEMVIEW(&p->from_slice, 1); return 0; } static PyObject *__pyx_getprop___pyx_memoryviewslice_base(PyObject *o, CYTHON_UNUSED void *x) { return __pyx_pw_15View_dot_MemoryView_16_memoryviewslice_4base_1__get__(o); } static PyMethodDef __pyx_methods__memoryviewslice[] = { {"__reduce_cython__", (PyCFunction)__pyx_pw___pyx_memoryviewslice_1__reduce_cython__, METH_NOARGS, 0}, {"__setstate_cython__", (PyCFunction)__pyx_pw___pyx_memoryviewslice_3__setstate_cython__, METH_O, 0}, {0, 0, 0, 0} }; static struct PyGetSetDef __pyx_getsets__memoryviewslice[] = { {(char *)"base", __pyx_getprop___pyx_memoryviewslice_base, 0, (char *)0, 0}, {0, 0, 0, 0, 0} }; static PyTypeObject __pyx_type___pyx_memoryviewslice = { PyVarObject_HEAD_INIT(0, 0) "spacy.pipeline.pipes._memoryviewslice", /*tp_name*/ sizeof(struct __pyx_memoryviewslice_obj), /*tp_basicsize*/ 0, /*tp_itemsize*/ __pyx_tp_dealloc__memoryviewslice, /*tp_dealloc*/ #if PY_VERSION_HEX < 0x030800b4 0, /*tp_print*/ #endif #if PY_VERSION_HEX >= 0x030800b4 0, /*tp_vectorcall_offset*/ #endif 0, /*tp_getattr*/ 0, /*tp_setattr*/ #if PY_MAJOR_VERSION < 3 0, /*tp_compare*/ #endif #if PY_MAJOR_VERSION >= 3 0, /*tp_as_async*/ #endif #if CYTHON_COMPILING_IN_PYPY __pyx_memoryview___repr__, /*tp_repr*/ #else 0, /*tp_repr*/ #endif 0, /*tp_as_number*/ 0, /*tp_as_sequence*/ 0, /*tp_as_mapping*/ 0, /*tp_hash*/ 0, /*tp_call*/ #if CYTHON_COMPILING_IN_PYPY __pyx_memoryview___str__, /*tp_str*/ #else 0, /*tp_str*/ #endif 0, /*tp_getattro*/ 0, /*tp_setattro*/ 0, /*tp_as_buffer*/ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER|Py_TPFLAGS_BASETYPE|Py_TPFLAGS_HAVE_GC, /*tp_flags*/ "Internal class for passing memoryview slices to Python", /*tp_doc*/ __pyx_tp_traverse__memoryviewslice, /*tp_traverse*/ __pyx_tp_clear__memoryviewslice, /*tp_clear*/ 0, /*tp_richcompare*/ 0, /*tp_weaklistoffset*/ 0, /*tp_iter*/ 0, /*tp_iternext*/ __pyx_methods__memoryviewslice, /*tp_methods*/ 0, /*tp_members*/ __pyx_getsets__memoryviewslice, /*tp_getset*/ 0, /*tp_base*/ 0, /*tp_dict*/ 0, /*tp_descr_get*/ 0, /*tp_descr_set*/ 0, /*tp_dictoffset*/ 0, /*tp_init*/ 0, /*tp_alloc*/ __pyx_tp_new__memoryviewslice, /*tp_new*/ 0, /*tp_free*/ 0, /*tp_is_gc*/ 0, /*tp_bases*/ 0, /*tp_mro*/ 0, /*tp_cache*/ 0, /*tp_subclasses*/ 0, /*tp_weaklist*/ 0, /*tp_del*/ 0, /*tp_version_tag*/ #if PY_VERSION_HEX >= 0x030400a1 0, /*tp_finalize*/ #endif #if PY_VERSION_HEX >= 0x030800b1 0, /*tp_vectorcall*/ #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, /*tp_print*/ #endif }; static PyMethodDef __pyx_methods[] = { {0, 0, 0, 0} }; #if PY_MAJOR_VERSION >= 3 #if CYTHON_PEP489_MULTI_PHASE_INIT static PyObject* __pyx_pymod_create(PyObject *spec, PyModuleDef *def); /*proto*/ static int __pyx_pymod_exec_pipes(PyObject* module); /*proto*/ static PyModuleDef_Slot __pyx_moduledef_slots[] = { {Py_mod_create, (void*)__pyx_pymod_create}, {Py_mod_exec, (void*)__pyx_pymod_exec_pipes}, {0, NULL} }; #endif static struct PyModuleDef __pyx_moduledef = { PyModuleDef_HEAD_INIT, "pipes", 0, /* m_doc */ #if CYTHON_PEP489_MULTI_PHASE_INIT 0, /* m_size */ #else -1, /* m_size */ #endif __pyx_methods /* m_methods */, #if CYTHON_PEP489_MULTI_PHASE_INIT __pyx_moduledef_slots, /* m_slots */ #else NULL, /* m_reload */ #endif NULL, /* m_traverse */ NULL, /* m_clear */ NULL /* m_free */ }; #endif #ifndef CYTHON_SMALL_CODE #if defined(__clang__) #define CYTHON_SMALL_CODE #elif defined(__GNUC__) && (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 3)) #define CYTHON_SMALL_CODE __attribute__((cold)) #else #define CYTHON_SMALL_CODE #endif #endif static __Pyx_StringTabEntry __pyx_string_tab[] = { {&__pyx_n_s_2, __pyx_k_2, sizeof(__pyx_k_2), 0, 0, 1, 1}, {&__pyx_n_s_ASCII, __pyx_k_ASCII, sizeof(__pyx_k_ASCII), 0, 0, 1, 1}, {&__pyx_n_s_Affine, __pyx_k_Affine, sizeof(__pyx_k_Affine), 0, 0, 1, 1}, {&__pyx_n_s_AttributeError, __pyx_k_AttributeError, sizeof(__pyx_k_AttributeError), 0, 0, 1, 1}, {&__pyx_n_u_B, __pyx_k_B, sizeof(__pyx_k_B), 0, 1, 0, 1}, {&__pyx_kp_u_B_SENT, __pyx_k_B_SENT, sizeof(__pyx_k_B_SENT), 0, 1, 0, 0}, {&__pyx_kp_s_Buffer_view_does_not_expose_stri, __pyx_k_Buffer_view_does_not_expose_stri, sizeof(__pyx_k_Buffer_view_does_not_expose_stri), 0, 0, 1, 0}, {&__pyx_kp_s_Can_only_create_a_buffer_that_is, __pyx_k_Can_only_create_a_buffer_that_is, sizeof(__pyx_k_Can_only_create_a_buffer_that_is), 0, 0, 1, 0}, {&__pyx_kp_s_Cannot_assign_to_read_only_memor, __pyx_k_Cannot_assign_to_read_only_memor, sizeof(__pyx_k_Cannot_assign_to_read_only_memor), 0, 0, 1, 0}, {&__pyx_kp_s_Cannot_create_writable_memory_vi, __pyx_k_Cannot_create_writable_memory_vi, sizeof(__pyx_k_Cannot_create_writable_memory_vi), 0, 0, 1, 0}, {&__pyx_kp_s_Cannot_index_with_type_s, __pyx_k_Cannot_index_with_type_s, sizeof(__pyx_k_Cannot_index_with_type_s), 0, 0, 1, 0}, {&__pyx_n_s_ClozeMultitask, __pyx_k_ClozeMultitask, sizeof(__pyx_k_ClozeMultitask), 0, 0, 1, 1}, {&__pyx_n_s_ClozeMultitask_Model, __pyx_k_ClozeMultitask_Model, sizeof(__pyx_k_ClozeMultitask_Model), 0, 0, 1, 1}, {&__pyx_n_s_ClozeMultitask___init, __pyx_k_ClozeMultitask___init, sizeof(__pyx_k_ClozeMultitask___init), 0, 0, 1, 1}, {&__pyx_n_s_ClozeMultitask_begin_training, __pyx_k_ClozeMultitask_begin_training, sizeof(__pyx_k_ClozeMultitask_begin_training), 0, 0, 1, 1}, {&__pyx_n_s_ClozeMultitask_begin_training_lo, __pyx_k_ClozeMultitask_begin_training_lo, sizeof(__pyx_k_ClozeMultitask_begin_training_lo), 0, 0, 1, 1}, {&__pyx_n_s_ClozeMultitask_decode_utf8_predi, __pyx_k_ClozeMultitask_decode_utf8_predi, sizeof(__pyx_k_ClozeMultitask_decode_utf8_predi), 0, 0, 1, 1}, {&__pyx_n_s_ClozeMultitask_get_loss, __pyx_k_ClozeMultitask_get_loss, sizeof(__pyx_k_ClozeMultitask_get_loss), 0, 0, 1, 1}, {&__pyx_n_s_ClozeMultitask_predict, __pyx_k_ClozeMultitask_predict, sizeof(__pyx_k_ClozeMultitask_predict), 0, 0, 1, 1}, {&__pyx_n_s_ClozeMultitask_rehearse, __pyx_k_ClozeMultitask_rehearse, sizeof(__pyx_k_ClozeMultitask_rehearse), 0, 0, 1, 1}, {&__pyx_n_s_ClozeMultitask_set_annotations, __pyx_k_ClozeMultitask_set_annotations, sizeof(__pyx_k_ClozeMultitask_set_annotations), 0, 0, 1, 1}, {&__pyx_n_s_ClozeMultitask_update, __pyx_k_ClozeMultitask_update, sizeof(__pyx_k_ClozeMultitask_update), 0, 0, 1, 1}, {&__pyx_kp_u_Construct_a_new_statistical_mode, __pyx_k_Construct_a_new_statistical_mode, sizeof(__pyx_k_Construct_a_new_statistical_mode), 0, 1, 0, 0}, {&__pyx_n_s_DependencyParser, __pyx_k_DependencyParser, sizeof(__pyx_k_DependencyParser), 0, 0, 1, 1}, {&__pyx_n_u_DependencyParser, __pyx_k_DependencyParser, sizeof(__pyx_k_DependencyParser), 0, 1, 0, 1}, {&__pyx_n_s_E016, __pyx_k_E016, sizeof(__pyx_k_E016), 0, 0, 1, 1}, {&__pyx_n_s_E030, __pyx_k_E030, sizeof(__pyx_k_E030), 0, 0, 1, 1}, {&__pyx_n_s_E076, __pyx_k_E076, sizeof(__pyx_k_E076), 0, 0, 1, 1}, {&__pyx_n_s_E077, __pyx_k_E077, sizeof(__pyx_k_E077), 0, 0, 1, 1}, {&__pyx_n_s_E109, __pyx_k_E109, sizeof(__pyx_k_E109), 0, 0, 1, 1}, {&__pyx_n_s_E116, __pyx_k_E116, sizeof(__pyx_k_E116), 0, 0, 1, 1}, {&__pyx_n_s_E139, __pyx_k_E139, sizeof(__pyx_k_E139), 0, 0, 1, 1}, {&__pyx_n_s_E143, __pyx_k_E143, sizeof(__pyx_k_E143), 0, 0, 1, 1}, {&__pyx_n_s_E147, __pyx_k_E147, sizeof(__pyx_k_E147), 0, 0, 1, 1}, {&__pyx_n_s_E148, __pyx_k_E148, sizeof(__pyx_k_E148), 0, 0, 1, 1}, {&__pyx_n_s_E149, __pyx_k_E149, sizeof(__pyx_k_E149), 0, 0, 1, 1}, {&__pyx_n_s_E161, __pyx_k_E161, sizeof(__pyx_k_E161), 0, 0, 1, 1}, {&__pyx_n_s_E187, __pyx_k_E187, sizeof(__pyx_k_E187), 0, 0, 1, 1}, {&__pyx_n_s_E188, __pyx_k_E188, sizeof(__pyx_k_E188), 0, 0, 1, 1}, {&__pyx_kp_u_EL_training, __pyx_k_EL_training, sizeof(__pyx_k_EL_training), 0, 1, 0, 0}, {&__pyx_n_s_Ellipsis, __pyx_k_Ellipsis, sizeof(__pyx_k_Ellipsis), 0, 0, 1, 1}, {&__pyx_kp_s_Empty_shape_tuple_for_cython_arr, __pyx_k_Empty_shape_tuple_for_cython_arr, sizeof(__pyx_k_Empty_shape_tuple_for_cython_arr), 0, 0, 1, 0}, {&__pyx_n_s_EntityLinker, __pyx_k_EntityLinker, sizeof(__pyx_k_EntityLinker), 0, 0, 1, 1}, {&__pyx_n_u_EntityLinker, __pyx_k_EntityLinker, sizeof(__pyx_k_EntityLinker), 0, 1, 0, 1}, {&__pyx_n_s_EntityLinker_Model, __pyx_k_EntityLinker_Model, sizeof(__pyx_k_EntityLinker_Model), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker___call, __pyx_k_EntityLinker___call, sizeof(__pyx_k_EntityLinker___call), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker___init, __pyx_k_EntityLinker___init, sizeof(__pyx_k_EntityLinker___init), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_add_label, __pyx_k_EntityLinker_add_label, sizeof(__pyx_k_EntityLinker_add_label), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_begin_training, __pyx_k_EntityLinker_begin_training, sizeof(__pyx_k_EntityLinker_begin_training), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_begin_training_loca, __pyx_k_EntityLinker_begin_training_loca, sizeof(__pyx_k_EntityLinker_begin_training_loca), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_from_disk, __pyx_k_EntityLinker_from_disk, sizeof(__pyx_k_EntityLinker_from_disk), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_from_disk_locals_la, __pyx_k_EntityLinker_from_disk_locals_la, sizeof(__pyx_k_EntityLinker_from_disk_locals_la), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_from_disk_locals_lo, __pyx_k_EntityLinker_from_disk_locals_lo, sizeof(__pyx_k_EntityLinker_from_disk_locals_lo), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_from_disk_locals_lo_2, __pyx_k_EntityLinker_from_disk_locals_lo_2, sizeof(__pyx_k_EntityLinker_from_disk_locals_lo_2), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_get_loss, __pyx_k_EntityLinker_get_loss, sizeof(__pyx_k_EntityLinker_get_loss), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_get_similarity_loss, __pyx_k_EntityLinker_get_similarity_loss, sizeof(__pyx_k_EntityLinker_get_similarity_loss), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_pipe, __pyx_k_EntityLinker_pipe, sizeof(__pyx_k_EntityLinker_pipe), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_predict, __pyx_k_EntityLinker_predict, sizeof(__pyx_k_EntityLinker_predict), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_rehearse, __pyx_k_EntityLinker_rehearse, sizeof(__pyx_k_EntityLinker_rehearse), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_require_kb, __pyx_k_EntityLinker_require_kb, sizeof(__pyx_k_EntityLinker_require_kb), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_require_model, __pyx_k_EntityLinker_require_model, sizeof(__pyx_k_EntityLinker_require_model), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_set_annotations, __pyx_k_EntityLinker_set_annotations, sizeof(__pyx_k_EntityLinker_set_annotations), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_set_kb, __pyx_k_EntityLinker_set_kb, sizeof(__pyx_k_EntityLinker_set_kb), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_to_disk, __pyx_k_EntityLinker_to_disk, sizeof(__pyx_k_EntityLinker_to_disk), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_to_disk_locals_lamb, __pyx_k_EntityLinker_to_disk_locals_lamb, sizeof(__pyx_k_EntityLinker_to_disk_locals_lamb), 0, 0, 1, 1}, {&__pyx_n_s_EntityLinker_update, __pyx_k_EntityLinker_update, sizeof(__pyx_k_EntityLinker_update), 0, 0, 1, 1}, {&__pyx_n_s_EntityRecognizer, __pyx_k_EntityRecognizer, sizeof(__pyx_k_EntityRecognizer), 0, 0, 1, 1}, {&__pyx_n_u_EntityRecognizer, __pyx_k_EntityRecognizer, sizeof(__pyx_k_EntityRecognizer), 0, 1, 0, 1}, {&__pyx_n_s_EntityRecognizer___get___locals, __pyx_k_EntityRecognizer___get___locals, sizeof(__pyx_k_EntityRecognizer___get___locals), 0, 0, 1, 1}, {&__pyx_n_s_Errors, __pyx_k_Errors, sizeof(__pyx_k_Errors), 0, 0, 1, 1}, {&__pyx_kp_s_Experimental_Assist_training_of, __pyx_k_Experimental_Assist_training_of, sizeof(__pyx_k_Experimental_Assist_training_of), 0, 0, 1, 0}, {&__pyx_kp_u_Format_string_allocated_too_shor, __pyx_k_Format_string_allocated_too_shor, sizeof(__pyx_k_Format_string_allocated_too_shor), 0, 1, 0, 0}, {&__pyx_kp_u_Format_string_allocated_too_shor_2, __pyx_k_Format_string_allocated_too_shor_2, sizeof(__pyx_k_Format_string_allocated_too_shor_2), 0, 1, 0, 0}, {&__pyx_n_u_I, __pyx_k_I, sizeof(__pyx_k_I), 0, 1, 0, 1}, {&__pyx_n_s_ID, __pyx_k_ID, sizeof(__pyx_k_ID), 0, 0, 1, 1}, {&__pyx_kp_u_I_SENT, __pyx_k_I_SENT, sizeof(__pyx_k_I_SENT), 0, 1, 0, 0}, {&__pyx_n_s_ImportError, __pyx_k_ImportError, sizeof(__pyx_k_ImportError), 0, 0, 1, 1}, {&__pyx_kp_s_Incompatible_checksums_s_vs_0xb0, __pyx_k_Incompatible_checksums_s_vs_0xb0, sizeof(__pyx_k_Incompatible_checksums_s_vs_0xb0), 0, 0, 1, 0}, {&__pyx_n_s_IndexError, __pyx_k_IndexError, sizeof(__pyx_k_IndexError), 0, 0, 1, 1}, {&__pyx_kp_s_Indirect_dimensions_not_supporte, __pyx_k_Indirect_dimensions_not_supporte, sizeof(__pyx_k_Indirect_dimensions_not_supporte), 0, 0, 1, 0}, {&__pyx_kp_s_Invalid_mode_expected_c_or_fortr, __pyx_k_Invalid_mode_expected_c_or_fortr, sizeof(__pyx_k_Invalid_mode_expected_c_or_fortr), 0, 0, 1, 0}, {&__pyx_kp_s_Invalid_shape_in_axis_d_d, __pyx_k_Invalid_shape_in_axis_d_d, sizeof(__pyx_k_Invalid_shape_in_axis_d_d), 0, 0, 1, 0}, {&__pyx_n_s_KnowledgeBase, __pyx_k_KnowledgeBase, sizeof(__pyx_k_KnowledgeBase), 0, 0, 1, 1}, {&__pyx_n_u_L, __pyx_k_L, sizeof(__pyx_k_L), 0, 1, 0, 1}, {&__pyx_kp_u_L_SENT, __pyx_k_L_SENT, sizeof(__pyx_k_L_SENT), 0, 1, 0, 0}, {&__pyx_n_s_Language, __pyx_k_Language, sizeof(__pyx_k_Language), 0, 0, 1, 1}, {&__pyx_n_s_LayerNorm, __pyx_k_LayerNorm, sizeof(__pyx_k_LayerNorm), 0, 0, 1, 1}, {&__pyx_n_s_Maxout, __pyx_k_Maxout, sizeof(__pyx_k_Maxout), 0, 0, 1, 1}, {&__pyx_n_s_MemoryError, __pyx_k_MemoryError, sizeof(__pyx_k_MemoryError), 0, 0, 1, 1}, {&__pyx_kp_s_MemoryView_of_r_at_0x_x, __pyx_k_MemoryView_of_r_at_0x_x, sizeof(__pyx_k_MemoryView_of_r_at_0x_x), 0, 0, 1, 0}, {&__pyx_kp_s_MemoryView_of_r_object, __pyx_k_MemoryView_of_r_object, sizeof(__pyx_k_MemoryView_of_r_object), 0, 0, 1, 0}, {&__pyx_n_s_Model, __pyx_k_Model, sizeof(__pyx_k_Model), 0, 0, 1, 1}, {&__pyx_n_s_MultiSoftmax, __pyx_k_MultiSoftmax, sizeof(__pyx_k_MultiSoftmax), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective, __pyx_k_MultitaskObjective, sizeof(__pyx_k_MultitaskObjective), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective_Model, __pyx_k_MultitaskObjective_Model, sizeof(__pyx_k_MultitaskObjective_Model), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective___init, __pyx_k_MultitaskObjective___init, sizeof(__pyx_k_MultitaskObjective___init), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective_begin_trainin, __pyx_k_MultitaskObjective_begin_trainin, sizeof(__pyx_k_MultitaskObjective_begin_trainin), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective_begin_trainin_2, __pyx_k_MultitaskObjective_begin_trainin_2, sizeof(__pyx_k_MultitaskObjective_begin_trainin_2), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective_get_loss, __pyx_k_MultitaskObjective_get_loss, sizeof(__pyx_k_MultitaskObjective_get_loss), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective_labels, __pyx_k_MultitaskObjective_labels, sizeof(__pyx_k_MultitaskObjective_labels), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective_make_dep, __pyx_k_MultitaskObjective_make_dep, sizeof(__pyx_k_MultitaskObjective_make_dep), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective_make_dep_tag, __pyx_k_MultitaskObjective_make_dep_tag, sizeof(__pyx_k_MultitaskObjective_make_dep_tag), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective_make_ent, __pyx_k_MultitaskObjective_make_ent, sizeof(__pyx_k_MultitaskObjective_make_ent), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective_make_ent_tag, __pyx_k_MultitaskObjective_make_ent_tag, sizeof(__pyx_k_MultitaskObjective_make_ent_tag), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective_make_sent_sta, __pyx_k_MultitaskObjective_make_sent_sta, sizeof(__pyx_k_MultitaskObjective_make_sent_sta), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective_make_sent_sta_2, __pyx_k_MultitaskObjective_make_sent_sta_2, sizeof(__pyx_k_MultitaskObjective_make_sent_sta_2), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective_make_tag, __pyx_k_MultitaskObjective_make_tag, sizeof(__pyx_k_MultitaskObjective_make_tag), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective_predict, __pyx_k_MultitaskObjective_predict, sizeof(__pyx_k_MultitaskObjective_predict), 0, 0, 1, 1}, {&__pyx_n_s_MultitaskObjective_set_annotatio, __pyx_k_MultitaskObjective_set_annotatio, sizeof(__pyx_k_MultitaskObjective_set_annotatio), 0, 0, 1, 1}, {&__pyx_n_s_NIL, __pyx_k_NIL, sizeof(__pyx_k_NIL), 0, 0, 1, 1}, {&__pyx_n_u_NIL, __pyx_k_NIL, sizeof(__pyx_k_NIL), 0, 1, 0, 1}, {&__pyx_kp_u_Non_native_byte_order_not_suppor, __pyx_k_Non_native_byte_order_not_suppor, sizeof(__pyx_k_Non_native_byte_order_not_suppor), 0, 1, 0, 0}, {&__pyx_n_s_NotImplementedError, __pyx_k_NotImplementedError, sizeof(__pyx_k_NotImplementedError), 0, 0, 1, 1}, {&__pyx_n_b_O, __pyx_k_O, sizeof(__pyx_k_O), 0, 0, 0, 1}, {&__pyx_n_s_OrderedDict, __pyx_k_OrderedDict, sizeof(__pyx_k_OrderedDict), 0, 0, 1, 1}, {&__pyx_kp_s_Out_of_bounds_on_buffer_access_a, __pyx_k_Out_of_bounds_on_buffer_access_a, sizeof(__pyx_k_Out_of_bounds_on_buffer_access_a), 0, 0, 1, 0}, {&__pyx_n_s_POS, __pyx_k_POS, sizeof(__pyx_k_POS), 0, 0, 1, 1}, {&__pyx_n_s_PickleError, __pyx_k_PickleError, sizeof(__pyx_k_PickleError), 0, 0, 1, 1}, {&__pyx_n_s_Pipe, __pyx_k_Pipe, sizeof(__pyx_k_Pipe), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_Model, __pyx_k_Pipe_Model, sizeof(__pyx_k_Pipe_Model), 0, 0, 1, 1}, {&__pyx_n_s_Pipe___call, __pyx_k_Pipe___call, sizeof(__pyx_k_Pipe___call), 0, 0, 1, 1}, {&__pyx_n_s_Pipe___init, __pyx_k_Pipe___init, sizeof(__pyx_k_Pipe___init), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_add_label, __pyx_k_Pipe_add_label, sizeof(__pyx_k_Pipe_add_label), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_begin_training, __pyx_k_Pipe_begin_training, sizeof(__pyx_k_Pipe_begin_training), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_begin_training_locals_lambd, __pyx_k_Pipe_begin_training_locals_lambd, sizeof(__pyx_k_Pipe_begin_training_locals_lambd), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_create_optimizer, __pyx_k_Pipe_create_optimizer, sizeof(__pyx_k_Pipe_create_optimizer), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_from_bytes, __pyx_k_Pipe_from_bytes, sizeof(__pyx_k_Pipe_from_bytes), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_from_bytes_locals_lambda, __pyx_k_Pipe_from_bytes_locals_lambda, sizeof(__pyx_k_Pipe_from_bytes_locals_lambda), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_from_bytes_locals_load_mode, __pyx_k_Pipe_from_bytes_locals_load_mode, sizeof(__pyx_k_Pipe_from_bytes_locals_load_mode), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_from_disk, __pyx_k_Pipe_from_disk, sizeof(__pyx_k_Pipe_from_disk), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_from_disk_locals_lambda, __pyx_k_Pipe_from_disk_locals_lambda, sizeof(__pyx_k_Pipe_from_disk_locals_lambda), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_from_disk_locals_load_model, __pyx_k_Pipe_from_disk_locals_load_model, sizeof(__pyx_k_Pipe_from_disk_locals_load_model), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_from_nlp, __pyx_k_Pipe_from_nlp, sizeof(__pyx_k_Pipe_from_nlp), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_get_loss, __pyx_k_Pipe_get_loss, sizeof(__pyx_k_Pipe_get_loss), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_pipe, __pyx_k_Pipe_pipe, sizeof(__pyx_k_Pipe_pipe), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_predict, __pyx_k_Pipe_predict, sizeof(__pyx_k_Pipe_predict), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_rehearse, __pyx_k_Pipe_rehearse, sizeof(__pyx_k_Pipe_rehearse), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_require_model, __pyx_k_Pipe_require_model, sizeof(__pyx_k_Pipe_require_model), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_set_annotations, __pyx_k_Pipe_set_annotations, sizeof(__pyx_k_Pipe_set_annotations), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_to_bytes, __pyx_k_Pipe_to_bytes, sizeof(__pyx_k_Pipe_to_bytes), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_to_bytes_locals_lambda, __pyx_k_Pipe_to_bytes_locals_lambda, sizeof(__pyx_k_Pipe_to_bytes_locals_lambda), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_to_disk, __pyx_k_Pipe_to_disk, sizeof(__pyx_k_Pipe_to_disk), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_to_disk_locals_lambda, __pyx_k_Pipe_to_disk_locals_lambda, sizeof(__pyx_k_Pipe_to_disk_locals_lambda), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_update, __pyx_k_Pipe_update, sizeof(__pyx_k_Pipe_update), 0, 0, 1, 1}, {&__pyx_n_s_Pipe_use_params, __pyx_k_Pipe_use_params, sizeof(__pyx_k_Pipe_use_params), 0, 0, 1, 1}, {&__pyx_kp_s_Pipeline_component_for_named_ent, __pyx_k_Pipeline_component_for_named_ent, sizeof(__pyx_k_Pipeline_component_for_named_ent), 0, 0, 1, 0}, {&__pyx_kp_s_Pipeline_component_for_part_of_s, __pyx_k_Pipeline_component_for_part_of_s, sizeof(__pyx_k_Pipeline_component_for_part_of_s), 0, 0, 1, 0}, {&__pyx_kp_s_Pipeline_component_for_text_clas, __pyx_k_Pipeline_component_for_text_clas, sizeof(__pyx_k_Pipeline_component_for_text_clas), 0, 0, 1, 0}, {&__pyx_kp_s_Pre_train_position_sensitive_vec, __pyx_k_Pre_train_position_sensitive_vec, sizeof(__pyx_k_Pre_train_position_sensitive_vec), 0, 0, 1, 0}, {&__pyx_n_s_RuntimeError, __pyx_k_RuntimeError, sizeof(__pyx_k_RuntimeError), 0, 0, 1, 1}, {&__pyx_n_u_SP, __pyx_k_SP, sizeof(__pyx_k_SP), 0, 1, 0, 1}, {&__pyx_kp_s_Segment_the_Doc_into_sentences_u, __pyx_k_Segment_the_Doc_into_sentences_u, sizeof(__pyx_k_Segment_the_Doc_into_sentences_u), 0, 0, 1, 0}, {&__pyx_n_s_Sentencizer, __pyx_k_Sentencizer, sizeof(__pyx_k_Sentencizer), 0, 0, 1, 1}, {&__pyx_n_u_Sentencizer, __pyx_k_Sentencizer, sizeof(__pyx_k_Sentencizer), 0, 1, 0, 1}, {&__pyx_n_s_Sentencizer___call, __pyx_k_Sentencizer___call, sizeof(__pyx_k_Sentencizer___call), 0, 0, 1, 1}, {&__pyx_n_s_Sentencizer___init, __pyx_k_Sentencizer___init, sizeof(__pyx_k_Sentencizer___init), 0, 0, 1, 1}, {&__pyx_n_s_Sentencizer_from_bytes, __pyx_k_Sentencizer_from_bytes, sizeof(__pyx_k_Sentencizer_from_bytes), 0, 0, 1, 1}, {&__pyx_n_s_Sentencizer_from_disk, __pyx_k_Sentencizer_from_disk, sizeof(__pyx_k_Sentencizer_from_disk), 0, 0, 1, 1}, {&__pyx_n_s_Sentencizer_from_nlp, __pyx_k_Sentencizer_from_nlp, sizeof(__pyx_k_Sentencizer_from_nlp), 0, 0, 1, 1}, {&__pyx_n_s_Sentencizer_pipe, __pyx_k_Sentencizer_pipe, sizeof(__pyx_k_Sentencizer_pipe), 0, 0, 1, 1}, {&__pyx_n_s_Sentencizer_predict, __pyx_k_Sentencizer_predict, sizeof(__pyx_k_Sentencizer_predict), 0, 0, 1, 1}, {&__pyx_n_s_Sentencizer_predict_locals_genex, __pyx_k_Sentencizer_predict_locals_genex, sizeof(__pyx_k_Sentencizer_predict_locals_genex), 0, 0, 1, 1}, {&__pyx_n_s_Sentencizer_set_annotations, __pyx_k_Sentencizer_set_annotations, sizeof(__pyx_k_Sentencizer_set_annotations), 0, 0, 1, 1}, {&__pyx_n_s_Sentencizer_to_bytes, __pyx_k_Sentencizer_to_bytes, sizeof(__pyx_k_Sentencizer_to_bytes), 0, 0, 1, 1}, {&__pyx_n_s_Sentencizer_to_disk, __pyx_k_Sentencizer_to_disk, sizeof(__pyx_k_Sentencizer_to_disk), 0, 0, 1, 1}, {&__pyx_n_s_Softmax, __pyx_k_Softmax, sizeof(__pyx_k_Softmax), 0, 0, 1, 1}, {&__pyx_n_s_T, __pyx_k_T, sizeof(__pyx_k_T), 0, 0, 1, 1}, {&__pyx_n_s_T003, __pyx_k_T003, sizeof(__pyx_k_T003), 0, 0, 1, 1}, {&__pyx_n_s_T008, __pyx_k_T008, sizeof(__pyx_k_T008), 0, 0, 1, 1}, {&__pyx_n_s_Tagger, __pyx_k_Tagger, sizeof(__pyx_k_Tagger), 0, 0, 1, 1}, {&__pyx_n_u_Tagger, __pyx_k_Tagger, sizeof(__pyx_k_Tagger), 0, 1, 0, 1}, {&__pyx_n_s_Tagger_Model, __pyx_k_Tagger_Model, sizeof(__pyx_k_Tagger_Model), 0, 0, 1, 1}, {&__pyx_n_s_Tagger___call, __pyx_k_Tagger___call, sizeof(__pyx_k_Tagger___call), 0, 0, 1, 1}, {&__pyx_n_s_Tagger___init, __pyx_k_Tagger___init, sizeof(__pyx_k_Tagger___init), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_add_label, __pyx_k_Tagger_add_label, sizeof(__pyx_k_Tagger_add_label), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_begin_training, __pyx_k_Tagger_begin_training, sizeof(__pyx_k_Tagger_begin_training), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_begin_training_locals_gen, __pyx_k_Tagger_begin_training_locals_gen, sizeof(__pyx_k_Tagger_begin_training_locals_gen), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_begin_training_locals_lam, __pyx_k_Tagger_begin_training_locals_lam, sizeof(__pyx_k_Tagger_begin_training_locals_lam), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_from_bytes, __pyx_k_Tagger_from_bytes, sizeof(__pyx_k_Tagger_from_bytes), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_from_bytes_locals_lambda, __pyx_k_Tagger_from_bytes_locals_lambda, sizeof(__pyx_k_Tagger_from_bytes_locals_lambda), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_from_bytes_locals_load_mo, __pyx_k_Tagger_from_bytes_locals_load_mo, sizeof(__pyx_k_Tagger_from_bytes_locals_load_mo), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_from_bytes_locals_load_ta, __pyx_k_Tagger_from_bytes_locals_load_ta, sizeof(__pyx_k_Tagger_from_bytes_locals_load_ta), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_from_disk, __pyx_k_Tagger_from_disk, sizeof(__pyx_k_Tagger_from_disk), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_from_disk_locals_lambda, __pyx_k_Tagger_from_disk_locals_lambda, sizeof(__pyx_k_Tagger_from_disk_locals_lambda), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_from_disk_locals_load_mod, __pyx_k_Tagger_from_disk_locals_load_mod, sizeof(__pyx_k_Tagger_from_disk_locals_load_mod), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_from_disk_locals_load_tag, __pyx_k_Tagger_from_disk_locals_load_tag, sizeof(__pyx_k_Tagger_from_disk_locals_load_tag), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_get_loss, __pyx_k_Tagger_get_loss, sizeof(__pyx_k_Tagger_get_loss), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_labels, __pyx_k_Tagger_labels, sizeof(__pyx_k_Tagger_labels), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_pipe, __pyx_k_Tagger_pipe, sizeof(__pyx_k_Tagger_pipe), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_predict, __pyx_k_Tagger_predict, sizeof(__pyx_k_Tagger_predict), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_predict_locals_genexpr, __pyx_k_Tagger_predict_locals_genexpr, sizeof(__pyx_k_Tagger_predict_locals_genexpr), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_rehearse, __pyx_k_Tagger_rehearse, sizeof(__pyx_k_Tagger_rehearse), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_rehearse_locals_genexpr, __pyx_k_Tagger_rehearse_locals_genexpr, sizeof(__pyx_k_Tagger_rehearse_locals_genexpr), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_set_annotations, __pyx_k_Tagger_set_annotations, sizeof(__pyx_k_Tagger_set_annotations), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_to_bytes, __pyx_k_Tagger_to_bytes, sizeof(__pyx_k_Tagger_to_bytes), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_to_bytes_locals_lambda, __pyx_k_Tagger_to_bytes_locals_lambda, sizeof(__pyx_k_Tagger_to_bytes_locals_lambda), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_to_disk, __pyx_k_Tagger_to_disk, sizeof(__pyx_k_Tagger_to_disk), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_to_disk_locals_lambda, __pyx_k_Tagger_to_disk_locals_lambda, sizeof(__pyx_k_Tagger_to_disk_locals_lambda), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_tok2vec, __pyx_k_Tagger_tok2vec, sizeof(__pyx_k_Tagger_tok2vec), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_update, __pyx_k_Tagger_update, sizeof(__pyx_k_Tagger_update), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_update_locals_genexpr, __pyx_k_Tagger_update_locals_genexpr, sizeof(__pyx_k_Tagger_update_locals_genexpr), 0, 0, 1, 1}, {&__pyx_n_s_Tagger_use_params, __pyx_k_Tagger_use_params, sizeof(__pyx_k_Tagger_use_params), 0, 0, 1, 1}, {&__pyx_n_s_TempErrors, __pyx_k_TempErrors, sizeof(__pyx_k_TempErrors), 0, 0, 1, 1}, {&__pyx_n_s_Tensorizer, __pyx_k_Tensorizer, sizeof(__pyx_k_Tensorizer), 0, 0, 1, 1}, {&__pyx_n_u_Tensorizer, __pyx_k_Tensorizer, sizeof(__pyx_k_Tensorizer), 0, 1, 0, 1}, {&__pyx_n_s_Tensorizer_Model, __pyx_k_Tensorizer_Model, sizeof(__pyx_k_Tensorizer_Model), 0, 0, 1, 1}, {&__pyx_n_s_Tensorizer___call, __pyx_k_Tensorizer___call, sizeof(__pyx_k_Tensorizer___call), 0, 0, 1, 1}, {&__pyx_n_s_Tensorizer___init, __pyx_k_Tensorizer___init, sizeof(__pyx_k_Tensorizer___init), 0, 0, 1, 1}, {&__pyx_kp_u_Tensorizer___init___line_250, __pyx_k_Tensorizer___init___line_250, sizeof(__pyx_k_Tensorizer___init___line_250), 0, 1, 0, 0}, {&__pyx_n_s_Tensorizer_begin_training, __pyx_k_Tensorizer_begin_training, sizeof(__pyx_k_Tensorizer_begin_training), 0, 0, 1, 1}, {&__pyx_n_s_Tensorizer_begin_training_locals, __pyx_k_Tensorizer_begin_training_locals, sizeof(__pyx_k_Tensorizer_begin_training_locals), 0, 0, 1, 1}, {&__pyx_n_s_Tensorizer_get_loss, __pyx_k_Tensorizer_get_loss, sizeof(__pyx_k_Tensorizer_get_loss), 0, 0, 1, 1}, {&__pyx_n_s_Tensorizer_pipe, __pyx_k_Tensorizer_pipe, sizeof(__pyx_k_Tensorizer_pipe), 0, 0, 1, 1}, {&__pyx_n_s_Tensorizer_predict, __pyx_k_Tensorizer_predict, sizeof(__pyx_k_Tensorizer_predict), 0, 0, 1, 1}, {&__pyx_n_s_Tensorizer_set_annotations, __pyx_k_Tensorizer_set_annotations, sizeof(__pyx_k_Tensorizer_set_annotations), 0, 0, 1, 1}, {&__pyx_n_s_Tensorizer_update, __pyx_k_Tensorizer_update, sizeof(__pyx_k_Tensorizer_update), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer, __pyx_k_TextCategorizer, sizeof(__pyx_k_TextCategorizer), 0, 0, 1, 1}, {&__pyx_n_u_TextCategorizer, __pyx_k_TextCategorizer, sizeof(__pyx_k_TextCategorizer), 0, 1, 0, 1}, {&__pyx_n_s_TextCategorizer_Model, __pyx_k_TextCategorizer_Model, sizeof(__pyx_k_TextCategorizer_Model), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer___init, __pyx_k_TextCategorizer___init, sizeof(__pyx_k_TextCategorizer___init), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer_add_label, __pyx_k_TextCategorizer_add_label, sizeof(__pyx_k_TextCategorizer_add_label), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer_begin_training, __pyx_k_TextCategorizer_begin_training, sizeof(__pyx_k_TextCategorizer_begin_training), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer_begin_training_l, __pyx_k_TextCategorizer_begin_training_l, sizeof(__pyx_k_TextCategorizer_begin_training_l), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer_get_loss, __pyx_k_TextCategorizer_get_loss, sizeof(__pyx_k_TextCategorizer_get_loss), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer_labels, __pyx_k_TextCategorizer_labels, sizeof(__pyx_k_TextCategorizer_labels), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer_pipe, __pyx_k_TextCategorizer_pipe, sizeof(__pyx_k_TextCategorizer_pipe), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer_predict, __pyx_k_TextCategorizer_predict, sizeof(__pyx_k_TextCategorizer_predict), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer_predict_locals_g, __pyx_k_TextCategorizer_predict_locals_g, sizeof(__pyx_k_TextCategorizer_predict_locals_g), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer_rehearse, __pyx_k_TextCategorizer_rehearse, sizeof(__pyx_k_TextCategorizer_rehearse), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer_rehearse_locals, __pyx_k_TextCategorizer_rehearse_locals, sizeof(__pyx_k_TextCategorizer_rehearse_locals), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer_require_labels, __pyx_k_TextCategorizer_require_labels, sizeof(__pyx_k_TextCategorizer_require_labels), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer_set_annotations, __pyx_k_TextCategorizer_set_annotations, sizeof(__pyx_k_TextCategorizer_set_annotations), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer_tok2vec, __pyx_k_TextCategorizer_tok2vec, sizeof(__pyx_k_TextCategorizer_tok2vec), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer_update, __pyx_k_TextCategorizer_update, sizeof(__pyx_k_TextCategorizer_update), 0, 0, 1, 1}, {&__pyx_n_s_TextCategorizer_update_locals_ge, __pyx_k_TextCategorizer_update_locals_ge, sizeof(__pyx_k_TextCategorizer_update_locals_ge), 0, 0, 1, 1}, {&__pyx_kp_s_This_class_is_not_instantiated_d, __pyx_k_This_class_is_not_instantiated_d, sizeof(__pyx_k_This_class_is_not_instantiated_d), 0, 0, 1, 0}, {&__pyx_n_s_Tok2Vec, __pyx_k_Tok2Vec, sizeof(__pyx_k_Tok2Vec), 0, 0, 1, 1}, {&__pyx_n_s_TransitionSystem, __pyx_k_TransitionSystem, sizeof(__pyx_k_TransitionSystem), 0, 0, 1, 1}, {&__pyx_n_s_TypeError, __pyx_k_TypeError, sizeof(__pyx_k_TypeError), 0, 0, 1, 1}, {&__pyx_n_u_U, __pyx_k_U, sizeof(__pyx_k_U), 0, 1, 0, 1}, {&__pyx_kp_u_U_SENT, __pyx_k_U_SENT, sizeof(__pyx_k_U_SENT), 0, 1, 0, 0}, {&__pyx_kp_s_Unable_to_convert_item_to_object, __pyx_k_Unable_to_convert_item_to_object, sizeof(__pyx_k_Unable_to_convert_item_to_object), 0, 0, 1, 0}, {&__pyx_n_s_ValueError, __pyx_k_ValueError, sizeof(__pyx_k_ValueError), 0, 0, 1, 1}, {&__pyx_n_s_View_MemoryView, __pyx_k_View_MemoryView, sizeof(__pyx_k_View_MemoryView), 0, 0, 1, 1}, {&__pyx_n_s_W022, __pyx_k_W022, sizeof(__pyx_k_W022), 0, 0, 1, 1}, {&__pyx_n_s_W033, __pyx_k_W033, sizeof(__pyx_k_W033), 0, 0, 1, 1}, {&__pyx_n_s_Warnings, __pyx_k_Warnings, sizeof(__pyx_k_Warnings), 0, 0, 1, 1}, {&__pyx_n_s_X, __pyx_k_X, sizeof(__pyx_k_X), 0, 0, 1, 1}, {&__pyx_n_u_X, __pyx_k_X, sizeof(__pyx_k_X), 0, 1, 0, 1}, {&__pyx_kp_u__113, __pyx_k__113, sizeof(__pyx_k__113), 0, 1, 0, 0}, {&__pyx_n_s__285, __pyx_k__285, sizeof(__pyx_k__285), 0, 0, 1, 1}, {&__pyx_kp_u__311, __pyx_k__311, sizeof(__pyx_k__311), 0, 1, 0, 0}, {&__pyx_kp_u__312, __pyx_k__312, sizeof(__pyx_k__312), 0, 1, 0, 0}, {&__pyx_kp_u__313, __pyx_k__313, sizeof(__pyx_k__313), 0, 1, 0, 0}, {&__pyx_kp_u__314, __pyx_k__314, sizeof(__pyx_k__314), 0, 1, 0, 0}, {&__pyx_kp_u__315, __pyx_k__315, sizeof(__pyx_k__315), 0, 1, 0, 0}, {&__pyx_kp_u__316, __pyx_k__316, sizeof(__pyx_k__316), 0, 1, 0, 0}, {&__pyx_kp_u__317, __pyx_k__317, sizeof(__pyx_k__317), 0, 1, 0, 0}, {&__pyx_kp_u__318, __pyx_k__318, sizeof(__pyx_k__318), 0, 1, 0, 0}, {&__pyx_kp_u__319, __pyx_k__319, sizeof(__pyx_k__319), 0, 1, 0, 0}, {&__pyx_kp_u__320, __pyx_k__320, sizeof(__pyx_k__320), 0, 1, 0, 0}, {&__pyx_kp_u__321, __pyx_k__321, sizeof(__pyx_k__321), 0, 1, 0, 0}, {&__pyx_kp_u__322, __pyx_k__322, sizeof(__pyx_k__322), 0, 1, 0, 0}, {&__pyx_kp_u__323, __pyx_k__323, sizeof(__pyx_k__323), 0, 1, 0, 0}, {&__pyx_kp_u__324, __pyx_k__324, sizeof(__pyx_k__324), 0, 1, 0, 0}, {&__pyx_kp_u__325, __pyx_k__325, sizeof(__pyx_k__325), 0, 1, 0, 0}, {&__pyx_kp_u__326, __pyx_k__326, sizeof(__pyx_k__326), 0, 1, 0, 0}, {&__pyx_kp_u__327, __pyx_k__327, sizeof(__pyx_k__327), 0, 1, 0, 0}, {&__pyx_kp_u__328, __pyx_k__328, sizeof(__pyx_k__328), 0, 1, 0, 0}, {&__pyx_kp_u__329, __pyx_k__329, sizeof(__pyx_k__329), 0, 1, 0, 0}, {&__pyx_kp_u__330, __pyx_k__330, sizeof(__pyx_k__330), 0, 1, 0, 0}, {&__pyx_kp_u__331, __pyx_k__331, sizeof(__pyx_k__331), 0, 1, 0, 0}, {&__pyx_kp_u__332, __pyx_k__332, sizeof(__pyx_k__332), 0, 1, 0, 0}, {&__pyx_kp_u__333, __pyx_k__333, sizeof(__pyx_k__333), 0, 1, 0, 0}, {&__pyx_kp_u__334, __pyx_k__334, sizeof(__pyx_k__334), 0, 1, 0, 0}, {&__pyx_kp_u__335, __pyx_k__335, sizeof(__pyx_k__335), 0, 1, 0, 0}, {&__pyx_kp_u__336, __pyx_k__336, sizeof(__pyx_k__336), 0, 1, 0, 0}, {&__pyx_kp_u__337, __pyx_k__337, sizeof(__pyx_k__337), 0, 1, 0, 0}, {&__pyx_kp_u__338, __pyx_k__338, sizeof(__pyx_k__338), 0, 1, 0, 0}, {&__pyx_kp_u__339, __pyx_k__339, sizeof(__pyx_k__339), 0, 1, 0, 0}, {&__pyx_kp_u__340, __pyx_k__340, sizeof(__pyx_k__340), 0, 1, 0, 0}, {&__pyx_kp_u__341, __pyx_k__341, sizeof(__pyx_k__341), 0, 1, 0, 0}, {&__pyx_kp_u__342, __pyx_k__342, sizeof(__pyx_k__342), 0, 1, 0, 0}, {&__pyx_kp_u__343, __pyx_k__343, sizeof(__pyx_k__343), 0, 1, 0, 0}, {&__pyx_kp_u__344, __pyx_k__344, sizeof(__pyx_k__344), 0, 1, 0, 0}, {&__pyx_kp_u__345, __pyx_k__345, sizeof(__pyx_k__345), 0, 1, 0, 0}, {&__pyx_kp_u__346, __pyx_k__346, sizeof(__pyx_k__346), 0, 1, 0, 0}, {&__pyx_kp_u__347, __pyx_k__347, sizeof(__pyx_k__347), 0, 1, 0, 0}, {&__pyx_kp_u__348, __pyx_k__348, sizeof(__pyx_k__348), 0, 1, 0, 0}, {&__pyx_kp_u__349, __pyx_k__349, sizeof(__pyx_k__349), 0, 1, 0, 0}, {&__pyx_kp_u__350, __pyx_k__350, sizeof(__pyx_k__350), 0, 1, 0, 0}, {&__pyx_kp_u__351, __pyx_k__351, sizeof(__pyx_k__351), 0, 1, 0, 0}, {&__pyx_kp_u__352, __pyx_k__352, sizeof(__pyx_k__352), 0, 1, 0, 0}, {&__pyx_kp_u__353, __pyx_k__353, sizeof(__pyx_k__353), 0, 1, 0, 0}, {&__pyx_kp_u__354, __pyx_k__354, sizeof(__pyx_k__354), 0, 1, 0, 0}, {&__pyx_kp_u__355, __pyx_k__355, sizeof(__pyx_k__355), 0, 1, 0, 0}, {&__pyx_kp_u__356, __pyx_k__356, sizeof(__pyx_k__356), 0, 1, 0, 0}, {&__pyx_kp_u__357, __pyx_k__357, sizeof(__pyx_k__357), 0, 1, 0, 0}, {&__pyx_kp_u__358, __pyx_k__358, sizeof(__pyx_k__358), 0, 1, 0, 0}, {&__pyx_kp_u__359, __pyx_k__359, sizeof(__pyx_k__359), 0, 1, 0, 0}, {&__pyx_kp_u__360, __pyx_k__360, sizeof(__pyx_k__360), 0, 1, 0, 0}, {&__pyx_kp_u__361, __pyx_k__361, sizeof(__pyx_k__361), 0, 1, 0, 0}, {&__pyx_kp_u__362, __pyx_k__362, sizeof(__pyx_k__362), 0, 1, 0, 0}, {&__pyx_kp_u__363, __pyx_k__363, sizeof(__pyx_k__363), 0, 1, 0, 0}, {&__pyx_kp_u__364, __pyx_k__364, sizeof(__pyx_k__364), 0, 1, 0, 0}, {&__pyx_kp_u__365, __pyx_k__365, sizeof(__pyx_k__365), 0, 1, 0, 0}, {&__pyx_kp_u__366, __pyx_k__366, sizeof(__pyx_k__366), 0, 1, 0, 0}, {&__pyx_kp_u__367, __pyx_k__367, sizeof(__pyx_k__367), 0, 1, 0, 0}, {&__pyx_kp_u__368, __pyx_k__368, sizeof(__pyx_k__368), 0, 1, 0, 0}, {&__pyx_kp_u__369, __pyx_k__369, sizeof(__pyx_k__369), 0, 1, 0, 0}, {&__pyx_kp_u__370, __pyx_k__370, sizeof(__pyx_k__370), 0, 1, 0, 0}, {&__pyx_kp_u__371, __pyx_k__371, sizeof(__pyx_k__371), 0, 1, 0, 0}, {&__pyx_kp_u__372, __pyx_k__372, sizeof(__pyx_k__372), 0, 1, 0, 0}, {&__pyx_kp_u__373, __pyx_k__373, sizeof(__pyx_k__373), 0, 1, 0, 0}, {&__pyx_kp_u__374, __pyx_k__374, sizeof(__pyx_k__374), 0, 1, 0, 0}, {&__pyx_kp_u__375, __pyx_k__375, sizeof(__pyx_k__375), 0, 1, 0, 0}, {&__pyx_kp_u__376, __pyx_k__376, sizeof(__pyx_k__376), 0, 1, 0, 0}, {&__pyx_kp_u__377, __pyx_k__377, sizeof(__pyx_k__377), 0, 1, 0, 0}, {&__pyx_kp_u__378, __pyx_k__378, sizeof(__pyx_k__378), 0, 1, 0, 0}, {&__pyx_kp_u__379, __pyx_k__379, sizeof(__pyx_k__379), 0, 1, 0, 0}, {&__pyx_kp_u__380, __pyx_k__380, sizeof(__pyx_k__380), 0, 1, 0, 0}, {&__pyx_kp_u__381, __pyx_k__381, sizeof(__pyx_k__381), 0, 1, 0, 0}, {&__pyx_kp_u__382, __pyx_k__382, sizeof(__pyx_k__382), 0, 1, 0, 0}, {&__pyx_kp_u__383, __pyx_k__383, sizeof(__pyx_k__383), 0, 1, 0, 0}, {&__pyx_kp_u__384, __pyx_k__384, sizeof(__pyx_k__384), 0, 1, 0, 0}, {&__pyx_kp_u__385, __pyx_k__385, sizeof(__pyx_k__385), 0, 1, 0, 0}, {&__pyx_kp_u__386, __pyx_k__386, sizeof(__pyx_k__386), 0, 1, 0, 0}, {&__pyx_kp_u__387, __pyx_k__387, sizeof(__pyx_k__387), 0, 1, 0, 0}, {&__pyx_kp_u__388, __pyx_k__388, sizeof(__pyx_k__388), 0, 1, 0, 0}, {&__pyx_kp_u__389, __pyx_k__389, sizeof(__pyx_k__389), 0, 1, 0, 0}, {&__pyx_kp_u__390, __pyx_k__390, sizeof(__pyx_k__390), 0, 1, 0, 0}, {&__pyx_kp_u__391, __pyx_k__391, sizeof(__pyx_k__391), 0, 1, 0, 0}, {&__pyx_kp_u__392, __pyx_k__392, sizeof(__pyx_k__392), 0, 1, 0, 0}, {&__pyx_kp_u__393, __pyx_k__393, sizeof(__pyx_k__393), 0, 1, 0, 0}, {&__pyx_kp_u__394, __pyx_k__394, sizeof(__pyx_k__394), 0, 1, 0, 0}, {&__pyx_kp_u__395, __pyx_k__395, sizeof(__pyx_k__395), 0, 1, 0, 0}, {&__pyx_kp_u__396, __pyx_k__396, sizeof(__pyx_k__396), 0, 1, 0, 0}, {&__pyx_kp_u__397, __pyx_k__397, sizeof(__pyx_k__397), 0, 1, 0, 0}, {&__pyx_kp_u__398, __pyx_k__398, sizeof(__pyx_k__398), 0, 1, 0, 0}, {&__pyx_kp_u__399, __pyx_k__399, sizeof(__pyx_k__399), 0, 1, 0, 0}, {&__pyx_kp_u__400, __pyx_k__400, sizeof(__pyx_k__400), 0, 1, 0, 0}, {&__pyx_kp_u__401, __pyx_k__401, sizeof(__pyx_k__401), 0, 1, 0, 0}, {&__pyx_kp_u__402, __pyx_k__402, sizeof(__pyx_k__402), 0, 1, 0, 0}, {&__pyx_kp_u__403, __pyx_k__403, sizeof(__pyx_k__403), 0, 1, 0, 0}, {&__pyx_kp_u__404, __pyx_k__404, sizeof(__pyx_k__404), 0, 1, 0, 0}, {&__pyx_kp_u__405, __pyx_k__405, sizeof(__pyx_k__405), 0, 1, 0, 0}, {&__pyx_kp_u__406, __pyx_k__406, sizeof(__pyx_k__406), 0, 1, 0, 0}, {&__pyx_kp_u__407, __pyx_k__407, sizeof(__pyx_k__407), 0, 1, 0, 0}, {&__pyx_kp_u__408, __pyx_k__408, sizeof(__pyx_k__408), 0, 1, 0, 0}, {&__pyx_kp_u__409, __pyx_k__409, sizeof(__pyx_k__409), 0, 1, 0, 0}, {&__pyx_kp_u__410, __pyx_k__410, sizeof(__pyx_k__410), 0, 1, 0, 0}, {&__pyx_kp_u__411, __pyx_k__411, sizeof(__pyx_k__411), 0, 1, 0, 0}, {&__pyx_kp_u__412, __pyx_k__412, sizeof(__pyx_k__412), 0, 1, 0, 0}, {&__pyx_kp_u__413, __pyx_k__413, sizeof(__pyx_k__413), 0, 1, 0, 0}, {&__pyx_kp_u__414, __pyx_k__414, sizeof(__pyx_k__414), 0, 1, 0, 0}, {&__pyx_kp_u__415, __pyx_k__415, sizeof(__pyx_k__415), 0, 1, 0, 0}, {&__pyx_kp_u__416, __pyx_k__416, sizeof(__pyx_k__416), 0, 1, 0, 0}, {&__pyx_kp_u__417, __pyx_k__417, sizeof(__pyx_k__417), 0, 1, 0, 0}, {&__pyx_kp_u__418, __pyx_k__418, sizeof(__pyx_k__418), 0, 1, 0, 0}, {&__pyx_kp_u__419, __pyx_k__419, sizeof(__pyx_k__419), 0, 1, 0, 0}, {&__pyx_kp_u__420, __pyx_k__420, sizeof(__pyx_k__420), 0, 1, 0, 0}, {&__pyx_kp_u__421, __pyx_k__421, sizeof(__pyx_k__421), 0, 1, 0, 0}, {&__pyx_kp_u__422, __pyx_k__422, sizeof(__pyx_k__422), 0, 1, 0, 0}, {&__pyx_kp_u__423, __pyx_k__423, sizeof(__pyx_k__423), 0, 1, 0, 0}, {&__pyx_kp_u__424, __pyx_k__424, sizeof(__pyx_k__424), 0, 1, 0, 0}, {&__pyx_kp_u__425, __pyx_k__425, sizeof(__pyx_k__425), 0, 1, 0, 0}, {&__pyx_kp_u__426, __pyx_k__426, sizeof(__pyx_k__426), 0, 1, 0, 0}, {&__pyx_kp_u__427, __pyx_k__427, sizeof(__pyx_k__427), 0, 1, 0, 0}, {&__pyx_kp_u__428, __pyx_k__428, sizeof(__pyx_k__428), 0, 1, 0, 0}, {&__pyx_kp_u__429, __pyx_k__429, sizeof(__pyx_k__429), 0, 1, 0, 0}, {&__pyx_kp_u__430, __pyx_k__430, sizeof(__pyx_k__430), 0, 1, 0, 0}, {&__pyx_kp_u__431, __pyx_k__431, sizeof(__pyx_k__431), 0, 1, 0, 0}, {&__pyx_kp_u__432, __pyx_k__432, sizeof(__pyx_k__432), 0, 1, 0, 0}, {&__pyx_kp_u__433, __pyx_k__433, sizeof(__pyx_k__433), 0, 1, 0, 0}, {&__pyx_kp_u__434, __pyx_k__434, sizeof(__pyx_k__434), 0, 1, 0, 0}, {&__pyx_kp_u__435, __pyx_k__435, sizeof(__pyx_k__435), 0, 1, 0, 0}, {&__pyx_kp_u__436, __pyx_k__436, sizeof(__pyx_k__436), 0, 1, 0, 0}, {&__pyx_kp_u__437, __pyx_k__437, sizeof(__pyx_k__437), 0, 1, 0, 0}, {&__pyx_kp_u__438, __pyx_k__438, sizeof(__pyx_k__438), 0, 1, 0, 0}, {&__pyx_kp_u__78, __pyx_k__78, sizeof(__pyx_k__78), 0, 1, 0, 0}, {&__pyx_kp_u__79, __pyx_k__79, sizeof(__pyx_k__79), 0, 1, 0, 0}, {&__pyx_n_s__97, __pyx_k__97, sizeof(__pyx_k__97), 0, 0, 1, 1}, {&__pyx_kp_u__97, __pyx_k__97, sizeof(__pyx_k__97), 0, 1, 0, 0}, {&__pyx_n_s_add_label, __pyx_k_add_label, sizeof(__pyx_k_add_label), 0, 0, 1, 1}, {&__pyx_n_s_all, __pyx_k_all, sizeof(__pyx_k_all), 0, 0, 1, 1}, {&__pyx_n_s_allocate, __pyx_k_allocate, sizeof(__pyx_k_allocate), 0, 0, 1, 1}, {&__pyx_n_s_allocate_buffer, __pyx_k_allocate_buffer, sizeof(__pyx_k_allocate_buffer), 0, 0, 1, 1}, {&__pyx_n_s_annot_brackets, __pyx_k_annot_brackets, sizeof(__pyx_k_annot_brackets), 0, 0, 1, 1}, {&__pyx_n_s_annots, __pyx_k_annots, sizeof(__pyx_k_annots), 0, 0, 1, 1}, {&__pyx_n_s_annots_brackets, __pyx_k_annots_brackets, sizeof(__pyx_k_annots_brackets), 0, 0, 1, 1}, {&__pyx_n_s_append, __pyx_k_append, sizeof(__pyx_k_append), 0, 0, 1, 1}, {&__pyx_n_u_architecture, __pyx_k_architecture, sizeof(__pyx_k_architecture), 0, 1, 0, 1}, {&__pyx_n_s_argmax, __pyx_k_argmax, sizeof(__pyx_k_argmax), 0, 0, 1, 1}, {&__pyx_n_s_args, __pyx_k_args, sizeof(__pyx_k_args), 0, 0, 1, 1}, {&__pyx_n_s_array, __pyx_k_array, sizeof(__pyx_k_array), 0, 0, 1, 1}, {&__pyx_n_s_as_doc, __pyx_k_as_doc, sizeof(__pyx_k_as_doc), 0, 0, 1, 1}, {&__pyx_n_s_asarray, __pyx_k_asarray, sizeof(__pyx_k_asarray), 0, 0, 1, 1}, {&__pyx_n_s_assign_morphology, __pyx_k_assign_morphology, sizeof(__pyx_k_assign_morphology), 0, 0, 1, 1}, {&__pyx_n_s_assigns, __pyx_k_assigns, sizeof(__pyx_k_assigns), 0, 0, 1, 1}, {&__pyx_n_s_attrs, __pyx_k_attrs, sizeof(__pyx_k_attrs), 0, 0, 1, 1}, {&__pyx_n_s_axis, __pyx_k_axis, sizeof(__pyx_k_axis), 0, 0, 1, 1}, {&__pyx_n_s_b, __pyx_k_b, sizeof(__pyx_k_b), 0, 0, 1, 1}, {&__pyx_n_s_backprop, __pyx_k_backprop, sizeof(__pyx_k_backprop), 0, 0, 1, 1}, {&__pyx_n_s_base, __pyx_k_base, sizeof(__pyx_k_base), 0, 0, 1, 1}, {&__pyx_n_s_basestring, __pyx_k_basestring, sizeof(__pyx_k_basestring), 0, 0, 1, 1}, {&__pyx_n_s_batch_size, __pyx_k_batch_size, sizeof(__pyx_k_batch_size), 0, 0, 1, 1}, {&__pyx_n_s_batch_tag_ids, __pyx_k_batch_tag_ids, sizeof(__pyx_k_batch_tag_ids), 0, 0, 1, 1}, {&__pyx_n_s_begin_training, __pyx_k_begin_training, sizeof(__pyx_k_begin_training), 0, 0, 1, 1}, {&__pyx_n_s_begin_update, __pyx_k_begin_update, sizeof(__pyx_k_begin_update), 0, 0, 1, 1}, {&__pyx_n_s_best_candidate, __pyx_k_best_candidate, sizeof(__pyx_k_best_candidate), 0, 0, 1, 1}, {&__pyx_n_s_best_index, __pyx_k_best_index, sizeof(__pyx_k_best_index), 0, 0, 1, 1}, {&__pyx_n_u_bow, __pyx_k_bow, sizeof(__pyx_k_bow), 0, 1, 0, 1}, {&__pyx_n_s_bp_context, __pyx_k_bp_context, sizeof(__pyx_k_bp_context), 0, 0, 1, 1}, {&__pyx_n_s_bp_input, __pyx_k_bp_input, sizeof(__pyx_k_bp_input), 0, 0, 1, 1}, {&__pyx_n_s_bp_inputs, __pyx_k_bp_inputs, sizeof(__pyx_k_bp_inputs), 0, 0, 1, 1}, {&__pyx_n_s_bp_predictions, __pyx_k_bp_predictions, sizeof(__pyx_k_bp_predictions), 0, 0, 1, 1}, {&__pyx_n_s_bp_scores, __pyx_k_bp_scores, sizeof(__pyx_k_bp_scores), 0, 0, 1, 1}, {&__pyx_n_s_bp_tag_scores, __pyx_k_bp_tag_scores, sizeof(__pyx_k_bp_tag_scores), 0, 0, 1, 1}, {&__pyx_n_s_bp_tensor, __pyx_k_bp_tensor, sizeof(__pyx_k_bp_tensor), 0, 0, 1, 1}, {&__pyx_n_s_brackets, __pyx_k_brackets, sizeof(__pyx_k_brackets), 0, 0, 1, 1}, {&__pyx_n_s_build_bow_text_classifier, __pyx_k_build_bow_text_classifier, sizeof(__pyx_k_build_bow_text_classifier), 0, 0, 1, 1}, {&__pyx_n_s_build_nel_encoder, __pyx_k_build_nel_encoder, sizeof(__pyx_k_build_nel_encoder), 0, 0, 1, 1}, {&__pyx_n_s_build_simple_cnn_text_classifier, __pyx_k_build_simple_cnn_text_classifier, sizeof(__pyx_k_build_simple_cnn_text_classifier), 0, 0, 1, 1}, {&__pyx_n_s_build_tagger_model, __pyx_k_build_tagger_model, sizeof(__pyx_k_build_tagger_model), 0, 0, 1, 1}, {&__pyx_n_s_build_text_classifier, __pyx_k_build_text_classifier, sizeof(__pyx_k_build_text_classifier), 0, 0, 1, 1}, {&__pyx_n_s_bytes_data, __pyx_k_bytes_data, sizeof(__pyx_k_bytes_data), 0, 0, 1, 1}, {&__pyx_n_s_c, __pyx_k_c, sizeof(__pyx_k_c), 0, 0, 1, 1}, {&__pyx_n_u_c, __pyx_k_c, sizeof(__pyx_k_c), 0, 1, 0, 1}, {&__pyx_n_s_cache, __pyx_k_cache, sizeof(__pyx_k_cache), 0, 0, 1, 1}, {&__pyx_n_s_cache_2, __pyx_k_cache_2, sizeof(__pyx_k_cache_2), 0, 0, 1, 1}, {&__pyx_n_s_call, __pyx_k_call, sizeof(__pyx_k_call), 0, 0, 1, 1}, {&__pyx_n_u_call, __pyx_k_call, sizeof(__pyx_k_call), 0, 1, 0, 1}, {&__pyx_n_s_candidates, __pyx_k_candidates, sizeof(__pyx_k_candidates), 0, 0, 1, 1}, {&__pyx_n_s_cat, __pyx_k_cat, sizeof(__pyx_k_cat), 0, 0, 1, 1}, {&__pyx_n_s_cats, __pyx_k_cats, sizeof(__pyx_k_cats), 0, 0, 1, 1}, {&__pyx_n_s_cfg, __pyx_k_cfg, sizeof(__pyx_k_cfg), 0, 0, 1, 1}, {&__pyx_n_u_cfg, __pyx_k_cfg, sizeof(__pyx_k_cfg), 0, 1, 0, 1}, {&__pyx_n_s_chain, __pyx_k_chain, sizeof(__pyx_k_chain), 0, 0, 1, 1}, {&__pyx_n_s_char_array, __pyx_k_char_array, sizeof(__pyx_k_char_array), 0, 0, 1, 1}, {&__pyx_n_u_characters, __pyx_k_characters, sizeof(__pyx_k_characters), 0, 1, 0, 1}, {&__pyx_n_s_child, __pyx_k_child, sizeof(__pyx_k_child), 0, 0, 1, 1}, {&__pyx_n_s_chr, __pyx_k_chr, sizeof(__pyx_k_chr), 0, 0, 1, 1}, {&__pyx_n_s_class, __pyx_k_class, sizeof(__pyx_k_class), 0, 0, 1, 1}, {&__pyx_n_s_cline_in_traceback, __pyx_k_cline_in_traceback, sizeof(__pyx_k_cline_in_traceback), 0, 0, 1, 1}, {&__pyx_n_s_close, __pyx_k_close, sizeof(__pyx_k_close), 0, 0, 1, 1}, {&__pyx_n_u_cloze, __pyx_k_cloze, sizeof(__pyx_k_cloze), 0, 1, 0, 1}, {&__pyx_n_s_cls, __pyx_k_cls, sizeof(__pyx_k_cls), 0, 0, 1, 1}, {&__pyx_n_u_cnn_maxout_pieces, __pyx_k_cnn_maxout_pieces, sizeof(__pyx_k_cnn_maxout_pieces), 0, 1, 0, 1}, {&__pyx_n_s_collections, __pyx_k_collections, sizeof(__pyx_k_collections), 0, 0, 1, 1}, {&__pyx_n_s_compat, __pyx_k_compat, sizeof(__pyx_k_compat), 0, 0, 1, 1}, {&__pyx_n_s_component, __pyx_k_component, sizeof(__pyx_k_component), 0, 0, 1, 1}, {&__pyx_n_s_config, __pyx_k_config, sizeof(__pyx_k_config), 0, 0, 1, 1}, {&__pyx_kp_s_contiguous_and_direct, __pyx_k_contiguous_and_direct, sizeof(__pyx_k_contiguous_and_direct), 0, 0, 1, 0}, {&__pyx_kp_s_contiguous_and_indirect, __pyx_k_contiguous_and_indirect, sizeof(__pyx_k_contiguous_and_indirect), 0, 0, 1, 0}, {&__pyx_n_u_conv_depth, __pyx_k_conv_depth, sizeof(__pyx_k_conv_depth), 0, 1, 0, 1}, {&__pyx_n_s_correct, __pyx_k_correct, sizeof(__pyx_k_correct), 0, 0, 1, 1}, {&__pyx_n_s_cosine, __pyx_k_cosine, sizeof(__pyx_k_cosine), 0, 0, 1, 1}, {&__pyx_n_s_count_ents, __pyx_k_count_ents, sizeof(__pyx_k_count_ents), 0, 0, 1, 1}, {&__pyx_n_s_create_default_optimizer, __pyx_k_create_default_optimizer, sizeof(__pyx_k_create_default_optimizer), 0, 0, 1, 1}, {&__pyx_n_s_create_optimizer, __pyx_k_create_optimizer, sizeof(__pyx_k_create_optimizer), 0, 0, 1, 1}, {&__pyx_n_s_d, __pyx_k_d, sizeof(__pyx_k_d), 0, 0, 1, 1}, {&__pyx_n_u_d, __pyx_k_d, sizeof(__pyx_k_d), 0, 1, 0, 1}, {&__pyx_n_s_d_input, __pyx_k_d_input, sizeof(__pyx_k_d_input), 0, 0, 1, 1}, {&__pyx_n_s_d_inputs, __pyx_k_d_inputs, sizeof(__pyx_k_d_inputs), 0, 0, 1, 1}, {&__pyx_n_s_d_predictions, __pyx_k_d_predictions, sizeof(__pyx_k_d_predictions), 0, 0, 1, 1}, {&__pyx_n_s_d_scores, __pyx_k_d_scores, sizeof(__pyx_k_d_scores), 0, 0, 1, 1}, {&__pyx_n_s_d_tag_scores, __pyx_k_d_tag_scores, sizeof(__pyx_k_d_tag_scores), 0, 0, 1, 1}, {&__pyx_n_s_data, __pyx_k_data, sizeof(__pyx_k_data), 0, 0, 1, 1}, {&__pyx_n_s_decode_utf8_predictions, __pyx_k_decode_utf8_predictions, sizeof(__pyx_k_decode_utf8_predictions), 0, 0, 1, 1}, {&__pyx_n_s_default_punct_chars, __pyx_k_default_punct_chars, sizeof(__pyx_k_default_punct_chars), 0, 0, 1, 1}, {&__pyx_n_u_dep, __pyx_k_dep, sizeof(__pyx_k_dep), 0, 1, 0, 1}, {&__pyx_n_s_dep_ids, __pyx_k_dep_ids, sizeof(__pyx_k_dep_ids), 0, 0, 1, 1}, {&__pyx_n_u_dep_tag_offset, __pyx_k_dep_tag_offset, sizeof(__pyx_k_dep_tag_offset), 0, 1, 0, 1}, {&__pyx_n_s_deprojectivize, __pyx_k_deprojectivize, sizeof(__pyx_k_deprojectivize), 0, 0, 1, 1}, {&__pyx_n_s_deps, __pyx_k_deps, sizeof(__pyx_k_deps), 0, 0, 1, 1}, {&__pyx_n_s_deserialize, __pyx_k_deserialize, sizeof(__pyx_k_deserialize), 0, 0, 1, 1}, {&__pyx_n_s_dict, __pyx_k_dict, sizeof(__pyx_k_dict), 0, 0, 1, 1}, {&__pyx_n_s_doc, __pyx_k_doc, sizeof(__pyx_k_doc), 0, 0, 1, 1}, {&__pyx_n_s_doc_2, __pyx_k_doc_2, sizeof(__pyx_k_doc_2), 0, 0, 1, 1}, {&__pyx_kp_u_doc_cats, __pyx_k_doc_cats, sizeof(__pyx_k_doc_cats), 0, 1, 0, 0}, {&__pyx_kp_u_doc_ents, __pyx_k_doc_ents, sizeof(__pyx_k_doc_ents), 0, 1, 0, 0}, {&__pyx_n_s_doc_guesses, __pyx_k_doc_guesses, sizeof(__pyx_k_doc_guesses), 0, 0, 1, 1}, {&__pyx_n_s_doc_scores, __pyx_k_doc_scores, sizeof(__pyx_k_doc_scores), 0, 0, 1, 1}, {&__pyx_kp_u_doc_sents, __pyx_k_doc_sents, sizeof(__pyx_k_doc_sents), 0, 1, 0, 0}, {&__pyx_n_s_doc_tag_ids, __pyx_k_doc_tag_ids, sizeof(__pyx_k_doc_tag_ids), 0, 0, 1, 1}, {&__pyx_kp_u_doc_tensor, __pyx_k_doc_tensor, sizeof(__pyx_k_doc_tensor), 0, 1, 0, 0}, {&__pyx_n_s_docs, __pyx_k_docs, sizeof(__pyx_k_docs), 0, 0, 1, 1}, {&__pyx_n_s_dot, __pyx_k_dot, sizeof(__pyx_k_dot), 0, 0, 1, 1}, {&__pyx_n_s_drop, __pyx_k_drop, sizeof(__pyx_k_drop), 0, 0, 1, 1}, {&__pyx_n_s_drop_factor, __pyx_k_drop_factor, sizeof(__pyx_k_drop_factor), 0, 0, 1, 1}, {&__pyx_n_s_dtype, __pyx_k_dtype, sizeof(__pyx_k_dtype), 0, 0, 1, 1}, {&__pyx_n_s_dtype_is_object, __pyx_k_dtype_is_object, sizeof(__pyx_k_dtype_is_object), 0, 0, 1, 1}, {&__pyx_n_s_dump, __pyx_k_dump, sizeof(__pyx_k_dump), 0, 0, 1, 1}, {&__pyx_n_s_embed_size, __pyx_k_embed_size, sizeof(__pyx_k_embed_size), 0, 0, 1, 1}, {&__pyx_n_u_embed_size, __pyx_k_embed_size, sizeof(__pyx_k_embed_size), 0, 1, 0, 1}, {&__pyx_n_s_embed_width, __pyx_k_embed_width, sizeof(__pyx_k_embed_width), 0, 0, 1, 1}, {&__pyx_n_u_embed_width, __pyx_k_embed_width, sizeof(__pyx_k_embed_width), 0, 1, 0, 1}, {&__pyx_n_s_encode, __pyx_k_encode, sizeof(__pyx_k_encode), 0, 0, 1, 1}, {&__pyx_n_s_end, __pyx_k_end, sizeof(__pyx_k_end), 0, 0, 1, 1}, {&__pyx_n_s_end_char, __pyx_k_end_char, sizeof(__pyx_k_end_char), 0, 0, 1, 1}, {&__pyx_n_s_end_sentence, __pyx_k_end_sentence, sizeof(__pyx_k_end_sentence), 0, 0, 1, 1}, {&__pyx_n_s_end_token, __pyx_k_end_token, sizeof(__pyx_k_end_token), 0, 0, 1, 1}, {&__pyx_n_s_ends, __pyx_k_ends, sizeof(__pyx_k_ends), 0, 0, 1, 1}, {&__pyx_n_s_ensure_path, __pyx_k_ensure_path, sizeof(__pyx_k_ensure_path), 0, 0, 1, 1}, {&__pyx_n_s_ent, __pyx_k_ent, sizeof(__pyx_k_ent), 0, 0, 1, 1}, {&__pyx_n_u_ent, __pyx_k_ent, sizeof(__pyx_k_ent), 0, 1, 0, 1}, {&__pyx_n_s_ent_kb_id, __pyx_k_ent_kb_id, sizeof(__pyx_k_ent_kb_id), 0, 0, 1, 1}, {&__pyx_n_u_ent_tag, __pyx_k_ent_tag, sizeof(__pyx_k_ent_tag), 0, 1, 0, 1}, {&__pyx_n_s_enter, __pyx_k_enter, sizeof(__pyx_k_enter), 0, 0, 1, 1}, {&__pyx_n_s_entity, __pyx_k_entity, sizeof(__pyx_k_entity), 0, 0, 1, 1}, {&__pyx_n_s_entity_2, __pyx_k_entity_2, sizeof(__pyx_k_entity_2), 0, 0, 1, 1}, {&__pyx_n_s_entity_count, __pyx_k_entity_count, sizeof(__pyx_k_entity_count), 0, 0, 1, 1}, {&__pyx_n_s_entity_encoding, __pyx_k_entity_encoding, sizeof(__pyx_k_entity_encoding), 0, 0, 1, 1}, {&__pyx_n_s_entity_encodings, __pyx_k_entity_encodings, sizeof(__pyx_k_entity_encodings), 0, 0, 1, 1}, {&__pyx_n_u_entity_linker, __pyx_k_entity_linker, sizeof(__pyx_k_entity_linker), 0, 1, 0, 1}, {&__pyx_n_s_entity_norm, __pyx_k_entity_norm, sizeof(__pyx_k_entity_norm), 0, 0, 1, 1}, {&__pyx_n_s_entity_vector, __pyx_k_entity_vector, sizeof(__pyx_k_entity_vector), 0, 0, 1, 1}, {&__pyx_n_s_entity_vector_length, __pyx_k_entity_vector_length, sizeof(__pyx_k_entity_vector_length), 0, 0, 1, 1}, {&__pyx_n_u_entity_width, __pyx_k_entity_width, sizeof(__pyx_k_entity_width), 0, 1, 0, 1}, {&__pyx_n_s_ents, __pyx_k_ents, sizeof(__pyx_k_ents), 0, 0, 1, 1}, {&__pyx_n_s_ents_by_offset, __pyx_k_ents_by_offset, sizeof(__pyx_k_ents_by_offset), 0, 0, 1, 1}, {&__pyx_n_s_enumerate, __pyx_k_enumerate, sizeof(__pyx_k_enumerate), 0, 0, 1, 1}, {&__pyx_n_s_env_opt, __pyx_k_env_opt, sizeof(__pyx_k_env_opt), 0, 0, 1, 1}, {&__pyx_n_s_error, __pyx_k_error, sizeof(__pyx_k_error), 0, 0, 1, 1}, {&__pyx_n_s_errors, __pyx_k_errors, sizeof(__pyx_k_errors), 0, 0, 1, 1}, {&__pyx_n_s_exc, __pyx_k_exc, sizeof(__pyx_k_exc), 0, 0, 1, 1}, {&__pyx_n_s_exclude, __pyx_k_exclude, sizeof(__pyx_k_exclude), 0, 0, 1, 1}, {&__pyx_n_s_exists, __pyx_k_exists, sizeof(__pyx_k_exists), 0, 0, 1, 1}, {&__pyx_n_s_exit, __pyx_k_exit, sizeof(__pyx_k_exit), 0, 0, 1, 1}, {&__pyx_n_s_extend_tensor, __pyx_k_extend_tensor, sizeof(__pyx_k_extend_tensor), 0, 0, 1, 1}, {&__pyx_n_u_f, __pyx_k_f, sizeof(__pyx_k_f), 0, 1, 0, 1}, {&__pyx_n_s_factories, __pyx_k_factories, sizeof(__pyx_k_factories), 0, 0, 1, 1}, {&__pyx_n_s_factory, __pyx_k_factory, sizeof(__pyx_k_factory), 0, 0, 1, 1}, {&__pyx_n_s_file, __pyx_k_file, sizeof(__pyx_k_file), 0, 0, 1, 1}, {&__pyx_n_s_final_kb_ids, __pyx_k_final_kb_ids, sizeof(__pyx_k_final_kb_ids), 0, 0, 1, 1}, {&__pyx_n_s_final_tensors, __pyx_k_final_tensors, sizeof(__pyx_k_final_tensors), 0, 0, 1, 1}, {&__pyx_n_s_find_root, __pyx_k_find_root, sizeof(__pyx_k_find_root), 0, 0, 1, 1}, {&__pyx_n_s_flags, __pyx_k_flags, sizeof(__pyx_k_flags), 0, 0, 1, 1}, {&__pyx_n_s_flatten, __pyx_k_flatten, sizeof(__pyx_k_flatten), 0, 0, 1, 1}, {&__pyx_n_u_float32, __pyx_k_float32, sizeof(__pyx_k_float32), 0, 1, 0, 1}, {&__pyx_n_s_format, __pyx_k_format, sizeof(__pyx_k_format), 0, 0, 1, 1}, {&__pyx_n_s_fortran, __pyx_k_fortran, sizeof(__pyx_k_fortran), 0, 0, 1, 1}, {&__pyx_n_u_fortran, __pyx_k_fortran, sizeof(__pyx_k_fortran), 0, 1, 0, 1}, {&__pyx_n_s_from_bytes, __pyx_k_from_bytes, sizeof(__pyx_k_from_bytes), 0, 0, 1, 1}, {&__pyx_n_s_from_disk, __pyx_k_from_disk, sizeof(__pyx_k_from_disk), 0, 0, 1, 1}, {&__pyx_n_s_from_nlp, __pyx_k_from_nlp, sizeof(__pyx_k_from_nlp), 0, 0, 1, 1}, {&__pyx_n_s_functions, __pyx_k_functions, sizeof(__pyx_k_functions), 0, 0, 1, 1}, {&__pyx_n_s_genexpr, __pyx_k_genexpr, sizeof(__pyx_k_genexpr), 0, 0, 1, 1}, {&__pyx_n_s_get, __pyx_k_get, sizeof(__pyx_k_get), 0, 0, 1, 1}, {&__pyx_n_u_get, __pyx_k_get, sizeof(__pyx_k_get), 0, 1, 0, 1}, {&__pyx_n_s_get_array_module, __pyx_k_get_array_module, sizeof(__pyx_k_get_array_module), 0, 0, 1, 1}, {&__pyx_n_s_get_candidates, __pyx_k_get_candidates, sizeof(__pyx_k_get_candidates), 0, 0, 1, 1}, {&__pyx_n_s_get_characters_loss, __pyx_k_get_characters_loss, sizeof(__pyx_k_get_characters_loss), 0, 0, 1, 1}, {&__pyx_n_s_get_cossim_loss, __pyx_k_get_cossim_loss, sizeof(__pyx_k_get_cossim_loss), 0, 0, 1, 1}, {&__pyx_n_s_get_gold_tuples, __pyx_k_get_gold_tuples, sizeof(__pyx_k_get_gold_tuples), 0, 0, 1, 1}, {&__pyx_n_s_get_loss, __pyx_k_get_loss, sizeof(__pyx_k_get_loss), 0, 0, 1, 1}, {&__pyx_n_u_get_loss, __pyx_k_get_loss, sizeof(__pyx_k_get_loss), 0, 1, 0, 1}, {&__pyx_n_s_get_serialization_exclude, __pyx_k_get_serialization_exclude, sizeof(__pyx_k_get_serialization_exclude), 0, 0, 1, 1}, {&__pyx_n_s_get_similarity_loss, __pyx_k_get_similarity_loss, sizeof(__pyx_k_get_similarity_loss), 0, 0, 1, 1}, {&__pyx_n_s_get_table, __pyx_k_get_table, sizeof(__pyx_k_get_table), 0, 0, 1, 1}, {&__pyx_n_s_get_vector, __pyx_k_get_vector, sizeof(__pyx_k_get_vector), 0, 0, 1, 1}, {&__pyx_n_s_getstate, __pyx_k_getstate, sizeof(__pyx_k_getstate), 0, 0, 1, 1}, {&__pyx_n_s_gold, __pyx_k_gold, sizeof(__pyx_k_gold), 0, 0, 1, 1}, {&__pyx_kp_u_gold_entities_do_not_match_up, __pyx_k_gold_entities_do_not_match_up, sizeof(__pyx_k_gold_entities_do_not_match_up), 0, 1, 0, 0}, {&__pyx_n_s_gold_tuples, __pyx_k_gold_tuples, sizeof(__pyx_k_gold_tuples), 0, 0, 1, 1}, {&__pyx_n_s_golds, __pyx_k_golds, sizeof(__pyx_k_golds), 0, 0, 1, 1}, {&__pyx_kp_s_got_differing_extents_in_dimensi, __pyx_k_got_differing_extents_in_dimensi, sizeof(__pyx_k_got_differing_extents_in_dimensi), 0, 0, 1, 0}, {&__pyx_n_s_gradient, __pyx_k_gradient, sizeof(__pyx_k_gradient), 0, 0, 1, 1}, {&__pyx_n_s_gradients, __pyx_k_gradients, sizeof(__pyx_k_gradients), 0, 0, 1, 1}, {&__pyx_n_s_guesses, __pyx_k_guesses, sizeof(__pyx_k_guesses), 0, 0, 1, 1}, {&__pyx_n_s_heads, __pyx_k_heads, sizeof(__pyx_k_heads), 0, 0, 1, 1}, {&__pyx_n_s_hidden_width, __pyx_k_hidden_width, sizeof(__pyx_k_hidden_width), 0, 0, 1, 1}, {&__pyx_n_u_hidden_width, __pyx_k_hidden_width, sizeof(__pyx_k_hidden_width), 0, 1, 0, 1}, {&__pyx_n_s_hp, __pyx_k_hp, sizeof(__pyx_k_hp), 0, 0, 1, 1}, {&__pyx_n_s_hstack, __pyx_k_hstack, sizeof(__pyx_k_hstack), 0, 0, 1, 1}, {&__pyx_n_s_i, __pyx_k_i, sizeof(__pyx_k_i), 0, 0, 1, 1}, {&__pyx_n_u_i, __pyx_k_i, sizeof(__pyx_k_i), 0, 1, 0, 1}, {&__pyx_n_s_id, __pyx_k_id, sizeof(__pyx_k_id), 0, 0, 1, 1}, {&__pyx_n_s_ids, __pyx_k_ids, sizeof(__pyx_k_ids), 0, 0, 1, 1}, {&__pyx_n_s_idx, __pyx_k_idx, sizeof(__pyx_k_idx), 0, 0, 1, 1}, {&__pyx_n_s_ignore_zeros, __pyx_k_ignore_zeros, sizeof(__pyx_k_ignore_zeros), 0, 0, 1, 1}, {&__pyx_n_s_import, __pyx_k_import, sizeof(__pyx_k_import), 0, 0, 1, 1}, {&__pyx_n_u_incl_context, __pyx_k_incl_context, sizeof(__pyx_k_incl_context), 0, 1, 0, 1}, {&__pyx_n_u_incl_prior, __pyx_k_incl_prior, sizeof(__pyx_k_incl_prior), 0, 1, 0, 1}, {&__pyx_n_s_index, __pyx_k_index, sizeof(__pyx_k_index), 0, 0, 1, 1}, {&__pyx_n_s_init, __pyx_k_init, sizeof(__pyx_k_init), 0, 0, 1, 1}, {&__pyx_n_s_input_models, __pyx_k_input_models, sizeof(__pyx_k_input_models), 0, 0, 1, 1}, {&__pyx_n_s_input_size, __pyx_k_input_size, sizeof(__pyx_k_input_size), 0, 0, 1, 1}, {&__pyx_n_u_input_size, __pyx_k_input_size, sizeof(__pyx_k_input_size), 0, 1, 0, 1}, {&__pyx_n_s_inputs, __pyx_k_inputs, sizeof(__pyx_k_inputs), 0, 0, 1, 1}, {&__pyx_n_s_is_in_punct_chars, __pyx_k_is_in_punct_chars, sizeof(__pyx_k_is_in_punct_chars), 0, 0, 1, 1}, {&__pyx_n_s_is_punct, __pyx_k_is_punct, sizeof(__pyx_k_is_punct), 0, 0, 1, 1}, {&__pyx_n_s_items, __pyx_k_items, sizeof(__pyx_k_items), 0, 0, 1, 1}, {&__pyx_n_s_itemsize, __pyx_k_itemsize, sizeof(__pyx_k_itemsize), 0, 0, 1, 1}, {&__pyx_kp_s_itemsize_0_for_cython_array, __pyx_k_itemsize_0_for_cython_array, sizeof(__pyx_k_itemsize_0_for_cython_array), 0, 0, 1, 0}, {&__pyx_n_s_j, __pyx_k_j, sizeof(__pyx_k_j), 0, 0, 1, 1}, {&__pyx_kp_u_json, __pyx_k_json, sizeof(__pyx_k_json), 0, 1, 0, 0}, {&__pyx_n_s_json_dumps, __pyx_k_json_dumps, sizeof(__pyx_k_json_dumps), 0, 0, 1, 1}, {&__pyx_n_s_json_loads, __pyx_k_json_loads, sizeof(__pyx_k_json_loads), 0, 0, 1, 1}, {&__pyx_n_s_kb, __pyx_k_kb, sizeof(__pyx_k_kb), 0, 0, 1, 1}, {&__pyx_n_u_kb, __pyx_k_kb, sizeof(__pyx_k_kb), 0, 1, 0, 1}, {&__pyx_n_s_kb_dict, __pyx_k_kb_dict, sizeof(__pyx_k_kb_dict), 0, 0, 1, 1}, {&__pyx_n_s_kb_id, __pyx_k_kb_id, sizeof(__pyx_k_kb_id), 0, 0, 1, 1}, {&__pyx_n_s_kb_ids, __pyx_k_kb_ids, sizeof(__pyx_k_kb_ids), 0, 0, 1, 1}, {&__pyx_n_s_key, __pyx_k_key, sizeof(__pyx_k_key), 0, 0, 1, 1}, {&__pyx_n_s_keys, __pyx_k_keys, sizeof(__pyx_k_keys), 0, 0, 1, 1}, {&__pyx_n_s_known_labels, __pyx_k_known_labels, sizeof(__pyx_k_known_labels), 0, 0, 1, 1}, {&__pyx_n_s_kwargs, __pyx_k_kwargs, sizeof(__pyx_k_kwargs), 0, 0, 1, 1}, {&__pyx_n_s_label, __pyx_k_label, sizeof(__pyx_k_label), 0, 0, 1, 1}, {&__pyx_n_s_label_2, __pyx_k_label_2, sizeof(__pyx_k_label_2), 0, 0, 1, 1}, {&__pyx_n_s_labels, __pyx_k_labels, sizeof(__pyx_k_labels), 0, 0, 1, 1}, {&__pyx_n_u_labels, __pyx_k_labels, sizeof(__pyx_k_labels), 0, 1, 0, 1}, {&__pyx_n_u_labels_discard, __pyx_k_labels_discard, sizeof(__pyx_k_labels_discard), 0, 1, 0, 1}, {&__pyx_n_s_lambda, __pyx_k_lambda, sizeof(__pyx_k_lambda), 0, 0, 1, 1}, {&__pyx_n_s_language, __pyx_k_language, sizeof(__pyx_k_language), 0, 0, 1, 1}, {&__pyx_n_u_learn_tokens, __pyx_k_learn_tokens, sizeof(__pyx_k_learn_tokens), 0, 1, 0, 1}, {&__pyx_n_s_lemma, __pyx_k_lemma, sizeof(__pyx_k_lemma), 0, 0, 1, 1}, {&__pyx_n_u_lemma_exc, __pyx_k_lemma_exc, sizeof(__pyx_k_lemma_exc), 0, 1, 0, 1}, {&__pyx_n_u_lemma_index, __pyx_k_lemma_index, sizeof(__pyx_k_lemma_index), 0, 1, 0, 1}, {&__pyx_n_u_lemma_lookup, __pyx_k_lemma_lookup, sizeof(__pyx_k_lemma_lookup), 0, 1, 0, 1}, {&__pyx_n_u_lemma_rules, __pyx_k_lemma_rules, sizeof(__pyx_k_lemma_rules), 0, 1, 0, 1}, {&__pyx_n_s_lemma_tables, __pyx_k_lemma_tables, sizeof(__pyx_k_lemma_tables), 0, 0, 1, 1}, {&__pyx_n_s_lemmatizer, __pyx_k_lemmatizer, sizeof(__pyx_k_lemmatizer), 0, 0, 1, 1}, {&__pyx_n_u_lexeme_norm, __pyx_k_lexeme_norm, sizeof(__pyx_k_lexeme_norm), 0, 1, 0, 1}, {&__pyx_n_s_linalg, __pyx_k_linalg, sizeof(__pyx_k_linalg), 0, 0, 1, 1}, {&__pyx_n_s_link_vectors_to_models, __pyx_k_link_vectors_to_models, sizeof(__pyx_k_link_vectors_to_models), 0, 0, 1, 1}, {&__pyx_n_s_links, __pyx_k_links, sizeof(__pyx_k_links), 0, 0, 1, 1}, {&__pyx_n_s_load_bulk, __pyx_k_load_bulk, sizeof(__pyx_k_load_bulk), 0, 0, 1, 1}, {&__pyx_n_s_load_cfg, __pyx_k_load_cfg, sizeof(__pyx_k_load_cfg), 0, 0, 1, 1}, {&__pyx_n_s_load_kb, __pyx_k_load_kb, sizeof(__pyx_k_load_kb), 0, 0, 1, 1}, {&__pyx_n_s_load_model, __pyx_k_load_model, sizeof(__pyx_k_load_model), 0, 0, 1, 1}, {&__pyx_n_s_load_tag_map, __pyx_k_load_tag_map, sizeof(__pyx_k_load_tag_map), 0, 0, 1, 1}, {&__pyx_n_s_lookups, __pyx_k_lookups, sizeof(__pyx_k_lookups), 0, 0, 1, 1}, {&__pyx_n_s_loss, __pyx_k_loss, sizeof(__pyx_k_loss), 0, 0, 1, 1}, {&__pyx_n_u_loss, __pyx_k_loss, sizeof(__pyx_k_loss), 0, 1, 0, 1}, {&__pyx_n_s_losses, __pyx_k_losses, sizeof(__pyx_k_losses), 0, 0, 1, 1}, {&__pyx_n_s_main, __pyx_k_main, sizeof(__pyx_k_main), 0, 0, 1, 1}, {&__pyx_n_s_make_dep, __pyx_k_make_dep, sizeof(__pyx_k_make_dep), 0, 0, 1, 1}, {&__pyx_n_s_make_dep_tag_offset, __pyx_k_make_dep_tag_offset, sizeof(__pyx_k_make_dep_tag_offset), 0, 0, 1, 1}, {&__pyx_n_s_make_ent, __pyx_k_make_ent, sizeof(__pyx_k_make_ent), 0, 0, 1, 1}, {&__pyx_n_s_make_ent_tag, __pyx_k_make_ent_tag, sizeof(__pyx_k_make_ent_tag), 0, 0, 1, 1}, {&__pyx_n_s_make_label, __pyx_k_make_label, sizeof(__pyx_k_make_label), 0, 0, 1, 1}, {&__pyx_n_s_make_sent_start, __pyx_k_make_sent_start, sizeof(__pyx_k_make_sent_start), 0, 0, 1, 1}, {&__pyx_n_s_make_tag, __pyx_k_make_tag, sizeof(__pyx_k_make_tag), 0, 0, 1, 1}, {&__pyx_n_s_masked_language_model, __pyx_k_masked_language_model, sizeof(__pyx_k_masked_language_model), 0, 0, 1, 1}, {&__pyx_n_s_mean, __pyx_k_mean, sizeof(__pyx_k_mean), 0, 0, 1, 1}, {&__pyx_n_s_mean_square_error, __pyx_k_mean_square_error, sizeof(__pyx_k_mean_square_error), 0, 0, 1, 1}, {&__pyx_n_s_memview, __pyx_k_memview, sizeof(__pyx_k_memview), 0, 0, 1, 1}, {&__pyx_n_s_mention, __pyx_k_mention, sizeof(__pyx_k_mention), 0, 0, 1, 1}, {&__pyx_n_s_merge_subtokens, __pyx_k_merge_subtokens, sizeof(__pyx_k_merge_subtokens), 0, 0, 1, 1}, {&__pyx_n_s_metaclass, __pyx_k_metaclass, sizeof(__pyx_k_metaclass), 0, 0, 1, 1}, {&__pyx_n_s_method, __pyx_k_method, sizeof(__pyx_k_method), 0, 0, 1, 1}, {&__pyx_n_s_minibatch, __pyx_k_minibatch, sizeof(__pyx_k_minibatch), 0, 0, 1, 1}, {&__pyx_n_s_ml, __pyx_k_ml, sizeof(__pyx_k_ml), 0, 0, 1, 1}, {&__pyx_n_s_mode, __pyx_k_mode, sizeof(__pyx_k_mode), 0, 0, 1, 1}, {&__pyx_n_s_model, __pyx_k_model, sizeof(__pyx_k_model), 0, 0, 1, 1}, {&__pyx_n_u_model, __pyx_k_model, sizeof(__pyx_k_model), 0, 1, 0, 1}, {&__pyx_n_s_module, __pyx_k_module, sizeof(__pyx_k_module), 0, 0, 1, 1}, {&__pyx_n_s_morphology, __pyx_k_morphology, sizeof(__pyx_k_morphology), 0, 0, 1, 1}, {&__pyx_n_s_move_names, __pyx_k_move_names, sizeof(__pyx_k_move_names), 0, 0, 1, 1}, {&__pyx_n_s_msg, __pyx_k_msg, sizeof(__pyx_k_msg), 0, 0, 1, 1}, {&__pyx_n_s_msgpack_dumps, __pyx_k_msgpack_dumps, sizeof(__pyx_k_msgpack_dumps), 0, 0, 1, 1}, {&__pyx_n_s_msgpack_loads, __pyx_k_msgpack_loads, sizeof(__pyx_k_msgpack_loads), 0, 0, 1, 1}, {&__pyx_n_s_nO, __pyx_k_nO, sizeof(__pyx_k_nO), 0, 0, 1, 1}, {&__pyx_n_s_n_docs, __pyx_k_n_docs, sizeof(__pyx_k_n_docs), 0, 0, 1, 1}, {&__pyx_n_s_n_golds, __pyx_k_n_golds, sizeof(__pyx_k_n_golds), 0, 0, 1, 1}, {&__pyx_n_s_n_labels, __pyx_k_n_labels, sizeof(__pyx_k_n_labels), 0, 0, 1, 1}, {&__pyx_n_s_n_sents, __pyx_k_n_sents, sizeof(__pyx_k_n_sents), 0, 0, 1, 1}, {&__pyx_n_u_n_sents, __pyx_k_n_sents, sizeof(__pyx_k_n_sents), 0, 1, 0, 1}, {&__pyx_n_s_n_tags, __pyx_k_n_tags, sizeof(__pyx_k_n_tags), 0, 0, 1, 1}, {&__pyx_n_s_n_threads, __pyx_k_n_threads, sizeof(__pyx_k_n_threads), 0, 0, 1, 1}, {&__pyx_n_s_name, __pyx_k_name, sizeof(__pyx_k_name), 0, 0, 1, 1}, {&__pyx_n_s_name_2, __pyx_k_name_2, sizeof(__pyx_k_name_2), 0, 0, 1, 1}, {&__pyx_n_s_nb_classes, __pyx_k_nb_classes, sizeof(__pyx_k_nb_classes), 0, 0, 1, 1}, {&__pyx_n_s_ndarray, __pyx_k_ndarray, sizeof(__pyx_k_ndarray), 0, 0, 1, 1}, {&__pyx_n_s_ndim, __pyx_k_ndim, sizeof(__pyx_k_ndim), 0, 0, 1, 1}, {&__pyx_n_u_ner, __pyx_k_ner, sizeof(__pyx_k_ner), 0, 1, 0, 1}, {&__pyx_n_s_ner_types, __pyx_k_ner_types, sizeof(__pyx_k_ner_types), 0, 0, 1, 1}, {&__pyx_n_s_new, __pyx_k_new, sizeof(__pyx_k_new), 0, 0, 1, 1}, {&__pyx_n_s_new_tag_map, __pyx_k_new_tag_map, sizeof(__pyx_k_new_tag_map), 0, 0, 1, 1}, {&__pyx_n_s_nlp, __pyx_k_nlp, sizeof(__pyx_k_nlp), 0, 0, 1, 1}, {&__pyx_n_u_nn_labeller, __pyx_k_nn_labeller, sizeof(__pyx_k_nn_labeller), 0, 1, 0, 1}, {&__pyx_kp_s_no_default___reduce___due_to_non, __pyx_k_no_default___reduce___due_to_non, sizeof(__pyx_k_no_default___reduce___due_to_non), 0, 0, 1, 0}, {&__pyx_n_s_nonproj, __pyx_k_nonproj, sizeof(__pyx_k_nonproj), 0, 0, 1, 1}, {&__pyx_n_s_norm, __pyx_k_norm, sizeof(__pyx_k_norm), 0, 0, 1, 1}, {&__pyx_n_s_not_missing, __pyx_k_not_missing, sizeof(__pyx_k_not_missing), 0, 0, 1, 1}, {&__pyx_n_s_nr_char, __pyx_k_nr_char, sizeof(__pyx_k_nr_char), 0, 0, 1, 1}, {&__pyx_n_u_nr_char, __pyx_k_nr_char, sizeof(__pyx_k_nr_char), 0, 1, 0, 1}, {&__pyx_n_s_nr_class, __pyx_k_nr_class, sizeof(__pyx_k_nr_class), 0, 0, 1, 1}, {&__pyx_n_s_nr_feature, __pyx_k_nr_feature, sizeof(__pyx_k_nr_feature), 0, 0, 1, 1}, {&__pyx_n_s_numpy, __pyx_k_numpy, sizeof(__pyx_k_numpy), 0, 0, 1, 1}, {&__pyx_kp_u_numpy_core_multiarray_failed_to, __pyx_k_numpy_core_multiarray_failed_to, sizeof(__pyx_k_numpy_core_multiarray_failed_to), 0, 1, 0, 0}, {&__pyx_kp_u_numpy_core_umath_failed_to_impor, __pyx_k_numpy_core_umath_failed_to_impor, sizeof(__pyx_k_numpy_core_umath_failed_to_impor), 0, 1, 0, 0}, {&__pyx_n_s_obj, __pyx_k_obj, sizeof(__pyx_k_obj), 0, 0, 1, 1}, {&__pyx_n_s_object, __pyx_k_object, sizeof(__pyx_k_object), 0, 0, 1, 1}, {&__pyx_n_u_objective, __pyx_k_objective, sizeof(__pyx_k_objective), 0, 1, 0, 1}, {&__pyx_n_s_offset, __pyx_k_offset, sizeof(__pyx_k_offset), 0, 0, 1, 1}, {&__pyx_n_s_ones, __pyx_k_ones, sizeof(__pyx_k_ones), 0, 0, 1, 1}, {&__pyx_n_s_open, __pyx_k_open, sizeof(__pyx_k_open), 0, 0, 1, 1}, {&__pyx_n_s_ops, __pyx_k_ops, sizeof(__pyx_k_ops), 0, 0, 1, 1}, {&__pyx_n_u_optimizer, __pyx_k_optimizer, sizeof(__pyx_k_optimizer), 0, 1, 0, 1}, {&__pyx_n_s_orig_tag_map, __pyx_k_orig_tag_map, sizeof(__pyx_k_orig_tag_map), 0, 0, 1, 1}, {&__pyx_n_s_out_sizes, __pyx_k_out_sizes, sizeof(__pyx_k_out_sizes), 0, 0, 1, 1}, {&__pyx_n_s_output_layer, __pyx_k_output_layer, sizeof(__pyx_k_output_layer), 0, 0, 1, 1}, {&__pyx_n_s_output_size, __pyx_k_output_size, sizeof(__pyx_k_output_size), 0, 0, 1, 1}, {&__pyx_n_s_outputs, __pyx_k_outputs, sizeof(__pyx_k_outputs), 0, 0, 1, 1}, {&__pyx_n_s_p, __pyx_k_p, sizeof(__pyx_k_p), 0, 0, 1, 1}, {&__pyx_n_s_pack, __pyx_k_pack, sizeof(__pyx_k_pack), 0, 0, 1, 1}, {&__pyx_n_s_params, __pyx_k_params, sizeof(__pyx_k_params), 0, 0, 1, 1}, {&__pyx_n_u_parser, __pyx_k_parser, sizeof(__pyx_k_parser), 0, 1, 0, 1}, {&__pyx_kp_u_part_of_speech_tagger, __pyx_k_part_of_speech_tagger, sizeof(__pyx_k_part_of_speech_tagger), 0, 1, 0, 0}, {&__pyx_n_s_parts_of_speech, __pyx_k_parts_of_speech, sizeof(__pyx_k_parts_of_speech), 0, 0, 1, 1}, {&__pyx_n_s_path, __pyx_k_path, sizeof(__pyx_k_path), 0, 0, 1, 1}, {&__pyx_n_s_pickle, __pyx_k_pickle, sizeof(__pyx_k_pickle), 0, 0, 1, 1}, {&__pyx_n_s_pieces, __pyx_k_pieces, sizeof(__pyx_k_pieces), 0, 0, 1, 1}, {&__pyx_n_s_pipe, __pyx_k_pipe, sizeof(__pyx_k_pipe), 0, 0, 1, 1}, {&__pyx_n_s_pipeline, __pyx_k_pipeline, sizeof(__pyx_k_pipeline), 0, 0, 1, 1}, {&__pyx_kp_s_pipes_pyx, __pyx_k_pipes_pyx, sizeof(__pyx_k_pipes_pyx), 0, 0, 1, 0}, {&__pyx_n_s_pop, __pyx_k_pop, sizeof(__pyx_k_pop), 0, 0, 1, 1}, {&__pyx_n_s_predict, __pyx_k_predict, sizeof(__pyx_k_predict), 0, 0, 1, 1}, {&__pyx_n_u_predict, __pyx_k_predict, sizeof(__pyx_k_predict), 0, 1, 0, 1}, {&__pyx_n_s_prediction, __pyx_k_prediction, sizeof(__pyx_k_prediction), 0, 0, 1, 1}, {&__pyx_n_s_predictions, __pyx_k_predictions, sizeof(__pyx_k_predictions), 0, 0, 1, 1}, {&__pyx_n_s_prepare, __pyx_k_prepare, sizeof(__pyx_k_prepare), 0, 0, 1, 1}, {&__pyx_n_s_preprocess_training_data, __pyx_k_preprocess_training_data, sizeof(__pyx_k_preprocess_training_data), 0, 0, 1, 1}, {&__pyx_n_u_pretrained_dims, __pyx_k_pretrained_dims, sizeof(__pyx_k_pretrained_dims), 0, 1, 0, 1}, {&__pyx_n_u_pretrained_vectors, __pyx_k_pretrained_vectors, sizeof(__pyx_k_pretrained_vectors), 0, 1, 0, 1}, {&__pyx_n_s_prior_prob, __pyx_k_prior_prob, sizeof(__pyx_k_prior_prob), 0, 0, 1, 1}, {&__pyx_n_s_prior_probs, __pyx_k_prior_probs, sizeof(__pyx_k_prior_probs), 0, 0, 1, 1}, {&__pyx_n_s_property, __pyx_k_property, sizeof(__pyx_k_property), 0, 0, 1, 1}, {&__pyx_n_s_punct_chars, __pyx_k_punct_chars, sizeof(__pyx_k_punct_chars), 0, 0, 1, 1}, {&__pyx_n_u_punct_chars, __pyx_k_punct_chars, sizeof(__pyx_k_punct_chars), 0, 1, 0, 1}, {&__pyx_n_s_pyx_PickleError, __pyx_k_pyx_PickleError, sizeof(__pyx_k_pyx_PickleError), 0, 0, 1, 1}, {&__pyx_n_s_pyx_checksum, __pyx_k_pyx_checksum, sizeof(__pyx_k_pyx_checksum), 0, 0, 1, 1}, {&__pyx_n_s_pyx_getbuffer, __pyx_k_pyx_getbuffer, sizeof(__pyx_k_pyx_getbuffer), 0, 0, 1, 1}, {&__pyx_n_s_pyx_result, __pyx_k_pyx_result, sizeof(__pyx_k_pyx_result), 0, 0, 1, 1}, {&__pyx_n_s_pyx_state, __pyx_k_pyx_state, sizeof(__pyx_k_pyx_state), 0, 0, 1, 1}, {&__pyx_n_s_pyx_type, __pyx_k_pyx_type, sizeof(__pyx_k_pyx_type), 0, 0, 1, 1}, {&__pyx_n_s_pyx_unpickle_Enum, __pyx_k_pyx_unpickle_Enum, sizeof(__pyx_k_pyx_unpickle_Enum), 0, 0, 1, 1}, {&__pyx_n_s_pyx_vtable, __pyx_k_pyx_vtable, sizeof(__pyx_k_pyx_vtable), 0, 0, 1, 1}, {&__pyx_n_s_qualname, __pyx_k_qualname, sizeof(__pyx_k_qualname), 0, 0, 1, 1}, {&__pyx_n_s_random, __pyx_k_random, sizeof(__pyx_k_random), 0, 0, 1, 1}, {&__pyx_n_s_range, __pyx_k_range, sizeof(__pyx_k_range), 0, 0, 1, 1}, {&__pyx_n_s_ravel, __pyx_k_ravel, sizeof(__pyx_k_ravel), 0, 0, 1, 1}, {&__pyx_n_s_raw_text, __pyx_k_raw_text, sizeof(__pyx_k_raw_text), 0, 0, 1, 1}, {&__pyx_n_u_rb, __pyx_k_rb, sizeof(__pyx_k_rb), 0, 1, 0, 1}, {&__pyx_n_s_read, __pyx_k_read, sizeof(__pyx_k_read), 0, 0, 1, 1}, {&__pyx_n_s_read_json, __pyx_k_read_json, sizeof(__pyx_k_read_json), 0, 0, 1, 1}, {&__pyx_n_s_read_msgpack, __pyx_k_read_msgpack, sizeof(__pyx_k_read_msgpack), 0, 0, 1, 1}, {&__pyx_n_s_reduce, __pyx_k_reduce, sizeof(__pyx_k_reduce), 0, 0, 1, 1}, {&__pyx_n_s_reduce_cython, __pyx_k_reduce_cython, sizeof(__pyx_k_reduce_cython), 0, 0, 1, 1}, {&__pyx_n_s_reduce_ex, __pyx_k_reduce_ex, sizeof(__pyx_k_reduce_ex), 0, 0, 1, 1}, {&__pyx_n_s_rehearsal_model, __pyx_k_rehearsal_model, sizeof(__pyx_k_rehearsal_model), 0, 0, 1, 1}, {&__pyx_n_s_rehearse, __pyx_k_rehearse, sizeof(__pyx_k_rehearse), 0, 0, 1, 1}, {&__pyx_n_s_require_kb, __pyx_k_require_kb, sizeof(__pyx_k_require_kb), 0, 0, 1, 1}, {&__pyx_n_s_require_labels, __pyx_k_require_labels, sizeof(__pyx_k_require_labels), 0, 0, 1, 1}, {&__pyx_n_s_require_model, __pyx_k_require_model, sizeof(__pyx_k_require_model), 0, 0, 1, 1}, {&__pyx_n_s_requires, __pyx_k_requires, sizeof(__pyx_k_requires), 0, 0, 1, 1}, {&__pyx_n_s_reshape, __pyx_k_reshape, sizeof(__pyx_k_reshape), 0, 0, 1, 1}, {&__pyx_kp_u_result_variables_not_of_equal_le, __pyx_k_result_variables_not_of_equal_le, sizeof(__pyx_k_result_variables_not_of_equal_le), 0, 1, 0, 0}, {&__pyx_n_s_reversed, __pyx_k_reversed, sizeof(__pyx_k_reversed), 0, 0, 1, 1}, {&__pyx_n_s_root, __pyx_k_root, sizeof(__pyx_k_root), 0, 0, 1, 1}, {&__pyx_n_s_row, __pyx_k_row, sizeof(__pyx_k_row), 0, 0, 1, 1}, {&__pyx_n_s_rows, __pyx_k_rows, sizeof(__pyx_k_rows), 0, 0, 1, 1}, {&__pyx_n_s_s, __pyx_k_s, sizeof(__pyx_k_s), 0, 0, 1, 1}, {&__pyx_n_s_scores, __pyx_k_scores, sizeof(__pyx_k_scores), 0, 0, 1, 1}, {&__pyx_n_s_seen, __pyx_k_seen, sizeof(__pyx_k_seen), 0, 0, 1, 1}, {&__pyx_n_s_seen_period, __pyx_k_seen_period, sizeof(__pyx_k_seen_period), 0, 0, 1, 1}, {&__pyx_n_s_self, __pyx_k_self, sizeof(__pyx_k_self), 0, 0, 1, 1}, {&__pyx_n_s_send, __pyx_k_send, sizeof(__pyx_k_send), 0, 0, 1, 1}, {&__pyx_n_s_sent, __pyx_k_sent, sizeof(__pyx_k_sent), 0, 0, 1, 1}, {&__pyx_n_s_sent_doc, __pyx_k_sent_doc, sizeof(__pyx_k_sent_doc), 0, 0, 1, 1}, {&__pyx_n_s_sent_index, __pyx_k_sent_index, sizeof(__pyx_k_sent_index), 0, 0, 1, 1}, {&__pyx_n_u_sent_start, __pyx_k_sent_start, sizeof(__pyx_k_sent_start), 0, 1, 0, 1}, {&__pyx_n_s_sent_tags, __pyx_k_sent_tags, sizeof(__pyx_k_sent_tags), 0, 0, 1, 1}, {&__pyx_n_s_sentence_docs, __pyx_k_sentence_docs, sizeof(__pyx_k_sentence_docs), 0, 0, 1, 1}, {&__pyx_n_s_sentence_encoding, __pyx_k_sentence_encoding, sizeof(__pyx_k_sentence_encoding), 0, 0, 1, 1}, {&__pyx_n_s_sentence_encoding_t, __pyx_k_sentence_encoding_t, sizeof(__pyx_k_sentence_encoding_t), 0, 0, 1, 1}, {&__pyx_n_s_sentence_encodings, __pyx_k_sentence_encodings, sizeof(__pyx_k_sentence_encodings), 0, 0, 1, 1}, {&__pyx_n_s_sentence_norm, __pyx_k_sentence_norm, sizeof(__pyx_k_sentence_norm), 0, 0, 1, 1}, {&__pyx_n_s_sentences, __pyx_k_sentences, sizeof(__pyx_k_sentences), 0, 0, 1, 1}, {&__pyx_n_u_sentencizer, __pyx_k_sentencizer, sizeof(__pyx_k_sentencizer), 0, 1, 0, 1}, {&__pyx_n_s_sents, __pyx_k_sents, sizeof(__pyx_k_sents), 0, 0, 1, 1}, {&__pyx_n_s_serialize, __pyx_k_serialize, sizeof(__pyx_k_serialize), 0, 0, 1, 1}, {&__pyx_n_s_set_annotations, __pyx_k_set_annotations, sizeof(__pyx_k_set_annotations), 0, 0, 1, 1}, {&__pyx_n_s_set_kb, __pyx_k_set_kb, sizeof(__pyx_k_set_kb), 0, 0, 1, 1}, {&__pyx_n_u_set_morphology, __pyx_k_set_morphology, sizeof(__pyx_k_set_morphology), 0, 1, 0, 1}, {&__pyx_n_s_setdefault, __pyx_k_setdefault, sizeof(__pyx_k_setdefault), 0, 0, 1, 1}, {&__pyx_n_s_setstate, __pyx_k_setstate, sizeof(__pyx_k_setstate), 0, 0, 1, 1}, {&__pyx_n_s_setstate_cython, __pyx_k_setstate_cython, sizeof(__pyx_k_setstate_cython), 0, 0, 1, 1}, {&__pyx_n_s_setter, __pyx_k_setter, sizeof(__pyx_k_setter), 0, 0, 1, 1}, {&__pyx_n_s_sgd, __pyx_k_sgd, sizeof(__pyx_k_sgd), 0, 0, 1, 1}, {&__pyx_n_s_shape, __pyx_k_shape, sizeof(__pyx_k_shape), 0, 0, 1, 1}, {&__pyx_n_s_shuffle, __pyx_k_shuffle, sizeof(__pyx_k_shuffle), 0, 0, 1, 1}, {&__pyx_n_u_simple_cnn, __pyx_k_simple_cnn, sizeof(__pyx_k_simple_cnn), 0, 1, 0, 1}, {&__pyx_n_s_sims, __pyx_k_sims, sizeof(__pyx_k_sims), 0, 0, 1, 1}, {&__pyx_n_s_size, __pyx_k_size, sizeof(__pyx_k_size), 0, 0, 1, 1}, {&__pyx_n_s_softmax, __pyx_k_softmax, sizeof(__pyx_k_softmax), 0, 0, 1, 1}, {&__pyx_n_s_spacy_pipeline_pipes, __pyx_k_spacy_pipeline_pipes, sizeof(__pyx_k_spacy_pipeline_pipes), 0, 0, 1, 1}, {&__pyx_n_s_span, __pyx_k_span, sizeof(__pyx_k_span), 0, 0, 1, 1}, {&__pyx_n_s_split, __pyx_k_split, sizeof(__pyx_k_split), 0, 0, 1, 1}, {&__pyx_n_s_srsly, __pyx_k_srsly, sizeof(__pyx_k_srsly), 0, 0, 1, 1}, {&__pyx_n_s_start, __pyx_k_start, sizeof(__pyx_k_start), 0, 0, 1, 1}, {&__pyx_n_s_start_char, __pyx_k_start_char, sizeof(__pyx_k_start_char), 0, 0, 1, 1}, {&__pyx_n_s_start_sentence, __pyx_k_start_sentence, sizeof(__pyx_k_start_sentence), 0, 0, 1, 1}, {&__pyx_n_s_start_token, __pyx_k_start_token, sizeof(__pyx_k_start_token), 0, 0, 1, 1}, {&__pyx_n_s_starts, __pyx_k_starts, sizeof(__pyx_k_starts), 0, 0, 1, 1}, {&__pyx_n_s_state, __pyx_k_state, sizeof(__pyx_k_state), 0, 0, 1, 1}, {&__pyx_n_s_staticmethod, __pyx_k_staticmethod, sizeof(__pyx_k_staticmethod), 0, 0, 1, 1}, {&__pyx_n_s_step, __pyx_k_step, sizeof(__pyx_k_step), 0, 0, 1, 1}, {&__pyx_n_s_stop, __pyx_k_stop, sizeof(__pyx_k_stop), 0, 0, 1, 1}, {&__pyx_n_s_stream, __pyx_k_stream, sizeof(__pyx_k_stream), 0, 0, 1, 1}, {&__pyx_kp_s_strided_and_direct, __pyx_k_strided_and_direct, sizeof(__pyx_k_strided_and_direct), 0, 0, 1, 0}, {&__pyx_kp_s_strided_and_direct_or_indirect, __pyx_k_strided_and_direct_or_indirect, sizeof(__pyx_k_strided_and_direct_or_indirect), 0, 0, 1, 0}, {&__pyx_kp_s_strided_and_indirect, __pyx_k_strided_and_indirect, sizeof(__pyx_k_strided_and_indirect), 0, 0, 1, 0}, {&__pyx_n_s_strings, __pyx_k_strings, sizeof(__pyx_k_strings), 0, 0, 1, 1}, {&__pyx_kp_s_stringsource, __pyx_k_stringsource, sizeof(__pyx_k_stringsource), 0, 0, 1, 0}, {&__pyx_n_s_struct, __pyx_k_struct, sizeof(__pyx_k_struct), 0, 0, 1, 1}, {&__pyx_n_s_sum, __pyx_k_sum, sizeof(__pyx_k_sum), 0, 0, 1, 1}, {&__pyx_n_s_syntax, __pyx_k_syntax, sizeof(__pyx_k_syntax), 0, 0, 1, 1}, {&__pyx_n_s_tag, __pyx_k_tag, sizeof(__pyx_k_tag), 0, 0, 1, 1}, {&__pyx_n_u_tag, __pyx_k_tag, sizeof(__pyx_k_tag), 0, 1, 0, 1}, {&__pyx_n_s_tag_id, __pyx_k_tag_id, sizeof(__pyx_k_tag_id), 0, 0, 1, 1}, {&__pyx_n_s_tag_ids, __pyx_k_tag_ids, sizeof(__pyx_k_tag_ids), 0, 0, 1, 1}, {&__pyx_n_s_tag_index, __pyx_k_tag_index, sizeof(__pyx_k_tag_index), 0, 0, 1, 1}, {&__pyx_n_s_tag_map, __pyx_k_tag_map, sizeof(__pyx_k_tag_map), 0, 0, 1, 1}, {&__pyx_n_u_tag_map, __pyx_k_tag_map, sizeof(__pyx_k_tag_map), 0, 1, 0, 1}, {&__pyx_n_s_tag_names, __pyx_k_tag_names, sizeof(__pyx_k_tag_names), 0, 0, 1, 1}, {&__pyx_n_s_tag_scores, __pyx_k_tag_scores, sizeof(__pyx_k_tag_scores), 0, 0, 1, 1}, {&__pyx_n_u_tagger, __pyx_k_tagger, sizeof(__pyx_k_tagger), 0, 1, 0, 1}, {&__pyx_n_s_tags, __pyx_k_tags, sizeof(__pyx_k_tags), 0, 0, 1, 1}, {&__pyx_n_s_target, __pyx_k_target, sizeof(__pyx_k_target), 0, 0, 1, 1}, {&__pyx_n_s_tensor, __pyx_k_tensor, sizeof(__pyx_k_tensor), 0, 0, 1, 1}, {&__pyx_n_u_tensorizer, __pyx_k_tensorizer, sizeof(__pyx_k_tensorizer), 0, 1, 0, 1}, {&__pyx_n_s_tensors, __pyx_k_tensors, sizeof(__pyx_k_tensors), 0, 0, 1, 1}, {&__pyx_n_s_test, __pyx_k_test, sizeof(__pyx_k_test), 0, 0, 1, 1}, {&__pyx_n_s_text, __pyx_k_text, sizeof(__pyx_k_text), 0, 0, 1, 1}, {&__pyx_n_u_textcat, __pyx_k_textcat, sizeof(__pyx_k_textcat), 0, 1, 0, 1}, {&__pyx_n_s_thinc_api, __pyx_k_thinc_api, sizeof(__pyx_k_thinc_api), 0, 0, 1, 1}, {&__pyx_n_s_thinc_misc, __pyx_k_thinc_misc, sizeof(__pyx_k_thinc_misc), 0, 0, 1, 1}, {&__pyx_n_s_thinc_neural_util, __pyx_k_thinc_neural_util, sizeof(__pyx_k_thinc_neural_util), 0, 0, 1, 1}, {&__pyx_n_s_thinc_v2v, __pyx_k_thinc_v2v, sizeof(__pyx_k_thinc_v2v), 0, 0, 1, 1}, {&__pyx_n_s_throw, __pyx_k_throw, sizeof(__pyx_k_throw), 0, 0, 1, 1}, {&__pyx_n_s_to_array, __pyx_k_to_array, sizeof(__pyx_k_to_array), 0, 0, 1, 1}, {&__pyx_n_s_to_bytes, __pyx_k_to_bytes, sizeof(__pyx_k_to_bytes), 0, 0, 1, 1}, {&__pyx_n_s_to_categorical, __pyx_k_to_categorical, sizeof(__pyx_k_to_categorical), 0, 0, 1, 1}, {&__pyx_n_s_to_discard, __pyx_k_to_discard, sizeof(__pyx_k_to_discard), 0, 0, 1, 1}, {&__pyx_n_s_to_disk, __pyx_k_to_disk, sizeof(__pyx_k_to_disk), 0, 0, 1, 1}, {&__pyx_n_s_tok2vec, __pyx_k_tok2vec, sizeof(__pyx_k_tok2vec), 0, 0, 1, 1}, {&__pyx_n_u_tok2vec, __pyx_k_tok2vec, sizeof(__pyx_k_tok2vec), 0, 1, 0, 1}, {&__pyx_n_s_token, __pyx_k_token, sizeof(__pyx_k_token), 0, 0, 1, 1}, {&__pyx_kp_u_token_dep, __pyx_k_token_dep, sizeof(__pyx_k_token_dep), 0, 1, 0, 0}, {&__pyx_kp_u_token_ent_iob, __pyx_k_token_ent_iob, sizeof(__pyx_k_token_ent_iob), 0, 1, 0, 0}, {&__pyx_kp_u_token_ent_kb_id, __pyx_k_token_ent_kb_id, sizeof(__pyx_k_token_ent_kb_id), 0, 1, 0, 0}, {&__pyx_kp_u_token_ent_type, __pyx_k_token_ent_type, sizeof(__pyx_k_token_ent_type), 0, 1, 0, 0}, {&__pyx_kp_u_token_is_sent_start, __pyx_k_token_is_sent_start, sizeof(__pyx_k_token_is_sent_start), 0, 1, 0, 0}, {&__pyx_kp_u_token_lemma, __pyx_k_token_lemma, sizeof(__pyx_k_token_lemma), 0, 1, 0, 0}, {&__pyx_kp_u_token_pos, __pyx_k_token_pos, sizeof(__pyx_k_token_pos), 0, 1, 0, 0}, {&__pyx_kp_u_token_tag, __pyx_k_token_tag, sizeof(__pyx_k_token_tag), 0, 1, 0, 0}, {&__pyx_n_s_token_vector_width, __pyx_k_token_vector_width, sizeof(__pyx_k_token_vector_width), 0, 0, 1, 1}, {&__pyx_n_u_token_vector_width, __pyx_k_token_vector_width, sizeof(__pyx_k_token_vector_width), 0, 1, 0, 1}, {&__pyx_n_s_tokvecs, __pyx_k_tokvecs, sizeof(__pyx_k_tokvecs), 0, 0, 1, 1}, {&__pyx_n_s_tokvecses, __pyx_k_tokvecses, sizeof(__pyx_k_tokvecses), 0, 0, 1, 1}, {&__pyx_n_s_truths, __pyx_k_truths, sizeof(__pyx_k_truths), 0, 0, 1, 1}, {&__pyx_n_s_type_to_int, __pyx_k_type_to_int, sizeof(__pyx_k_type_to_int), 0, 0, 1, 1}, {&__pyx_n_u_type_to_int, __pyx_k_type_to_int, sizeof(__pyx_k_type_to_int), 0, 1, 0, 1}, {&__pyx_kp_s_unable_to_allocate_array_data, __pyx_k_unable_to_allocate_array_data, sizeof(__pyx_k_unable_to_allocate_array_data), 0, 0, 1, 0}, {&__pyx_kp_s_unable_to_allocate_shape_and_str, __pyx_k_unable_to_allocate_shape_and_str, sizeof(__pyx_k_unable_to_allocate_shape_and_str), 0, 0, 1, 0}, {&__pyx_n_s_unflatten, __pyx_k_unflatten, sizeof(__pyx_k_unflatten), 0, 0, 1, 1}, {&__pyx_kp_u_unknown_dtype_code_in_numpy_pxd, __pyx_k_unknown_dtype_code_in_numpy_pxd, sizeof(__pyx_k_unknown_dtype_code_in_numpy_pxd), 0, 1, 0, 0}, {&__pyx_n_s_unpack, __pyx_k_unpack, sizeof(__pyx_k_unpack), 0, 0, 1, 1}, {&__pyx_n_s_update, __pyx_k_update, sizeof(__pyx_k_update), 0, 0, 1, 1}, {&__pyx_n_s_use_params, __pyx_k_use_params, sizeof(__pyx_k_use_params), 0, 0, 1, 1}, {&__pyx_n_s_util, __pyx_k_util, sizeof(__pyx_k_util), 0, 0, 1, 1}, {&__pyx_n_s_value, __pyx_k_value, sizeof(__pyx_k_value), 0, 0, 1, 1}, {&__pyx_n_s_values, __pyx_k_values, sizeof(__pyx_k_values), 0, 0, 1, 1}, {&__pyx_n_s_vectors, __pyx_k_vectors, sizeof(__pyx_k_vectors), 0, 0, 1, 1}, {&__pyx_kp_u_vectors_not_of_equal_length, __pyx_k_vectors_not_of_equal_length, sizeof(__pyx_k_vectors_not_of_equal_length), 0, 1, 0, 0}, {&__pyx_n_s_vocab, __pyx_k_vocab, sizeof(__pyx_k_vocab), 0, 0, 1, 1}, {&__pyx_n_u_vocab, __pyx_k_vocab, sizeof(__pyx_k_vocab), 0, 1, 0, 1}, {&__pyx_n_s_warn, __pyx_k_warn, sizeof(__pyx_k_warn), 0, 0, 1, 1}, {&__pyx_n_s_warnings, __pyx_k_warnings, sizeof(__pyx_k_warnings), 0, 0, 1, 1}, {&__pyx_n_s_with_suffix, __pyx_k_with_suffix, sizeof(__pyx_k_with_suffix), 0, 0, 1, 1}, {&__pyx_n_s_word, __pyx_k_word, sizeof(__pyx_k_word), 0, 0, 1, 1}, {&__pyx_n_s_words, __pyx_k_words, sizeof(__pyx_k_words), 0, 0, 1, 1}, {&__pyx_n_s_write_json, __pyx_k_write_json, sizeof(__pyx_k_write_json), 0, 0, 1, 1}, {&__pyx_n_s_write_msgpack, __pyx_k_write_msgpack, sizeof(__pyx_k_write_msgpack), 0, 0, 1, 1}, {&__pyx_n_s_xp, __pyx_k_xp, sizeof(__pyx_k_xp), 0, 0, 1, 1}, {&__pyx_n_s_y, __pyx_k_y, sizeof(__pyx_k_y), 0, 0, 1, 1}, {&__pyx_n_s_yh, __pyx_k_yh, sizeof(__pyx_k_yh), 0, 0, 1, 1}, {&__pyx_n_s_zero_init, __pyx_k_zero_init, sizeof(__pyx_k_zero_init), 0, 0, 1, 1}, {&__pyx_n_s_zeros, __pyx_k_zeros, sizeof(__pyx_k_zeros), 0, 0, 1, 1}, {&__pyx_n_s_zip, __pyx_k_zip, sizeof(__pyx_k_zip), 0, 0, 1, 1}, {0, 0, 0, 0, 0, 0, 0} }; static CYTHON_SMALL_CODE int __Pyx_InitCachedBuiltins(void) { __pyx_builtin_object = __Pyx_GetBuiltinName(__pyx_n_s_object); if (!__pyx_builtin_object) __PYX_ERR(0, 48, __pyx_L1_error) __pyx_builtin_property = __Pyx_GetBuiltinName(__pyx_n_s_property); if (!__pyx_builtin_property) __PYX_ERR(0, 386, __pyx_L1_error) __pyx_builtin_staticmethod = __Pyx_GetBuiltinName(__pyx_n_s_staticmethod); if (!__pyx_builtin_staticmethod) __PYX_ERR(0, 769, __pyx_L1_error) __pyx_builtin_NotImplementedError = __Pyx_GetBuiltinName(__pyx_n_s_NotImplementedError); if (!__pyx_builtin_NotImplementedError) __PYX_ERR(0, 59, __pyx_L1_error) __pyx_builtin_ValueError = __Pyx_GetBuiltinName(__pyx_n_s_ValueError); if (!__pyx_builtin_ValueError) __PYX_ERR(0, 88, __pyx_L1_error) __pyx_builtin_AttributeError = __Pyx_GetBuiltinName(__pyx_n_s_AttributeError); if (!__pyx_builtin_AttributeError) __PYX_ERR(0, 189, __pyx_L1_error) __pyx_builtin_zip = __Pyx_GetBuiltinName(__pyx_n_s_zip); if (!__pyx_builtin_zip) __PYX_ERR(0, 311, __pyx_L1_error) __pyx_builtin_enumerate = __Pyx_GetBuiltinName(__pyx_n_s_enumerate); if (!__pyx_builtin_enumerate) __PYX_ERR(0, 434, __pyx_L1_error) __pyx_builtin_range = __Pyx_GetBuiltinName(__pyx_n_s_range); if (!__pyx_builtin_range) __PYX_ERR(0, 716, __pyx_L1_error) __pyx_builtin_id = __Pyx_GetBuiltinName(__pyx_n_s_id); if (!__pyx_builtin_id) __PYX_ERR(0, 814, __pyx_L1_error) __pyx_builtin_chr = __Pyx_GetBuiltinName(__pyx_n_s_chr); if (!__pyx_builtin_chr) __PYX_ERR(0, 928, __pyx_L1_error) __pyx_builtin_reversed = __Pyx_GetBuiltinName(__pyx_n_s_reversed); if (!__pyx_builtin_reversed) __PYX_ERR(0, 930, __pyx_L1_error) __pyx_builtin_RuntimeError = __Pyx_GetBuiltinName(__pyx_n_s_RuntimeError); if (!__pyx_builtin_RuntimeError) __PYX_ERR(0, 1264, __pyx_L1_error) __pyx_builtin_ImportError = __Pyx_GetBuiltinName(__pyx_n_s_ImportError); if (!__pyx_builtin_ImportError) __PYX_ERR(1, 959, __pyx_L1_error) __pyx_builtin_MemoryError = __Pyx_GetBuiltinName(__pyx_n_s_MemoryError); if (!__pyx_builtin_MemoryError) __PYX_ERR(3, 63, __pyx_L1_error) __pyx_builtin_TypeError = __Pyx_GetBuiltinName(__pyx_n_s_TypeError); if (!__pyx_builtin_TypeError) __PYX_ERR(5, 2, __pyx_L1_error) __pyx_builtin_Ellipsis = __Pyx_GetBuiltinName(__pyx_n_s_Ellipsis); if (!__pyx_builtin_Ellipsis) __PYX_ERR(5, 404, __pyx_L1_error) __pyx_builtin_IndexError = __Pyx_GetBuiltinName(__pyx_n_s_IndexError); if (!__pyx_builtin_IndexError) __PYX_ERR(5, 832, __pyx_L1_error) return 0; __pyx_L1_error:; return -1; } static CYTHON_SMALL_CODE int __Pyx_InitCachedConstants(void) { __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__Pyx_InitCachedConstants", 0); /* "spacy/pipeline/pipes.pyx":160 * def use_params(self, params): * """Modify the pipe's model, to use the given parameter values.""" * with self.model.use_params(params): # <<<<<<<<<<<<<< * yield * */ __pyx_tuple__17 = PyTuple_Pack(3, Py_None, Py_None, Py_None); if (unlikely(!__pyx_tuple__17)) __PYX_ERR(0, 160, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__17); __Pyx_GIVEREF(__pyx_tuple__17); /* "spacy/pipeline/pipes.pyx":181 * """Load the pipe from a bytestring.""" * * def load_model(b): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ __pyx_tuple__20 = PyTuple_Pack(1, __pyx_n_s_b); if (unlikely(!__pyx_tuple__20)) __PYX_ERR(0, 181, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__20); __Pyx_GIVEREF(__pyx_tuple__20); __pyx_codeobj__21 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__20, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_load_model, 181, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__21)) __PYX_ERR(0, 181, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":214 * """Load the pipe from disk.""" * * def load_model(p): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ __pyx_tuple__24 = PyTuple_Pack(1, __pyx_n_s_p); if (unlikely(!__pyx_tuple__24)) __PYX_ERR(0, 214, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__24); __Pyx_GIVEREF(__pyx_tuple__24); __pyx_codeobj__25 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__24, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_load_model, 214, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__25)) __PYX_ERR(0, 214, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":268 * self.input_models = [] * self.cfg = dict(cfg) * self.cfg.setdefault("cnn_maxout_pieces", 3) # <<<<<<<<<<<<<< * * def __call__(self, doc): */ __pyx_tuple__28 = PyTuple_Pack(2, __pyx_n_u_cnn_maxout_pieces, __pyx_int_3); if (unlikely(!__pyx_tuple__28)) __PYX_ERR(0, 268, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__28); __Pyx_GIVEREF(__pyx_tuple__28); /* "spacy/pipeline/pipes.pyx":384 * self._rehearsal_model = None * self.cfg = OrderedDict(sorted(cfg.items())) * self.cfg.setdefault("cnn_maxout_pieces", 2) # <<<<<<<<<<<<<< * * @property */ __pyx_tuple__37 = PyTuple_Pack(2, __pyx_n_u_cnn_maxout_pieces, __pyx_int_2); if (unlikely(!__pyx_tuple__37)) __PYX_ERR(0, 384, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__37); __Pyx_GIVEREF(__pyx_tuple__37); /* "spacy/pipeline/pipes.pyx":433 * cdef int idx = 0 * cdef Vocab vocab = self.vocab * assign_morphology = self.cfg.get("set_morphology", True) # <<<<<<<<<<<<<< * for i, doc in enumerate(docs): * doc_tag_ids = batch_tag_ids[i] */ __pyx_tuple__44 = PyTuple_Pack(2, __pyx_n_u_set_morphology, Py_True); if (unlikely(!__pyx_tuple__44)) __PYX_ERR(0, 433, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__44); __Pyx_GIVEREF(__pyx_tuple__44); /* "spacy/pipeline/pipes.pyx":541 * self.cfg["pretrained_vectors"] = kwargs.get("pretrained_vectors") * if self.model is True: * for hp in ["token_vector_width", "conv_depth"]: # <<<<<<<<<<<<<< * if hp in kwargs: * self.cfg[hp] = kwargs[hp] */ __pyx_tuple__49 = PyTuple_Pack(2, __pyx_n_u_token_vector_width, __pyx_n_u_conv_depth); if (unlikely(!__pyx_tuple__49)) __PYX_ERR(0, 541, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__49); __Pyx_GIVEREF(__pyx_tuple__49); /* "spacy/pipeline/pipes.pyx":605 * token_vector_width = util.env_opt( * "token_vector_width", * self.cfg.get("token_vector_width", 96)) # <<<<<<<<<<<<<< * self.model = self.Model(self.vocab.morphology.n_tags, **self.cfg) * try: */ __pyx_tuple__54 = PyTuple_Pack(2, __pyx_n_u_token_vector_width, __pyx_int_96); if (unlikely(!__pyx_tuple__54)) __PYX_ERR(0, 605, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__54); __Pyx_GIVEREF(__pyx_tuple__54); /* "spacy/pipeline/pipes.pyx":598 * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): * def load_model(b): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ __pyx_tuple__56 = PyTuple_Pack(2, __pyx_n_s_b, __pyx_n_s_token_vector_width); if (unlikely(!__pyx_tuple__56)) __PYX_ERR(0, 598, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__56); __Pyx_GIVEREF(__pyx_tuple__56); __pyx_codeobj__57 = (PyObject*)__Pyx_PyCode_New(1, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__56, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_load_model, 598, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__57)) __PYX_ERR(0, 598, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":612 * raise ValueError(Errors.E149) * * def load_tag_map(b): # <<<<<<<<<<<<<< * tag_map = srsly.msgpack_loads(b) * self.vocab.morphology = Morphology( */ __pyx_tuple__58 = PyTuple_Pack(2, __pyx_n_s_b, __pyx_n_s_tag_map); if (unlikely(!__pyx_tuple__58)) __PYX_ERR(0, 612, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__58); __Pyx_GIVEREF(__pyx_tuple__58); __pyx_codeobj__59 = (PyObject*)__Pyx_PyCode_New(1, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__58, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_load_tag_map, 612, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__59)) __PYX_ERR(0, 612, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":641 * * def from_disk(self, path, exclude=tuple(), **kwargs): * def load_model(p): # <<<<<<<<<<<<<< * # TODO: Remove this once we don't have to handle previous models * if self.cfg.get("pretrained_dims") and "pretrained_vectors" not in self.cfg: */ __pyx_tuple__62 = PyTuple_Pack(2, __pyx_n_s_p, __pyx_n_s_file); if (unlikely(!__pyx_tuple__62)) __PYX_ERR(0, 641, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__62); __Pyx_GIVEREF(__pyx_tuple__62); __pyx_codeobj__63 = (PyObject*)__Pyx_PyCode_New(1, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__62, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_load_model, 641, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__63)) __PYX_ERR(0, 641, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":653 * raise ValueError(Errors.E149) * * def load_tag_map(p): # <<<<<<<<<<<<<< * tag_map = srsly.read_msgpack(p) * self.vocab.morphology = Morphology( */ __pyx_tuple__64 = PyTuple_Pack(2, __pyx_n_s_p, __pyx_n_s_tag_map); if (unlikely(!__pyx_tuple__64)) __PYX_ERR(0, 653, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__64); __Pyx_GIVEREF(__pyx_tuple__64); __pyx_codeobj__65 = (PyObject*)__Pyx_PyCode_New(1, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__64, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_load_tag_map, 653, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__65)) __PYX_ERR(0, 653, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":824 * sent_tags = ["I-SENT"] * len(words) * * def _find_root(child): # <<<<<<<<<<<<<< * seen = set([child]) * while child is not None and heads[child] != child: */ __pyx_tuple__82 = PyTuple_Pack(2, __pyx_n_s_child, __pyx_n_s_seen); if (unlikely(!__pyx_tuple__82)) __PYX_ERR(0, 824, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__82); __Pyx_GIVEREF(__pyx_tuple__82); __pyx_codeobj__83 = (PyObject*)__Pyx_PyCode_New(1, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__82, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_find_root, 824, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__83)) __PYX_ERR(0, 824, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":869 * self.model = model * self.cfg = cfg * self.cfg.setdefault("objective", "characters") # <<<<<<<<<<<<<< * self.cfg.setdefault("nr_char", 4) * */ __pyx_tuple__86 = PyTuple_Pack(2, __pyx_n_u_objective, __pyx_n_u_characters); if (unlikely(!__pyx_tuple__86)) __PYX_ERR(0, 869, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__86); __Pyx_GIVEREF(__pyx_tuple__86); /* "spacy/pipeline/pipes.pyx":870 * self.cfg = cfg * self.cfg.setdefault("objective", "characters") * self.cfg.setdefault("nr_char", 4) # <<<<<<<<<<<<<< * * def set_annotations(self, docs, dep_ids, tensors=None): */ __pyx_tuple__87 = PyTuple_Pack(2, __pyx_n_u_nr_char, __pyx_int_4); if (unlikely(!__pyx_tuple__87)) __PYX_ERR(0, 870, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__87); __Pyx_GIVEREF(__pyx_tuple__87); /* "spacy/pipeline/pipes.pyx":928 * char_array = char_array.argmax(axis=-1) * for row in char_array: * starts = [chr(c) for c in row[::2] if c != 255] # <<<<<<<<<<<<<< * ends = [chr(c) for c in row[1::2] if c != 255] * word = "".join(starts + list(reversed(ends))) */ __pyx_slice__95 = PySlice_New(Py_None, Py_None, __pyx_int_2); if (unlikely(!__pyx_slice__95)) __PYX_ERR(0, 928, __pyx_L1_error) __Pyx_GOTREF(__pyx_slice__95); __Pyx_GIVEREF(__pyx_slice__95); /* "spacy/pipeline/pipes.pyx":929 * for row in char_array: * starts = [chr(c) for c in row[::2] if c != 255] * ends = [chr(c) for c in row[1::2] if c != 255] # <<<<<<<<<<<<<< * word = "".join(starts + list(reversed(ends))) * words.append(word) */ __pyx_slice__96 = PySlice_New(__pyx_int_1, Py_None, __pyx_int_2); if (unlikely(!__pyx_slice__96)) __PYX_ERR(0, 929, __pyx_L1_error) __Pyx_GOTREF(__pyx_slice__96); __Pyx_GIVEREF(__pyx_slice__96); /* "spacy/pipeline/pipes.pyx":944 * @classmethod * def Model(cls, nr_class=1, **cfg): * embed_size = util.env_opt("embed_size", 2000) # <<<<<<<<<<<<<< * if "token_vector_width" in cfg: * token_vector_width = cfg["token_vector_width"] */ __pyx_tuple__99 = PyTuple_Pack(2, __pyx_n_u_embed_size, __pyx_int_2000); if (unlikely(!__pyx_tuple__99)) __PYX_ERR(0, 944, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__99); __Pyx_GIVEREF(__pyx_tuple__99); /* "spacy/pipeline/pipes.pyx":1415 * # this will set all prior probabilities to 0 if they should be excluded from the model * prior_probs = xp.asarray([c.prior_prob for c in candidates]) * if not self.cfg.get("incl_prior", True): # <<<<<<<<<<<<<< * prior_probs = xp.asarray([0.0 for c in candidates]) * scores = prior_probs */ __pyx_tuple__126 = PyTuple_Pack(2, __pyx_n_u_incl_prior, Py_True); if (unlikely(!__pyx_tuple__126)) __PYX_ERR(0, 1415, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__126); __Pyx_GIVEREF(__pyx_tuple__126); /* "spacy/pipeline/pipes.pyx":1420 * * # add in similarity from the context * if self.cfg.get("incl_context", True): # <<<<<<<<<<<<<< * entity_encodings = xp.asarray([c.entity_vector for c in candidates]) * entity_norm = xp.linalg.norm(entity_encodings, axis=1) */ __pyx_tuple__127 = PyTuple_Pack(2, __pyx_n_u_incl_context, Py_True); if (unlikely(!__pyx_tuple__127)) __PYX_ERR(0, 1420, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__127); __Pyx_GIVEREF(__pyx_tuple__127); /* "spacy/pipeline/pipes.pyx":1468 * * def from_disk(self, path, exclude=tuple(), **kwargs): * def load_model(p): # <<<<<<<<<<<<<< * if self.model is True: * self.model = self.Model(**self.cfg) */ __pyx_tuple__131 = PyTuple_Pack(1, __pyx_n_s_p); if (unlikely(!__pyx_tuple__131)) __PYX_ERR(0, 1468, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__131); __Pyx_GIVEREF(__pyx_tuple__131); __pyx_codeobj__132 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__131, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_load_model, 1468, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__132)) __PYX_ERR(0, 1468, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1476 * raise ValueError(Errors.E149) * * def load_kb(p): # <<<<<<<<<<<<<< * kb = KnowledgeBase(vocab=self.vocab, entity_vector_length=self.cfg["entity_width"]) * kb.load_bulk(p) */ __pyx_tuple__133 = PyTuple_Pack(2, __pyx_n_s_p, __pyx_n_s_kb); if (unlikely(!__pyx_tuple__133)) __PYX_ERR(0, 1476, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__133); __Pyx_GIVEREF(__pyx_tuple__133); __pyx_codeobj__134 = (PyObject*)__Pyx_PyCode_New(1, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__133, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_load_kb, 1476, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__134)) __PYX_ERR(0, 1476, __pyx_L1_error) /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":777 * * if (end - f) - (new_offset - offset[0]) < 15: * raise RuntimeError(u"Format string allocated too short, see comment in numpy.pxd") # <<<<<<<<<<<<<< * * if ((child.byteorder == c'>' and little_endian) or */ __pyx_tuple__147 = PyTuple_Pack(1, __pyx_kp_u_Format_string_allocated_too_shor); if (unlikely(!__pyx_tuple__147)) __PYX_ERR(1, 777, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__147); __Pyx_GIVEREF(__pyx_tuple__147); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":781 * if ((child.byteorder == c'>' and little_endian) or * (child.byteorder == c'<' and not little_endian)): * raise ValueError(u"Non-native byte order not supported") # <<<<<<<<<<<<<< * # One could encode it in the format string and have Cython * # complain instead, BUT: < and > in format strings also imply */ __pyx_tuple__148 = PyTuple_Pack(1, __pyx_kp_u_Non_native_byte_order_not_suppor); if (unlikely(!__pyx_tuple__148)) __PYX_ERR(1, 781, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__148); __Pyx_GIVEREF(__pyx_tuple__148); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":801 * t = child.type_num * if end - f < 5: * raise RuntimeError(u"Format string allocated too short.") # <<<<<<<<<<<<<< * * # Until ticket #99 is fixed, use integers to avoid warnings */ __pyx_tuple__149 = PyTuple_Pack(1, __pyx_kp_u_Format_string_allocated_too_shor_2); if (unlikely(!__pyx_tuple__149)) __PYX_ERR(1, 801, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__149); __Pyx_GIVEREF(__pyx_tuple__149); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":959 * __pyx_import_array() * except Exception: * raise ImportError("numpy.core.multiarray failed to import") # <<<<<<<<<<<<<< * * cdef inline int import_umath() except -1: */ __pyx_tuple__150 = PyTuple_Pack(1, __pyx_kp_u_numpy_core_multiarray_failed_to); if (unlikely(!__pyx_tuple__150)) __PYX_ERR(1, 959, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__150); __Pyx_GIVEREF(__pyx_tuple__150); /* "../../../../opt/python/cp36-cp36m/lib/python3.6/site-packages/numpy/__init__.pxd":965 * _import_umath() * except Exception: * raise ImportError("numpy.core.umath failed to import") # <<<<<<<<<<<<<< * * cdef inline int import_ufunc() except -1: */ __pyx_tuple__151 = PyTuple_Pack(1, __pyx_kp_u_numpy_core_umath_failed_to_impor); if (unlikely(!__pyx_tuple__151)) __PYX_ERR(1, 965, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__151); __Pyx_GIVEREF(__pyx_tuple__151); /* "View.MemoryView":133 * * if not self.ndim: * raise ValueError("Empty shape tuple for cython.array") # <<<<<<<<<<<<<< * * if itemsize <= 0: */ __pyx_tuple__152 = PyTuple_Pack(1, __pyx_kp_s_Empty_shape_tuple_for_cython_arr); if (unlikely(!__pyx_tuple__152)) __PYX_ERR(5, 133, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__152); __Pyx_GIVEREF(__pyx_tuple__152); /* "View.MemoryView":136 * * if itemsize <= 0: * raise ValueError("itemsize <= 0 for cython.array") # <<<<<<<<<<<<<< * * if not isinstance(format, bytes): */ __pyx_tuple__153 = PyTuple_Pack(1, __pyx_kp_s_itemsize_0_for_cython_array); if (unlikely(!__pyx_tuple__153)) __PYX_ERR(5, 136, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__153); __Pyx_GIVEREF(__pyx_tuple__153); /* "View.MemoryView":148 * * if not self._shape: * raise MemoryError("unable to allocate shape and strides.") # <<<<<<<<<<<<<< * * */ __pyx_tuple__154 = PyTuple_Pack(1, __pyx_kp_s_unable_to_allocate_shape_and_str); if (unlikely(!__pyx_tuple__154)) __PYX_ERR(5, 148, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__154); __Pyx_GIVEREF(__pyx_tuple__154); /* "View.MemoryView":176 * self.data = malloc(self.len) * if not self.data: * raise MemoryError("unable to allocate array data.") # <<<<<<<<<<<<<< * * if self.dtype_is_object: */ __pyx_tuple__155 = PyTuple_Pack(1, __pyx_kp_s_unable_to_allocate_array_data); if (unlikely(!__pyx_tuple__155)) __PYX_ERR(5, 176, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__155); __Pyx_GIVEREF(__pyx_tuple__155); /* "View.MemoryView":192 * bufmode = PyBUF_F_CONTIGUOUS | PyBUF_ANY_CONTIGUOUS * if not (flags & bufmode): * raise ValueError("Can only create a buffer that is contiguous in memory.") # <<<<<<<<<<<<<< * info.buf = self.data * info.len = self.len */ __pyx_tuple__156 = PyTuple_Pack(1, __pyx_kp_s_Can_only_create_a_buffer_that_is); if (unlikely(!__pyx_tuple__156)) __PYX_ERR(5, 192, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__156); __Pyx_GIVEREF(__pyx_tuple__156); /* "(tree fragment)":2 * def __reduce_cython__(self): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<< * def __setstate_cython__(self, __pyx_state): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") */ __pyx_tuple__157 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__157)) __PYX_ERR(5, 2, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__157); __Pyx_GIVEREF(__pyx_tuple__157); /* "(tree fragment)":4 * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<< */ __pyx_tuple__158 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__158)) __PYX_ERR(5, 4, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__158); __Pyx_GIVEREF(__pyx_tuple__158); /* "View.MemoryView":418 * def __setitem__(memoryview self, object index, object value): * if self.view.readonly: * raise TypeError("Cannot assign to read-only memoryview") # <<<<<<<<<<<<<< * * have_slices, index = _unellipsify(index, self.view.ndim) */ __pyx_tuple__159 = PyTuple_Pack(1, __pyx_kp_s_Cannot_assign_to_read_only_memor); if (unlikely(!__pyx_tuple__159)) __PYX_ERR(5, 418, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__159); __Pyx_GIVEREF(__pyx_tuple__159); /* "View.MemoryView":495 * result = struct.unpack(self.view.format, bytesitem) * except struct.error: * raise ValueError("Unable to convert item to object") # <<<<<<<<<<<<<< * else: * if len(self.view.format) == 1: */ __pyx_tuple__160 = PyTuple_Pack(1, __pyx_kp_s_Unable_to_convert_item_to_object); if (unlikely(!__pyx_tuple__160)) __PYX_ERR(5, 495, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__160); __Pyx_GIVEREF(__pyx_tuple__160); /* "View.MemoryView":520 * def __getbuffer__(self, Py_buffer *info, int flags): * if flags & PyBUF_WRITABLE and self.view.readonly: * raise ValueError("Cannot create writable memory view from read-only memoryview") # <<<<<<<<<<<<<< * * if flags & PyBUF_ND: */ __pyx_tuple__161 = PyTuple_Pack(1, __pyx_kp_s_Cannot_create_writable_memory_vi); if (unlikely(!__pyx_tuple__161)) __PYX_ERR(5, 520, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__161); __Pyx_GIVEREF(__pyx_tuple__161); /* "View.MemoryView":570 * if self.view.strides == NULL: * * raise ValueError("Buffer view does not expose strides") # <<<<<<<<<<<<<< * * return tuple([stride for stride in self.view.strides[:self.view.ndim]]) */ __pyx_tuple__162 = PyTuple_Pack(1, __pyx_kp_s_Buffer_view_does_not_expose_stri); if (unlikely(!__pyx_tuple__162)) __PYX_ERR(5, 570, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__162); __Pyx_GIVEREF(__pyx_tuple__162); /* "View.MemoryView":577 * def suboffsets(self): * if self.view.suboffsets == NULL: * return (-1,) * self.view.ndim # <<<<<<<<<<<<<< * * return tuple([suboffset for suboffset in self.view.suboffsets[:self.view.ndim]]) */ __pyx_tuple__163 = PyTuple_New(1); if (unlikely(!__pyx_tuple__163)) __PYX_ERR(5, 577, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__163); __Pyx_INCREF(__pyx_int_neg_1); __Pyx_GIVEREF(__pyx_int_neg_1); PyTuple_SET_ITEM(__pyx_tuple__163, 0, __pyx_int_neg_1); __Pyx_GIVEREF(__pyx_tuple__163); /* "(tree fragment)":2 * def __reduce_cython__(self): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<< * def __setstate_cython__(self, __pyx_state): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") */ __pyx_tuple__164 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__164)) __PYX_ERR(5, 2, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__164); __Pyx_GIVEREF(__pyx_tuple__164); /* "(tree fragment)":4 * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<< */ __pyx_tuple__165 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__165)) __PYX_ERR(5, 4, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__165); __Pyx_GIVEREF(__pyx_tuple__165); /* "View.MemoryView":682 * if item is Ellipsis: * if not seen_ellipsis: * result.extend([slice(None)] * (ndim - len(tup) + 1)) # <<<<<<<<<<<<<< * seen_ellipsis = True * else: */ __pyx_slice__166 = PySlice_New(Py_None, Py_None, Py_None); if (unlikely(!__pyx_slice__166)) __PYX_ERR(5, 682, __pyx_L1_error) __Pyx_GOTREF(__pyx_slice__166); __Pyx_GIVEREF(__pyx_slice__166); /* "View.MemoryView":703 * for suboffset in suboffsets[:ndim]: * if suboffset >= 0: * raise ValueError("Indirect dimensions not supported") # <<<<<<<<<<<<<< * * */ __pyx_tuple__167 = PyTuple_Pack(1, __pyx_kp_s_Indirect_dimensions_not_supporte); if (unlikely(!__pyx_tuple__167)) __PYX_ERR(5, 703, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__167); __Pyx_GIVEREF(__pyx_tuple__167); /* "(tree fragment)":2 * def __reduce_cython__(self): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<< * def __setstate_cython__(self, __pyx_state): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") */ __pyx_tuple__168 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__168)) __PYX_ERR(5, 2, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__168); __Pyx_GIVEREF(__pyx_tuple__168); /* "(tree fragment)":4 * raise TypeError("no default __reduce__ due to non-trivial __cinit__") * def __setstate_cython__(self, __pyx_state): * raise TypeError("no default __reduce__ due to non-trivial __cinit__") # <<<<<<<<<<<<<< */ __pyx_tuple__169 = PyTuple_Pack(1, __pyx_kp_s_no_default___reduce___due_to_non); if (unlikely(!__pyx_tuple__169)) __PYX_ERR(5, 4, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__169); __Pyx_GIVEREF(__pyx_tuple__169); /* "spacy/pipeline/pipes.pyx":41 * * * def _load_cfg(path): # <<<<<<<<<<<<<< * if path.exists(): * return srsly.read_json(path) */ __pyx_tuple__171 = PyTuple_Pack(1, __pyx_n_s_path); if (unlikely(!__pyx_tuple__171)) __PYX_ERR(0, 41, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__171); __Pyx_GIVEREF(__pyx_tuple__171); __pyx_codeobj_ = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__171, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_load_cfg, 41, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj_)) __PYX_ERR(0, 41, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":48 * * * class Pipe(object): # <<<<<<<<<<<<<< * """This class is not instantiated directly. Components inherit from it, and * it defines the interface that components should follow to function as */ __pyx_tuple__172 = PyTuple_Pack(1, __pyx_builtin_object); if (unlikely(!__pyx_tuple__172)) __PYX_ERR(0, 48, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__172); __Pyx_GIVEREF(__pyx_tuple__172); /* "spacy/pipeline/pipes.pyx":57 * * @classmethod * def Model(cls, *shape, **kwargs): # <<<<<<<<<<<<<< * """Initialize a model for the pipe.""" * raise NotImplementedError */ __pyx_tuple__173 = PyTuple_Pack(3, __pyx_n_s_cls, __pyx_n_s_shape, __pyx_n_s_kwargs); if (unlikely(!__pyx_tuple__173)) __PYX_ERR(0, 57, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__173); __Pyx_GIVEREF(__pyx_tuple__173); __pyx_codeobj__2 = (PyObject*)__Pyx_PyCode_New(1, 0, 3, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARARGS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__173, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_Model, 57, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__2)) __PYX_ERR(0, 57, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":62 * * @classmethod * def from_nlp(cls, nlp, **cfg): # <<<<<<<<<<<<<< * return cls(nlp.vocab, **cfg) * */ __pyx_tuple__174 = PyTuple_Pack(3, __pyx_n_s_cls, __pyx_n_s_nlp, __pyx_n_s_cfg); if (unlikely(!__pyx_tuple__174)) __PYX_ERR(0, 62, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__174); __Pyx_GIVEREF(__pyx_tuple__174); __pyx_codeobj__3 = (PyObject*)__Pyx_PyCode_New(2, 0, 3, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__174, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_from_nlp, 62, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__3)) __PYX_ERR(0, 62, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":65 * return cls(nlp.vocab, **cfg) * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * """Create a new pipe instance.""" * raise NotImplementedError */ __pyx_tuple__175 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_vocab, __pyx_n_s_model, __pyx_n_s_cfg); if (unlikely(!__pyx_tuple__175)) __PYX_ERR(0, 65, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__175); __Pyx_GIVEREF(__pyx_tuple__175); __pyx_codeobj__4 = (PyObject*)__Pyx_PyCode_New(3, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__175, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_init, 65, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__4)) __PYX_ERR(0, 65, __pyx_L1_error) __pyx_tuple__176 = PyTuple_Pack(1, ((PyObject *)Py_True)); if (unlikely(!__pyx_tuple__176)) __PYX_ERR(0, 65, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__176); __Pyx_GIVEREF(__pyx_tuple__176); /* "spacy/pipeline/pipes.pyx":69 * raise NotImplementedError * * def __call__(self, doc): # <<<<<<<<<<<<<< * """Apply the pipe to one document. The document is * modified in-place, and returned. */ __pyx_tuple__177 = PyTuple_Pack(5, __pyx_n_s_self, __pyx_n_s_doc, __pyx_n_s_predictions, __pyx_n_s_scores, __pyx_n_s_tensors); if (unlikely(!__pyx_tuple__177)) __PYX_ERR(0, 69, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__177); __Pyx_GIVEREF(__pyx_tuple__177); __pyx_codeobj__5 = (PyObject*)__Pyx_PyCode_New(2, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__177, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_call, 69, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__5)) __PYX_ERR(0, 69, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":85 * return doc * * def require_model(self): # <<<<<<<<<<<<<< * """Raise an error if the component's model is not initialized.""" * if getattr(self, "model", None) in (None, True, False): */ __pyx_tuple__178 = PyTuple_Pack(1, __pyx_n_s_self); if (unlikely(!__pyx_tuple__178)) __PYX_ERR(0, 85, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__178); __Pyx_GIVEREF(__pyx_tuple__178); __pyx_codeobj__6 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__178, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_require_model, 85, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__6)) __PYX_ERR(0, 85, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":90 * raise ValueError(Errors.E109.format(name=self.name)) * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * """Apply the pipe to a stream of documents. * */ __pyx_tuple__179 = PyTuple_Pack(8, __pyx_n_s_self, __pyx_n_s_stream, __pyx_n_s_batch_size, __pyx_n_s_n_threads, __pyx_n_s_docs, __pyx_n_s_predictions, __pyx_n_s_scores, __pyx_n_s_tensors); if (unlikely(!__pyx_tuple__179)) __PYX_ERR(0, 90, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__179); __Pyx_GIVEREF(__pyx_tuple__179); __pyx_codeobj__7 = (PyObject*)__Pyx_PyCode_New(4, 0, 8, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__179, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_pipe, 90, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__7)) __PYX_ERR(0, 90, __pyx_L1_error) __pyx_tuple__180 = PyTuple_Pack(2, ((PyObject *)__pyx_int_128), ((PyObject *)__pyx_int_neg_1)); if (unlikely(!__pyx_tuple__180)) __PYX_ERR(0, 90, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__180); __Pyx_GIVEREF(__pyx_tuple__180); /* "spacy/pipeline/pipes.pyx":106 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """Apply the pipeline's model to a batch of docs, without * modifying them. */ __pyx_tuple__181 = PyTuple_Pack(2, __pyx_n_s_self, __pyx_n_s_docs); if (unlikely(!__pyx_tuple__181)) __PYX_ERR(0, 106, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__181); __Pyx_GIVEREF(__pyx_tuple__181); __pyx_codeobj__8 = (PyObject*)__Pyx_PyCode_New(2, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__181, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_predict, 106, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__8)) __PYX_ERR(0, 106, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":113 * raise NotImplementedError * * def set_annotations(self, docs, scores, tensors=None): # <<<<<<<<<<<<<< * """Modify a batch of documents, using pre-computed scores.""" * raise NotImplementedError */ __pyx_tuple__182 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_scores, __pyx_n_s_tensors); if (unlikely(!__pyx_tuple__182)) __PYX_ERR(0, 113, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__182); __Pyx_GIVEREF(__pyx_tuple__182); __pyx_codeobj__9 = (PyObject*)__Pyx_PyCode_New(4, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__182, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_set_annotations, 113, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__9)) __PYX_ERR(0, 113, __pyx_L1_error) __pyx_tuple__183 = PyTuple_Pack(1, ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__183)) __PYX_ERR(0, 113, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__183); __Pyx_GIVEREF(__pyx_tuple__183); /* "spacy/pipeline/pipes.pyx":117 * raise NotImplementedError * * def update(self, docs, golds, drop=0.0, sgd=None, losses=None): # <<<<<<<<<<<<<< * """Learn from a batch of documents and gold-standard information, * updating the pipe's model. */ __pyx_tuple__184 = PyTuple_Pack(6, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_golds, __pyx_n_s_drop, __pyx_n_s_sgd, __pyx_n_s_losses); if (unlikely(!__pyx_tuple__184)) __PYX_ERR(0, 117, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__184); __Pyx_GIVEREF(__pyx_tuple__184); __pyx_codeobj__10 = (PyObject*)__Pyx_PyCode_New(6, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__184, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_update, 117, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__10)) __PYX_ERR(0, 117, __pyx_L1_error) __pyx_tuple__185 = PyTuple_Pack(3, ((PyObject*)__pyx_float_0_0), ((PyObject *)Py_None), ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__185)) __PYX_ERR(0, 117, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__185); __Pyx_GIVEREF(__pyx_tuple__185); /* "spacy/pipeline/pipes.pyx":125 * pass * * def rehearse(self, docs, sgd=None, losses=None, **config): # <<<<<<<<<<<<<< * pass * */ __pyx_tuple__186 = PyTuple_Pack(5, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_sgd, __pyx_n_s_losses, __pyx_n_s_config); if (unlikely(!__pyx_tuple__186)) __PYX_ERR(0, 125, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__186); __Pyx_GIVEREF(__pyx_tuple__186); __pyx_codeobj__11 = (PyObject*)__Pyx_PyCode_New(4, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__186, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_rehearse, 125, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__11)) __PYX_ERR(0, 125, __pyx_L1_error) __pyx_tuple__187 = PyTuple_Pack(2, ((PyObject *)Py_None), ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__187)) __PYX_ERR(0, 125, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__187); __Pyx_GIVEREF(__pyx_tuple__187); /* "spacy/pipeline/pipes.pyx":128 * pass * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * """Find the loss and gradient of loss for the batch of * documents and their predicted scores.""" */ __pyx_tuple__188 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_golds, __pyx_n_s_scores); if (unlikely(!__pyx_tuple__188)) __PYX_ERR(0, 128, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__188); __Pyx_GIVEREF(__pyx_tuple__188); __pyx_codeobj__12 = (PyObject*)__Pyx_PyCode_New(4, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__188, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_get_loss, 128, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__12)) __PYX_ERR(0, 128, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":133 * raise NotImplementedError * * def add_label(self, label): # <<<<<<<<<<<<<< * """Add an output label, to be predicted by the model. * */ __pyx_tuple__189 = PyTuple_Pack(2, __pyx_n_s_self, __pyx_n_s_label); if (unlikely(!__pyx_tuple__189)) __PYX_ERR(0, 133, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__189); __Pyx_GIVEREF(__pyx_tuple__189); __pyx_codeobj__13 = (PyObject*)__Pyx_PyCode_New(2, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__189, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_add_label, 133, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__13)) __PYX_ERR(0, 133, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":142 * raise NotImplementedError * * def create_optimizer(self): # <<<<<<<<<<<<<< * return create_default_optimizer(self.model.ops, **self.cfg.get("optimizer", {})) * */ __pyx_tuple__190 = PyTuple_Pack(1, __pyx_n_s_self); if (unlikely(!__pyx_tuple__190)) __PYX_ERR(0, 142, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__190); __Pyx_GIVEREF(__pyx_tuple__190); __pyx_codeobj__14 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__190, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_create_optimizer, 142, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__14)) __PYX_ERR(0, 142, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":145 * return create_default_optimizer(self.model.ops, **self.cfg.get("optimizer", {})) * * def begin_training( # <<<<<<<<<<<<<< * self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs * ): */ __pyx_tuple__191 = PyTuple_Pack(5, __pyx_n_s_self, __pyx_n_s_get_gold_tuples, __pyx_n_s_pipeline, __pyx_n_s_sgd, __pyx_n_s_kwargs); if (unlikely(!__pyx_tuple__191)) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__191); __Pyx_GIVEREF(__pyx_tuple__191); __pyx_codeobj__15 = (PyObject*)__Pyx_PyCode_New(4, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__191, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_begin_training, 145, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__15)) __PYX_ERR(0, 145, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":158 * return sgd * * def use_params(self, params): # <<<<<<<<<<<<<< * """Modify the pipe's model, to use the given parameter values.""" * with self.model.use_params(params): */ __pyx_tuple__192 = PyTuple_Pack(2, __pyx_n_s_self, __pyx_n_s_params); if (unlikely(!__pyx_tuple__192)) __PYX_ERR(0, 158, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__192); __Pyx_GIVEREF(__pyx_tuple__192); __pyx_codeobj__16 = (PyObject*)__Pyx_PyCode_New(2, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__192, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_use_params, 158, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__16)) __PYX_ERR(0, 158, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":163 * yield * * def to_bytes(self, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the pipe to a bytestring. * */ __pyx_tuple__193 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_exclude, __pyx_n_s_kwargs, __pyx_n_s_serialize); if (unlikely(!__pyx_tuple__193)) __PYX_ERR(0, 163, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__193); __Pyx_GIVEREF(__pyx_tuple__193); __pyx_codeobj__18 = (PyObject*)__Pyx_PyCode_New(2, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__193, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_to_bytes, 163, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__18)) __PYX_ERR(0, 163, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":178 * return util.to_bytes(serialize, exclude) * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the pipe from a bytestring.""" * */ __pyx_tuple__194 = PyTuple_Pack(7, __pyx_n_s_self, __pyx_n_s_bytes_data, __pyx_n_s_exclude, __pyx_n_s_kwargs, __pyx_n_s_load_model, __pyx_n_s_load_model, __pyx_n_s_deserialize); if (unlikely(!__pyx_tuple__194)) __PYX_ERR(0, 178, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__194); __Pyx_GIVEREF(__pyx_tuple__194); __pyx_codeobj__19 = (PyObject*)__Pyx_PyCode_New(3, 0, 7, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__194, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_from_bytes, 178, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__19)) __PYX_ERR(0, 178, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":201 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the pipe to disk.""" * serialize = OrderedDict() */ __pyx_tuple__195 = PyTuple_Pack(5, __pyx_n_s_self, __pyx_n_s_path, __pyx_n_s_exclude, __pyx_n_s_kwargs, __pyx_n_s_serialize); if (unlikely(!__pyx_tuple__195)) __PYX_ERR(0, 201, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__195); __Pyx_GIVEREF(__pyx_tuple__195); __pyx_codeobj__22 = (PyObject*)__Pyx_PyCode_New(3, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__195, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_to_disk, 201, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__22)) __PYX_ERR(0, 201, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":211 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the pipe from disk.""" * */ __pyx_tuple__196 = PyTuple_Pack(7, __pyx_n_s_self, __pyx_n_s_path, __pyx_n_s_exclude, __pyx_n_s_kwargs, __pyx_n_s_load_model, __pyx_n_s_load_model, __pyx_n_s_deserialize); if (unlikely(!__pyx_tuple__196)) __PYX_ERR(0, 211, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__196); __Pyx_GIVEREF(__pyx_tuple__196); __pyx_codeobj__23 = (PyObject*)__Pyx_PyCode_New(3, 0, 7, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__196, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_from_disk, 211, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__23)) __PYX_ERR(0, 211, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":239 * * @classmethod * def Model(cls, output_size=300, **cfg): # <<<<<<<<<<<<<< * """Create a new statistical model for the class. * */ __pyx_tuple__197 = PyTuple_Pack(4, __pyx_n_s_cls, __pyx_n_s_output_size, __pyx_n_s_cfg, __pyx_n_s_input_size); if (unlikely(!__pyx_tuple__197)) __PYX_ERR(0, 239, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__197); __Pyx_GIVEREF(__pyx_tuple__197); __pyx_codeobj__26 = (PyObject*)__Pyx_PyCode_New(2, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__197, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_Model, 239, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__26)) __PYX_ERR(0, 239, __pyx_L1_error) __pyx_tuple__198 = PyTuple_Pack(1, ((PyObject *)__pyx_int_300)); if (unlikely(!__pyx_tuple__198)) __PYX_ERR(0, 239, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__198); __Pyx_GIVEREF(__pyx_tuple__198); /* "spacy/pipeline/pipes.pyx":250 * return zero_init(Affine(output_size, input_size, drop_factor=0.0)) * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * """Construct a new statistical model. Weights are not allocated on * initialisation. */ __pyx_tuple__199 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_vocab, __pyx_n_s_model, __pyx_n_s_cfg); if (unlikely(!__pyx_tuple__199)) __PYX_ERR(0, 250, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__199); __Pyx_GIVEREF(__pyx_tuple__199); __pyx_codeobj__27 = (PyObject*)__Pyx_PyCode_New(3, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__199, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_init, 250, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__27)) __PYX_ERR(0, 250, __pyx_L1_error) __pyx_tuple__200 = PyTuple_Pack(1, ((PyObject *)Py_True)); if (unlikely(!__pyx_tuple__200)) __PYX_ERR(0, 250, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__200); __Pyx_GIVEREF(__pyx_tuple__200); /* "spacy/pipeline/pipes.pyx":270 * self.cfg.setdefault("cnn_maxout_pieces", 3) * * def __call__(self, doc): # <<<<<<<<<<<<<< * """Add context-sensitive vectors to a `Doc`, e.g. from a CNN or LSTM * model. Vectors are set to the `Doc.tensor` attribute. */ __pyx_tuple__201 = PyTuple_Pack(3, __pyx_n_s_self, __pyx_n_s_doc, __pyx_n_s_tokvecses); if (unlikely(!__pyx_tuple__201)) __PYX_ERR(0, 270, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__201); __Pyx_GIVEREF(__pyx_tuple__201); __pyx_codeobj__29 = (PyObject*)__Pyx_PyCode_New(2, 0, 3, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__201, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_call, 270, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__29)) __PYX_ERR(0, 270, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":281 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * """Process `Doc` objects as a stream. * */ __pyx_tuple__202 = PyTuple_Pack(6, __pyx_n_s_self, __pyx_n_s_stream, __pyx_n_s_batch_size, __pyx_n_s_n_threads, __pyx_n_s_docs, __pyx_n_s_tensors); if (unlikely(!__pyx_tuple__202)) __PYX_ERR(0, 281, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__202); __Pyx_GIVEREF(__pyx_tuple__202); __pyx_codeobj__30 = (PyObject*)__Pyx_PyCode_New(4, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__202, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_pipe, 281, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__30)) __PYX_ERR(0, 281, __pyx_L1_error) __pyx_tuple__203 = PyTuple_Pack(2, ((PyObject *)__pyx_int_128), ((PyObject *)__pyx_int_neg_1)); if (unlikely(!__pyx_tuple__203)) __PYX_ERR(0, 281, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__203); __Pyx_GIVEREF(__pyx_tuple__203); /* "spacy/pipeline/pipes.pyx":294 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """Return a single tensor for a batch of documents. * */ __pyx_tuple__204 = PyTuple_Pack(6, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_inputs, __pyx_n_s_outputs, __pyx_n_s_doc, __pyx_n_s_d); if (unlikely(!__pyx_tuple__204)) __PYX_ERR(0, 294, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__204); __Pyx_GIVEREF(__pyx_tuple__204); __pyx_codeobj__31 = (PyObject*)__Pyx_PyCode_New(2, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__204, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_predict, 294, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__31)) __PYX_ERR(0, 294, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":305 * return self.model.ops.unflatten(outputs, [len(d) for d in docs]) * * def set_annotations(self, docs, tensors): # <<<<<<<<<<<<<< * """Set the tensor attribute for a batch of documents. * */ __pyx_tuple__205 = PyTuple_Pack(5, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_tensors, __pyx_n_s_doc, __pyx_n_s_tensor); if (unlikely(!__pyx_tuple__205)) __PYX_ERR(0, 305, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__205); __Pyx_GIVEREF(__pyx_tuple__205); __pyx_codeobj__32 = (PyObject*)__Pyx_PyCode_New(3, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__205, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_set_annotations, 305, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__32)) __PYX_ERR(0, 305, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":316 * doc.tensor = tensor * * def update(self, docs, golds, state=None, drop=0.0, sgd=None, losses=None): # <<<<<<<<<<<<<< * """Update the model. * */ __pyx_tuple__206 = PyTuple_Pack(19, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_golds, __pyx_n_s_state, __pyx_n_s_drop, __pyx_n_s_sgd, __pyx_n_s_losses, __pyx_n_s_inputs, __pyx_n_s_bp_inputs, __pyx_n_s_tok2vec, __pyx_n_s_tensor, __pyx_n_s_bp_tensor, __pyx_n_s_scores, __pyx_n_s_bp_scores, __pyx_n_s_loss, __pyx_n_s_d_scores, __pyx_n_s_d_inputs, __pyx_n_s_d_input, __pyx_n_s_bp_input); if (unlikely(!__pyx_tuple__206)) __PYX_ERR(0, 316, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__206); __Pyx_GIVEREF(__pyx_tuple__206); __pyx_codeobj__33 = (PyObject*)__Pyx_PyCode_New(7, 0, 19, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__206, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_update, 316, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__33)) __PYX_ERR(0, 316, __pyx_L1_error) __pyx_tuple__207 = PyTuple_Pack(4, ((PyObject *)Py_None), ((PyObject*)__pyx_float_0_0), ((PyObject *)Py_None), ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__207)) __PYX_ERR(0, 316, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__207); __Pyx_GIVEREF(__pyx_tuple__207); /* "spacy/pipeline/pipes.pyx":346 * return loss * * def get_loss(self, docs, golds, prediction): # <<<<<<<<<<<<<< * ids = self.model.ops.flatten([doc.to_array(ID).ravel() for doc in docs]) * target = self.vocab.vectors.data[ids] */ __pyx_tuple__208 = PyTuple_Pack(9, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_golds, __pyx_n_s_prediction, __pyx_n_s_ids, __pyx_n_s_target, __pyx_n_s_d_scores, __pyx_n_s_loss, __pyx_n_s_doc); if (unlikely(!__pyx_tuple__208)) __PYX_ERR(0, 346, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__208); __Pyx_GIVEREF(__pyx_tuple__208); __pyx_codeobj__34 = (PyObject*)__Pyx_PyCode_New(4, 0, 9, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__208, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_get_loss, 346, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__34)) __PYX_ERR(0, 346, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":353 * return loss, d_scores * * def begin_training(self, gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * """Allocate models, pre-process training data and acquire an * optimizer. */ __pyx_tuple__209 = PyTuple_Pack(7, __pyx_n_s_self, __pyx_n_s_gold_tuples, __pyx_n_s_pipeline, __pyx_n_s_sgd, __pyx_n_s_kwargs, __pyx_n_s_name, __pyx_n_s_model); if (unlikely(!__pyx_tuple__209)) __PYX_ERR(0, 353, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__209); __Pyx_GIVEREF(__pyx_tuple__209); __pyx_codeobj__35 = (PyObject*)__Pyx_PyCode_New(4, 0, 7, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__209, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_begin_training, 353, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__35)) __PYX_ERR(0, 353, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":234 * * * @component("tensorizer", assigns=["doc.tensor"]) # <<<<<<<<<<<<<< * class Tensorizer(Pipe): * """Pre-train position-sensitive vectors for tokens.""" */ __pyx_tuple__210 = PyTuple_Pack(1, __pyx_n_u_tensorizer); if (unlikely(!__pyx_tuple__210)) __PYX_ERR(0, 234, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__210); __Pyx_GIVEREF(__pyx_tuple__210); /* "spacy/pipeline/pipes.pyx":379 * """ * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ __pyx_tuple__211 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_vocab, __pyx_n_s_model, __pyx_n_s_cfg); if (unlikely(!__pyx_tuple__211)) __PYX_ERR(0, 379, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__211); __Pyx_GIVEREF(__pyx_tuple__211); __pyx_codeobj__36 = (PyObject*)__Pyx_PyCode_New(3, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__211, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_init, 379, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__36)) __PYX_ERR(0, 379, __pyx_L1_error) __pyx_tuple__212 = PyTuple_Pack(1, ((PyObject *)Py_True)); if (unlikely(!__pyx_tuple__212)) __PYX_ERR(0, 379, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__212); __Pyx_GIVEREF(__pyx_tuple__212); /* "spacy/pipeline/pipes.pyx":387 * * @property * def labels(self): # <<<<<<<<<<<<<< * return tuple(self.vocab.morphology.tag_names) * */ __pyx_tuple__213 = PyTuple_Pack(1, __pyx_n_s_self); if (unlikely(!__pyx_tuple__213)) __PYX_ERR(0, 387, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__213); __Pyx_GIVEREF(__pyx_tuple__213); __pyx_codeobj__38 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__213, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_labels, 387, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__38)) __PYX_ERR(0, 387, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":391 * * @property * def tok2vec(self): # <<<<<<<<<<<<<< * if self.model in (None, True, False): * return None */ __pyx_tuple__214 = PyTuple_Pack(1, __pyx_n_s_self); if (unlikely(!__pyx_tuple__214)) __PYX_ERR(0, 391, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__214); __Pyx_GIVEREF(__pyx_tuple__214); __pyx_codeobj__39 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__214, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_tok2vec, 391, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__39)) __PYX_ERR(0, 391, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":397 * return chain(self.model.tok2vec, flatten) * * def __call__(self, doc): # <<<<<<<<<<<<<< * tags, tokvecs = self.predict([doc]) * self.set_annotations([doc], tags, tensors=tokvecs) */ __pyx_tuple__215 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_doc, __pyx_n_s_tags, __pyx_n_s_tokvecs); if (unlikely(!__pyx_tuple__215)) __PYX_ERR(0, 397, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__215); __Pyx_GIVEREF(__pyx_tuple__215); __pyx_codeobj__40 = (PyObject*)__Pyx_PyCode_New(2, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__215, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_call, 397, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__40)) __PYX_ERR(0, 397, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":402 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ __pyx_tuple__216 = PyTuple_Pack(7, __pyx_n_s_self, __pyx_n_s_stream, __pyx_n_s_batch_size, __pyx_n_s_n_threads, __pyx_n_s_docs, __pyx_n_s_tag_ids, __pyx_n_s_tokvecs); if (unlikely(!__pyx_tuple__216)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__216); __Pyx_GIVEREF(__pyx_tuple__216); __pyx_codeobj__41 = (PyObject*)__Pyx_PyCode_New(4, 0, 7, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__216, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_pipe, 402, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__41)) __PYX_ERR(0, 402, __pyx_L1_error) __pyx_tuple__217 = PyTuple_Pack(2, ((PyObject *)__pyx_int_128), ((PyObject *)__pyx_int_neg_1)); if (unlikely(!__pyx_tuple__217)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__217); __Pyx_GIVEREF(__pyx_tuple__217); /* "spacy/pipeline/pipes.pyx":409 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * if not any(len(doc) for doc in docs): */ __pyx_tuple__218 = PyTuple_Pack(11, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_n_labels, __pyx_n_s_guesses, __pyx_n_s_tokvecs, __pyx_n_s_scores, __pyx_n_s_doc_scores, __pyx_n_s_doc_guesses, __pyx_n_s_genexpr, __pyx_n_s_genexpr, __pyx_n_s_doc); if (unlikely(!__pyx_tuple__218)) __PYX_ERR(0, 409, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__218); __Pyx_GIVEREF(__pyx_tuple__218); __pyx_codeobj__42 = (PyObject*)__Pyx_PyCode_New(2, 0, 11, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__218, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_predict, 409, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__42)) __PYX_ERR(0, 409, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":427 * return guesses, tokvecs * * def set_annotations(self, docs, batch_tag_ids, tensors=None): # <<<<<<<<<<<<<< * if isinstance(docs, Doc): * docs = [docs] */ __pyx_tuple__219 = PyTuple_Pack(13, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_batch_tag_ids, __pyx_n_s_tensors, __pyx_n_s_doc, __pyx_n_s_idx, __pyx_n_s_vocab, __pyx_n_s_assign_morphology, __pyx_n_s_i, __pyx_n_s_doc_tag_ids, __pyx_n_s_j, __pyx_n_s_tag_id, __pyx_n_s_lemma); if (unlikely(!__pyx_tuple__219)) __PYX_ERR(0, 427, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__219); __Pyx_GIVEREF(__pyx_tuple__219); __pyx_codeobj__43 = (PyObject*)__Pyx_PyCode_New(4, 0, 13, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__219, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_set_annotations, 427, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__43)) __PYX_ERR(0, 427, __pyx_L1_error) __pyx_tuple__220 = PyTuple_Pack(1, ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__220)) __PYX_ERR(0, 427, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__220); __Pyx_GIVEREF(__pyx_tuple__220); /* "spacy/pipeline/pipes.pyx":458 * doc.is_tagged = True * * def update(self, docs, golds, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if losses is not None and self.name not in losses: */ __pyx_tuple__221 = PyTuple_Pack(12, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_golds, __pyx_n_s_drop, __pyx_n_s_sgd, __pyx_n_s_losses, __pyx_n_s_tag_scores, __pyx_n_s_bp_tag_scores, __pyx_n_s_loss, __pyx_n_s_d_tag_scores, __pyx_n_s_genexpr, __pyx_n_s_genexpr); if (unlikely(!__pyx_tuple__221)) __PYX_ERR(0, 458, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__221); __Pyx_GIVEREF(__pyx_tuple__221); __pyx_codeobj__45 = (PyObject*)__Pyx_PyCode_New(6, 0, 12, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__221, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_update, 458, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__45)) __PYX_ERR(0, 458, __pyx_L1_error) __pyx_tuple__222 = PyTuple_Pack(3, ((PyObject*)__pyx_float_0_), ((PyObject *)Py_None), ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__222)) __PYX_ERR(0, 458, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__222); __Pyx_GIVEREF(__pyx_tuple__222); /* "spacy/pipeline/pipes.pyx":474 * losses[self.name] += loss * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * """Perform a 'rehearsal' update, where we try to match the output of * an initial model. */ __pyx_tuple__223 = PyTuple_Pack(11, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_drop, __pyx_n_s_sgd, __pyx_n_s_losses, __pyx_n_s_guesses, __pyx_n_s_backprop, __pyx_n_s_target, __pyx_n_s_gradient, __pyx_n_s_genexpr, __pyx_n_s_genexpr); if (unlikely(!__pyx_tuple__223)) __PYX_ERR(0, 474, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__223); __Pyx_GIVEREF(__pyx_tuple__223); __pyx_codeobj__46 = (PyObject*)__Pyx_PyCode_New(5, 0, 11, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__223, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_rehearse, 474, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__46)) __PYX_ERR(0, 474, __pyx_L1_error) __pyx_tuple__224 = PyTuple_Pack(3, ((PyObject*)__pyx_float_0_), ((PyObject *)Py_None), ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__224)) __PYX_ERR(0, 474, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__224); __Pyx_GIVEREF(__pyx_tuple__224); /* "spacy/pipeline/pipes.pyx":491 * losses[self.name] += (gradient**2).sum() * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * scores = self.model.ops.flatten(scores) * tag_index = {tag: i for i, tag in enumerate(self.labels)} */ __pyx_tuple__225 = PyTuple_Pack(16, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_golds, __pyx_n_s_scores, __pyx_n_s_tag_index, __pyx_n_s_idx, __pyx_n_s_correct, __pyx_n_s_guesses, __pyx_n_s_known_labels, __pyx_n_s_gold, __pyx_n_s_tag, __pyx_n_s_d_scores, __pyx_n_s_loss, __pyx_n_s_i, __pyx_n_s_tag, __pyx_n_s_d); if (unlikely(!__pyx_tuple__225)) __PYX_ERR(0, 491, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__225); __Pyx_GIVEREF(__pyx_tuple__225); __pyx_codeobj__47 = (PyObject*)__Pyx_PyCode_New(4, 0, 16, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__225, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_get_loss, 491, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__47)) __PYX_ERR(0, 491, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":515 * return float(loss), d_scores * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, # <<<<<<<<<<<<<< * **kwargs): * lemma_tables = ["lemma_rules", "lemma_index", "lemma_exc", "lemma_lookup"] */ __pyx_tuple__226 = PyTuple_Pack(23, __pyx_n_s_self, __pyx_n_s_get_gold_tuples, __pyx_n_s_pipeline, __pyx_n_s_sgd, __pyx_n_s_kwargs, __pyx_n_s_lemma_tables, __pyx_n_s_orig_tag_map, __pyx_n_s_new_tag_map, __pyx_n_s_raw_text, __pyx_n_s_annots_brackets, __pyx_n_s_annots, __pyx_n_s_brackets, __pyx_n_s_ids, __pyx_n_s_words, __pyx_n_s_tags, __pyx_n_s_heads, __pyx_n_s_deps, __pyx_n_s_ents, __pyx_n_s_tag, __pyx_n_s_vocab, __pyx_n_s_hp, __pyx_n_s_genexpr, __pyx_n_s_genexpr); if (unlikely(!__pyx_tuple__226)) __PYX_ERR(0, 515, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__226); __Pyx_GIVEREF(__pyx_tuple__226); __pyx_codeobj__48 = (PyObject*)__Pyx_PyCode_New(4, 0, 23, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__226, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_begin_training, 515, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__48)) __PYX_ERR(0, 515, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":551 * * @classmethod * def Model(cls, n_tags, **cfg): # <<<<<<<<<<<<<< * if cfg.get("pretrained_dims") and not cfg.get("pretrained_vectors"): * raise ValueError(TempErrors.T008) */ __pyx_tuple__227 = PyTuple_Pack(3, __pyx_n_s_cls, __pyx_n_s_n_tags, __pyx_n_s_cfg); if (unlikely(!__pyx_tuple__227)) __PYX_ERR(0, 551, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__227); __Pyx_GIVEREF(__pyx_tuple__227); __pyx_codeobj__50 = (PyObject*)__Pyx_PyCode_New(2, 0, 3, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__227, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_Model, 551, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__50)) __PYX_ERR(0, 551, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":556 * return build_tagger_model(n_tags, **cfg) * * def add_label(self, label, values=None): # <<<<<<<<<<<<<< * if not isinstance(label, basestring_): * raise ValueError(Errors.E187) */ __pyx_tuple__228 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_label, __pyx_n_s_values, __pyx_n_s_tag_map); if (unlikely(!__pyx_tuple__228)) __PYX_ERR(0, 556, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__228); __Pyx_GIVEREF(__pyx_tuple__228); __pyx_codeobj__51 = (PyObject*)__Pyx_PyCode_New(3, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__228, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_add_label, 556, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__51)) __PYX_ERR(0, 556, __pyx_L1_error) __pyx_tuple__229 = PyTuple_Pack(1, ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__229)) __PYX_ERR(0, 556, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__229); __Pyx_GIVEREF(__pyx_tuple__229); /* "spacy/pipeline/pipes.pyx":582 * return 1 * * def use_params(self, params): # <<<<<<<<<<<<<< * with self.model.use_params(params): * yield */ __pyx_tuple__230 = PyTuple_Pack(2, __pyx_n_s_self, __pyx_n_s_params); if (unlikely(!__pyx_tuple__230)) __PYX_ERR(0, 582, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__230); __Pyx_GIVEREF(__pyx_tuple__230); __pyx_codeobj__52 = (PyObject*)__Pyx_PyCode_New(2, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__230, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_use_params, 582, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__52)) __PYX_ERR(0, 582, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":586 * yield * * def to_bytes(self, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * serialize = OrderedDict() * if self.model not in (None, True, False): */ __pyx_tuple__231 = PyTuple_Pack(5, __pyx_n_s_self, __pyx_n_s_exclude, __pyx_n_s_kwargs, __pyx_n_s_serialize, __pyx_n_s_tag_map); if (unlikely(!__pyx_tuple__231)) __PYX_ERR(0, 586, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__231); __Pyx_GIVEREF(__pyx_tuple__231); __pyx_codeobj__53 = (PyObject*)__Pyx_PyCode_New(2, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__231, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_to_bytes, 586, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__53)) __PYX_ERR(0, 586, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":597 * return util.to_bytes(serialize, exclude) * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(b): * # TODO: Remove this once we don't have to handle previous models */ __pyx_tuple__232 = PyTuple_Pack(9, __pyx_n_s_self, __pyx_n_s_bytes_data, __pyx_n_s_exclude, __pyx_n_s_kwargs, __pyx_n_s_load_model, __pyx_n_s_load_model, __pyx_n_s_load_tag_map, __pyx_n_s_load_tag_map, __pyx_n_s_deserialize); if (unlikely(!__pyx_tuple__232)) __PYX_ERR(0, 597, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__232); __Pyx_GIVEREF(__pyx_tuple__232); __pyx_codeobj__55 = (PyObject*)__Pyx_PyCode_New(3, 0, 9, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__232, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_from_bytes, 597, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__55)) __PYX_ERR(0, 597, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":629 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) * serialize = OrderedDict(( */ __pyx_tuple__233 = PyTuple_Pack(6, __pyx_n_s_self, __pyx_n_s_path, __pyx_n_s_exclude, __pyx_n_s_kwargs, __pyx_n_s_tag_map, __pyx_n_s_serialize); if (unlikely(!__pyx_tuple__233)) __PYX_ERR(0, 629, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__233); __Pyx_GIVEREF(__pyx_tuple__233); __pyx_codeobj__60 = (PyObject*)__Pyx_PyCode_New(3, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__233, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_to_disk, 629, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__60)) __PYX_ERR(0, 629, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":640 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(p): * # TODO: Remove this once we don't have to handle previous models */ __pyx_tuple__234 = PyTuple_Pack(9, __pyx_n_s_self, __pyx_n_s_path, __pyx_n_s_exclude, __pyx_n_s_kwargs, __pyx_n_s_load_model, __pyx_n_s_load_model, __pyx_n_s_load_tag_map, __pyx_n_s_load_tag_map, __pyx_n_s_deserialize); if (unlikely(!__pyx_tuple__234)) __PYX_ERR(0, 640, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__234); __Pyx_GIVEREF(__pyx_tuple__234); __pyx_codeobj__61 = (PyObject*)__Pyx_PyCode_New(3, 0, 9, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__234, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_from_disk, 640, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__61)) __PYX_ERR(0, 640, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":372 * * * @component("tagger", assigns=["token.tag", "token.pos", "token.lemma"]) # <<<<<<<<<<<<<< * class Tagger(Pipe): * """Pipeline component for part-of-speech tagging. */ __pyx_tuple__235 = PyTuple_Pack(1, __pyx_n_u_tagger); if (unlikely(!__pyx_tuple__235)) __PYX_ERR(0, 372, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__235); __Pyx_GIVEREF(__pyx_tuple__235); /* "spacy/pipeline/pipes.pyx":677 * """ * * def __init__(self, vocab, model=True, target='dep_tag_offset', **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ __pyx_tuple__236 = PyTuple_Pack(5, __pyx_n_s_self, __pyx_n_s_vocab, __pyx_n_s_model, __pyx_n_s_target, __pyx_n_s_cfg); if (unlikely(!__pyx_tuple__236)) __PYX_ERR(0, 677, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__236); __Pyx_GIVEREF(__pyx_tuple__236); __pyx_codeobj__66 = (PyObject*)__Pyx_PyCode_New(4, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__236, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_init, 677, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__66)) __PYX_ERR(0, 677, __pyx_L1_error) __pyx_tuple__237 = PyTuple_Pack(2, ((PyObject *)Py_True), ((PyObject*)__pyx_n_u_dep_tag_offset)); if (unlikely(!__pyx_tuple__237)) __PYX_ERR(0, 677, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__237); __Pyx_GIVEREF(__pyx_tuple__237); /* "spacy/pipeline/pipes.pyx":700 * * @property * def labels(self): # <<<<<<<<<<<<<< * return self.cfg.setdefault("labels", {}) * */ __pyx_tuple__238 = PyTuple_Pack(1, __pyx_n_s_self); if (unlikely(!__pyx_tuple__238)) __PYX_ERR(0, 700, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__238); __Pyx_GIVEREF(__pyx_tuple__238); __pyx_codeobj__67 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__238, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_labels, 700, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__67)) __PYX_ERR(0, 700, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":704 * * @labels.setter * def labels(self, value): # <<<<<<<<<<<<<< * self.cfg["labels"] = value * */ __pyx_tuple__239 = PyTuple_Pack(2, __pyx_n_s_self, __pyx_n_s_value); if (unlikely(!__pyx_tuple__239)) __PYX_ERR(0, 704, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__239); __Pyx_GIVEREF(__pyx_tuple__239); __pyx_codeobj__68 = (PyObject*)__Pyx_PyCode_New(2, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__239, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_labels, 704, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__68)) __PYX_ERR(0, 704, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":707 * self.cfg["labels"] = value * * def set_annotations(self, docs, dep_ids, tensors=None): # <<<<<<<<<<<<<< * pass * */ __pyx_tuple__240 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_dep_ids, __pyx_n_s_tensors); if (unlikely(!__pyx_tuple__240)) __PYX_ERR(0, 707, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__240); __Pyx_GIVEREF(__pyx_tuple__240); __pyx_codeobj__69 = (PyObject*)__Pyx_PyCode_New(4, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__240, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_set_annotations, 707, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__69)) __PYX_ERR(0, 707, __pyx_L1_error) __pyx_tuple__241 = PyTuple_Pack(1, ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__241)) __PYX_ERR(0, 707, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__241); __Pyx_GIVEREF(__pyx_tuple__241); /* "spacy/pipeline/pipes.pyx":710 * pass * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, tok2vec=None, # <<<<<<<<<<<<<< * sgd=None, **kwargs): * gold_tuples = nonproj.preprocess_training_data(get_gold_tuples()) */ __pyx_tuple__242 = PyTuple_Pack(20, __pyx_n_s_self, __pyx_n_s_get_gold_tuples, __pyx_n_s_pipeline, __pyx_n_s_tok2vec, __pyx_n_s_sgd, __pyx_n_s_kwargs, __pyx_n_s_gold_tuples, __pyx_n_s_raw_text, __pyx_n_s_annots_brackets, __pyx_n_s_annots, __pyx_n_s_brackets, __pyx_n_s_ids, __pyx_n_s_words, __pyx_n_s_tags, __pyx_n_s_heads, __pyx_n_s_deps, __pyx_n_s_ents, __pyx_n_s_i, __pyx_n_s_label, __pyx_n_s_token_vector_width); if (unlikely(!__pyx_tuple__242)) __PYX_ERR(0, 710, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__242); __Pyx_GIVEREF(__pyx_tuple__242); __pyx_codeobj__70 = (PyObject*)__Pyx_PyCode_New(5, 0, 20, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__242, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_begin_training, 710, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__70)) __PYX_ERR(0, 710, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":729 * * @classmethod * def Model(cls, n_tags, tok2vec=None, **cfg): # <<<<<<<<<<<<<< * token_vector_width = util.env_opt("token_vector_width", 96) * softmax = Softmax(n_tags, token_vector_width*2) */ __pyx_tuple__243 = PyTuple_Pack(7, __pyx_n_s_cls, __pyx_n_s_n_tags, __pyx_n_s_tok2vec, __pyx_n_s_cfg, __pyx_n_s_token_vector_width, __pyx_n_s_softmax, __pyx_n_s_model); if (unlikely(!__pyx_tuple__243)) __PYX_ERR(0, 729, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__243); __Pyx_GIVEREF(__pyx_tuple__243); __pyx_codeobj__71 = (PyObject*)__Pyx_PyCode_New(3, 0, 7, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__243, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_Model, 729, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__71)) __PYX_ERR(0, 729, __pyx_L1_error) __pyx_tuple__244 = PyTuple_Pack(1, ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__244)) __PYX_ERR(0, 729, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__244); __Pyx_GIVEREF(__pyx_tuple__244); /* "spacy/pipeline/pipes.pyx":741 * return model * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * tokvecs = self.model.tok2vec(docs) */ __pyx_tuple__245 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_tokvecs, __pyx_n_s_scores); if (unlikely(!__pyx_tuple__245)) __PYX_ERR(0, 741, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__245); __Pyx_GIVEREF(__pyx_tuple__245); __pyx_codeobj__72 = (PyObject*)__Pyx_PyCode_New(2, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__245, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_predict, 741, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__72)) __PYX_ERR(0, 741, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":747 * return tokvecs, scores * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * if len(docs) != len(golds): * raise ValueError(Errors.E077.format(value="loss", n_docs=len(docs), */ __pyx_tuple__246 = PyTuple_Pack(13, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_golds, __pyx_n_s_scores, __pyx_n_s_idx, __pyx_n_s_correct, __pyx_n_s_guesses, __pyx_n_s_i, __pyx_n_s_gold, __pyx_n_s_j, __pyx_n_s_label, __pyx_n_s_d_scores, __pyx_n_s_loss); if (unlikely(!__pyx_tuple__246)) __PYX_ERR(0, 747, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__246); __Pyx_GIVEREF(__pyx_tuple__246); __pyx_codeobj__73 = (PyObject*)__Pyx_PyCode_New(4, 0, 13, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__246, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_get_loss, 747, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__73)) __PYX_ERR(0, 747, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":770 * * @staticmethod * def make_dep(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if deps[i] is None or heads[i] is None: * return None */ __pyx_tuple__247 = PyTuple_Pack(6, __pyx_n_s_i, __pyx_n_s_words, __pyx_n_s_tags, __pyx_n_s_heads, __pyx_n_s_deps, __pyx_n_s_ents); if (unlikely(!__pyx_tuple__247)) __PYX_ERR(0, 770, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__247); __Pyx_GIVEREF(__pyx_tuple__247); __pyx_codeobj__74 = (PyObject*)__Pyx_PyCode_New(6, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__247, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_make_dep, 770, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__74)) __PYX_ERR(0, 770, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":776 * * @staticmethod * def make_tag(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * return tags[i] * */ __pyx_tuple__248 = PyTuple_Pack(6, __pyx_n_s_i, __pyx_n_s_words, __pyx_n_s_tags, __pyx_n_s_heads, __pyx_n_s_deps, __pyx_n_s_ents); if (unlikely(!__pyx_tuple__248)) __PYX_ERR(0, 776, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__248); __Pyx_GIVEREF(__pyx_tuple__248); __pyx_codeobj__75 = (PyObject*)__Pyx_PyCode_New(6, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__248, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_make_tag, 776, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__75)) __PYX_ERR(0, 776, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":780 * * @staticmethod * def make_ent(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if ents is None: * return None */ __pyx_tuple__249 = PyTuple_Pack(6, __pyx_n_s_i, __pyx_n_s_words, __pyx_n_s_tags, __pyx_n_s_heads, __pyx_n_s_deps, __pyx_n_s_ents); if (unlikely(!__pyx_tuple__249)) __PYX_ERR(0, 780, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__249); __Pyx_GIVEREF(__pyx_tuple__249); __pyx_codeobj__76 = (PyObject*)__Pyx_PyCode_New(6, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__249, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_make_ent, 780, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__76)) __PYX_ERR(0, 780, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":786 * * @staticmethod * def make_dep_tag_offset(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if deps[i] is None or heads[i] is None: * return None */ __pyx_tuple__250 = PyTuple_Pack(7, __pyx_n_s_i, __pyx_n_s_words, __pyx_n_s_tags, __pyx_n_s_heads, __pyx_n_s_deps, __pyx_n_s_ents, __pyx_n_s_offset); if (unlikely(!__pyx_tuple__250)) __PYX_ERR(0, 786, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__250); __Pyx_GIVEREF(__pyx_tuple__250); __pyx_codeobj__77 = (PyObject*)__Pyx_PyCode_New(6, 0, 7, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__250, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_make_dep_tag_offset, 786, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__77)) __PYX_ERR(0, 786, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":795 * * @staticmethod * def make_ent_tag(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if ents is None or ents[i] is None: * return None */ __pyx_tuple__251 = PyTuple_Pack(6, __pyx_n_s_i, __pyx_n_s_words, __pyx_n_s_tags, __pyx_n_s_heads, __pyx_n_s_deps, __pyx_n_s_ents); if (unlikely(!__pyx_tuple__251)) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__251); __Pyx_GIVEREF(__pyx_tuple__251); __pyx_codeobj__80 = (PyObject*)__Pyx_PyCode_New(6, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__251, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_make_ent_tag, 795, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__80)) __PYX_ERR(0, 795, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":802 * * @staticmethod * def make_sent_start(target, words, tags, heads, deps, ents, cache=True, _cache={}): # <<<<<<<<<<<<<< * """A multi-task objective for representing sentence boundaries, * using BILU scheme. (O is impossible) */ __pyx_tuple__252 = PyTuple_Pack(16, __pyx_n_s_target, __pyx_n_s_words, __pyx_n_s_tags, __pyx_n_s_heads, __pyx_n_s_deps, __pyx_n_s_ents, __pyx_n_s_cache, __pyx_n_s_cache_2, __pyx_n_s_key, __pyx_n_s_sent_tags, __pyx_n_s_find_root, __pyx_n_s_find_root, __pyx_n_s_sentences, __pyx_n_s_i, __pyx_n_s_root, __pyx_n_s_span); if (unlikely(!__pyx_tuple__252)) __PYX_ERR(0, 802, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__252); __Pyx_GIVEREF(__pyx_tuple__252); __pyx_codeobj__81 = (PyObject*)__Pyx_PyCode_New(8, 0, 16, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__252, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_make_sent_start, 802, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__81)) __PYX_ERR(0, 802, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":849 * class ClozeMultitask(Pipe): * @classmethod * def Model(cls, vocab, tok2vec, **cfg): # <<<<<<<<<<<<<< * if cfg["objective"] == "characters": * out_sizes = [256] * cfg.get("nr_char", 4) */ __pyx_tuple__253 = PyTuple_Pack(8, __pyx_n_s_cls, __pyx_n_s_vocab, __pyx_n_s_tok2vec, __pyx_n_s_cfg, __pyx_n_s_out_sizes, __pyx_n_s_output_layer, __pyx_n_s_output_size, __pyx_n_s_model); if (unlikely(!__pyx_tuple__253)) __PYX_ERR(0, 849, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__253); __Pyx_GIVEREF(__pyx_tuple__253); __pyx_codeobj__84 = (PyObject*)__Pyx_PyCode_New(3, 0, 8, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__253, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_Model, 849, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__84)) __PYX_ERR(0, 849, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":865 * return model * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ __pyx_tuple__254 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_vocab, __pyx_n_s_model, __pyx_n_s_cfg); if (unlikely(!__pyx_tuple__254)) __PYX_ERR(0, 865, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__254); __Pyx_GIVEREF(__pyx_tuple__254); __pyx_codeobj__85 = (PyObject*)__Pyx_PyCode_New(3, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__254, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_init, 865, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__85)) __PYX_ERR(0, 865, __pyx_L1_error) __pyx_tuple__255 = PyTuple_Pack(1, ((PyObject *)Py_True)); if (unlikely(!__pyx_tuple__255)) __PYX_ERR(0, 865, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__255); __Pyx_GIVEREF(__pyx_tuple__255); /* "spacy/pipeline/pipes.pyx":872 * self.cfg.setdefault("nr_char", 4) * * def set_annotations(self, docs, dep_ids, tensors=None): # <<<<<<<<<<<<<< * pass * */ __pyx_tuple__256 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_dep_ids, __pyx_n_s_tensors); if (unlikely(!__pyx_tuple__256)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__256); __Pyx_GIVEREF(__pyx_tuple__256); __pyx_codeobj__88 = (PyObject*)__Pyx_PyCode_New(4, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__256, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_set_annotations, 872, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__88)) __PYX_ERR(0, 872, __pyx_L1_error) __pyx_tuple__257 = PyTuple_Pack(1, ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__257)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__257); __Pyx_GIVEREF(__pyx_tuple__257); /* "spacy/pipeline/pipes.pyx":875 * pass * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, # <<<<<<<<<<<<<< * tok2vec=None, sgd=None, **kwargs): * link_vectors_to_models(self.vocab) */ __pyx_tuple__258 = PyTuple_Pack(7, __pyx_n_s_self, __pyx_n_s_get_gold_tuples, __pyx_n_s_pipeline, __pyx_n_s_tok2vec, __pyx_n_s_sgd, __pyx_n_s_kwargs, __pyx_n_s_X); if (unlikely(!__pyx_tuple__258)) __PYX_ERR(0, 875, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__258); __Pyx_GIVEREF(__pyx_tuple__258); __pyx_codeobj__89 = (PyObject*)__Pyx_PyCode_New(5, 0, 7, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__258, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_begin_training, 875, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__89)) __PYX_ERR(0, 875, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":887 * return sgd * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * tokvecs = self.model.tok2vec(docs) */ __pyx_tuple__259 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_tokvecs, __pyx_n_s_vectors); if (unlikely(!__pyx_tuple__259)) __PYX_ERR(0, 887, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__259); __Pyx_GIVEREF(__pyx_tuple__259); __pyx_codeobj__90 = (PyObject*)__Pyx_PyCode_New(2, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__259, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_predict, 887, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__90)) __PYX_ERR(0, 887, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":893 * return tokvecs, vectors * * def get_loss(self, docs, vectors, prediction): # <<<<<<<<<<<<<< * if self.cfg["objective"] == "characters": * loss, gradient = get_characters_loss(self.model.ops, docs, prediction) */ __pyx_tuple__260 = PyTuple_Pack(9, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_vectors, __pyx_n_s_prediction, __pyx_n_s_loss, __pyx_n_s_gradient, __pyx_n_s_ids, __pyx_n_s_target, __pyx_n_s_doc); if (unlikely(!__pyx_tuple__260)) __PYX_ERR(0, 893, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__260); __Pyx_GIVEREF(__pyx_tuple__260); __pyx_codeobj__91 = (PyObject*)__Pyx_PyCode_New(4, 0, 9, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__260, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_get_loss, 893, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__91)) __PYX_ERR(0, 893, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":906 * return float(loss), gradient * * def update(self, docs, golds, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * pass * */ __pyx_tuple__261 = PyTuple_Pack(6, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_golds, __pyx_n_s_drop, __pyx_n_s_sgd, __pyx_n_s_losses); if (unlikely(!__pyx_tuple__261)) __PYX_ERR(0, 906, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__261); __Pyx_GIVEREF(__pyx_tuple__261); __pyx_codeobj__92 = (PyObject*)__Pyx_PyCode_New(6, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__261, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_update, 906, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__92)) __PYX_ERR(0, 906, __pyx_L1_error) __pyx_tuple__262 = PyTuple_Pack(3, ((PyObject*)__pyx_float_0_), ((PyObject *)Py_None), ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__262)) __PYX_ERR(0, 906, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__262); __Pyx_GIVEREF(__pyx_tuple__262); /* "spacy/pipeline/pipes.pyx":909 * pass * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if losses is not None and self.name not in losses: */ __pyx_tuple__263 = PyTuple_Pack(9, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_drop, __pyx_n_s_sgd, __pyx_n_s_losses, __pyx_n_s_predictions, __pyx_n_s_bp_predictions, __pyx_n_s_loss, __pyx_n_s_d_predictions); if (unlikely(!__pyx_tuple__263)) __PYX_ERR(0, 909, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__263); __Pyx_GIVEREF(__pyx_tuple__263); __pyx_codeobj__93 = (PyObject*)__Pyx_PyCode_New(5, 0, 9, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__263, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_rehearse, 909, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__93)) __PYX_ERR(0, 909, __pyx_L1_error) __pyx_tuple__264 = PyTuple_Pack(3, ((PyObject*)__pyx_float_0_), ((PyObject *)Py_None), ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__264)) __PYX_ERR(0, 909, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__264); __Pyx_GIVEREF(__pyx_tuple__264); /* "spacy/pipeline/pipes.pyx":921 * * @staticmethod * def decode_utf8_predictions(char_array): # <<<<<<<<<<<<<< * # The format alternates filling from start and end, and 255 is missing * words = [] */ __pyx_tuple__265 = PyTuple_Pack(8, __pyx_n_s_char_array, __pyx_n_s_words, __pyx_n_s_nr_char, __pyx_n_s_row, __pyx_n_s_starts, __pyx_n_s_ends, __pyx_n_s_word, __pyx_n_s_c); if (unlikely(!__pyx_tuple__265)) __PYX_ERR(0, 921, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__265); __Pyx_GIVEREF(__pyx_tuple__265); __pyx_codeobj__94 = (PyObject*)__Pyx_PyCode_New(1, 0, 8, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__265, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_decode_utf8_predictions, 921, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__94)) __PYX_ERR(0, 921, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":943 * * @classmethod * def Model(cls, nr_class=1, **cfg): # <<<<<<<<<<<<<< * embed_size = util.env_opt("embed_size", 2000) * if "token_vector_width" in cfg: */ __pyx_tuple__266 = PyTuple_Pack(6, __pyx_n_s_cls, __pyx_n_s_nr_class, __pyx_n_s_cfg, __pyx_n_s_embed_size, __pyx_n_s_token_vector_width, __pyx_n_s_tok2vec); if (unlikely(!__pyx_tuple__266)) __PYX_ERR(0, 943, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__266); __Pyx_GIVEREF(__pyx_tuple__266); __pyx_codeobj__98 = (PyObject*)__Pyx_PyCode_New(2, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__266, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_Model, 943, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__98)) __PYX_ERR(0, 943, __pyx_L1_error) __pyx_tuple__267 = PyTuple_Pack(1, ((PyObject *)__pyx_int_1)); if (unlikely(!__pyx_tuple__267)) __PYX_ERR(0, 943, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__267); __Pyx_GIVEREF(__pyx_tuple__267); /* "spacy/pipeline/pipes.pyx":958 * * @property * def tok2vec(self): # <<<<<<<<<<<<<< * if self.model in (None, True, False): * return None */ __pyx_tuple__268 = PyTuple_Pack(1, __pyx_n_s_self); if (unlikely(!__pyx_tuple__268)) __PYX_ERR(0, 958, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__268); __Pyx_GIVEREF(__pyx_tuple__268); __pyx_codeobj__100 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__268, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_tok2vec, 958, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__100)) __PYX_ERR(0, 958, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":964 * return self.model.tok2vec * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ __pyx_tuple__269 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_vocab, __pyx_n_s_model, __pyx_n_s_cfg); if (unlikely(!__pyx_tuple__269)) __PYX_ERR(0, 964, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__269); __Pyx_GIVEREF(__pyx_tuple__269); __pyx_codeobj__101 = (PyObject*)__Pyx_PyCode_New(3, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__269, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_init, 964, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__101)) __PYX_ERR(0, 964, __pyx_L1_error) __pyx_tuple__270 = PyTuple_Pack(1, ((PyObject *)Py_True)); if (unlikely(!__pyx_tuple__270)) __PYX_ERR(0, 964, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__270); __Pyx_GIVEREF(__pyx_tuple__270); /* "spacy/pipeline/pipes.pyx":971 * * @property * def labels(self): # <<<<<<<<<<<<<< * return tuple(self.cfg.setdefault("labels", [])) * */ __pyx_tuple__271 = PyTuple_Pack(1, __pyx_n_s_self); if (unlikely(!__pyx_tuple__271)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__271); __Pyx_GIVEREF(__pyx_tuple__271); __pyx_codeobj__102 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__271, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_labels, 971, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__102)) __PYX_ERR(0, 971, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":974 * return tuple(self.cfg.setdefault("labels", [])) * * def require_labels(self): # <<<<<<<<<<<<<< * """Raise an error if the component's model has no labels defined.""" * if not self.labels: */ __pyx_tuple__272 = PyTuple_Pack(1, __pyx_n_s_self); if (unlikely(!__pyx_tuple__272)) __PYX_ERR(0, 974, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__272); __Pyx_GIVEREF(__pyx_tuple__272); __pyx_codeobj__103 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__272, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_require_labels, 974, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__103)) __PYX_ERR(0, 974, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":980 * * @labels.setter * def labels(self, value): # <<<<<<<<<<<<<< * self.cfg["labels"] = tuple(value) * */ __pyx_tuple__273 = PyTuple_Pack(2, __pyx_n_s_self, __pyx_n_s_value); if (unlikely(!__pyx_tuple__273)) __PYX_ERR(0, 980, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__273); __Pyx_GIVEREF(__pyx_tuple__273); __pyx_codeobj__104 = (PyObject*)__Pyx_PyCode_New(2, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__273, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_labels, 980, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__104)) __PYX_ERR(0, 980, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":983 * self.cfg["labels"] = tuple(value) * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ __pyx_tuple__274 = PyTuple_Pack(7, __pyx_n_s_self, __pyx_n_s_stream, __pyx_n_s_batch_size, __pyx_n_s_n_threads, __pyx_n_s_docs, __pyx_n_s_scores, __pyx_n_s_tensors); if (unlikely(!__pyx_tuple__274)) __PYX_ERR(0, 983, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__274); __Pyx_GIVEREF(__pyx_tuple__274); __pyx_codeobj__105 = (PyObject*)__Pyx_PyCode_New(4, 0, 7, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__274, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_pipe, 983, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__105)) __PYX_ERR(0, 983, __pyx_L1_error) __pyx_tuple__275 = PyTuple_Pack(2, ((PyObject *)__pyx_int_128), ((PyObject *)__pyx_int_neg_1)); if (unlikely(!__pyx_tuple__275)) __PYX_ERR(0, 983, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__275); __Pyx_GIVEREF(__pyx_tuple__275); /* "spacy/pipeline/pipes.pyx":990 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * tensors = [doc.tensor for doc in docs] */ __pyx_tuple__276 = PyTuple_Pack(8, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_tensors, __pyx_n_s_xp, __pyx_n_s_scores, __pyx_n_s_doc, __pyx_n_s_genexpr, __pyx_n_s_genexpr); if (unlikely(!__pyx_tuple__276)) __PYX_ERR(0, 990, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__276); __Pyx_GIVEREF(__pyx_tuple__276); __pyx_codeobj__106 = (PyObject*)__Pyx_PyCode_New(2, 0, 8, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__276, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_predict, 990, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__106)) __PYX_ERR(0, 990, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1004 * return scores, tensors * * def set_annotations(self, docs, scores, tensors=None): # <<<<<<<<<<<<<< * for i, doc in enumerate(docs): * for j, label in enumerate(self.labels): */ __pyx_tuple__277 = PyTuple_Pack(8, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_scores, __pyx_n_s_tensors, __pyx_n_s_i, __pyx_n_s_doc, __pyx_n_s_j, __pyx_n_s_label); if (unlikely(!__pyx_tuple__277)) __PYX_ERR(0, 1004, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__277); __Pyx_GIVEREF(__pyx_tuple__277); __pyx_codeobj__107 = (PyObject*)__Pyx_PyCode_New(4, 0, 8, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__277, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_set_annotations, 1004, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__107)) __PYX_ERR(0, 1004, __pyx_L1_error) __pyx_tuple__278 = PyTuple_Pack(1, ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__278)) __PYX_ERR(0, 1004, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__278); __Pyx_GIVEREF(__pyx_tuple__278); /* "spacy/pipeline/pipes.pyx":1009 * doc.cats[label] = float(scores[i, j]) * * def update(self, docs, golds, state=None, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if not any(len(doc) for doc in docs): */ __pyx_tuple__279 = PyTuple_Pack(13, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_golds, __pyx_n_s_state, __pyx_n_s_drop, __pyx_n_s_sgd, __pyx_n_s_losses, __pyx_n_s_scores, __pyx_n_s_bp_scores, __pyx_n_s_loss, __pyx_n_s_d_scores, __pyx_n_s_genexpr, __pyx_n_s_genexpr); if (unlikely(!__pyx_tuple__279)) __PYX_ERR(0, 1009, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__279); __Pyx_GIVEREF(__pyx_tuple__279); __pyx_codeobj__108 = (PyObject*)__Pyx_PyCode_New(7, 0, 13, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__279, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_update, 1009, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__108)) __PYX_ERR(0, 1009, __pyx_L1_error) __pyx_tuple__280 = PyTuple_Pack(4, ((PyObject *)Py_None), ((PyObject*)__pyx_float_0_), ((PyObject *)Py_None), ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__280)) __PYX_ERR(0, 1009, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__280); __Pyx_GIVEREF(__pyx_tuple__280); /* "spacy/pipeline/pipes.pyx":1021 * losses[self.name] += loss * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * if self._rehearsal_model is None: * return */ __pyx_tuple__281 = PyTuple_Pack(11, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_drop, __pyx_n_s_sgd, __pyx_n_s_losses, __pyx_n_s_scores, __pyx_n_s_bp_scores, __pyx_n_s_target, __pyx_n_s_gradient, __pyx_n_s_genexpr, __pyx_n_s_genexpr); if (unlikely(!__pyx_tuple__281)) __PYX_ERR(0, 1021, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__281); __Pyx_GIVEREF(__pyx_tuple__281); __pyx_codeobj__109 = (PyObject*)__Pyx_PyCode_New(5, 0, 11, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__281, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_rehearse, 1021, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__109)) __PYX_ERR(0, 1021, __pyx_L1_error) __pyx_tuple__282 = PyTuple_Pack(3, ((PyObject*)__pyx_float_0_), ((PyObject *)Py_None), ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__282)) __PYX_ERR(0, 1021, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__282); __Pyx_GIVEREF(__pyx_tuple__282); /* "spacy/pipeline/pipes.pyx":1035 * losses[self.name] += (gradient**2).sum() * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * truths = numpy.zeros((len(golds), len(self.labels)), dtype="f") * not_missing = numpy.ones((len(golds), len(self.labels)), dtype="f") */ __pyx_tuple__283 = PyTuple_Pack(12, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_golds, __pyx_n_s_scores, __pyx_n_s_truths, __pyx_n_s_not_missing, __pyx_n_s_i, __pyx_n_s_gold, __pyx_n_s_j, __pyx_n_s_label, __pyx_n_s_d_scores, __pyx_n_s_mean_square_error); if (unlikely(!__pyx_tuple__283)) __PYX_ERR(0, 1035, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__283); __Pyx_GIVEREF(__pyx_tuple__283); __pyx_codeobj__110 = (PyObject*)__Pyx_PyCode_New(4, 0, 12, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__283, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_get_loss, 1035, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__110)) __PYX_ERR(0, 1035, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1051 * return float(mean_square_error), d_scores * * def add_label(self, label): # <<<<<<<<<<<<<< * if not isinstance(label, basestring_): * raise ValueError(Errors.E187) */ __pyx_tuple__284 = PyTuple_Pack(2, __pyx_n_s_self, __pyx_n_s_label); if (unlikely(!__pyx_tuple__284)) __PYX_ERR(0, 1051, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__284); __Pyx_GIVEREF(__pyx_tuple__284); __pyx_codeobj__111 = (PyObject*)__Pyx_PyCode_New(2, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__284, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_add_label, 1051, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__111)) __PYX_ERR(0, 1051, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1070 * return 1 * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * for raw_text, annot_brackets in get_gold_tuples(): * for _, (cats, _2) in annot_brackets: */ __pyx_tuple__286 = PyTuple_Pack(11, __pyx_n_s_self, __pyx_n_s_get_gold_tuples, __pyx_n_s_pipeline, __pyx_n_s_sgd, __pyx_n_s_kwargs, __pyx_n_s_raw_text, __pyx_n_s_annot_brackets, __pyx_n_s__285, __pyx_n_s_cats, __pyx_n_s_2, __pyx_n_s_cat); if (unlikely(!__pyx_tuple__286)) __PYX_ERR(0, 1070, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__286); __Pyx_GIVEREF(__pyx_tuple__286); __pyx_codeobj__112 = (PyObject*)__Pyx_PyCode_New(4, 0, 11, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__286, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_begin_training, 1070, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__112)) __PYX_ERR(0, 1070, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":935 * * * @component("textcat", assigns=["doc.cats"]) # <<<<<<<<<<<<<< * class TextCategorizer(Pipe): * """Pipeline component for text classification. */ __pyx_tuple__287 = PyTuple_Pack(1, __pyx_n_u_textcat); if (unlikely(!__pyx_tuple__287)) __PYX_ERR(0, 935, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__287); __Pyx_GIVEREF(__pyx_tuple__287); /* "spacy/pipeline/pipes.pyx":1188 * * @classmethod * def Model(cls, **cfg): # <<<<<<<<<<<<<< * embed_width = cfg.get("embed_width", 300) * hidden_width = cfg.get("hidden_width", 128) */ __pyx_tuple__288 = PyTuple_Pack(6, __pyx_n_s_cls, __pyx_n_s_cfg, __pyx_n_s_embed_width, __pyx_n_s_hidden_width, __pyx_n_s_type_to_int, __pyx_n_s_model); if (unlikely(!__pyx_tuple__288)) __PYX_ERR(0, 1188, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__288); __Pyx_GIVEREF(__pyx_tuple__288); __pyx_codeobj__114 = (PyObject*)__Pyx_PyCode_New(1, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__288, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_Model, 1188, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__114)) __PYX_ERR(0, 1188, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1196 * return model * * def __init__(self, vocab, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = True */ __pyx_tuple__289 = PyTuple_Pack(3, __pyx_n_s_self, __pyx_n_s_vocab, __pyx_n_s_cfg); if (unlikely(!__pyx_tuple__289)) __PYX_ERR(0, 1196, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__289); __Pyx_GIVEREF(__pyx_tuple__289); __pyx_codeobj__115 = (PyObject*)__Pyx_PyCode_New(2, 0, 3, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__289, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_init, 1196, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__115)) __PYX_ERR(0, 1196, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1205 * self.n_sents = cfg.get("n_sents", 0) * * def set_kb(self, kb): # <<<<<<<<<<<<<< * self.kb = kb * */ __pyx_tuple__290 = PyTuple_Pack(2, __pyx_n_s_self, __pyx_n_s_kb); if (unlikely(!__pyx_tuple__290)) __PYX_ERR(0, 1205, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__290); __Pyx_GIVEREF(__pyx_tuple__290); __pyx_codeobj__116 = (PyObject*)__Pyx_PyCode_New(2, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__290, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_set_kb, 1205, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__116)) __PYX_ERR(0, 1205, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1208 * self.kb = kb * * def require_model(self): # <<<<<<<<<<<<<< * # Raise an error if the component's model is not initialized. * if getattr(self, "model", None) in (None, True, False): */ __pyx_tuple__291 = PyTuple_Pack(1, __pyx_n_s_self); if (unlikely(!__pyx_tuple__291)) __PYX_ERR(0, 1208, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__291); __Pyx_GIVEREF(__pyx_tuple__291); __pyx_codeobj__117 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__291, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_require_model, 1208, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__117)) __PYX_ERR(0, 1208, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1213 * raise ValueError(Errors.E109.format(name=self.name)) * * def require_kb(self): # <<<<<<<<<<<<<< * # Raise an error if the knowledge base is not initialized. * if getattr(self, "kb", None) in (None, True, False): */ __pyx_tuple__292 = PyTuple_Pack(1, __pyx_n_s_self); if (unlikely(!__pyx_tuple__292)) __PYX_ERR(0, 1213, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__292); __Pyx_GIVEREF(__pyx_tuple__292); __pyx_codeobj__118 = (PyObject*)__Pyx_PyCode_New(1, 0, 1, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__292, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_require_kb, 1213, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__118)) __PYX_ERR(0, 1213, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1218 * raise ValueError(Errors.E139.format(name=self.name)) * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * self.require_kb() * self.cfg["entity_width"] = self.kb.entity_vector_length */ __pyx_tuple__293 = PyTuple_Pack(5, __pyx_n_s_self, __pyx_n_s_get_gold_tuples, __pyx_n_s_pipeline, __pyx_n_s_sgd, __pyx_n_s_kwargs); if (unlikely(!__pyx_tuple__293)) __PYX_ERR(0, 1218, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__293); __Pyx_GIVEREF(__pyx_tuple__293); __pyx_codeobj__119 = (PyObject*)__Pyx_PyCode_New(4, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__293, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_begin_training, 1218, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__119)) __PYX_ERR(0, 1218, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1230 * return sgd * * def update(self, docs, golds, state=None, drop=0.0, sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * self.require_kb() */ __pyx_tuple__294 = PyTuple_Pack(31, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_golds, __pyx_n_s_state, __pyx_n_s_drop, __pyx_n_s_sgd, __pyx_n_s_losses, __pyx_n_s_sentence_docs, __pyx_n_s_doc, __pyx_n_s_gold, __pyx_n_s_ents_by_offset, __pyx_n_s_sentences, __pyx_n_s_ent, __pyx_n_s_entity_2, __pyx_n_s_kb_dict, __pyx_n_s_start, __pyx_n_s_end, __pyx_n_s_mention, __pyx_n_s_kb_id, __pyx_n_s_value, __pyx_n_s_sent_index, __pyx_n_s_start_sentence, __pyx_n_s_end_sentence, __pyx_n_s_start_token, __pyx_n_s_end_token, __pyx_n_s_sent_doc, __pyx_n_s_sentence_encodings, __pyx_n_s_bp_context, __pyx_n_s_loss, __pyx_n_s_d_scores, __pyx_n_s_s); if (unlikely(!__pyx_tuple__294)) __PYX_ERR(0, 1230, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__294); __Pyx_GIVEREF(__pyx_tuple__294); __pyx_codeobj__120 = (PyObject*)__Pyx_PyCode_New(7, 0, 31, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__294, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_update, 1230, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__120)) __PYX_ERR(0, 1230, __pyx_L1_error) __pyx_tuple__295 = PyTuple_Pack(4, ((PyObject *)Py_None), ((PyObject*)__pyx_float_0_0), ((PyObject *)Py_None), ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__295)) __PYX_ERR(0, 1230, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__295); __Pyx_GIVEREF(__pyx_tuple__295); /* "spacy/pipeline/pipes.pyx":1301 * return loss * * def get_similarity_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * entity_encodings = [] * for gold in golds: */ __pyx_tuple__296 = PyTuple_Pack(13, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_golds, __pyx_n_s_scores, __pyx_n_s_entity_encodings, __pyx_n_s_gold, __pyx_n_s_entity_2, __pyx_n_s_kb_dict, __pyx_n_s_kb_id, __pyx_n_s_value, __pyx_n_s_entity_encoding, __pyx_n_s_loss, __pyx_n_s_gradients); if (unlikely(!__pyx_tuple__296)) __PYX_ERR(0, 1301, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__296); __Pyx_GIVEREF(__pyx_tuple__296); __pyx_codeobj__121 = (PyObject*)__Pyx_PyCode_New(4, 0, 13, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__296, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_get_similarity_loss, 1301, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__121)) __PYX_ERR(0, 1301, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1320 * return loss, gradients * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * cats = [] * for gold in golds: */ __pyx_tuple__297 = PyTuple_Pack(12, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_golds, __pyx_n_s_scores, __pyx_n_s_cats, __pyx_n_s_gold, __pyx_n_s_entity_2, __pyx_n_s_kb_dict, __pyx_n_s_kb_id, __pyx_n_s_value, __pyx_n_s_d_scores, __pyx_n_s_loss); if (unlikely(!__pyx_tuple__297)) __PYX_ERR(0, 1320, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__297); __Pyx_GIVEREF(__pyx_tuple__297); __pyx_codeobj__122 = (PyObject*)__Pyx_PyCode_New(4, 0, 12, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__297, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_get_loss, 1320, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__122)) __PYX_ERR(0, 1320, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1336 * return loss, d_scores * * def __call__(self, doc): # <<<<<<<<<<<<<< * kb_ids, tensors = self.predict([doc]) * self.set_annotations([doc], kb_ids, tensors=tensors) */ __pyx_tuple__298 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_doc, __pyx_n_s_kb_ids, __pyx_n_s_tensors); if (unlikely(!__pyx_tuple__298)) __PYX_ERR(0, 1336, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__298); __Pyx_GIVEREF(__pyx_tuple__298); __pyx_codeobj__123 = (PyObject*)__Pyx_PyCode_New(2, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__298, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_call, 1336, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__123)) __PYX_ERR(0, 1336, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1341 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ __pyx_tuple__299 = PyTuple_Pack(7, __pyx_n_s_self, __pyx_n_s_stream, __pyx_n_s_batch_size, __pyx_n_s_n_threads, __pyx_n_s_docs, __pyx_n_s_kb_ids, __pyx_n_s_tensors); if (unlikely(!__pyx_tuple__299)) __PYX_ERR(0, 1341, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__299); __Pyx_GIVEREF(__pyx_tuple__299); __pyx_codeobj__124 = (PyObject*)__Pyx_PyCode_New(4, 0, 7, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__299, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_pipe, 1341, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__124)) __PYX_ERR(0, 1341, __pyx_L1_error) __pyx_tuple__300 = PyTuple_Pack(2, ((PyObject *)__pyx_int_128), ((PyObject *)__pyx_int_neg_1)); if (unlikely(!__pyx_tuple__300)) __PYX_ERR(0, 1341, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__300); __Pyx_GIVEREF(__pyx_tuple__300); /* "spacy/pipeline/pipes.pyx":1348 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """ Return the KB IDs for each entity in each doc, including NIL if there is no prediction """ * self.require_model() */ __pyx_tuple__301 = PyTuple_Pack(31, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_entity_count, __pyx_n_s_final_kb_ids, __pyx_n_s_final_tensors, __pyx_n_s_i, __pyx_n_s_doc, __pyx_n_s_sentences, __pyx_n_s_sent_index, __pyx_n_s_sent, __pyx_n_s_start_sentence, __pyx_n_s_end_sentence, __pyx_n_s_start_token, __pyx_n_s_end_token, __pyx_n_s_sent_doc, __pyx_n_s_sentence_encoding, __pyx_n_s_xp, __pyx_n_s_sentence_encoding_t, __pyx_n_s_sentence_norm, __pyx_n_s_ent, __pyx_n_s_to_discard, __pyx_n_s_candidates, __pyx_n_s_prior_probs, __pyx_n_s_scores, __pyx_n_s_entity_encodings, __pyx_n_s_entity_norm, __pyx_n_s_sims, __pyx_n_s_best_index, __pyx_n_s_best_candidate, __pyx_n_s_s, __pyx_n_s_c); if (unlikely(!__pyx_tuple__301)) __PYX_ERR(0, 1348, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__301); __Pyx_GIVEREF(__pyx_tuple__301); __pyx_codeobj__125 = (PyObject*)__Pyx_PyCode_New(2, 0, 31, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__301, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_predict, 1348, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__125)) __PYX_ERR(0, 1348, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1444 * return final_kb_ids, final_tensors * * def set_annotations(self, docs, kb_ids, tensors=None): # <<<<<<<<<<<<<< * count_ents = len([ent for doc in docs for ent in doc.ents]) * if count_ents != len(kb_ids): */ __pyx_tuple__302 = PyTuple_Pack(10, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_kb_ids, __pyx_n_s_tensors, __pyx_n_s_count_ents, __pyx_n_s_i, __pyx_n_s_doc, __pyx_n_s_ent, __pyx_n_s_kb_id, __pyx_n_s_token); if (unlikely(!__pyx_tuple__302)) __PYX_ERR(0, 1444, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__302); __Pyx_GIVEREF(__pyx_tuple__302); __pyx_codeobj__128 = (PyObject*)__Pyx_PyCode_New(4, 0, 10, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__302, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_set_annotations, 1444, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__128)) __PYX_ERR(0, 1444, __pyx_L1_error) __pyx_tuple__303 = PyTuple_Pack(1, ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__303)) __PYX_ERR(0, 1444, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__303); __Pyx_GIVEREF(__pyx_tuple__303); /* "spacy/pipeline/pipes.pyx":1457 * token.ent_kb_id_ = kb_id * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * serialize = OrderedDict() * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) */ __pyx_tuple__304 = PyTuple_Pack(5, __pyx_n_s_self, __pyx_n_s_path, __pyx_n_s_exclude, __pyx_n_s_kwargs, __pyx_n_s_serialize); if (unlikely(!__pyx_tuple__304)) __PYX_ERR(0, 1457, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__304); __Pyx_GIVEREF(__pyx_tuple__304); __pyx_codeobj__129 = (PyObject*)__Pyx_PyCode_New(3, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__304, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_to_disk, 1457, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__129)) __PYX_ERR(0, 1457, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1467 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(p): * if self.model is True: */ __pyx_tuple__305 = PyTuple_Pack(9, __pyx_n_s_self, __pyx_n_s_path, __pyx_n_s_exclude, __pyx_n_s_kwargs, __pyx_n_s_load_model, __pyx_n_s_load_model, __pyx_n_s_load_kb, __pyx_n_s_load_kb, __pyx_n_s_deserialize); if (unlikely(!__pyx_tuple__305)) __PYX_ERR(0, 1467, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__305); __Pyx_GIVEREF(__pyx_tuple__305); __pyx_codeobj__130 = (PyObject*)__Pyx_PyCode_New(3, 0, 9, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__305, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_from_disk, 1467, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__130)) __PYX_ERR(0, 1467, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1490 * return self * * def rehearse(self, docs, sgd=None, losses=None, **config): # <<<<<<<<<<<<<< * raise NotImplementedError * */ __pyx_tuple__306 = PyTuple_Pack(5, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_sgd, __pyx_n_s_losses, __pyx_n_s_config); if (unlikely(!__pyx_tuple__306)) __PYX_ERR(0, 1490, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__306); __Pyx_GIVEREF(__pyx_tuple__306); __pyx_codeobj__135 = (PyObject*)__Pyx_PyCode_New(4, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__306, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_rehearse, 1490, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__135)) __PYX_ERR(0, 1490, __pyx_L1_error) __pyx_tuple__307 = PyTuple_Pack(2, ((PyObject *)Py_None), ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__307)) __PYX_ERR(0, 1490, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__307); __Pyx_GIVEREF(__pyx_tuple__307); /* "spacy/pipeline/pipes.pyx":1493 * raise NotImplementedError * * def add_label(self, label): # <<<<<<<<<<<<<< * raise NotImplementedError * */ __pyx_tuple__308 = PyTuple_Pack(2, __pyx_n_s_self, __pyx_n_s_label); if (unlikely(!__pyx_tuple__308)) __PYX_ERR(0, 1493, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__308); __Pyx_GIVEREF(__pyx_tuple__308); __pyx_codeobj__136 = (PyObject*)__Pyx_PyCode_New(2, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__308, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_add_label, 1493, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__136)) __PYX_ERR(0, 1493, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1175 * * * @component( # <<<<<<<<<<<<<< * "entity_linker", * requires=["doc.ents", "doc.sents", "token.ent_iob", "token.ent_type"], */ __pyx_tuple__309 = PyTuple_Pack(1, __pyx_n_u_entity_linker); if (unlikely(!__pyx_tuple__309)) __PYX_ERR(0, 1175, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__309); __Pyx_GIVEREF(__pyx_tuple__309); /* "spacy/pipeline/pipes.pyx":1498 * * @component("sentencizer", assigns=["token.is_sent_start", "doc.sents"]) * class Sentencizer(object): # <<<<<<<<<<<<<< * """Segment the Doc into sentences using a rule-based strategy. * */ __pyx_tuple__310 = PyTuple_Pack(1, __pyx_builtin_object); if (unlikely(!__pyx_tuple__310)) __PYX_ERR(0, 1498, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__310); __Pyx_GIVEREF(__pyx_tuple__310); /* "spacy/pipeline/pipes.pyx":1516 * '', ''] * * def __init__(self, punct_chars=None, **kwargs): # <<<<<<<<<<<<<< * """Initialize the sentencizer. * */ __pyx_tuple__439 = PyTuple_Pack(3, __pyx_n_s_self, __pyx_n_s_punct_chars, __pyx_n_s_kwargs); if (unlikely(!__pyx_tuple__439)) __PYX_ERR(0, 1516, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__439); __Pyx_GIVEREF(__pyx_tuple__439); __pyx_codeobj__137 = (PyObject*)__Pyx_PyCode_New(2, 0, 3, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__439, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_init, 1516, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__137)) __PYX_ERR(0, 1516, __pyx_L1_error) __pyx_tuple__440 = PyTuple_Pack(1, ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__440)) __PYX_ERR(0, 1516, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__440); __Pyx_GIVEREF(__pyx_tuple__440); /* "spacy/pipeline/pipes.pyx":1531 * * @classmethod * def from_nlp(cls, nlp, **cfg): # <<<<<<<<<<<<<< * return cls(**cfg) * */ __pyx_tuple__441 = PyTuple_Pack(3, __pyx_n_s_cls, __pyx_n_s_nlp, __pyx_n_s_cfg); if (unlikely(!__pyx_tuple__441)) __PYX_ERR(0, 1531, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__441); __Pyx_GIVEREF(__pyx_tuple__441); __pyx_codeobj__138 = (PyObject*)__Pyx_PyCode_New(2, 0, 3, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__441, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_from_nlp, 1531, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__138)) __PYX_ERR(0, 1531, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1534 * return cls(**cfg) * * def __call__(self, doc): # <<<<<<<<<<<<<< * """Apply the sentencizer to a Doc and set Token.is_sent_start. * */ __pyx_tuple__442 = PyTuple_Pack(3, __pyx_n_s_self, __pyx_n_s_doc, __pyx_n_s_tags); if (unlikely(!__pyx_tuple__442)) __PYX_ERR(0, 1534, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__442); __Pyx_GIVEREF(__pyx_tuple__442); __pyx_codeobj__139 = (PyObject*)__Pyx_PyCode_New(2, 0, 3, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__442, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_call, 1534, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__139)) __PYX_ERR(0, 1534, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1546 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ __pyx_tuple__443 = PyTuple_Pack(6, __pyx_n_s_self, __pyx_n_s_stream, __pyx_n_s_batch_size, __pyx_n_s_n_threads, __pyx_n_s_docs, __pyx_n_s_tag_ids); if (unlikely(!__pyx_tuple__443)) __PYX_ERR(0, 1546, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__443); __Pyx_GIVEREF(__pyx_tuple__443); __pyx_codeobj__140 = (PyObject*)__Pyx_PyCode_New(4, 0, 6, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__443, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_pipe, 1546, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__140)) __PYX_ERR(0, 1546, __pyx_L1_error) __pyx_tuple__444 = PyTuple_Pack(2, ((PyObject *)__pyx_int_128), ((PyObject *)__pyx_int_neg_1)); if (unlikely(!__pyx_tuple__444)) __PYX_ERR(0, 1546, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__444); __Pyx_GIVEREF(__pyx_tuple__444); /* "spacy/pipeline/pipes.pyx":1553 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """Apply the pipeline's model to a batch of docs, without * modifying them. */ __pyx_tuple__445 = PyTuple_Pack(12, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_guesses, __pyx_n_s_doc, __pyx_n_s_doc_guesses, __pyx_n_s_start, __pyx_n_s_seen_period, __pyx_n_s_i, __pyx_n_s_token, __pyx_n_s_is_in_punct_chars, __pyx_n_s_genexpr, __pyx_n_s_genexpr); if (unlikely(!__pyx_tuple__445)) __PYX_ERR(0, 1553, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__445); __Pyx_GIVEREF(__pyx_tuple__445); __pyx_codeobj__141 = (PyObject*)__Pyx_PyCode_New(2, 0, 12, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__445, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_predict, 1553, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__141)) __PYX_ERR(0, 1553, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1581 * return guesses * * def set_annotations(self, docs, batch_tag_ids, tensors=None): # <<<<<<<<<<<<<< * if isinstance(docs, Doc): * docs = [docs] */ __pyx_tuple__446 = PyTuple_Pack(10, __pyx_n_s_self, __pyx_n_s_docs, __pyx_n_s_batch_tag_ids, __pyx_n_s_tensors, __pyx_n_s_doc, __pyx_n_s_idx, __pyx_n_s_i, __pyx_n_s_doc_tag_ids, __pyx_n_s_j, __pyx_n_s_tag_id); if (unlikely(!__pyx_tuple__446)) __PYX_ERR(0, 1581, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__446); __Pyx_GIVEREF(__pyx_tuple__446); __pyx_codeobj__142 = (PyObject*)__Pyx_PyCode_New(4, 0, 10, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__446, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_set_annotations, 1581, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__142)) __PYX_ERR(0, 1581, __pyx_L1_error) __pyx_tuple__447 = PyTuple_Pack(1, ((PyObject *)Py_None)); if (unlikely(!__pyx_tuple__447)) __PYX_ERR(0, 1581, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__447); __Pyx_GIVEREF(__pyx_tuple__447); /* "spacy/pipeline/pipes.pyx":1596 * doc.c[j].sent_start = -1 * * def to_bytes(self, **kwargs): # <<<<<<<<<<<<<< * """Serialize the sentencizer to a bytestring. * */ __pyx_tuple__448 = PyTuple_Pack(2, __pyx_n_s_self, __pyx_n_s_kwargs); if (unlikely(!__pyx_tuple__448)) __PYX_ERR(0, 1596, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__448); __Pyx_GIVEREF(__pyx_tuple__448); __pyx_codeobj__143 = (PyObject*)__Pyx_PyCode_New(1, 0, 2, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__448, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_to_bytes, 1596, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__143)) __PYX_ERR(0, 1596, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1605 * return srsly.msgpack_dumps({"punct_chars": list(self.punct_chars)}) * * def from_bytes(self, bytes_data, **kwargs): # <<<<<<<<<<<<<< * """Load the sentencizer from a bytestring. * */ __pyx_tuple__449 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_bytes_data, __pyx_n_s_kwargs, __pyx_n_s_cfg); if (unlikely(!__pyx_tuple__449)) __PYX_ERR(0, 1605, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__449); __Pyx_GIVEREF(__pyx_tuple__449); __pyx_codeobj__144 = (PyObject*)__Pyx_PyCode_New(2, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__449, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_from_bytes, 1605, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__144)) __PYX_ERR(0, 1605, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1617 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the sentencizer to disk. * */ __pyx_tuple__450 = PyTuple_Pack(4, __pyx_n_s_self, __pyx_n_s_path, __pyx_n_s_exclude, __pyx_n_s_kwargs); if (unlikely(!__pyx_tuple__450)) __PYX_ERR(0, 1617, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__450); __Pyx_GIVEREF(__pyx_tuple__450); __pyx_codeobj__145 = (PyObject*)__Pyx_PyCode_New(3, 0, 4, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__450, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_to_disk, 1617, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__145)) __PYX_ERR(0, 1617, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1627 * * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the sentencizer from disk. * */ __pyx_tuple__451 = PyTuple_Pack(5, __pyx_n_s_self, __pyx_n_s_path, __pyx_n_s_exclude, __pyx_n_s_kwargs, __pyx_n_s_cfg); if (unlikely(!__pyx_tuple__451)) __PYX_ERR(0, 1627, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__451); __Pyx_GIVEREF(__pyx_tuple__451); __pyx_codeobj__146 = (PyObject*)__Pyx_PyCode_New(3, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS|CO_VARKEYWORDS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__451, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_pipes_pyx, __pyx_n_s_from_disk, 1627, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__146)) __PYX_ERR(0, 1627, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1497 * * * @component("sentencizer", assigns=["token.is_sent_start", "doc.sents"]) # <<<<<<<<<<<<<< * class Sentencizer(object): * """Segment the Doc into sentences using a rule-based strategy. */ __pyx_tuple__452 = PyTuple_Pack(1, __pyx_n_u_sentencizer); if (unlikely(!__pyx_tuple__452)) __PYX_ERR(0, 1497, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__452); __Pyx_GIVEREF(__pyx_tuple__452); /* "View.MemoryView":286 * return self.name * * cdef generic = Enum("") # <<<<<<<<<<<<<< * cdef strided = Enum("") # default * cdef indirect = Enum("") */ __pyx_tuple__453 = PyTuple_Pack(1, __pyx_kp_s_strided_and_direct_or_indirect); if (unlikely(!__pyx_tuple__453)) __PYX_ERR(5, 286, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__453); __Pyx_GIVEREF(__pyx_tuple__453); /* "View.MemoryView":287 * * cdef generic = Enum("") * cdef strided = Enum("") # default # <<<<<<<<<<<<<< * cdef indirect = Enum("") * */ __pyx_tuple__454 = PyTuple_Pack(1, __pyx_kp_s_strided_and_direct); if (unlikely(!__pyx_tuple__454)) __PYX_ERR(5, 287, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__454); __Pyx_GIVEREF(__pyx_tuple__454); /* "View.MemoryView":288 * cdef generic = Enum("") * cdef strided = Enum("") # default * cdef indirect = Enum("") # <<<<<<<<<<<<<< * * */ __pyx_tuple__455 = PyTuple_Pack(1, __pyx_kp_s_strided_and_indirect); if (unlikely(!__pyx_tuple__455)) __PYX_ERR(5, 288, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__455); __Pyx_GIVEREF(__pyx_tuple__455); /* "View.MemoryView":291 * * * cdef contiguous = Enum("") # <<<<<<<<<<<<<< * cdef indirect_contiguous = Enum("") * */ __pyx_tuple__456 = PyTuple_Pack(1, __pyx_kp_s_contiguous_and_direct); if (unlikely(!__pyx_tuple__456)) __PYX_ERR(5, 291, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__456); __Pyx_GIVEREF(__pyx_tuple__456); /* "View.MemoryView":292 * * cdef contiguous = Enum("") * cdef indirect_contiguous = Enum("") # <<<<<<<<<<<<<< * * */ __pyx_tuple__457 = PyTuple_Pack(1, __pyx_kp_s_contiguous_and_indirect); if (unlikely(!__pyx_tuple__457)) __PYX_ERR(5, 292, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__457); __Pyx_GIVEREF(__pyx_tuple__457); /* "(tree fragment)":1 * def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state): # <<<<<<<<<<<<<< * cdef object __pyx_PickleError * cdef object __pyx_result */ __pyx_tuple__458 = PyTuple_Pack(5, __pyx_n_s_pyx_type, __pyx_n_s_pyx_checksum, __pyx_n_s_pyx_state, __pyx_n_s_pyx_PickleError, __pyx_n_s_pyx_result); if (unlikely(!__pyx_tuple__458)) __PYX_ERR(5, 1, __pyx_L1_error) __Pyx_GOTREF(__pyx_tuple__458); __Pyx_GIVEREF(__pyx_tuple__458); __pyx_codeobj__170 = (PyObject*)__Pyx_PyCode_New(3, 0, 5, 0, CO_OPTIMIZED|CO_NEWLOCALS, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_tuple__458, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_stringsource, __pyx_n_s_pyx_unpickle_Enum, 1, __pyx_empty_bytes); if (unlikely(!__pyx_codeobj__170)) __PYX_ERR(5, 1, __pyx_L1_error) __Pyx_RefNannyFinishContext(); return 0; __pyx_L1_error:; __Pyx_RefNannyFinishContext(); return -1; } static CYTHON_SMALL_CODE int __Pyx_InitGlobals(void) { __pyx_umethod_PyDict_Type_get.type = (PyObject*)&PyDict_Type; __pyx_umethod_PyDict_Type_items.type = (PyObject*)&PyDict_Type; __pyx_umethod_PyDict_Type_setdefault.type = (PyObject*)&PyDict_Type; __pyx_umethod_PyDict_Type_update.type = (PyObject*)&PyDict_Type; __pyx_umethod_PyList_Type_index.type = (PyObject*)&PyList_Type; if (__Pyx_InitStrings(__pyx_string_tab) < 0) __PYX_ERR(0, 1, __pyx_L1_error); __pyx_float_0_ = PyFloat_FromDouble(0.); if (unlikely(!__pyx_float_0_)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_float_0_0 = PyFloat_FromDouble(0.0); if (unlikely(!__pyx_float_0_0)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_0 = PyInt_FromLong(0); if (unlikely(!__pyx_int_0)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_1 = PyInt_FromLong(1); if (unlikely(!__pyx_int_1)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_2 = PyInt_FromLong(2); if (unlikely(!__pyx_int_2)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_3 = PyInt_FromLong(3); if (unlikely(!__pyx_int_3)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_4 = PyInt_FromLong(4); if (unlikely(!__pyx_int_4)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_5 = PyInt_FromLong(5); if (unlikely(!__pyx_int_5)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_6 = PyInt_FromLong(6); if (unlikely(!__pyx_int_6)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_8 = PyInt_FromLong(8); if (unlikely(!__pyx_int_8)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_96 = PyInt_FromLong(96); if (unlikely(!__pyx_int_96)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_128 = PyInt_FromLong(128); if (unlikely(!__pyx_int_128)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_255 = PyInt_FromLong(255); if (unlikely(!__pyx_int_255)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_256 = PyInt_FromLong(256); if (unlikely(!__pyx_int_256)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_300 = PyInt_FromLong(300); if (unlikely(!__pyx_int_300)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_2000 = PyInt_FromLong(2000); if (unlikely(!__pyx_int_2000)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_184977713 = PyInt_FromLong(184977713L); if (unlikely(!__pyx_int_184977713)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_int_neg_1 = PyInt_FromLong(-1); if (unlikely(!__pyx_int_neg_1)) __PYX_ERR(0, 1, __pyx_L1_error) return 0; __pyx_L1_error:; return -1; } static CYTHON_SMALL_CODE int __Pyx_modinit_global_init_code(void); /*proto*/ static CYTHON_SMALL_CODE int __Pyx_modinit_variable_export_code(void); /*proto*/ static CYTHON_SMALL_CODE int __Pyx_modinit_function_export_code(void); /*proto*/ static CYTHON_SMALL_CODE int __Pyx_modinit_type_init_code(void); /*proto*/ static CYTHON_SMALL_CODE int __Pyx_modinit_type_import_code(void); /*proto*/ static CYTHON_SMALL_CODE int __Pyx_modinit_variable_import_code(void); /*proto*/ static CYTHON_SMALL_CODE int __Pyx_modinit_function_import_code(void); /*proto*/ static int __Pyx_modinit_global_init_code(void) { __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__Pyx_modinit_global_init_code", 0); /*--- Global init code ---*/ generic = Py_None; Py_INCREF(Py_None); strided = Py_None; Py_INCREF(Py_None); indirect = Py_None; Py_INCREF(Py_None); contiguous = Py_None; Py_INCREF(Py_None); indirect_contiguous = Py_None; Py_INCREF(Py_None); __Pyx_RefNannyFinishContext(); return 0; } static int __Pyx_modinit_variable_export_code(void) { __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__Pyx_modinit_variable_export_code", 0); /*--- Variable export code ---*/ __Pyx_RefNannyFinishContext(); return 0; } static int __Pyx_modinit_function_export_code(void) { __Pyx_RefNannyDeclarations __Pyx_RefNannySetupContext("__Pyx_modinit_function_export_code", 0); /*--- Function export code ---*/ __Pyx_RefNannyFinishContext(); return 0; } static int __Pyx_modinit_type_init_code(void) { __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__Pyx_modinit_type_init_code", 0); /*--- Type init code ---*/ __pyx_t_1 = PyImport_ImportModule("spacy.syntax.nn_parser"); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_ptype_5spacy_6syntax_9nn_parser_Parser = __Pyx_ImportType(__pyx_t_1, "spacy.syntax.nn_parser", "Parser", sizeof(struct __pyx_obj_5spacy_6syntax_9nn_parser_Parser), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_5spacy_6syntax_9nn_parser_Parser) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_vtabptr_5spacy_6syntax_9nn_parser_Parser = (struct __pyx_vtabstruct_5spacy_6syntax_9nn_parser_Parser*)__Pyx_GetVtable(__pyx_ptype_5spacy_6syntax_9nn_parser_Parser->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_6syntax_9nn_parser_Parser)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_vtabptr_5spacy_8pipeline_5pipes_DependencyParser = &__pyx_vtable_5spacy_8pipeline_5pipes_DependencyParser; __pyx_vtable_5spacy_8pipeline_5pipes_DependencyParser.__pyx_base = *__pyx_vtabptr_5spacy_6syntax_9nn_parser_Parser; __pyx_type_5spacy_8pipeline_5pipes_DependencyParser.tp_base = __pyx_ptype_5spacy_6syntax_9nn_parser_Parser; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes_DependencyParser) < 0) __PYX_ERR(0, 1086, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes_DependencyParser.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes_DependencyParser.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes_DependencyParser.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes_DependencyParser.tp_getattro = __Pyx_PyObject_GenericGetAttr; } if (__Pyx_SetVtable(__pyx_type_5spacy_8pipeline_5pipes_DependencyParser.tp_dict, __pyx_vtabptr_5spacy_8pipeline_5pipes_DependencyParser) < 0) __PYX_ERR(0, 1086, __pyx_L1_error) if (PyObject_SetAttr(__pyx_m, __pyx_n_s_DependencyParser, (PyObject *)&__pyx_type_5spacy_8pipeline_5pipes_DependencyParser) < 0) __PYX_ERR(0, 1086, __pyx_L1_error) __pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser = &__pyx_type_5spacy_8pipeline_5pipes_DependencyParser; __pyx_vtabptr_5spacy_8pipeline_5pipes_EntityRecognizer = &__pyx_vtable_5spacy_8pipeline_5pipes_EntityRecognizer; __pyx_vtable_5spacy_8pipeline_5pipes_EntityRecognizer.__pyx_base = *__pyx_vtabptr_5spacy_6syntax_9nn_parser_Parser; __pyx_type_5spacy_8pipeline_5pipes_EntityRecognizer.tp_base = __pyx_ptype_5spacy_6syntax_9nn_parser_Parser; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes_EntityRecognizer) < 0) __PYX_ERR(0, 1136, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes_EntityRecognizer.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes_EntityRecognizer.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes_EntityRecognizer.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes_EntityRecognizer.tp_getattro = __Pyx_PyObject_GenericGetAttr; } if (__Pyx_SetVtable(__pyx_type_5spacy_8pipeline_5pipes_EntityRecognizer.tp_dict, __pyx_vtabptr_5spacy_8pipeline_5pipes_EntityRecognizer) < 0) __PYX_ERR(0, 1136, __pyx_L1_error) if (PyObject_SetAttr(__pyx_m, __pyx_n_s_EntityRecognizer, (PyObject *)&__pyx_type_5spacy_8pipeline_5pipes_EntityRecognizer) < 0) __PYX_ERR(0, 1136, __pyx_L1_error) __pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer = &__pyx_type_5spacy_8pipeline_5pipes_EntityRecognizer; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe) < 0) __PYX_ERR(0, 90, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct__pipe; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params) < 0) __PYX_ERR(0, 158, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_1_use_params; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes) < 0) __PYX_ERR(0, 163, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_2_to_bytes; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes) < 0) __PYX_ERR(0, 178, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_3_from_bytes; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk) < 0) __PYX_ERR(0, 201, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_4_to_disk; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk) < 0) __PYX_ERR(0, 211, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_5_from_disk; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe) < 0) __PYX_ERR(0, 281, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_6_pipe; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe) < 0) __PYX_ERR(0, 402, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_7_pipe; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict) < 0) __PYX_ERR(0, 409, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_8_predict; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr) < 0) __PYX_ERR(0, 411, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_9_genexpr; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update) < 0) __PYX_ERR(0, 458, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_10_update; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr) < 0) __PYX_ERR(0, 463, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_11_genexpr; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse) < 0) __PYX_ERR(0, 474, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_12_rehearse; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr) < 0) __PYX_ERR(0, 480, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_13_genexpr; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training) < 0) __PYX_ERR(0, 515, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_14_begin_training; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr) < 0) __PYX_ERR(0, 518, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_15_genexpr; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params) < 0) __PYX_ERR(0, 582, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_16_use_params; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes) < 0) __PYX_ERR(0, 586, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_17_to_bytes; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes) < 0) __PYX_ERR(0, 597, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_18_from_bytes; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk) < 0) __PYX_ERR(0, 629, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_19_to_disk; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk) < 0) __PYX_ERR(0, 640, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_20_from_disk; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start) < 0) __PYX_ERR(0, 802, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_21_make_sent_start; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe) < 0) __PYX_ERR(0, 983, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_22_pipe; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict) < 0) __PYX_ERR(0, 990, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_23_predict; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr) < 0) __PYX_ERR(0, 994, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_24_genexpr; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update) < 0) __PYX_ERR(0, 1009, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_25_update; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr) < 0) __PYX_ERR(0, 1011, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_26_genexpr; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse) < 0) __PYX_ERR(0, 1021, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_27_rehearse; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr) < 0) __PYX_ERR(0, 1024, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_28_genexpr; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__) < 0) __PYX_ERR(0, 1167, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__ = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_29___get__; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr) < 0) __PYX_ERR(0, 1170, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_30_genexpr; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe) < 0) __PYX_ERR(0, 1341, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_31_pipe; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk) < 0) __PYX_ERR(0, 1457, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_32_to_disk; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk) < 0) __PYX_ERR(0, 1467, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_33_from_disk; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe) < 0) __PYX_ERR(0, 1546, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_34_pipe; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict) < 0) __PYX_ERR(0, 1553, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_35_predict; if (PyType_Ready(&__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr) < 0) __PYX_ERR(0, 1557, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr.tp_dictoffset && __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; } __pyx_ptype_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr = &__pyx_type_5spacy_8pipeline_5pipes___pyx_scope_struct_36_genexpr; __pyx_vtabptr_array = &__pyx_vtable_array; __pyx_vtable_array.get_memview = (PyObject *(*)(struct __pyx_array_obj *))__pyx_array_get_memview; if (PyType_Ready(&__pyx_type___pyx_array) < 0) __PYX_ERR(5, 105, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type___pyx_array.tp_print = 0; #endif if (__Pyx_SetVtable(__pyx_type___pyx_array.tp_dict, __pyx_vtabptr_array) < 0) __PYX_ERR(5, 105, __pyx_L1_error) if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_array) < 0) __PYX_ERR(5, 105, __pyx_L1_error) __pyx_array_type = &__pyx_type___pyx_array; if (PyType_Ready(&__pyx_type___pyx_MemviewEnum) < 0) __PYX_ERR(5, 279, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type___pyx_MemviewEnum.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type___pyx_MemviewEnum.tp_dictoffset && __pyx_type___pyx_MemviewEnum.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type___pyx_MemviewEnum.tp_getattro = __Pyx_PyObject_GenericGetAttr; } if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_MemviewEnum) < 0) __PYX_ERR(5, 279, __pyx_L1_error) __pyx_MemviewEnum_type = &__pyx_type___pyx_MemviewEnum; __pyx_vtabptr_memoryview = &__pyx_vtable_memoryview; __pyx_vtable_memoryview.get_item_pointer = (char *(*)(struct __pyx_memoryview_obj *, PyObject *))__pyx_memoryview_get_item_pointer; __pyx_vtable_memoryview.is_slice = (PyObject *(*)(struct __pyx_memoryview_obj *, PyObject *))__pyx_memoryview_is_slice; __pyx_vtable_memoryview.setitem_slice_assignment = (PyObject *(*)(struct __pyx_memoryview_obj *, PyObject *, PyObject *))__pyx_memoryview_setitem_slice_assignment; __pyx_vtable_memoryview.setitem_slice_assign_scalar = (PyObject *(*)(struct __pyx_memoryview_obj *, struct __pyx_memoryview_obj *, PyObject *))__pyx_memoryview_setitem_slice_assign_scalar; __pyx_vtable_memoryview.setitem_indexed = (PyObject *(*)(struct __pyx_memoryview_obj *, PyObject *, PyObject *))__pyx_memoryview_setitem_indexed; __pyx_vtable_memoryview.convert_item_to_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *))__pyx_memoryview_convert_item_to_object; __pyx_vtable_memoryview.assign_item_from_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *, PyObject *))__pyx_memoryview_assign_item_from_object; if (PyType_Ready(&__pyx_type___pyx_memoryview) < 0) __PYX_ERR(5, 330, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type___pyx_memoryview.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type___pyx_memoryview.tp_dictoffset && __pyx_type___pyx_memoryview.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type___pyx_memoryview.tp_getattro = __Pyx_PyObject_GenericGetAttr; } if (__Pyx_SetVtable(__pyx_type___pyx_memoryview.tp_dict, __pyx_vtabptr_memoryview) < 0) __PYX_ERR(5, 330, __pyx_L1_error) if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_memoryview) < 0) __PYX_ERR(5, 330, __pyx_L1_error) __pyx_memoryview_type = &__pyx_type___pyx_memoryview; __pyx_vtabptr__memoryviewslice = &__pyx_vtable__memoryviewslice; __pyx_vtable__memoryviewslice.__pyx_base = *__pyx_vtabptr_memoryview; __pyx_vtable__memoryviewslice.__pyx_base.convert_item_to_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *))__pyx_memoryviewslice_convert_item_to_object; __pyx_vtable__memoryviewslice.__pyx_base.assign_item_from_object = (PyObject *(*)(struct __pyx_memoryview_obj *, char *, PyObject *))__pyx_memoryviewslice_assign_item_from_object; __pyx_type___pyx_memoryviewslice.tp_base = __pyx_memoryview_type; if (PyType_Ready(&__pyx_type___pyx_memoryviewslice) < 0) __PYX_ERR(5, 965, __pyx_L1_error) #if PY_VERSION_HEX < 0x030800B1 __pyx_type___pyx_memoryviewslice.tp_print = 0; #endif if ((CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP) && likely(!__pyx_type___pyx_memoryviewslice.tp_dictoffset && __pyx_type___pyx_memoryviewslice.tp_getattro == PyObject_GenericGetAttr)) { __pyx_type___pyx_memoryviewslice.tp_getattro = __Pyx_PyObject_GenericGetAttr; } if (__Pyx_SetVtable(__pyx_type___pyx_memoryviewslice.tp_dict, __pyx_vtabptr__memoryviewslice) < 0) __PYX_ERR(5, 965, __pyx_L1_error) if (__Pyx_setup_reduce((PyObject*)&__pyx_type___pyx_memoryviewslice) < 0) __PYX_ERR(5, 965, __pyx_L1_error) __pyx_memoryviewslice_type = &__pyx_type___pyx_memoryviewslice; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_RefNannyFinishContext(); return 0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_RefNannyFinishContext(); return -1; } static int __Pyx_modinit_type_import_code(void) { __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__Pyx_modinit_type_import_code", 0); /*--- Type import code ---*/ __pyx_t_1 = PyImport_ImportModule("cymem.cymem"); if (unlikely(!__pyx_t_1)) __PYX_ERR(6, 4, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_ptype_5cymem_5cymem_PyMalloc = __Pyx_ImportType(__pyx_t_1, "cymem.cymem", "PyMalloc", sizeof(struct __pyx_obj_5cymem_5cymem_PyMalloc), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_5cymem_5cymem_PyMalloc) __PYX_ERR(6, 4, __pyx_L1_error) __pyx_vtabptr_5cymem_5cymem_PyMalloc = (struct __pyx_vtabstruct_5cymem_5cymem_PyMalloc*)__Pyx_GetVtable(__pyx_ptype_5cymem_5cymem_PyMalloc->tp_dict); if (unlikely(!__pyx_vtabptr_5cymem_5cymem_PyMalloc)) __PYX_ERR(6, 4, __pyx_L1_error) __pyx_ptype_5cymem_5cymem_PyFree = __Pyx_ImportType(__pyx_t_1, "cymem.cymem", "PyFree", sizeof(struct __pyx_obj_5cymem_5cymem_PyFree), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_5cymem_5cymem_PyFree) __PYX_ERR(6, 10, __pyx_L1_error) __pyx_vtabptr_5cymem_5cymem_PyFree = (struct __pyx_vtabstruct_5cymem_5cymem_PyFree*)__Pyx_GetVtable(__pyx_ptype_5cymem_5cymem_PyFree->tp_dict); if (unlikely(!__pyx_vtabptr_5cymem_5cymem_PyFree)) __PYX_ERR(6, 10, __pyx_L1_error) __pyx_ptype_5cymem_5cymem_Pool = __Pyx_ImportType(__pyx_t_1, "cymem.cymem", "Pool", sizeof(struct __pyx_obj_5cymem_5cymem_Pool), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_5cymem_5cymem_Pool) __PYX_ERR(6, 16, __pyx_L1_error) __pyx_vtabptr_5cymem_5cymem_Pool = (struct __pyx_vtabstruct_5cymem_5cymem_Pool*)__Pyx_GetVtable(__pyx_ptype_5cymem_5cymem_Pool->tp_dict); if (unlikely(!__pyx_vtabptr_5cymem_5cymem_Pool)) __PYX_ERR(6, 16, __pyx_L1_error) __pyx_ptype_5cymem_5cymem_Address = __Pyx_ImportType(__pyx_t_1, "cymem.cymem", "Address", sizeof(struct __pyx_obj_5cymem_5cymem_Address), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_5cymem_5cymem_Address) __PYX_ERR(6, 28, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyImport_ImportModule(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_t_1)) __PYX_ERR(7, 9, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_ptype_7cpython_4type_type = __Pyx_ImportType(__pyx_t_1, __Pyx_BUILTIN_MODULE_NAME, "type", #if defined(PYPY_VERSION_NUM) && PYPY_VERSION_NUM < 0x050B0000 sizeof(PyTypeObject), #else sizeof(PyHeapTypeObject), #endif __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_7cpython_4type_type) __PYX_ERR(7, 9, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyImport_ImportModule("numpy"); if (unlikely(!__pyx_t_1)) __PYX_ERR(1, 207, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_ptype_5numpy_dtype = __Pyx_ImportType(__pyx_t_1, "numpy", "dtype", sizeof(PyArray_Descr), __Pyx_ImportType_CheckSize_Ignore); if (!__pyx_ptype_5numpy_dtype) __PYX_ERR(1, 207, __pyx_L1_error) __pyx_ptype_5numpy_flatiter = __Pyx_ImportType(__pyx_t_1, "numpy", "flatiter", sizeof(PyArrayIterObject), __Pyx_ImportType_CheckSize_Ignore); if (!__pyx_ptype_5numpy_flatiter) __PYX_ERR(1, 230, __pyx_L1_error) __pyx_ptype_5numpy_broadcast = __Pyx_ImportType(__pyx_t_1, "numpy", "broadcast", sizeof(PyArrayMultiIterObject), __Pyx_ImportType_CheckSize_Ignore); if (!__pyx_ptype_5numpy_broadcast) __PYX_ERR(1, 234, __pyx_L1_error) __pyx_ptype_5numpy_ndarray = __Pyx_ImportType(__pyx_t_1, "numpy", "ndarray", sizeof(PyArrayObject), __Pyx_ImportType_CheckSize_Ignore); if (!__pyx_ptype_5numpy_ndarray) __PYX_ERR(1, 246, __pyx_L1_error) __pyx_ptype_5numpy_ufunc = __Pyx_ImportType(__pyx_t_1, "numpy", "ufunc", sizeof(PyUFuncObject), __Pyx_ImportType_CheckSize_Ignore); if (!__pyx_ptype_5numpy_ufunc) __PYX_ERR(1, 839, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyImport_ImportModule("preshed.maps"); if (unlikely(!__pyx_t_1)) __PYX_ERR(8, 45, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_ptype_7preshed_4maps_PreshMap = __Pyx_ImportType(__pyx_t_1, "preshed.maps", "PreshMap", sizeof(struct __pyx_obj_7preshed_4maps_PreshMap), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_7preshed_4maps_PreshMap) __PYX_ERR(8, 45, __pyx_L1_error) __pyx_vtabptr_7preshed_4maps_PreshMap = (struct __pyx_vtabstruct_7preshed_4maps_PreshMap*)__Pyx_GetVtable(__pyx_ptype_7preshed_4maps_PreshMap->tp_dict); if (unlikely(!__pyx_vtabptr_7preshed_4maps_PreshMap)) __PYX_ERR(8, 45, __pyx_L1_error) __pyx_ptype_7preshed_4maps_PreshMapArray = __Pyx_ImportType(__pyx_t_1, "preshed.maps", "PreshMapArray", sizeof(struct __pyx_obj_7preshed_4maps_PreshMapArray), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_7preshed_4maps_PreshMapArray) __PYX_ERR(8, 53, __pyx_L1_error) __pyx_vtabptr_7preshed_4maps_PreshMapArray = (struct __pyx_vtabstruct_7preshed_4maps_PreshMapArray*)__Pyx_GetVtable(__pyx_ptype_7preshed_4maps_PreshMapArray->tp_dict); if (unlikely(!__pyx_vtabptr_7preshed_4maps_PreshMapArray)) __PYX_ERR(8, 53, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyImport_ImportModule("spacy.strings"); if (unlikely(!__pyx_t_1)) __PYX_ERR(9, 23, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_ptype_5spacy_7strings_StringStore = __Pyx_ImportType(__pyx_t_1, "spacy.strings", "StringStore", sizeof(struct __pyx_obj_5spacy_7strings_StringStore), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_5spacy_7strings_StringStore) __PYX_ERR(9, 23, __pyx_L1_error) __pyx_vtabptr_5spacy_7strings_StringStore = (struct __pyx_vtabstruct_5spacy_7strings_StringStore*)__Pyx_GetVtable(__pyx_ptype_5spacy_7strings_StringStore->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_7strings_StringStore)) __PYX_ERR(9, 23, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyImport_ImportModule("spacy.morphology"); if (unlikely(!__pyx_t_1)) __PYX_ERR(10, 13, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_ptype_5spacy_10morphology_Morphology = __Pyx_ImportType(__pyx_t_1, "spacy.morphology", "Morphology", sizeof(struct __pyx_obj_5spacy_10morphology_Morphology), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_5spacy_10morphology_Morphology) __PYX_ERR(10, 13, __pyx_L1_error) __pyx_vtabptr_5spacy_10morphology_Morphology = (struct __pyx_vtabstruct_5spacy_10morphology_Morphology*)__Pyx_GetVtable(__pyx_ptype_5spacy_10morphology_Morphology->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_10morphology_Morphology)) __PYX_ERR(10, 13, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyImport_ImportModule("spacy.vocab"); if (unlikely(!__pyx_t_1)) __PYX_ERR(11, 27, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_ptype_5spacy_5vocab_Vocab = __Pyx_ImportType(__pyx_t_1, "spacy.vocab", "Vocab", sizeof(struct __pyx_obj_5spacy_5vocab_Vocab), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_5spacy_5vocab_Vocab) __PYX_ERR(11, 27, __pyx_L1_error) __pyx_vtabptr_5spacy_5vocab_Vocab = (struct __pyx_vtabstruct_5spacy_5vocab_Vocab*)__Pyx_GetVtable(__pyx_ptype_5spacy_5vocab_Vocab->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_5vocab_Vocab)) __PYX_ERR(11, 27, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyImport_ImportModule("spacy.tokens.doc"); if (unlikely(!__pyx_t_1)) __PYX_ERR(12, 39, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_ptype_5spacy_6tokens_3doc_Doc = __Pyx_ImportType(__pyx_t_1, "spacy.tokens.doc", "Doc", sizeof(struct __pyx_obj_5spacy_6tokens_3doc_Doc), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_5spacy_6tokens_3doc_Doc) __PYX_ERR(12, 39, __pyx_L1_error) __pyx_vtabptr_5spacy_6tokens_3doc_Doc = (struct __pyx_vtabstruct_5spacy_6tokens_3doc_Doc*)__Pyx_GetVtable(__pyx_ptype_5spacy_6tokens_3doc_Doc->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_6tokens_3doc_Doc)) __PYX_ERR(12, 39, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyImport_ImportModule("spacy.lexeme"); if (unlikely(!__pyx_t_1)) __PYX_ERR(2, 15, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_ptype_5spacy_6lexeme_Lexeme = __Pyx_ImportType(__pyx_t_1, "spacy.lexeme", "Lexeme", sizeof(struct __pyx_obj_5spacy_6lexeme_Lexeme), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_5spacy_6lexeme_Lexeme) __PYX_ERR(2, 15, __pyx_L1_error) __pyx_vtabptr_5spacy_6lexeme_Lexeme = (struct __pyx_vtabstruct_5spacy_6lexeme_Lexeme*)__Pyx_GetVtable(__pyx_ptype_5spacy_6lexeme_Lexeme->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_6lexeme_Lexeme)) __PYX_ERR(2, 15, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyImport_ImportModule("spacy.syntax.stateclass"); if (unlikely(!__pyx_t_1)) __PYX_ERR(4, 13, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_ptype_5spacy_6syntax_10stateclass_StateClass = __Pyx_ImportType(__pyx_t_1, "spacy.syntax.stateclass", "StateClass", sizeof(struct __pyx_obj_5spacy_6syntax_10stateclass_StateClass), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_5spacy_6syntax_10stateclass_StateClass) __PYX_ERR(4, 13, __pyx_L1_error) __pyx_vtabptr_5spacy_6syntax_10stateclass_StateClass = (struct __pyx_vtabstruct_5spacy_6syntax_10stateclass_StateClass*)__Pyx_GetVtable(__pyx_ptype_5spacy_6syntax_10stateclass_StateClass->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_6syntax_10stateclass_StateClass)) __PYX_ERR(4, 13, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyImport_ImportModule("spacy.gold"); if (unlikely(!__pyx_t_1)) __PYX_ERR(13, 18, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_ptype_5spacy_4gold_GoldParse = __Pyx_ImportType(__pyx_t_1, "spacy.gold", "GoldParse", sizeof(struct __pyx_obj_5spacy_4gold_GoldParse), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_5spacy_4gold_GoldParse) __PYX_ERR(13, 18, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyImport_ImportModule("spacy.syntax.transition_system"); if (unlikely(!__pyx_t_1)) __PYX_ERR(14, 38, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_ptype_5spacy_6syntax_17transition_system_TransitionSystem = __Pyx_ImportType(__pyx_t_1, "spacy.syntax.transition_system", "TransitionSystem", sizeof(struct __pyx_obj_5spacy_6syntax_17transition_system_TransitionSystem), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_5spacy_6syntax_17transition_system_TransitionSystem) __PYX_ERR(14, 38, __pyx_L1_error) __pyx_vtabptr_5spacy_6syntax_17transition_system_TransitionSystem = (struct __pyx_vtabstruct_5spacy_6syntax_17transition_system_TransitionSystem*)__Pyx_GetVtable(__pyx_ptype_5spacy_6syntax_17transition_system_TransitionSystem->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_6syntax_17transition_system_TransitionSystem)) __PYX_ERR(14, 38, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyImport_ImportModule("spacy.syntax.arc_eager"); if (unlikely(!__pyx_t_1)) __PYX_ERR(15, 12, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_ptype_5spacy_6syntax_9arc_eager_ArcEager = __Pyx_ImportType(__pyx_t_1, "spacy.syntax.arc_eager", "ArcEager", sizeof(struct __pyx_obj_5spacy_6syntax_9arc_eager_ArcEager), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_5spacy_6syntax_9arc_eager_ArcEager) __PYX_ERR(15, 12, __pyx_L1_error) __pyx_vtabptr_5spacy_6syntax_9arc_eager_ArcEager = (struct __pyx_vtabstruct_5spacy_6syntax_9arc_eager_ArcEager*)__Pyx_GetVtable(__pyx_ptype_5spacy_6syntax_9arc_eager_ArcEager->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_6syntax_9arc_eager_ArcEager)) __PYX_ERR(15, 12, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyImport_ImportModule("spacy.syntax.ner"); if (unlikely(!__pyx_t_1)) __PYX_ERR(16, 7, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_ptype_5spacy_6syntax_3ner_BiluoPushDown = __Pyx_ImportType(__pyx_t_1, "spacy.syntax.ner", "BiluoPushDown", sizeof(struct __pyx_obj_5spacy_6syntax_3ner_BiluoPushDown), __Pyx_ImportType_CheckSize_Warn); if (!__pyx_ptype_5spacy_6syntax_3ner_BiluoPushDown) __PYX_ERR(16, 7, __pyx_L1_error) __pyx_vtabptr_5spacy_6syntax_3ner_BiluoPushDown = (struct __pyx_vtabstruct_5spacy_6syntax_3ner_BiluoPushDown*)__Pyx_GetVtable(__pyx_ptype_5spacy_6syntax_3ner_BiluoPushDown->tp_dict); if (unlikely(!__pyx_vtabptr_5spacy_6syntax_3ner_BiluoPushDown)) __PYX_ERR(16, 7, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_RefNannyFinishContext(); return 0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_RefNannyFinishContext(); return -1; } static int __Pyx_modinit_variable_import_code(void) { __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__Pyx_modinit_variable_import_code", 0); /*--- Variable import code ---*/ __pyx_t_1 = PyImport_ImportModule("spacy.vocab"); if (!__pyx_t_1) __PYX_ERR(0, 1, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__Pyx_ImportVoidPtr(__pyx_t_1, "EMPTY_LEXEME", (void **)&__pyx_vp_5spacy_5vocab_EMPTY_LEXEME, "struct __pyx_t_5spacy_7structs_LexemeC") < 0) __PYX_ERR(0, 1, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = PyImport_ImportModule("spacy.lexeme"); if (!__pyx_t_1) __PYX_ERR(0, 1, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__Pyx_ImportVoidPtr(__pyx_t_1, "EMPTY_LEXEME", (void **)&__pyx_vp_5spacy_6lexeme_EMPTY_LEXEME, "struct __pyx_t_5spacy_7structs_LexemeC") < 0) __PYX_ERR(0, 1, __pyx_L1_error) if (__Pyx_ImportVoidPtr(__pyx_t_1, "OOV_RANK", (void **)&__pyx_vp_5spacy_6lexeme_OOV_RANK, "__pyx_t_5spacy_8typedefs_attr_t") < 0) __PYX_ERR(0, 1, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_RefNannyFinishContext(); return 0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_RefNannyFinishContext(); return -1; } static int __Pyx_modinit_function_import_code(void) { __Pyx_RefNannyDeclarations PyObject *__pyx_t_1 = NULL; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannySetupContext("__Pyx_modinit_function_import_code", 0); /*--- Function import code ---*/ __pyx_t_1 = PyImport_ImportModule("murmurhash.mrmr"); if (!__pyx_t_1) __PYX_ERR(0, 1, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (__Pyx_ImportFunction(__pyx_t_1, "hash64", (void (**)(void))&__pyx_f_10murmurhash_4mrmr_hash64, "uint64_t (void *, int, uint64_t)") < 0) __PYX_ERR(0, 1, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_RefNannyFinishContext(); return 0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_RefNannyFinishContext(); return -1; } #ifndef CYTHON_NO_PYINIT_EXPORT #define __Pyx_PyMODINIT_FUNC PyMODINIT_FUNC #elif PY_MAJOR_VERSION < 3 #ifdef __cplusplus #define __Pyx_PyMODINIT_FUNC extern "C" void #else #define __Pyx_PyMODINIT_FUNC void #endif #else #ifdef __cplusplus #define __Pyx_PyMODINIT_FUNC extern "C" PyObject * #else #define __Pyx_PyMODINIT_FUNC PyObject * #endif #endif #if PY_MAJOR_VERSION < 3 __Pyx_PyMODINIT_FUNC initpipes(void) CYTHON_SMALL_CODE; /*proto*/ __Pyx_PyMODINIT_FUNC initpipes(void) #else __Pyx_PyMODINIT_FUNC PyInit_pipes(void) CYTHON_SMALL_CODE; /*proto*/ __Pyx_PyMODINIT_FUNC PyInit_pipes(void) #if CYTHON_PEP489_MULTI_PHASE_INIT { return PyModuleDef_Init(&__pyx_moduledef); } static CYTHON_SMALL_CODE int __Pyx_check_single_interpreter(void) { #if PY_VERSION_HEX >= 0x030700A1 static PY_INT64_T main_interpreter_id = -1; PY_INT64_T current_id = PyInterpreterState_GetID(PyThreadState_Get()->interp); if (main_interpreter_id == -1) { main_interpreter_id = current_id; return (unlikely(current_id == -1)) ? -1 : 0; } else if (unlikely(main_interpreter_id != current_id)) #else static PyInterpreterState *main_interpreter = NULL; PyInterpreterState *current_interpreter = PyThreadState_Get()->interp; if (!main_interpreter) { main_interpreter = current_interpreter; } else if (unlikely(main_interpreter != current_interpreter)) #endif { PyErr_SetString( PyExc_ImportError, "Interpreter change detected - this module can only be loaded into one interpreter per process."); return -1; } return 0; } static CYTHON_SMALL_CODE int __Pyx_copy_spec_to_module(PyObject *spec, PyObject *moddict, const char* from_name, const char* to_name, int allow_none) { PyObject *value = PyObject_GetAttrString(spec, from_name); int result = 0; if (likely(value)) { if (allow_none || value != Py_None) { result = PyDict_SetItemString(moddict, to_name, value); } Py_DECREF(value); } else if (PyErr_ExceptionMatches(PyExc_AttributeError)) { PyErr_Clear(); } else { result = -1; } return result; } static CYTHON_SMALL_CODE PyObject* __pyx_pymod_create(PyObject *spec, CYTHON_UNUSED PyModuleDef *def) { PyObject *module = NULL, *moddict, *modname; if (__Pyx_check_single_interpreter()) return NULL; if (__pyx_m) return __Pyx_NewRef(__pyx_m); modname = PyObject_GetAttrString(spec, "name"); if (unlikely(!modname)) goto bad; module = PyModule_NewObject(modname); Py_DECREF(modname); if (unlikely(!module)) goto bad; moddict = PyModule_GetDict(module); if (unlikely(!moddict)) goto bad; if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "loader", "__loader__", 1) < 0)) goto bad; if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "origin", "__file__", 1) < 0)) goto bad; if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "parent", "__package__", 1) < 0)) goto bad; if (unlikely(__Pyx_copy_spec_to_module(spec, moddict, "submodule_search_locations", "__path__", 0) < 0)) goto bad; return module; bad: Py_XDECREF(module); return NULL; } static CYTHON_SMALL_CODE int __pyx_pymod_exec_pipes(PyObject *__pyx_pyinit_module) #endif #endif { __Pyx_TraceDeclarations PyObject *__pyx_t_1 = NULL; PyObject *__pyx_t_2 = NULL; PyObject *__pyx_t_3 = NULL; PyObject *__pyx_t_4 = NULL; PyObject *__pyx_t_5 = NULL; PyObject *__pyx_t_6 = NULL; PyObject *__pyx_t_7 = NULL; static PyThread_type_lock __pyx_t_8[8]; int __pyx_lineno = 0; const char *__pyx_filename = NULL; int __pyx_clineno = 0; __Pyx_RefNannyDeclarations #if CYTHON_PEP489_MULTI_PHASE_INIT if (__pyx_m) { if (__pyx_m == __pyx_pyinit_module) return 0; PyErr_SetString(PyExc_RuntimeError, "Module 'pipes' has already been imported. Re-initialisation is not supported."); return -1; } #elif PY_MAJOR_VERSION >= 3 if (__pyx_m) return __Pyx_NewRef(__pyx_m); #endif #if CYTHON_REFNANNY __Pyx_RefNanny = __Pyx_RefNannyImportAPI("refnanny"); if (!__Pyx_RefNanny) { PyErr_Clear(); __Pyx_RefNanny = __Pyx_RefNannyImportAPI("Cython.Runtime.refnanny"); if (!__Pyx_RefNanny) Py_FatalError("failed to import 'refnanny' module"); } #endif __Pyx_RefNannySetupContext("__Pyx_PyMODINIT_FUNC PyInit_pipes(void)", 0); if (__Pyx_check_binary_version() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #ifdef __Pxy_PyFrame_Initialize_Offsets __Pxy_PyFrame_Initialize_Offsets(); #endif __pyx_empty_tuple = PyTuple_New(0); if (unlikely(!__pyx_empty_tuple)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_empty_bytes = PyBytes_FromStringAndSize("", 0); if (unlikely(!__pyx_empty_bytes)) __PYX_ERR(0, 1, __pyx_L1_error) __pyx_empty_unicode = PyUnicode_FromStringAndSize("", 0); if (unlikely(!__pyx_empty_unicode)) __PYX_ERR(0, 1, __pyx_L1_error) #ifdef __Pyx_CyFunction_USED if (__pyx_CyFunction_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #endif #ifdef __Pyx_FusedFunction_USED if (__pyx_FusedFunction_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #endif #ifdef __Pyx_Coroutine_USED if (__pyx_Coroutine_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #endif #ifdef __Pyx_Generator_USED if (__pyx_Generator_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #endif #ifdef __Pyx_AsyncGen_USED if (__pyx_AsyncGen_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #endif #ifdef __Pyx_StopAsyncIteration_USED if (__pyx_StopAsyncIteration_init() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #endif /*--- Library function declarations ---*/ /*--- Threads initialization code ---*/ #if defined(__PYX_FORCE_INIT_THREADS) && __PYX_FORCE_INIT_THREADS #ifdef WITH_THREAD /* Python build with threading support? */ PyEval_InitThreads(); #endif #endif /*--- Module creation code ---*/ #if CYTHON_PEP489_MULTI_PHASE_INIT __pyx_m = __pyx_pyinit_module; Py_INCREF(__pyx_m); #else #if PY_MAJOR_VERSION < 3 __pyx_m = Py_InitModule4("pipes", __pyx_methods, 0, 0, PYTHON_API_VERSION); Py_XINCREF(__pyx_m); #else __pyx_m = PyModule_Create(&__pyx_moduledef); #endif if (unlikely(!__pyx_m)) __PYX_ERR(0, 1, __pyx_L1_error) #endif __pyx_d = PyModule_GetDict(__pyx_m); if (unlikely(!__pyx_d)) __PYX_ERR(0, 1, __pyx_L1_error) Py_INCREF(__pyx_d); __pyx_b = PyImport_AddModule(__Pyx_BUILTIN_MODULE_NAME); if (unlikely(!__pyx_b)) __PYX_ERR(0, 1, __pyx_L1_error) Py_INCREF(__pyx_b); __pyx_cython_runtime = PyImport_AddModule((char *) "cython_runtime"); if (unlikely(!__pyx_cython_runtime)) __PYX_ERR(0, 1, __pyx_L1_error) Py_INCREF(__pyx_cython_runtime); if (PyObject_SetAttrString(__pyx_m, "__builtins__", __pyx_b) < 0) __PYX_ERR(0, 1, __pyx_L1_error); /*--- Initialize various global constants etc. ---*/ if (__Pyx_InitGlobals() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #if PY_MAJOR_VERSION < 3 && (__PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT) if (__Pyx_init_sys_getdefaultencoding_params() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #endif if (__pyx_module_is_main_spacy__pipeline__pipes) { if (PyObject_SetAttr(__pyx_m, __pyx_n_s_name_2, __pyx_n_s_main) < 0) __PYX_ERR(0, 1, __pyx_L1_error) } #if PY_MAJOR_VERSION >= 3 { PyObject *modules = PyImport_GetModuleDict(); if (unlikely(!modules)) __PYX_ERR(0, 1, __pyx_L1_error) if (!PyDict_GetItemString(modules, "spacy.pipeline.pipes")) { if (unlikely(PyDict_SetItemString(modules, "spacy.pipeline.pipes", __pyx_m) < 0)) __PYX_ERR(0, 1, __pyx_L1_error) } } #endif /*--- Builtin init code ---*/ if (__Pyx_InitCachedBuiltins() < 0) __PYX_ERR(0, 1, __pyx_L1_error) /*--- Constants init code ---*/ if (__Pyx_InitCachedConstants() < 0) __PYX_ERR(0, 1, __pyx_L1_error) /*--- Global type/function init code ---*/ (void)__Pyx_modinit_global_init_code(); (void)__Pyx_modinit_variable_export_code(); (void)__Pyx_modinit_function_export_code(); if (unlikely(__Pyx_modinit_type_init_code() < 0)) __PYX_ERR(0, 1, __pyx_L1_error) if (unlikely(__Pyx_modinit_type_import_code() < 0)) __PYX_ERR(0, 1, __pyx_L1_error) if (unlikely(__Pyx_modinit_variable_import_code() < 0)) __PYX_ERR(0, 1, __pyx_L1_error) if (unlikely(__Pyx_modinit_function_import_code() < 0)) __PYX_ERR(0, 1, __pyx_L1_error) /*--- Execution code ---*/ #if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED) if (__Pyx_patch_abc() < 0) __PYX_ERR(0, 1, __pyx_L1_error) #endif __Pyx_TraceCall("__Pyx_PyMODINIT_FUNC PyInit_pipes(void)", __pyx_f[0], 1, 0, __PYX_ERR(0, 1, __pyx_L1_error)); /* "spacy/pipeline/pipes.pyx":6 * from __future__ import unicode_literals * * import numpy # <<<<<<<<<<<<<< * import srsly * import random */ __pyx_t_1 = __Pyx_Import(__pyx_n_s_numpy, 0, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 6, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_numpy, __pyx_t_1) < 0) __PYX_ERR(0, 6, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":7 * * import numpy * import srsly # <<<<<<<<<<<<<< * import random * import warnings */ __pyx_t_1 = __Pyx_Import(__pyx_n_s_srsly, 0, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 7, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_srsly, __pyx_t_1) < 0) __PYX_ERR(0, 7, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":8 * import numpy * import srsly * import random # <<<<<<<<<<<<<< * import warnings * from collections import OrderedDict */ __pyx_t_1 = __Pyx_Import(__pyx_n_s_random, 0, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 8, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_random, __pyx_t_1) < 0) __PYX_ERR(0, 8, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":9 * import srsly * import random * import warnings # <<<<<<<<<<<<<< * from collections import OrderedDict * from thinc.api import chain */ __pyx_t_1 = __Pyx_Import(__pyx_n_s_warnings, 0, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 9, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_warnings, __pyx_t_1) < 0) __PYX_ERR(0, 9, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":10 * import random * import warnings * from collections import OrderedDict # <<<<<<<<<<<<<< * from thinc.api import chain * from thinc.v2v import Affine, Maxout, Softmax */ __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 10, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_n_s_OrderedDict); __Pyx_GIVEREF(__pyx_n_s_OrderedDict); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_OrderedDict); __pyx_t_2 = __Pyx_Import(__pyx_n_s_collections, __pyx_t_1, -1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 10, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_OrderedDict); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 10, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_OrderedDict, __pyx_t_1) < 0) __PYX_ERR(0, 10, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":11 * import warnings * from collections import OrderedDict * from thinc.api import chain # <<<<<<<<<<<<<< * from thinc.v2v import Affine, Maxout, Softmax * from thinc.misc import LayerNorm */ __pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 11, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_n_s_chain); __Pyx_GIVEREF(__pyx_n_s_chain); PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_chain); __pyx_t_1 = __Pyx_Import(__pyx_n_s_thinc_api, __pyx_t_2, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 11, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_chain); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 11, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_chain, __pyx_t_2) < 0) __PYX_ERR(0, 11, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":12 * from collections import OrderedDict * from thinc.api import chain * from thinc.v2v import Affine, Maxout, Softmax # <<<<<<<<<<<<<< * from thinc.misc import LayerNorm * from thinc.neural.util import to_categorical */ __pyx_t_1 = PyList_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_n_s_Affine); __Pyx_GIVEREF(__pyx_n_s_Affine); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_Affine); __Pyx_INCREF(__pyx_n_s_Maxout); __Pyx_GIVEREF(__pyx_n_s_Maxout); PyList_SET_ITEM(__pyx_t_1, 1, __pyx_n_s_Maxout); __Pyx_INCREF(__pyx_n_s_Softmax); __Pyx_GIVEREF(__pyx_n_s_Softmax); PyList_SET_ITEM(__pyx_t_1, 2, __pyx_n_s_Softmax); __pyx_t_2 = __Pyx_Import(__pyx_n_s_thinc_v2v, __pyx_t_1, -1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_Affine); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_Affine, __pyx_t_1) < 0) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_Maxout); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_Maxout, __pyx_t_1) < 0) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_Softmax); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_Softmax, __pyx_t_1) < 0) __PYX_ERR(0, 12, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":13 * from thinc.api import chain * from thinc.v2v import Affine, Maxout, Softmax * from thinc.misc import LayerNorm # <<<<<<<<<<<<<< * from thinc.neural.util import to_categorical * from thinc.neural.util import get_array_module */ __pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 13, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_n_s_LayerNorm); __Pyx_GIVEREF(__pyx_n_s_LayerNorm); PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_LayerNorm); __pyx_t_1 = __Pyx_Import(__pyx_n_s_thinc_misc, __pyx_t_2, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 13, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_LayerNorm); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 13, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_LayerNorm, __pyx_t_2) < 0) __PYX_ERR(0, 13, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":14 * from thinc.v2v import Affine, Maxout, Softmax * from thinc.misc import LayerNorm * from thinc.neural.util import to_categorical # <<<<<<<<<<<<<< * from thinc.neural.util import get_array_module * */ __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 14, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_n_s_to_categorical); __Pyx_GIVEREF(__pyx_n_s_to_categorical); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_to_categorical); __pyx_t_2 = __Pyx_Import(__pyx_n_s_thinc_neural_util, __pyx_t_1, -1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 14, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_to_categorical); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 14, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_to_categorical, __pyx_t_1) < 0) __PYX_ERR(0, 14, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":15 * from thinc.misc import LayerNorm * from thinc.neural.util import to_categorical * from thinc.neural.util import get_array_module # <<<<<<<<<<<<<< * * from ..compat import basestring_ */ __pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 15, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_n_s_get_array_module); __Pyx_GIVEREF(__pyx_n_s_get_array_module); PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_get_array_module); __pyx_t_1 = __Pyx_Import(__pyx_n_s_thinc_neural_util, __pyx_t_2, -1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 15, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_get_array_module); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 15, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_get_array_module, __pyx_t_2) < 0) __PYX_ERR(0, 15, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":17 * from thinc.neural.util import get_array_module * * from ..compat import basestring_ # <<<<<<<<<<<<<< * from ..tokens.doc cimport Doc * from ..syntax.nn_parser cimport Parser */ __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 17, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_n_s_basestring); __Pyx_GIVEREF(__pyx_n_s_basestring); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_basestring); __pyx_t_2 = __Pyx_Import(__pyx_n_s_compat, __pyx_t_1, 2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 17, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_basestring); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 17, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_basestring, __pyx_t_1) < 0) __PYX_ERR(0, 17, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":25 * from ..vocab cimport Vocab * * from .functions import merge_subtokens # <<<<<<<<<<<<<< * from ..language import Language, component * from ..syntax import nonproj */ __pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 25, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_n_s_merge_subtokens); __Pyx_GIVEREF(__pyx_n_s_merge_subtokens); PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_merge_subtokens); __pyx_t_1 = __Pyx_Import(__pyx_n_s_functions, __pyx_t_2, 1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 25, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_merge_subtokens); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 25, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_merge_subtokens, __pyx_t_2) < 0) __PYX_ERR(0, 25, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":26 * * from .functions import merge_subtokens * from ..language import Language, component # <<<<<<<<<<<<<< * from ..syntax import nonproj * from ..attrs import POS, ID */ __pyx_t_1 = PyList_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 26, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_n_s_Language); __Pyx_GIVEREF(__pyx_n_s_Language); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_Language); __Pyx_INCREF(__pyx_n_s_component); __Pyx_GIVEREF(__pyx_n_s_component); PyList_SET_ITEM(__pyx_t_1, 1, __pyx_n_s_component); __pyx_t_2 = __Pyx_Import(__pyx_n_s_language, __pyx_t_1, 2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 26, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_Language); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 26, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_Language, __pyx_t_1) < 0) __PYX_ERR(0, 26, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_component); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 26, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_component, __pyx_t_1) < 0) __PYX_ERR(0, 26, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":27 * from .functions import merge_subtokens * from ..language import Language, component * from ..syntax import nonproj # <<<<<<<<<<<<<< * from ..attrs import POS, ID * from ..parts_of_speech import X */ __pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 27, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_n_s_nonproj); __Pyx_GIVEREF(__pyx_n_s_nonproj); PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_nonproj); __pyx_t_1 = __Pyx_Import(__pyx_n_s_syntax, __pyx_t_2, 2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 27, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_nonproj); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 27, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_nonproj, __pyx_t_2) < 0) __PYX_ERR(0, 27, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":28 * from ..language import Language, component * from ..syntax import nonproj * from ..attrs import POS, ID # <<<<<<<<<<<<<< * from ..parts_of_speech import X * from ..kb import KnowledgeBase */ __pyx_t_1 = PyList_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 28, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_n_s_POS); __Pyx_GIVEREF(__pyx_n_s_POS); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_POS); __Pyx_INCREF(__pyx_n_s_ID); __Pyx_GIVEREF(__pyx_n_s_ID); PyList_SET_ITEM(__pyx_t_1, 1, __pyx_n_s_ID); __pyx_t_2 = __Pyx_Import(__pyx_n_s_attrs, __pyx_t_1, 2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 28, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_POS); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 28, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_POS, __pyx_t_1) < 0) __PYX_ERR(0, 28, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_ID); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 28, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_ID, __pyx_t_1) < 0) __PYX_ERR(0, 28, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":29 * from ..syntax import nonproj * from ..attrs import POS, ID * from ..parts_of_speech import X # <<<<<<<<<<<<<< * from ..kb import KnowledgeBase * from .._ml import Tok2Vec, build_tagger_model, cosine, get_cossim_loss */ __pyx_t_2 = PyList_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 29, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_n_s_X); __Pyx_GIVEREF(__pyx_n_s_X); PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_X); __pyx_t_1 = __Pyx_Import(__pyx_n_s_parts_of_speech, __pyx_t_2, 2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 29, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_X); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 29, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_X, __pyx_t_2) < 0) __PYX_ERR(0, 29, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":30 * from ..attrs import POS, ID * from ..parts_of_speech import X * from ..kb import KnowledgeBase # <<<<<<<<<<<<<< * from .._ml import Tok2Vec, build_tagger_model, cosine, get_cossim_loss * from .._ml import build_text_classifier, build_simple_cnn_text_classifier */ __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 30, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_n_s_KnowledgeBase); __Pyx_GIVEREF(__pyx_n_s_KnowledgeBase); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_KnowledgeBase); __pyx_t_2 = __Pyx_Import(__pyx_n_s_kb, __pyx_t_1, 2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 30, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_KnowledgeBase); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 30, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_KnowledgeBase, __pyx_t_1) < 0) __PYX_ERR(0, 30, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":31 * from ..parts_of_speech import X * from ..kb import KnowledgeBase * from .._ml import Tok2Vec, build_tagger_model, cosine, get_cossim_loss # <<<<<<<<<<<<<< * from .._ml import build_text_classifier, build_simple_cnn_text_classifier * from .._ml import build_bow_text_classifier, build_nel_encoder */ __pyx_t_2 = PyList_New(4); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 31, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_n_s_Tok2Vec); __Pyx_GIVEREF(__pyx_n_s_Tok2Vec); PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_Tok2Vec); __Pyx_INCREF(__pyx_n_s_build_tagger_model); __Pyx_GIVEREF(__pyx_n_s_build_tagger_model); PyList_SET_ITEM(__pyx_t_2, 1, __pyx_n_s_build_tagger_model); __Pyx_INCREF(__pyx_n_s_cosine); __Pyx_GIVEREF(__pyx_n_s_cosine); PyList_SET_ITEM(__pyx_t_2, 2, __pyx_n_s_cosine); __Pyx_INCREF(__pyx_n_s_get_cossim_loss); __Pyx_GIVEREF(__pyx_n_s_get_cossim_loss); PyList_SET_ITEM(__pyx_t_2, 3, __pyx_n_s_get_cossim_loss); __pyx_t_1 = __Pyx_Import(__pyx_n_s_ml, __pyx_t_2, 2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 31, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_Tok2Vec); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 31, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_Tok2Vec, __pyx_t_2) < 0) __PYX_ERR(0, 31, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_build_tagger_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 31, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_build_tagger_model, __pyx_t_2) < 0) __PYX_ERR(0, 31, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_cosine); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 31, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_cosine, __pyx_t_2) < 0) __PYX_ERR(0, 31, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_get_cossim_loss); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 31, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_get_cossim_loss, __pyx_t_2) < 0) __PYX_ERR(0, 31, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":32 * from ..kb import KnowledgeBase * from .._ml import Tok2Vec, build_tagger_model, cosine, get_cossim_loss * from .._ml import build_text_classifier, build_simple_cnn_text_classifier # <<<<<<<<<<<<<< * from .._ml import build_bow_text_classifier, build_nel_encoder * from .._ml import link_vectors_to_models, zero_init, flatten */ __pyx_t_1 = PyList_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 32, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_n_s_build_text_classifier); __Pyx_GIVEREF(__pyx_n_s_build_text_classifier); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_build_text_classifier); __Pyx_INCREF(__pyx_n_s_build_simple_cnn_text_classifier); __Pyx_GIVEREF(__pyx_n_s_build_simple_cnn_text_classifier); PyList_SET_ITEM(__pyx_t_1, 1, __pyx_n_s_build_simple_cnn_text_classifier); __pyx_t_2 = __Pyx_Import(__pyx_n_s_ml, __pyx_t_1, 2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 32, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_build_text_classifier); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 32, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_build_text_classifier, __pyx_t_1) < 0) __PYX_ERR(0, 32, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_build_simple_cnn_text_classifier); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 32, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_build_simple_cnn_text_classifier, __pyx_t_1) < 0) __PYX_ERR(0, 32, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":33 * from .._ml import Tok2Vec, build_tagger_model, cosine, get_cossim_loss * from .._ml import build_text_classifier, build_simple_cnn_text_classifier * from .._ml import build_bow_text_classifier, build_nel_encoder # <<<<<<<<<<<<<< * from .._ml import link_vectors_to_models, zero_init, flatten * from .._ml import masked_language_model, create_default_optimizer, get_cossim_loss */ __pyx_t_2 = PyList_New(2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 33, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_n_s_build_bow_text_classifier); __Pyx_GIVEREF(__pyx_n_s_build_bow_text_classifier); PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_build_bow_text_classifier); __Pyx_INCREF(__pyx_n_s_build_nel_encoder); __Pyx_GIVEREF(__pyx_n_s_build_nel_encoder); PyList_SET_ITEM(__pyx_t_2, 1, __pyx_n_s_build_nel_encoder); __pyx_t_1 = __Pyx_Import(__pyx_n_s_ml, __pyx_t_2, 2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 33, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_build_bow_text_classifier); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 33, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_build_bow_text_classifier, __pyx_t_2) < 0) __PYX_ERR(0, 33, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_build_nel_encoder); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 33, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_build_nel_encoder, __pyx_t_2) < 0) __PYX_ERR(0, 33, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":34 * from .._ml import build_text_classifier, build_simple_cnn_text_classifier * from .._ml import build_bow_text_classifier, build_nel_encoder * from .._ml import link_vectors_to_models, zero_init, flatten # <<<<<<<<<<<<<< * from .._ml import masked_language_model, create_default_optimizer, get_cossim_loss * from .._ml import MultiSoftmax, get_characters_loss */ __pyx_t_1 = PyList_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 34, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_n_s_link_vectors_to_models); __Pyx_GIVEREF(__pyx_n_s_link_vectors_to_models); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_link_vectors_to_models); __Pyx_INCREF(__pyx_n_s_zero_init); __Pyx_GIVEREF(__pyx_n_s_zero_init); PyList_SET_ITEM(__pyx_t_1, 1, __pyx_n_s_zero_init); __Pyx_INCREF(__pyx_n_s_flatten); __Pyx_GIVEREF(__pyx_n_s_flatten); PyList_SET_ITEM(__pyx_t_1, 2, __pyx_n_s_flatten); __pyx_t_2 = __Pyx_Import(__pyx_n_s_ml, __pyx_t_1, 2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 34, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_link_vectors_to_models); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 34, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_link_vectors_to_models, __pyx_t_1) < 0) __PYX_ERR(0, 34, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_zero_init); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 34, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_zero_init, __pyx_t_1) < 0) __PYX_ERR(0, 34, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_flatten); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 34, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_flatten, __pyx_t_1) < 0) __PYX_ERR(0, 34, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":35 * from .._ml import build_bow_text_classifier, build_nel_encoder * from .._ml import link_vectors_to_models, zero_init, flatten * from .._ml import masked_language_model, create_default_optimizer, get_cossim_loss # <<<<<<<<<<<<<< * from .._ml import MultiSoftmax, get_characters_loss * from ..errors import Errors, TempErrors, Warnings */ __pyx_t_2 = PyList_New(3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 35, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_n_s_masked_language_model); __Pyx_GIVEREF(__pyx_n_s_masked_language_model); PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_masked_language_model); __Pyx_INCREF(__pyx_n_s_create_default_optimizer); __Pyx_GIVEREF(__pyx_n_s_create_default_optimizer); PyList_SET_ITEM(__pyx_t_2, 1, __pyx_n_s_create_default_optimizer); __Pyx_INCREF(__pyx_n_s_get_cossim_loss); __Pyx_GIVEREF(__pyx_n_s_get_cossim_loss); PyList_SET_ITEM(__pyx_t_2, 2, __pyx_n_s_get_cossim_loss); __pyx_t_1 = __Pyx_Import(__pyx_n_s_ml, __pyx_t_2, 2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 35, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_masked_language_model); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 35, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_masked_language_model, __pyx_t_2) < 0) __PYX_ERR(0, 35, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_create_default_optimizer); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 35, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_create_default_optimizer, __pyx_t_2) < 0) __PYX_ERR(0, 35, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_get_cossim_loss); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 35, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_get_cossim_loss, __pyx_t_2) < 0) __PYX_ERR(0, 35, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":36 * from .._ml import link_vectors_to_models, zero_init, flatten * from .._ml import masked_language_model, create_default_optimizer, get_cossim_loss * from .._ml import MultiSoftmax, get_characters_loss # <<<<<<<<<<<<<< * from ..errors import Errors, TempErrors, Warnings * from .. import util */ __pyx_t_1 = PyList_New(2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 36, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_n_s_MultiSoftmax); __Pyx_GIVEREF(__pyx_n_s_MultiSoftmax); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_MultiSoftmax); __Pyx_INCREF(__pyx_n_s_get_characters_loss); __Pyx_GIVEREF(__pyx_n_s_get_characters_loss); PyList_SET_ITEM(__pyx_t_1, 1, __pyx_n_s_get_characters_loss); __pyx_t_2 = __Pyx_Import(__pyx_n_s_ml, __pyx_t_1, 2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 36, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_MultiSoftmax); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 36, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_MultiSoftmax, __pyx_t_1) < 0) __PYX_ERR(0, 36, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_get_characters_loss); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 36, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_get_characters_loss, __pyx_t_1) < 0) __PYX_ERR(0, 36, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":37 * from .._ml import masked_language_model, create_default_optimizer, get_cossim_loss * from .._ml import MultiSoftmax, get_characters_loss * from ..errors import Errors, TempErrors, Warnings # <<<<<<<<<<<<<< * from .. import util * */ __pyx_t_2 = PyList_New(3); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 37, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_n_s_Errors); __Pyx_GIVEREF(__pyx_n_s_Errors); PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_s_Errors); __Pyx_INCREF(__pyx_n_s_TempErrors); __Pyx_GIVEREF(__pyx_n_s_TempErrors); PyList_SET_ITEM(__pyx_t_2, 1, __pyx_n_s_TempErrors); __Pyx_INCREF(__pyx_n_s_Warnings); __Pyx_GIVEREF(__pyx_n_s_Warnings); PyList_SET_ITEM(__pyx_t_2, 2, __pyx_n_s_Warnings); __pyx_t_1 = __Pyx_Import(__pyx_n_s_errors, __pyx_t_2, 2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 37, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_Errors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 37, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_Errors, __pyx_t_2) < 0) __PYX_ERR(0, 37, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_TempErrors); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 37, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_TempErrors, __pyx_t_2) < 0) __PYX_ERR(0, 37, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_ImportFrom(__pyx_t_1, __pyx_n_s_Warnings); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 37, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_Warnings, __pyx_t_2) < 0) __PYX_ERR(0, 37, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":38 * from .._ml import MultiSoftmax, get_characters_loss * from ..errors import Errors, TempErrors, Warnings * from .. import util # <<<<<<<<<<<<<< * * */ __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 38, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_n_s_util); __Pyx_GIVEREF(__pyx_n_s_util); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_n_s_util); __pyx_t_2 = __Pyx_Import(__pyx_n_s__97, __pyx_t_1, 2); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 38, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s_util); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 38, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem(__pyx_d, __pyx_n_s_util, __pyx_t_1) < 0) __PYX_ERR(0, 38, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":41 * * * def _load_cfg(path): # <<<<<<<<<<<<<< * if path.exists(): * return srsly.read_json(path) */ __pyx_t_2 = PyCFunction_NewEx(&__pyx_mdef_5spacy_8pipeline_5pipes_1_load_cfg, NULL, __pyx_n_s_spacy_pipeline_pipes); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 41, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_load_cfg, __pyx_t_2) < 0) __PYX_ERR(0, 41, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":48 * * * class Pipe(object): # <<<<<<<<<<<<<< * """This class is not instantiated directly. Components inherit from it, and * it defines the interface that components should follow to function as */ __pyx_t_2 = __Pyx_CalculateMetaclass(NULL, __pyx_tuple__172); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 48, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_Py3MetaclassPrepare(__pyx_t_2, __pyx_tuple__172, __pyx_n_s_Pipe, __pyx_n_s_Pipe, (PyObject *) NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_kp_s_This_class_is_not_instantiated_d); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 48, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); /* "spacy/pipeline/pipes.pyx":54 * """ * * name = None # <<<<<<<<<<<<<< * * @classmethod */ if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_name, Py_None) < 0) __PYX_ERR(0, 54, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":57 * * @classmethod * def Model(cls, *shape, **kwargs): # <<<<<<<<<<<<<< * """Initialize a model for the pipe.""" * raise NotImplementedError */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_1Model, __Pyx_CYFUNCTION_CLASSMETHOD, __pyx_n_s_Pipe_Model, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__2)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 57, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); /* "spacy/pipeline/pipes.pyx":56 * name = None * * @classmethod # <<<<<<<<<<<<<< * def Model(cls, *shape, **kwargs): * """Initialize a model for the pipe.""" */ __pyx_t_4 = __Pyx_Method_ClassMethod(__pyx_t_3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 56, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_Model, __pyx_t_4) < 0) __PYX_ERR(0, 57, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":62 * * @classmethod * def from_nlp(cls, nlp, **cfg): # <<<<<<<<<<<<<< * return cls(nlp.vocab, **cfg) * */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_3from_nlp, __Pyx_CYFUNCTION_CLASSMETHOD, __pyx_n_s_Pipe_from_nlp, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__3)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 62, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); /* "spacy/pipeline/pipes.pyx":61 * raise NotImplementedError * * @classmethod # <<<<<<<<<<<<<< * def from_nlp(cls, nlp, **cfg): * return cls(nlp.vocab, **cfg) */ __pyx_t_3 = __Pyx_Method_ClassMethod(__pyx_t_4); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 61, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_from_nlp, __pyx_t_3) < 0) __PYX_ERR(0, 62, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":65 * return cls(nlp.vocab, **cfg) * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * """Create a new pipe instance.""" * raise NotImplementedError */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_5__init__, 0, __pyx_n_s_Pipe___init, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__4)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 65, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_3, __pyx_tuple__176); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_init, __pyx_t_3) < 0) __PYX_ERR(0, 65, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":69 * raise NotImplementedError * * def __call__(self, doc): # <<<<<<<<<<<<<< * """Apply the pipe to one document. The document is * modified in-place, and returned. */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_7__call__, 0, __pyx_n_s_Pipe___call, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__5)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 69, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_call, __pyx_t_3) < 0) __PYX_ERR(0, 69, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":85 * return doc * * def require_model(self): # <<<<<<<<<<<<<< * """Raise an error if the component's model is not initialized.""" * if getattr(self, "model", None) in (None, True, False): */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_9require_model, 0, __pyx_n_s_Pipe_require_model, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__6)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 85, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_require_model, __pyx_t_3) < 0) __PYX_ERR(0, 85, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":90 * raise ValueError(Errors.E109.format(name=self.name)) * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * """Apply the pipe to a stream of documents. * */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_11pipe, 0, __pyx_n_s_Pipe_pipe, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__7)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 90, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_3, __pyx_tuple__180); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_pipe, __pyx_t_3) < 0) __PYX_ERR(0, 90, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":106 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """Apply the pipeline's model to a batch of docs, without * modifying them. */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_14predict, 0, __pyx_n_s_Pipe_predict, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__8)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 106, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_predict, __pyx_t_3) < 0) __PYX_ERR(0, 106, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":113 * raise NotImplementedError * * def set_annotations(self, docs, scores, tensors=None): # <<<<<<<<<<<<<< * """Modify a batch of documents, using pre-computed scores.""" * raise NotImplementedError */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_16set_annotations, 0, __pyx_n_s_Pipe_set_annotations, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__9)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 113, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_3, __pyx_tuple__183); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_set_annotations, __pyx_t_3) < 0) __PYX_ERR(0, 113, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":117 * raise NotImplementedError * * def update(self, docs, golds, drop=0.0, sgd=None, losses=None): # <<<<<<<<<<<<<< * """Learn from a batch of documents and gold-standard information, * updating the pipe's model. */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_18update, 0, __pyx_n_s_Pipe_update, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__10)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 117, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_3, __pyx_tuple__185); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_update, __pyx_t_3) < 0) __PYX_ERR(0, 117, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":125 * pass * * def rehearse(self, docs, sgd=None, losses=None, **config): # <<<<<<<<<<<<<< * pass * */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_20rehearse, 0, __pyx_n_s_Pipe_rehearse, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__11)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 125, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_3, __pyx_tuple__187); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_rehearse, __pyx_t_3) < 0) __PYX_ERR(0, 125, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":128 * pass * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * """Find the loss and gradient of loss for the batch of * documents and their predicted scores.""" */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_22get_loss, 0, __pyx_n_s_Pipe_get_loss, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__12)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 128, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_get_loss, __pyx_t_3) < 0) __PYX_ERR(0, 128, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":133 * raise NotImplementedError * * def add_label(self, label): # <<<<<<<<<<<<<< * """Add an output label, to be predicted by the model. * */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_24add_label, 0, __pyx_n_s_Pipe_add_label, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__13)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 133, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_add_label, __pyx_t_3) < 0) __PYX_ERR(0, 133, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":142 * raise NotImplementedError * * def create_optimizer(self): # <<<<<<<<<<<<<< * return create_default_optimizer(self.model.ops, **self.cfg.get("optimizer", {})) * */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_26create_optimizer, 0, __pyx_n_s_Pipe_create_optimizer, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__14)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 142, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_create_optimizer, __pyx_t_3) < 0) __PYX_ERR(0, 142, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":145 * return create_default_optimizer(self.model.ops, **self.cfg.get("optimizer", {})) * * def begin_training( # <<<<<<<<<<<<<< * self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs * ): */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_28begin_training, 0, __pyx_n_s_Pipe_begin_training, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__15)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_3, sizeof(__pyx_defaults), 1)) __PYX_ERR(0, 145, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":146 * * def begin_training( * self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs # <<<<<<<<<<<<<< * ): * """Initialize the pipe for training, using data exampes if available. */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_2lambda, 0, __pyx_n_s_Pipe_begin_training_locals_lambd, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 146, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_Defaults(__pyx_defaults, __pyx_t_3)->__pyx_arg_get_gold_tuples = __pyx_t_4; __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_3, __pyx_pf_5spacy_8pipeline_5pipes_11__defaults__); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_begin_training, __pyx_t_3) < 0) __PYX_ERR(0, 145, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":158 * return sgd * * def use_params(self, params): # <<<<<<<<<<<<<< * """Modify the pipe's model, to use the given parameter values.""" * with self.model.use_params(params): */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_30use_params, 0, __pyx_n_s_Pipe_use_params, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__16)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 158, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_use_params, __pyx_t_3) < 0) __PYX_ERR(0, 158, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":163 * yield * * def to_bytes(self, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the pipe to a bytestring. * */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_33to_bytes, 0, __pyx_n_s_Pipe_to_bytes, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__18)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 163, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_3, sizeof(__pyx_defaults1), 1)) __PYX_ERR(0, 163, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 163, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_Defaults(__pyx_defaults1, __pyx_t_3)->__pyx_arg_exclude = __pyx_t_4; __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_3, __pyx_pf_5spacy_8pipeline_5pipes_13__defaults__); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_to_bytes, __pyx_t_3) < 0) __PYX_ERR(0, 163, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":178 * return util.to_bytes(serialize, exclude) * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the pipe from a bytestring.""" * */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_35from_bytes, 0, __pyx_n_s_Pipe_from_bytes, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__19)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 178, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_3, sizeof(__pyx_defaults2), 1)) __PYX_ERR(0, 178, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 178, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_Defaults(__pyx_defaults2, __pyx_t_3)->__pyx_arg_exclude = __pyx_t_4; __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_3, __pyx_pf_5spacy_8pipeline_5pipes_15__defaults__); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_from_bytes, __pyx_t_3) < 0) __PYX_ERR(0, 178, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":201 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the pipe to disk.""" * serialize = OrderedDict() */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_37to_disk, 0, __pyx_n_s_Pipe_to_disk, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__22)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 201, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_3, sizeof(__pyx_defaults3), 1)) __PYX_ERR(0, 201, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 201, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_Defaults(__pyx_defaults3, __pyx_t_3)->__pyx_arg_exclude = __pyx_t_4; __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_3, __pyx_pf_5spacy_8pipeline_5pipes_17__defaults__); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_to_disk, __pyx_t_3) < 0) __PYX_ERR(0, 201, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":211 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the pipe from disk.""" * */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4Pipe_39from_disk, 0, __pyx_n_s_Pipe_from_disk, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__23)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 211, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_3, sizeof(__pyx_defaults4), 1)) __PYX_ERR(0, 211, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 211, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_Defaults(__pyx_defaults4, __pyx_t_3)->__pyx_arg_exclude = __pyx_t_4; __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_3, __pyx_pf_5spacy_8pipeline_5pipes_19__defaults__); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_from_disk, __pyx_t_3) < 0) __PYX_ERR(0, 211, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":48 * * * class Pipe(object): # <<<<<<<<<<<<<< * """This class is not instantiated directly. Components inherit from it, and * it defines the interface that components should follow to function as */ __pyx_t_3 = __Pyx_Py3ClassCreate(__pyx_t_2, __pyx_n_s_Pipe, __pyx_tuple__172, __pyx_t_1, NULL, 0, 1); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 48, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); if (PyDict_SetItem(__pyx_d, __pyx_n_s_Pipe, __pyx_t_3) < 0) __PYX_ERR(0, 48, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":235 * * @component("tensorizer", assigns=["doc.tensor"]) * class Tensorizer(Pipe): # <<<<<<<<<<<<<< * """Pre-train position-sensitive vectors for tokens.""" * */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Pipe); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 235, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 235, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_CalculateMetaclass(NULL, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 235, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_Py3MetaclassPrepare(__pyx_t_2, __pyx_t_1, __pyx_n_s_Tensorizer, __pyx_n_s_Tensorizer, (PyObject *) NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_kp_s_Pre_train_position_sensitive_vec); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 235, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); /* "spacy/pipeline/pipes.pyx":239 * * @classmethod * def Model(cls, output_size=300, **cfg): # <<<<<<<<<<<<<< * """Create a new statistical model for the class. * */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_1Model, __Pyx_CYFUNCTION_CLASSMETHOD, __pyx_n_s_Tensorizer_Model, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__26)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 239, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_4, __pyx_tuple__198); /* "spacy/pipeline/pipes.pyx":238 * """Pre-train position-sensitive vectors for tokens.""" * * @classmethod # <<<<<<<<<<<<<< * def Model(cls, output_size=300, **cfg): * """Create a new statistical model for the class. */ __pyx_t_5 = __Pyx_Method_ClassMethod(__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 238, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_Model, __pyx_t_5) < 0) __PYX_ERR(0, 239, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":250 * return zero_init(Affine(output_size, input_size, drop_factor=0.0)) * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * """Construct a new statistical model. Weights are not allocated on * initialisation. */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_3__init__, 0, __pyx_n_s_Tensorizer___init, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__27)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 250, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_5, __pyx_tuple__200); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_init, __pyx_t_5) < 0) __PYX_ERR(0, 250, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":270 * self.cfg.setdefault("cnn_maxout_pieces", 3) * * def __call__(self, doc): # <<<<<<<<<<<<<< * """Add context-sensitive vectors to a `Doc`, e.g. from a CNN or LSTM * model. Vectors are set to the `Doc.tensor` attribute. */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_5__call__, 0, __pyx_n_s_Tensorizer___call, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__29)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 270, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_call, __pyx_t_5) < 0) __PYX_ERR(0, 270, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":281 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * """Process `Doc` objects as a stream. * */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_7pipe, 0, __pyx_n_s_Tensorizer_pipe, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__30)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 281, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_5, __pyx_tuple__203); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_pipe, __pyx_t_5) < 0) __PYX_ERR(0, 281, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":294 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """Return a single tensor for a batch of documents. * */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_10predict, 0, __pyx_n_s_Tensorizer_predict, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__31)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 294, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_predict, __pyx_t_5) < 0) __PYX_ERR(0, 294, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":305 * return self.model.ops.unflatten(outputs, [len(d) for d in docs]) * * def set_annotations(self, docs, tensors): # <<<<<<<<<<<<<< * """Set the tensor attribute for a batch of documents. * */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_12set_annotations, 0, __pyx_n_s_Tensorizer_set_annotations, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__32)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 305, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_set_annotations, __pyx_t_5) < 0) __PYX_ERR(0, 305, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":316 * doc.tensor = tensor * * def update(self, docs, golds, state=None, drop=0.0, sgd=None, losses=None): # <<<<<<<<<<<<<< * """Update the model. * */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_14update, 0, __pyx_n_s_Tensorizer_update, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__33)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 316, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_5, __pyx_tuple__207); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_update, __pyx_t_5) < 0) __PYX_ERR(0, 316, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":346 * return loss * * def get_loss(self, docs, golds, prediction): # <<<<<<<<<<<<<< * ids = self.model.ops.flatten([doc.to_array(ID).ravel() for doc in docs]) * target = self.vocab.vectors.data[ids] */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_16get_loss, 0, __pyx_n_s_Tensorizer_get_loss, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__34)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 346, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_get_loss, __pyx_t_5) < 0) __PYX_ERR(0, 346, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":353 * return loss, d_scores * * def begin_training(self, gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * """Allocate models, pre-process training data and acquire an * optimizer. */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_10Tensorizer_18begin_training, 0, __pyx_n_s_Tensorizer_begin_training, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__35)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 353, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_5, sizeof(__pyx_defaults5), 1)) __PYX_ERR(0, 353, __pyx_L1_error) __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_3lambda9, 0, __pyx_n_s_Tensorizer_begin_training_locals, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 353, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_Defaults(__pyx_defaults5, __pyx_t_5)->__pyx_arg_gold_tuples = __pyx_t_4; __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_5, __pyx_pf_5spacy_8pipeline_5pipes_21__defaults__); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_begin_training, __pyx_t_5) < 0) __PYX_ERR(0, 353, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":234 * * * @component("tensorizer", assigns=["doc.tensor"]) # <<<<<<<<<<<<<< * class Tensorizer(Pipe): * """Pre-train position-sensitive vectors for tokens.""" */ __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_component); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 234, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __pyx_t_6 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 234, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_7 = PyList_New(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 234, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_INCREF(__pyx_kp_u_doc_tensor); __Pyx_GIVEREF(__pyx_kp_u_doc_tensor); PyList_SET_ITEM(__pyx_t_7, 0, __pyx_kp_u_doc_tensor); if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_assigns, __pyx_t_7) < 0) __PYX_ERR(0, 234, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_tuple__210, __pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 234, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":235 * * @component("tensorizer", assigns=["doc.tensor"]) * class Tensorizer(Pipe): # <<<<<<<<<<<<<< * """Pre-train position-sensitive vectors for tokens.""" * */ __pyx_t_6 = __Pyx_Py3ClassCreate(__pyx_t_2, __pyx_n_s_Tensorizer, __pyx_t_1, __pyx_t_3, NULL, 0, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 235, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); } } __pyx_t_5 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_4, __pyx_t_6) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_6); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 234, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (PyDict_SetItem(__pyx_d, __pyx_n_s_Tensorizer, __pyx_t_5) < 0) __PYX_ERR(0, 235, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":373 * * @component("tagger", assigns=["token.tag", "token.pos", "token.lemma"]) * class Tagger(Pipe): # <<<<<<<<<<<<<< * """Pipeline component for part-of-speech tagging. * */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Pipe); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_CalculateMetaclass(NULL, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = __Pyx_Py3MetaclassPrepare(__pyx_t_1, __pyx_t_2, __pyx_n_s_Tagger, __pyx_n_s_Tagger, (PyObject *) NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_kp_s_Pipeline_component_for_part_of_s); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); /* "spacy/pipeline/pipes.pyx":379 * """ * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_1__init__, 0, __pyx_n_s_Tagger___init, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__36)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 379, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_5, __pyx_tuple__212); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_init, __pyx_t_5) < 0) __PYX_ERR(0, 379, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":387 * * @property * def labels(self): # <<<<<<<<<<<<<< * return tuple(self.vocab.morphology.tag_names) * */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_3labels, 0, __pyx_n_s_Tagger_labels, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__38)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 387, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); /* "spacy/pipeline/pipes.pyx":386 * self.cfg.setdefault("cnn_maxout_pieces", 2) * * @property # <<<<<<<<<<<<<< * def labels(self): * return tuple(self.vocab.morphology.tag_names) */ __pyx_t_7 = __Pyx_PyObject_CallOneArg(__pyx_builtin_property, __pyx_t_5); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 386, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_labels, __pyx_t_7) < 0) __PYX_ERR(0, 387, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":391 * * @property * def tok2vec(self): # <<<<<<<<<<<<<< * if self.model in (None, True, False): * return None */ __pyx_t_7 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_5tok2vec, 0, __pyx_n_s_Tagger_tok2vec, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__39)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 391, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); /* "spacy/pipeline/pipes.pyx":390 * return tuple(self.vocab.morphology.tag_names) * * @property # <<<<<<<<<<<<<< * def tok2vec(self): * if self.model in (None, True, False): */ __pyx_t_5 = __Pyx_PyObject_CallOneArg(__pyx_builtin_property, __pyx_t_7); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 390, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_tok2vec, __pyx_t_5) < 0) __PYX_ERR(0, 391, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":397 * return chain(self.model.tok2vec, flatten) * * def __call__(self, doc): # <<<<<<<<<<<<<< * tags, tokvecs = self.predict([doc]) * self.set_annotations([doc], tags, tensors=tokvecs) */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_7__call__, 0, __pyx_n_s_Tagger___call, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__40)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 397, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_call, __pyx_t_5) < 0) __PYX_ERR(0, 397, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":402 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_9pipe, 0, __pyx_n_s_Tagger_pipe, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__41)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_5, __pyx_tuple__217); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_pipe, __pyx_t_5) < 0) __PYX_ERR(0, 402, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":409 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * if not any(len(doc) for doc in docs): */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_12predict, 0, __pyx_n_s_Tagger_predict, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__42)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 409, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_predict, __pyx_t_5) < 0) __PYX_ERR(0, 409, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":427 * return guesses, tokvecs * * def set_annotations(self, docs, batch_tag_ids, tensors=None): # <<<<<<<<<<<<<< * if isinstance(docs, Doc): * docs = [docs] */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_14set_annotations, 0, __pyx_n_s_Tagger_set_annotations, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__43)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 427, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_5, __pyx_tuple__220); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_set_annotations, __pyx_t_5) < 0) __PYX_ERR(0, 427, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":458 * doc.is_tagged = True * * def update(self, docs, golds, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if losses is not None and self.name not in losses: */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_16update, 0, __pyx_n_s_Tagger_update, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__45)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 458, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_5, __pyx_tuple__222); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_update, __pyx_t_5) < 0) __PYX_ERR(0, 458, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":474 * losses[self.name] += loss * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * """Perform a 'rehearsal' update, where we try to match the output of * an initial model. */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_18rehearse, 0, __pyx_n_s_Tagger_rehearse, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__46)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 474, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_5, __pyx_tuple__224); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_rehearse, __pyx_t_5) < 0) __PYX_ERR(0, 474, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":491 * losses[self.name] += (gradient**2).sum() * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * scores = self.model.ops.flatten(scores) * tag_index = {tag: i for i, tag in enumerate(self.labels)} */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_20get_loss, 0, __pyx_n_s_Tagger_get_loss, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__47)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 491, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_get_loss, __pyx_t_5) < 0) __PYX_ERR(0, 491, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":515 * return float(loss), d_scores * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, # <<<<<<<<<<<<<< * **kwargs): * lemma_tables = ["lemma_rules", "lemma_index", "lemma_exc", "lemma_lookup"] */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_22begin_training, 0, __pyx_n_s_Tagger_begin_training, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__48)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 515, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_5, sizeof(__pyx_defaults6), 1)) __PYX_ERR(0, 515, __pyx_L1_error) __pyx_t_7 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_4lambda13, 0, __pyx_n_s_Tagger_begin_training_locals_lam, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 515, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_CyFunction_Defaults(__pyx_defaults6, __pyx_t_5)->__pyx_arg_get_gold_tuples = __pyx_t_7; __Pyx_GIVEREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_5, __pyx_pf_5spacy_8pipeline_5pipes_23__defaults__); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_begin_training, __pyx_t_5) < 0) __PYX_ERR(0, 515, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":551 * * @classmethod * def Model(cls, n_tags, **cfg): # <<<<<<<<<<<<<< * if cfg.get("pretrained_dims") and not cfg.get("pretrained_vectors"): * raise ValueError(TempErrors.T008) */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_24Model, __Pyx_CYFUNCTION_CLASSMETHOD, __pyx_n_s_Tagger_Model, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__50)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 551, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); /* "spacy/pipeline/pipes.pyx":550 * return sgd * * @classmethod # <<<<<<<<<<<<<< * def Model(cls, n_tags, **cfg): * if cfg.get("pretrained_dims") and not cfg.get("pretrained_vectors"): */ __pyx_t_7 = __Pyx_Method_ClassMethod(__pyx_t_5); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 550, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_Model, __pyx_t_7) < 0) __PYX_ERR(0, 551, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":556 * return build_tagger_model(n_tags, **cfg) * * def add_label(self, label, values=None): # <<<<<<<<<<<<<< * if not isinstance(label, basestring_): * raise ValueError(Errors.E187) */ __pyx_t_7 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_26add_label, 0, __pyx_n_s_Tagger_add_label, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__51)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 556, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_7, __pyx_tuple__229); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_add_label, __pyx_t_7) < 0) __PYX_ERR(0, 556, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":582 * return 1 * * def use_params(self, params): # <<<<<<<<<<<<<< * with self.model.use_params(params): * yield */ __pyx_t_7 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_28use_params, 0, __pyx_n_s_Tagger_use_params, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__52)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 582, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_use_params, __pyx_t_7) < 0) __PYX_ERR(0, 582, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":586 * yield * * def to_bytes(self, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * serialize = OrderedDict() * if self.model not in (None, True, False): */ __pyx_t_7 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_31to_bytes, 0, __pyx_n_s_Tagger_to_bytes, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__53)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 586, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_7, sizeof(__pyx_defaults7), 1)) __PYX_ERR(0, 586, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 586, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_Defaults(__pyx_defaults7, __pyx_t_7)->__pyx_arg_exclude = __pyx_t_5; __Pyx_GIVEREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_7, __pyx_pf_5spacy_8pipeline_5pipes_25__defaults__); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_to_bytes, __pyx_t_7) < 0) __PYX_ERR(0, 586, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":597 * return util.to_bytes(serialize, exclude) * * def from_bytes(self, bytes_data, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(b): * # TODO: Remove this once we don't have to handle previous models */ __pyx_t_7 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_33from_bytes, 0, __pyx_n_s_Tagger_from_bytes, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__55)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 597, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_7, sizeof(__pyx_defaults8), 1)) __PYX_ERR(0, 597, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 597, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_Defaults(__pyx_defaults8, __pyx_t_7)->__pyx_arg_exclude = __pyx_t_5; __Pyx_GIVEREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_7, __pyx_pf_5spacy_8pipeline_5pipes_27__defaults__); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_from_bytes, __pyx_t_7) < 0) __PYX_ERR(0, 597, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":629 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * tag_map = OrderedDict(sorted(self.vocab.morphology.tag_map.items())) * serialize = OrderedDict(( */ __pyx_t_7 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_35to_disk, 0, __pyx_n_s_Tagger_to_disk, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__60)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 629, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_7, sizeof(__pyx_defaults9), 1)) __PYX_ERR(0, 629, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 629, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_Defaults(__pyx_defaults9, __pyx_t_7)->__pyx_arg_exclude = __pyx_t_5; __Pyx_GIVEREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_7, __pyx_pf_5spacy_8pipeline_5pipes_29__defaults__); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_to_disk, __pyx_t_7) < 0) __PYX_ERR(0, 629, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":640 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(p): * # TODO: Remove this once we don't have to handle previous models */ __pyx_t_7 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6Tagger_37from_disk, 0, __pyx_n_s_Tagger_from_disk, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__61)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 640, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_7, sizeof(__pyx_defaults10), 1)) __PYX_ERR(0, 640, __pyx_L1_error) __pyx_t_5 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 640, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_Defaults(__pyx_defaults10, __pyx_t_7)->__pyx_arg_exclude = __pyx_t_5; __Pyx_GIVEREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_7, __pyx_pf_5spacy_8pipeline_5pipes_31__defaults__); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_from_disk, __pyx_t_7) < 0) __PYX_ERR(0, 640, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":372 * * * @component("tagger", assigns=["token.tag", "token.pos", "token.lemma"]) # <<<<<<<<<<<<<< * class Tagger(Pipe): * """Pipeline component for part-of-speech tagging. */ __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_component); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 372, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_6 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 372, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_4 = PyList_New(3); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 372, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_INCREF(__pyx_kp_u_token_tag); __Pyx_GIVEREF(__pyx_kp_u_token_tag); PyList_SET_ITEM(__pyx_t_4, 0, __pyx_kp_u_token_tag); __Pyx_INCREF(__pyx_kp_u_token_pos); __Pyx_GIVEREF(__pyx_kp_u_token_pos); PyList_SET_ITEM(__pyx_t_4, 1, __pyx_kp_u_token_pos); __Pyx_INCREF(__pyx_kp_u_token_lemma); __Pyx_GIVEREF(__pyx_kp_u_token_lemma); PyList_SET_ITEM(__pyx_t_4, 2, __pyx_kp_u_token_lemma); if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_assigns, __pyx_t_4) < 0) __PYX_ERR(0, 372, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __pyx_t_4 = __Pyx_PyObject_Call(__pyx_t_5, __pyx_tuple__235, __pyx_t_6); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 372, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":373 * * @component("tagger", assigns=["token.tag", "token.pos", "token.lemma"]) * class Tagger(Pipe): # <<<<<<<<<<<<<< * """Pipeline component for part-of-speech tagging. * */ __pyx_t_6 = __Pyx_Py3ClassCreate(__pyx_t_1, __pyx_n_s_Tagger, __pyx_t_2, __pyx_t_3, NULL, 0, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_7 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_t_6) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_6); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 372, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (PyDict_SetItem(__pyx_d, __pyx_n_s_Tagger, __pyx_t_7) < 0) __PYX_ERR(0, 373, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":672 * * @component("nn_labeller") * class MultitaskObjective(Tagger): # <<<<<<<<<<<<<< * """Experimental: Assist training of a parser or tagger, by training a * side-objective. */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Tagger); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 672, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 672, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_CalculateMetaclass(NULL, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 672, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_Py3MetaclassPrepare(__pyx_t_2, __pyx_t_1, __pyx_n_s_MultitaskObjective, __pyx_n_s_MultitaskObjective, (PyObject *) NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_kp_s_Experimental_Assist_training_of); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 672, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); /* "spacy/pipeline/pipes.pyx":677 * """ * * def __init__(self, vocab, model=True, target='dep_tag_offset', **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ __pyx_t_7 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_1__init__, 0, __pyx_n_s_MultitaskObjective___init, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__66)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 677, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_7, __pyx_tuple__237); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_init, __pyx_t_7) < 0) __PYX_ERR(0, 677, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":700 * * @property * def labels(self): # <<<<<<<<<<<<<< * return self.cfg.setdefault("labels", {}) * */ __pyx_t_7 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_3labels, 0, __pyx_n_s_MultitaskObjective_labels, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__67)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 700, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); /* "spacy/pipeline/pipes.pyx":699 * self.cfg.setdefault("cnn_maxout_pieces", 2) * * @property # <<<<<<<<<<<<<< * def labels(self): * return self.cfg.setdefault("labels", {}) */ __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_property, __pyx_t_7); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 699, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_labels, __pyx_t_4) < 0) __PYX_ERR(0, 700, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":703 * return self.cfg.setdefault("labels", {}) * * @labels.setter # <<<<<<<<<<<<<< * def labels(self, value): * self.cfg["labels"] = value */ __pyx_t_7 = PyObject_GetItem(__pyx_t_3, __pyx_n_s_labels); if (unlikely(!__pyx_t_7)) { PyErr_Clear(); __Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_labels); } if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 703, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_6 = __Pyx_PyObject_GetAttrStr(__pyx_t_7, __pyx_n_s_setter); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 703, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":704 * * @labels.setter * def labels(self, value): # <<<<<<<<<<<<<< * self.cfg["labels"] = value * */ __pyx_t_7 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_5labels, 0, __pyx_n_s_MultitaskObjective_labels, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__68)); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 704, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_6))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_6); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_6, function); } } __pyx_t_4 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_5, __pyx_t_7) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_7); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 703, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_labels, __pyx_t_4) < 0) __PYX_ERR(0, 704, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":707 * self.cfg["labels"] = value * * def set_annotations(self, docs, dep_ids, tensors=None): # <<<<<<<<<<<<<< * pass * */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_7set_annotations, 0, __pyx_n_s_MultitaskObjective_set_annotatio, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__69)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 707, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_4, __pyx_tuple__241); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_set_annotations, __pyx_t_4) < 0) __PYX_ERR(0, 707, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":710 * pass * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, tok2vec=None, # <<<<<<<<<<<<<< * sgd=None, **kwargs): * gold_tuples = nonproj.preprocess_training_data(get_gold_tuples()) */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_9begin_training, 0, __pyx_n_s_MultitaskObjective_begin_trainin, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__70)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 710, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_4, sizeof(__pyx_defaults11), 1)) __PYX_ERR(0, 710, __pyx_L1_error) __pyx_t_6 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_5lambda26, 0, __pyx_n_s_MultitaskObjective_begin_trainin_2, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 710, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_CyFunction_Defaults(__pyx_defaults11, __pyx_t_4)->__pyx_arg_get_gold_tuples = __pyx_t_6; __Pyx_GIVEREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_4, __pyx_pf_5spacy_8pipeline_5pipes_33__defaults__); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_begin_training, __pyx_t_4) < 0) __PYX_ERR(0, 710, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":729 * * @classmethod * def Model(cls, n_tags, tok2vec=None, **cfg): # <<<<<<<<<<<<<< * token_vector_width = util.env_opt("token_vector_width", 96) * softmax = Softmax(n_tags, token_vector_width*2) */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_11Model, __Pyx_CYFUNCTION_CLASSMETHOD, __pyx_n_s_MultitaskObjective_Model, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__71)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 729, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_4, __pyx_tuple__244); /* "spacy/pipeline/pipes.pyx":728 * return sgd * * @classmethod # <<<<<<<<<<<<<< * def Model(cls, n_tags, tok2vec=None, **cfg): * token_vector_width = util.env_opt("token_vector_width", 96) */ __pyx_t_6 = __Pyx_Method_ClassMethod(__pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 728, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_Model, __pyx_t_6) < 0) __PYX_ERR(0, 729, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":741 * return model * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * tokvecs = self.model.tok2vec(docs) */ __pyx_t_6 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_13predict, 0, __pyx_n_s_MultitaskObjective_predict, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__72)); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 741, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_predict, __pyx_t_6) < 0) __PYX_ERR(0, 741, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":747 * return tokvecs, scores * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * if len(docs) != len(golds): * raise ValueError(Errors.E077.format(value="loss", n_docs=len(docs), */ __pyx_t_6 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_15get_loss, 0, __pyx_n_s_MultitaskObjective_get_loss, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__73)); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 747, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_get_loss, __pyx_t_6) < 0) __PYX_ERR(0, 747, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":770 * * @staticmethod * def make_dep(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if deps[i] is None or heads[i] is None: * return None */ __pyx_t_6 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_17make_dep, __Pyx_CYFUNCTION_STATICMETHOD, __pyx_n_s_MultitaskObjective_make_dep, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__74)); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 770, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); /* "spacy/pipeline/pipes.pyx":769 * return float(loss), d_scores * * @staticmethod # <<<<<<<<<<<<<< * def make_dep(i, words, tags, heads, deps, ents): * if deps[i] is None or heads[i] is None: */ __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_staticmethod, __pyx_t_6); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 769, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_make_dep, __pyx_t_4) < 0) __PYX_ERR(0, 770, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":776 * * @staticmethod * def make_tag(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * return tags[i] * */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_19make_tag, __Pyx_CYFUNCTION_STATICMETHOD, __pyx_n_s_MultitaskObjective_make_tag, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__75)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 776, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); /* "spacy/pipeline/pipes.pyx":775 * return deps[i] * * @staticmethod # <<<<<<<<<<<<<< * def make_tag(i, words, tags, heads, deps, ents): * return tags[i] */ __pyx_t_6 = __Pyx_PyObject_CallOneArg(__pyx_builtin_staticmethod, __pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 775, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_make_tag, __pyx_t_6) < 0) __PYX_ERR(0, 776, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":780 * * @staticmethod * def make_ent(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if ents is None: * return None */ __pyx_t_6 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_21make_ent, __Pyx_CYFUNCTION_STATICMETHOD, __pyx_n_s_MultitaskObjective_make_ent, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__76)); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 780, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); /* "spacy/pipeline/pipes.pyx":779 * return tags[i] * * @staticmethod # <<<<<<<<<<<<<< * def make_ent(i, words, tags, heads, deps, ents): * if ents is None: */ __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_staticmethod, __pyx_t_6); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 779, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_make_ent, __pyx_t_4) < 0) __PYX_ERR(0, 780, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":786 * * @staticmethod * def make_dep_tag_offset(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if deps[i] is None or heads[i] is None: * return None */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_23make_dep_tag_offset, __Pyx_CYFUNCTION_STATICMETHOD, __pyx_n_s_MultitaskObjective_make_dep_tag, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__77)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 786, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); /* "spacy/pipeline/pipes.pyx":785 * return ents[i] * * @staticmethod # <<<<<<<<<<<<<< * def make_dep_tag_offset(i, words, tags, heads, deps, ents): * if deps[i] is None or heads[i] is None: */ __pyx_t_6 = __Pyx_PyObject_CallOneArg(__pyx_builtin_staticmethod, __pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 785, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_make_dep_tag_offset, __pyx_t_6) < 0) __PYX_ERR(0, 786, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":795 * * @staticmethod * def make_ent_tag(i, words, tags, heads, deps, ents): # <<<<<<<<<<<<<< * if ents is None or ents[i] is None: * return None */ __pyx_t_6 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_25make_ent_tag, __Pyx_CYFUNCTION_STATICMETHOD, __pyx_n_s_MultitaskObjective_make_ent_tag, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__80)); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); /* "spacy/pipeline/pipes.pyx":794 * return "%s-%s:%d" % (deps[i], tags[i], offset) * * @staticmethod # <<<<<<<<<<<<<< * def make_ent_tag(i, words, tags, heads, deps, ents): * if ents is None or ents[i] is None: */ __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_staticmethod, __pyx_t_6); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 794, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_make_ent_tag, __pyx_t_4) < 0) __PYX_ERR(0, 795, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":802 * * @staticmethod * def make_sent_start(target, words, tags, heads, deps, ents, cache=True, _cache={}): # <<<<<<<<<<<<<< * """A multi-task objective for representing sentence boundaries, * using BILU scheme. (O is impossible) */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_18MultitaskObjective_27make_sent_start, __Pyx_CYFUNCTION_STATICMETHOD, __pyx_n_s_MultitaskObjective_make_sent_sta_2, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__81)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 802, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_4, sizeof(__pyx_defaults12), 1)) __PYX_ERR(0, 802, __pyx_L1_error) __pyx_t_6 = __Pyx_PyDict_NewPresized(0); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 802, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_CyFunction_Defaults(__pyx_defaults12, __pyx_t_4)->__pyx_arg__cache = __pyx_t_6; __Pyx_GIVEREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_4, __pyx_pf_5spacy_8pipeline_5pipes_35__defaults__); /* "spacy/pipeline/pipes.pyx":801 * return "%s-%s" % (tags[i], ents[i]) * * @staticmethod # <<<<<<<<<<<<<< * def make_sent_start(target, words, tags, heads, deps, ents, cache=True, _cache={}): * """A multi-task objective for representing sentence boundaries, */ __pyx_t_6 = __Pyx_PyObject_CallOneArg(__pyx_builtin_staticmethod, __pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 801, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_make_sent_start, __pyx_t_6) < 0) __PYX_ERR(0, 802, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":671 * * * @component("nn_labeller") # <<<<<<<<<<<<<< * class MultitaskObjective(Tagger): * """Experimental: Assist training of a parser or tagger, by training a */ __Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_component); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 671, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); } } __pyx_t_4 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_5, __pyx_n_u_nn_labeller) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_n_u_nn_labeller); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 671, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":672 * * @component("nn_labeller") * class MultitaskObjective(Tagger): # <<<<<<<<<<<<<< * """Experimental: Assist training of a parser or tagger, by training a * side-objective. */ __pyx_t_7 = __Pyx_Py3ClassCreate(__pyx_t_2, __pyx_n_s_MultitaskObjective, __pyx_t_1, __pyx_t_3, NULL, 0, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 672, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_4))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_4); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_4); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_4, function); } } __pyx_t_6 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_4, __pyx_t_5, __pyx_t_7) : __Pyx_PyObject_CallOneArg(__pyx_t_4, __pyx_t_7); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 671, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (PyDict_SetItem(__pyx_d, __pyx_n_s_MultitaskObjective, __pyx_t_6) < 0) __PYX_ERR(0, 672, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":847 * * * class ClozeMultitask(Pipe): # <<<<<<<<<<<<<< * @classmethod * def Model(cls, vocab, tok2vec, **cfg): */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Pipe); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 847, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 847, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_CalculateMetaclass(NULL, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 847, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = __Pyx_Py3MetaclassPrepare(__pyx_t_1, __pyx_t_2, __pyx_n_s_ClozeMultitask, __pyx_n_s_ClozeMultitask, (PyObject *) NULL, __pyx_n_s_spacy_pipeline_pipes, (PyObject *) NULL); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 847, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); /* "spacy/pipeline/pipes.pyx":849 * class ClozeMultitask(Pipe): * @classmethod * def Model(cls, vocab, tok2vec, **cfg): # <<<<<<<<<<<<<< * if cfg["objective"] == "characters": * out_sizes = [256] * cfg.get("nr_char", 4) */ __pyx_t_6 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_1Model, __Pyx_CYFUNCTION_CLASSMETHOD, __pyx_n_s_ClozeMultitask_Model, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__84)); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 849, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); /* "spacy/pipeline/pipes.pyx":848 * * class ClozeMultitask(Pipe): * @classmethod # <<<<<<<<<<<<<< * def Model(cls, vocab, tok2vec, **cfg): * if cfg["objective"] == "characters": */ __pyx_t_4 = __Pyx_Method_ClassMethod(__pyx_t_6); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 848, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_Model, __pyx_t_4) < 0) __PYX_ERR(0, 849, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":865 * return model * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_3__init__, 0, __pyx_n_s_ClozeMultitask___init, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__85)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 865, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_4, __pyx_tuple__255); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_init, __pyx_t_4) < 0) __PYX_ERR(0, 865, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":872 * self.cfg.setdefault("nr_char", 4) * * def set_annotations(self, docs, dep_ids, tensors=None): # <<<<<<<<<<<<<< * pass * */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_5set_annotations, 0, __pyx_n_s_ClozeMultitask_set_annotations, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__88)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_4, __pyx_tuple__257); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_set_annotations, __pyx_t_4) < 0) __PYX_ERR(0, 872, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":875 * pass * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, # <<<<<<<<<<<<<< * tok2vec=None, sgd=None, **kwargs): * link_vectors_to_models(self.vocab) */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_7begin_training, 0, __pyx_n_s_ClozeMultitask_begin_training, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__89)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 875, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_4, sizeof(__pyx_defaults13), 1)) __PYX_ERR(0, 875, __pyx_L1_error) __pyx_t_6 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_6lambda27, 0, __pyx_n_s_ClozeMultitask_begin_training_lo, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 875, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_CyFunction_Defaults(__pyx_defaults13, __pyx_t_4)->__pyx_arg_get_gold_tuples = __pyx_t_6; __Pyx_GIVEREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_4, __pyx_pf_5spacy_8pipeline_5pipes_37__defaults__); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_begin_training, __pyx_t_4) < 0) __PYX_ERR(0, 875, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":887 * return sgd * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * tokvecs = self.model.tok2vec(docs) */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_9predict, 0, __pyx_n_s_ClozeMultitask_predict, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__90)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 887, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_predict, __pyx_t_4) < 0) __PYX_ERR(0, 887, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":893 * return tokvecs, vectors * * def get_loss(self, docs, vectors, prediction): # <<<<<<<<<<<<<< * if self.cfg["objective"] == "characters": * loss, gradient = get_characters_loss(self.model.ops, docs, prediction) */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_11get_loss, 0, __pyx_n_s_ClozeMultitask_get_loss, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__91)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 893, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_get_loss, __pyx_t_4) < 0) __PYX_ERR(0, 893, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":906 * return float(loss), gradient * * def update(self, docs, golds, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * pass * */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_13update, 0, __pyx_n_s_ClozeMultitask_update, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__92)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 906, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_4, __pyx_tuple__262); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_update, __pyx_t_4) < 0) __PYX_ERR(0, 906, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":909 * pass * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if losses is not None and self.name not in losses: */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_15rehearse, 0, __pyx_n_s_ClozeMultitask_rehearse, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__93)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 909, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_4, __pyx_tuple__264); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_rehearse, __pyx_t_4) < 0) __PYX_ERR(0, 909, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":921 * * @staticmethod * def decode_utf8_predictions(char_array): # <<<<<<<<<<<<<< * # The format alternates filling from start and end, and 255 is missing * words = [] */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_14ClozeMultitask_17decode_utf8_predictions, __Pyx_CYFUNCTION_STATICMETHOD, __pyx_n_s_ClozeMultitask_decode_utf8_predi, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__94)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 921, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); /* "spacy/pipeline/pipes.pyx":920 * losses[self.name] += loss * * @staticmethod # <<<<<<<<<<<<<< * def decode_utf8_predictions(char_array): * # The format alternates filling from start and end, and 255 is missing */ __pyx_t_6 = __Pyx_PyObject_CallOneArg(__pyx_builtin_staticmethod, __pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 920, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_decode_utf8_predictions, __pyx_t_6) < 0) __PYX_ERR(0, 921, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":847 * * * class ClozeMultitask(Pipe): # <<<<<<<<<<<<<< * @classmethod * def Model(cls, vocab, tok2vec, **cfg): */ __pyx_t_6 = __Pyx_Py3ClassCreate(__pyx_t_1, __pyx_n_s_ClozeMultitask, __pyx_t_2, __pyx_t_3, NULL, 0, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 847, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); if (PyDict_SetItem(__pyx_d, __pyx_n_s_ClozeMultitask, __pyx_t_6) < 0) __PYX_ERR(0, 847, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":936 * * @component("textcat", assigns=["doc.cats"]) * class TextCategorizer(Pipe): # <<<<<<<<<<<<<< * """Pipeline component for text classification. * */ __Pyx_GetModuleGlobalName(__pyx_t_2, __pyx_n_s_Pipe); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 936, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 936, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_GIVEREF(__pyx_t_2); PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_2); __pyx_t_2 = 0; __pyx_t_2 = __Pyx_CalculateMetaclass(NULL, __pyx_t_1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 936, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_3 = __Pyx_Py3MetaclassPrepare(__pyx_t_2, __pyx_t_1, __pyx_n_s_TextCategorizer, __pyx_n_s_TextCategorizer, (PyObject *) NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_kp_s_Pipeline_component_for_text_clas); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 936, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); /* "spacy/pipeline/pipes.pyx":943 * * @classmethod * def Model(cls, nr_class=1, **cfg): # <<<<<<<<<<<<<< * embed_size = util.env_opt("embed_size", 2000) * if "token_vector_width" in cfg: */ __pyx_t_6 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_1Model, __Pyx_CYFUNCTION_CLASSMETHOD, __pyx_n_s_TextCategorizer_Model, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__98)); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 943, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_6, __pyx_tuple__267); /* "spacy/pipeline/pipes.pyx":942 * """ * * @classmethod # <<<<<<<<<<<<<< * def Model(cls, nr_class=1, **cfg): * embed_size = util.env_opt("embed_size", 2000) */ __pyx_t_4 = __Pyx_Method_ClassMethod(__pyx_t_6); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 942, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_Model, __pyx_t_4) < 0) __PYX_ERR(0, 943, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":958 * * @property * def tok2vec(self): # <<<<<<<<<<<<<< * if self.model in (None, True, False): * return None */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_3tok2vec, 0, __pyx_n_s_TextCategorizer_tok2vec, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__100)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 958, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); /* "spacy/pipeline/pipes.pyx":957 * return build_text_classifier(nr_class, **cfg) * * @property # <<<<<<<<<<<<<< * def tok2vec(self): * if self.model in (None, True, False): */ __pyx_t_6 = __Pyx_PyObject_CallOneArg(__pyx_builtin_property, __pyx_t_4); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 957, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_tok2vec, __pyx_t_6) < 0) __PYX_ERR(0, 958, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":964 * return self.model.tok2vec * * def __init__(self, vocab, model=True, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = model */ __pyx_t_6 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_5__init__, 0, __pyx_n_s_TextCategorizer___init, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__101)); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 964, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_6, __pyx_tuple__270); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_init, __pyx_t_6) < 0) __PYX_ERR(0, 964, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":971 * * @property * def labels(self): # <<<<<<<<<<<<<< * return tuple(self.cfg.setdefault("labels", [])) * */ __pyx_t_6 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_7labels, 0, __pyx_n_s_TextCategorizer_labels, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__102)); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); /* "spacy/pipeline/pipes.pyx":970 * self.cfg = dict(cfg) * * @property # <<<<<<<<<<<<<< * def labels(self): * return tuple(self.cfg.setdefault("labels", [])) */ __pyx_t_4 = __Pyx_PyObject_CallOneArg(__pyx_builtin_property, __pyx_t_6); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 970, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_labels, __pyx_t_4) < 0) __PYX_ERR(0, 971, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":974 * return tuple(self.cfg.setdefault("labels", [])) * * def require_labels(self): # <<<<<<<<<<<<<< * """Raise an error if the component's model has no labels defined.""" * if not self.labels: */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_9require_labels, 0, __pyx_n_s_TextCategorizer_require_labels, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__103)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 974, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_require_labels, __pyx_t_4) < 0) __PYX_ERR(0, 974, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":979 * raise ValueError(Errors.E143.format(name=self.name)) * * @labels.setter # <<<<<<<<<<<<<< * def labels(self, value): * self.cfg["labels"] = tuple(value) */ __pyx_t_6 = PyObject_GetItem(__pyx_t_3, __pyx_n_s_labels); if (unlikely(!__pyx_t_6)) { PyErr_Clear(); __Pyx_GetModuleGlobalName(__pyx_t_6, __pyx_n_s_labels); } if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 979, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_7 = __Pyx_PyObject_GetAttrStr(__pyx_t_6, __pyx_n_s_setter); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 979, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":980 * * @labels.setter * def labels(self, value): # <<<<<<<<<<<<<< * self.cfg["labels"] = tuple(value) * */ __pyx_t_6 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_11labels, 0, __pyx_n_s_TextCategorizer_labels, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__104)); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 980, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_5 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) { __pyx_t_5 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_5)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_5); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); } } __pyx_t_4 = (__pyx_t_5) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_5, __pyx_t_6) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_6); __Pyx_XDECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 979, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_labels, __pyx_t_4) < 0) __PYX_ERR(0, 980, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":983 * self.cfg["labels"] = tuple(value) * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_13pipe, 0, __pyx_n_s_TextCategorizer_pipe, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__105)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 983, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_4, __pyx_tuple__275); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_pipe, __pyx_t_4) < 0) __PYX_ERR(0, 983, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":990 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * self.require_model() * tensors = [doc.tensor for doc in docs] */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_16predict, 0, __pyx_n_s_TextCategorizer_predict, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__106)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 990, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_predict, __pyx_t_4) < 0) __PYX_ERR(0, 990, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1004 * return scores, tensors * * def set_annotations(self, docs, scores, tensors=None): # <<<<<<<<<<<<<< * for i, doc in enumerate(docs): * for j, label in enumerate(self.labels): */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_18set_annotations, 0, __pyx_n_s_TextCategorizer_set_annotations, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__107)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1004, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_4, __pyx_tuple__278); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_set_annotations, __pyx_t_4) < 0) __PYX_ERR(0, 1004, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1009 * doc.cats[label] = float(scores[i, j]) * * def update(self, docs, golds, state=None, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * if not any(len(doc) for doc in docs): */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_20update, 0, __pyx_n_s_TextCategorizer_update, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__108)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1009, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_4, __pyx_tuple__280); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_update, __pyx_t_4) < 0) __PYX_ERR(0, 1009, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1021 * losses[self.name] += loss * * def rehearse(self, docs, drop=0., sgd=None, losses=None): # <<<<<<<<<<<<<< * if self._rehearsal_model is None: * return */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_22rehearse, 0, __pyx_n_s_TextCategorizer_rehearse, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__109)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1021, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_4, __pyx_tuple__282); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_rehearse, __pyx_t_4) < 0) __PYX_ERR(0, 1021, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1035 * losses[self.name] += (gradient**2).sum() * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * truths = numpy.zeros((len(golds), len(self.labels)), dtype="f") * not_missing = numpy.ones((len(golds), len(self.labels)), dtype="f") */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_24get_loss, 0, __pyx_n_s_TextCategorizer_get_loss, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__110)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1035, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_get_loss, __pyx_t_4) < 0) __PYX_ERR(0, 1035, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1051 * return float(mean_square_error), d_scores * * def add_label(self, label): # <<<<<<<<<<<<<< * if not isinstance(label, basestring_): * raise ValueError(Errors.E187) */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_26add_label, 0, __pyx_n_s_TextCategorizer_add_label, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__111)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1051, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_add_label, __pyx_t_4) < 0) __PYX_ERR(0, 1051, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":1070 * return 1 * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * for raw_text, annot_brackets in get_gold_tuples(): * for _, (cats, _2) in annot_brackets: */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_15TextCategorizer_28begin_training, 0, __pyx_n_s_TextCategorizer_begin_training, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__112)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1070, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_4, sizeof(__pyx_defaults14), 1)) __PYX_ERR(0, 1070, __pyx_L1_error) __pyx_t_7 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_7lambda31, 0, __pyx_n_s_TextCategorizer_begin_training_l, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1070, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_CyFunction_Defaults(__pyx_defaults14, __pyx_t_4)->__pyx_arg_get_gold_tuples = __pyx_t_7; __Pyx_GIVEREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_4, __pyx_pf_5spacy_8pipeline_5pipes_39__defaults__); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_begin_training, __pyx_t_4) < 0) __PYX_ERR(0, 1070, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; /* "spacy/pipeline/pipes.pyx":935 * * * @component("textcat", assigns=["doc.cats"]) # <<<<<<<<<<<<<< * class TextCategorizer(Pipe): * """Pipeline component for text classification. */ __Pyx_GetModuleGlobalName(__pyx_t_7, __pyx_n_s_component); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 935, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_6 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 935, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_5 = PyList_New(1); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 935, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_INCREF(__pyx_kp_u_doc_cats); __Pyx_GIVEREF(__pyx_kp_u_doc_cats); PyList_SET_ITEM(__pyx_t_5, 0, __pyx_kp_u_doc_cats); if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_assigns, __pyx_t_5) < 0) __PYX_ERR(0, 935, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __pyx_t_5 = __Pyx_PyObject_Call(__pyx_t_7, __pyx_tuple__287, __pyx_t_6); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 935, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":936 * * @component("textcat", assigns=["doc.cats"]) * class TextCategorizer(Pipe): # <<<<<<<<<<<<<< * """Pipeline component for text classification. * */ __pyx_t_6 = __Pyx_Py3ClassCreate(__pyx_t_2, __pyx_n_s_TextCategorizer, __pyx_t_1, __pyx_t_3, NULL, 0, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 936, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_7 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_5))) { __pyx_t_7 = PyMethod_GET_SELF(__pyx_t_5); if (likely(__pyx_t_7)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_5); __Pyx_INCREF(__pyx_t_7); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_5, function); } } __pyx_t_4 = (__pyx_t_7) ? __Pyx_PyObject_Call2Args(__pyx_t_5, __pyx_t_7, __pyx_t_6) : __Pyx_PyObject_CallOneArg(__pyx_t_5, __pyx_t_6); __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 935, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if (PyDict_SetItem(__pyx_d, __pyx_n_s_TextCategorizer, __pyx_t_4) < 0) __PYX_ERR(0, 936, __pyx_L1_error) __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; /* "spacy/pipeline/pipes.pyx":1092 * """ * # cdef classes can't have decorators, so we're defining this here * name = "parser" # <<<<<<<<<<<<<< * factory = "parser" * assigns = ["token.dep", "token.is_sent_start", "doc.sents"] */ if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser->tp_dict, __pyx_n_s_name, __pyx_n_u_parser) < 0) __PYX_ERR(0, 1092, __pyx_L1_error) PyType_Modified(__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser); /* "spacy/pipeline/pipes.pyx":1093 * # cdef classes can't have decorators, so we're defining this here * name = "parser" * factory = "parser" # <<<<<<<<<<<<<< * assigns = ["token.dep", "token.is_sent_start", "doc.sents"] * requires = [] */ if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser->tp_dict, __pyx_n_s_factory, __pyx_n_u_parser) < 0) __PYX_ERR(0, 1093, __pyx_L1_error) PyType_Modified(__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser); /* "spacy/pipeline/pipes.pyx":1094 * name = "parser" * factory = "parser" * assigns = ["token.dep", "token.is_sent_start", "doc.sents"] # <<<<<<<<<<<<<< * requires = [] * TransitionSystem = ArcEager */ __pyx_t_1 = PyList_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1094, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_kp_u_token_dep); __Pyx_GIVEREF(__pyx_kp_u_token_dep); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_kp_u_token_dep); __Pyx_INCREF(__pyx_kp_u_token_is_sent_start); __Pyx_GIVEREF(__pyx_kp_u_token_is_sent_start); PyList_SET_ITEM(__pyx_t_1, 1, __pyx_kp_u_token_is_sent_start); __Pyx_INCREF(__pyx_kp_u_doc_sents); __Pyx_GIVEREF(__pyx_kp_u_doc_sents); PyList_SET_ITEM(__pyx_t_1, 2, __pyx_kp_u_doc_sents); if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser->tp_dict, __pyx_n_s_assigns, __pyx_t_1) < 0) __PYX_ERR(0, 1094, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; PyType_Modified(__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser); /* "spacy/pipeline/pipes.pyx":1095 * factory = "parser" * assigns = ["token.dep", "token.is_sent_start", "doc.sents"] * requires = [] # <<<<<<<<<<<<<< * TransitionSystem = ArcEager * nr_feature = 8 */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1095, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser->tp_dict, __pyx_n_s_requires, __pyx_t_1) < 0) __PYX_ERR(0, 1095, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; PyType_Modified(__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser); /* "spacy/pipeline/pipes.pyx":1096 * assigns = ["token.dep", "token.is_sent_start", "doc.sents"] * requires = [] * TransitionSystem = ArcEager # <<<<<<<<<<<<<< * nr_feature = 8 * */ if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser->tp_dict, __pyx_n_s_TransitionSystem, ((PyObject *)__pyx_ptype_5spacy_6syntax_9arc_eager_ArcEager)) < 0) __PYX_ERR(0, 1096, __pyx_L1_error) PyType_Modified(__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser); /* "spacy/pipeline/pipes.pyx":1097 * requires = [] * TransitionSystem = ArcEager * nr_feature = 8 # <<<<<<<<<<<<<< * * @property */ if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser->tp_dict, __pyx_n_s_nr_feature, __pyx_int_8) < 0) __PYX_ERR(0, 1097, __pyx_L1_error) PyType_Modified(__pyx_ptype_5spacy_8pipeline_5pipes_DependencyParser); /* "spacy/pipeline/pipes.pyx":1141 * DOCS: https://spacy.io/api/entityrecognizer * """ * name = "ner" # <<<<<<<<<<<<<< * factory = "ner" * assigns = ["doc.ents", "token.ent_iob", "token.ent_type"] */ if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer->tp_dict, __pyx_n_s_name, __pyx_n_u_ner) < 0) __PYX_ERR(0, 1141, __pyx_L1_error) PyType_Modified(__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer); /* "spacy/pipeline/pipes.pyx":1142 * """ * name = "ner" * factory = "ner" # <<<<<<<<<<<<<< * assigns = ["doc.ents", "token.ent_iob", "token.ent_type"] * requires = [] */ if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer->tp_dict, __pyx_n_s_factory, __pyx_n_u_ner) < 0) __PYX_ERR(0, 1142, __pyx_L1_error) PyType_Modified(__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer); /* "spacy/pipeline/pipes.pyx":1143 * name = "ner" * factory = "ner" * assigns = ["doc.ents", "token.ent_iob", "token.ent_type"] # <<<<<<<<<<<<<< * requires = [] * TransitionSystem = BiluoPushDown */ __pyx_t_1 = PyList_New(3); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1143, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_INCREF(__pyx_kp_u_doc_ents); __Pyx_GIVEREF(__pyx_kp_u_doc_ents); PyList_SET_ITEM(__pyx_t_1, 0, __pyx_kp_u_doc_ents); __Pyx_INCREF(__pyx_kp_u_token_ent_iob); __Pyx_GIVEREF(__pyx_kp_u_token_ent_iob); PyList_SET_ITEM(__pyx_t_1, 1, __pyx_kp_u_token_ent_iob); __Pyx_INCREF(__pyx_kp_u_token_ent_type); __Pyx_GIVEREF(__pyx_kp_u_token_ent_type); PyList_SET_ITEM(__pyx_t_1, 2, __pyx_kp_u_token_ent_type); if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer->tp_dict, __pyx_n_s_assigns, __pyx_t_1) < 0) __PYX_ERR(0, 1143, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; PyType_Modified(__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer); /* "spacy/pipeline/pipes.pyx":1144 * factory = "ner" * assigns = ["doc.ents", "token.ent_iob", "token.ent_type"] * requires = [] # <<<<<<<<<<<<<< * TransitionSystem = BiluoPushDown * nr_feature = 6 */ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1144, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer->tp_dict, __pyx_n_s_requires, __pyx_t_1) < 0) __PYX_ERR(0, 1144, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; PyType_Modified(__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer); /* "spacy/pipeline/pipes.pyx":1145 * assigns = ["doc.ents", "token.ent_iob", "token.ent_type"] * requires = [] * TransitionSystem = BiluoPushDown # <<<<<<<<<<<<<< * nr_feature = 6 * */ if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer->tp_dict, __pyx_n_s_TransitionSystem, ((PyObject *)__pyx_ptype_5spacy_6syntax_3ner_BiluoPushDown)) < 0) __PYX_ERR(0, 1145, __pyx_L1_error) PyType_Modified(__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer); /* "spacy/pipeline/pipes.pyx":1146 * requires = [] * TransitionSystem = BiluoPushDown * nr_feature = 6 # <<<<<<<<<<<<<< * * def add_multitask_objective(self, target): */ if (PyDict_SetItem((PyObject *)__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer->tp_dict, __pyx_n_s_nr_feature, __pyx_int_6) < 0) __PYX_ERR(0, 1146, __pyx_L1_error) PyType_Modified(__pyx_ptype_5spacy_8pipeline_5pipes_EntityRecognizer); /* "spacy/pipeline/pipes.pyx":1180 * assigns=["token.ent_kb_id"] * ) * class EntityLinker(Pipe): # <<<<<<<<<<<<<< * """Pipeline component for named entity linking. * */ __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Pipe); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1180, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1180, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GIVEREF(__pyx_t_1); PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1); __pyx_t_1 = 0; __pyx_t_1 = __Pyx_CalculateMetaclass(NULL, __pyx_t_2); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1180, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_3 = __Pyx_Py3MetaclassPrepare(__pyx_t_1, __pyx_t_2, __pyx_n_s_EntityLinker, __pyx_n_s_EntityLinker, (PyObject *) NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_kp_s_Pipeline_component_for_named_ent); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1180, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); /* "spacy/pipeline/pipes.pyx":1185 * DOCS: https://spacy.io/api/entitylinker * """ * NIL = "NIL" # string used to refer to a non-existing link # <<<<<<<<<<<<<< * * @classmethod */ if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_NIL, __pyx_n_u_NIL) < 0) __PYX_ERR(0, 1185, __pyx_L1_error) /* "spacy/pipeline/pipes.pyx":1188 * * @classmethod * def Model(cls, **cfg): # <<<<<<<<<<<<<< * embed_width = cfg.get("embed_width", 300) * hidden_width = cfg.get("hidden_width", 128) */ __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_1Model, __Pyx_CYFUNCTION_CLASSMETHOD, __pyx_n_s_EntityLinker_Model, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__114)); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1188, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); /* "spacy/pipeline/pipes.pyx":1187 * NIL = "NIL" # string used to refer to a non-existing link * * @classmethod # <<<<<<<<<<<<<< * def Model(cls, **cfg): * embed_width = cfg.get("embed_width", 300) */ __pyx_t_5 = __Pyx_Method_ClassMethod(__pyx_t_4); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1187, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_Model, __pyx_t_5) < 0) __PYX_ERR(0, 1188, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1196 * return model * * def __init__(self, vocab, **cfg): # <<<<<<<<<<<<<< * self.vocab = vocab * self.model = True */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_3__init__, 0, __pyx_n_s_EntityLinker___init, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__115)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1196, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_init, __pyx_t_5) < 0) __PYX_ERR(0, 1196, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1205 * self.n_sents = cfg.get("n_sents", 0) * * def set_kb(self, kb): # <<<<<<<<<<<<<< * self.kb = kb * */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_5set_kb, 0, __pyx_n_s_EntityLinker_set_kb, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__116)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1205, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_set_kb, __pyx_t_5) < 0) __PYX_ERR(0, 1205, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1208 * self.kb = kb * * def require_model(self): # <<<<<<<<<<<<<< * # Raise an error if the component's model is not initialized. * if getattr(self, "model", None) in (None, True, False): */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_7require_model, 0, __pyx_n_s_EntityLinker_require_model, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__117)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1208, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_require_model, __pyx_t_5) < 0) __PYX_ERR(0, 1208, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1213 * raise ValueError(Errors.E109.format(name=self.name)) * * def require_kb(self): # <<<<<<<<<<<<<< * # Raise an error if the knowledge base is not initialized. * if getattr(self, "kb", None) in (None, True, False): */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_9require_kb, 0, __pyx_n_s_EntityLinker_require_kb, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__118)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1213, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_require_kb, __pyx_t_5) < 0) __PYX_ERR(0, 1213, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1218 * raise ValueError(Errors.E139.format(name=self.name)) * * def begin_training(self, get_gold_tuples=lambda: [], pipeline=None, sgd=None, **kwargs): # <<<<<<<<<<<<<< * self.require_kb() * self.cfg["entity_width"] = self.kb.entity_vector_length */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_11begin_training, 0, __pyx_n_s_EntityLinker_begin_training, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__119)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1218, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_5, sizeof(__pyx_defaults15), 1)) __PYX_ERR(0, 1218, __pyx_L1_error) __pyx_t_4 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_8lambda33, 0, __pyx_n_s_EntityLinker_begin_training_loca, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1218, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_Defaults(__pyx_defaults15, __pyx_t_5)->__pyx_arg_get_gold_tuples = __pyx_t_4; __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_5, __pyx_pf_5spacy_8pipeline_5pipes_41__defaults__); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_begin_training, __pyx_t_5) < 0) __PYX_ERR(0, 1218, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1230 * return sgd * * def update(self, docs, golds, state=None, drop=0.0, sgd=None, losses=None): # <<<<<<<<<<<<<< * self.require_model() * self.require_kb() */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_13update, 0, __pyx_n_s_EntityLinker_update, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__120)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1230, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_5, __pyx_tuple__295); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_update, __pyx_t_5) < 0) __PYX_ERR(0, 1230, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1301 * return loss * * def get_similarity_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * entity_encodings = [] * for gold in golds: */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_15get_similarity_loss, 0, __pyx_n_s_EntityLinker_get_similarity_loss, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__121)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1301, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_get_similarity_loss, __pyx_t_5) < 0) __PYX_ERR(0, 1301, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1320 * return loss, gradients * * def get_loss(self, docs, golds, scores): # <<<<<<<<<<<<<< * cats = [] * for gold in golds: */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_17get_loss, 0, __pyx_n_s_EntityLinker_get_loss, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__122)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1320, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_get_loss, __pyx_t_5) < 0) __PYX_ERR(0, 1320, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1336 * return loss, d_scores * * def __call__(self, doc): # <<<<<<<<<<<<<< * kb_ids, tensors = self.predict([doc]) * self.set_annotations([doc], kb_ids, tensors=tensors) */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_19__call__, 0, __pyx_n_s_EntityLinker___call, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__123)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1336, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_call, __pyx_t_5) < 0) __PYX_ERR(0, 1336, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1341 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_21pipe, 0, __pyx_n_s_EntityLinker_pipe, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__124)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1341, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_5, __pyx_tuple__300); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_pipe, __pyx_t_5) < 0) __PYX_ERR(0, 1341, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1348 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """ Return the KB IDs for each entity in each doc, including NIL if there is no prediction """ * self.require_model() */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_24predict, 0, __pyx_n_s_EntityLinker_predict, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__125)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1348, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_predict, __pyx_t_5) < 0) __PYX_ERR(0, 1348, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1444 * return final_kb_ids, final_tensors * * def set_annotations(self, docs, kb_ids, tensors=None): # <<<<<<<<<<<<<< * count_ents = len([ent for doc in docs for ent in doc.ents]) * if count_ents != len(kb_ids): */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_26set_annotations, 0, __pyx_n_s_EntityLinker_set_annotations, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__128)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1444, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_5, __pyx_tuple__303); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_set_annotations, __pyx_t_5) < 0) __PYX_ERR(0, 1444, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1457 * token.ent_kb_id_ = kb_id * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * serialize = OrderedDict() * serialize["cfg"] = lambda p: srsly.write_json(p, self.cfg) */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_28to_disk, 0, __pyx_n_s_EntityLinker_to_disk, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__129)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1457, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_5, sizeof(__pyx_defaults16), 1)) __PYX_ERR(0, 1457, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1457, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_Defaults(__pyx_defaults16, __pyx_t_5)->__pyx_arg_exclude = __pyx_t_4; __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_5, __pyx_pf_5spacy_8pipeline_5pipes_43__defaults__); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_to_disk, __pyx_t_5) < 0) __PYX_ERR(0, 1457, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1467 * util.to_disk(path, serialize, exclude) * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * def load_model(p): * if self.model is True: */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_30from_disk, 0, __pyx_n_s_EntityLinker_from_disk, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__130)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1467, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_5, sizeof(__pyx_defaults17), 1)) __PYX_ERR(0, 1467, __pyx_L1_error) __pyx_t_4 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1467, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); __Pyx_CyFunction_Defaults(__pyx_defaults17, __pyx_t_5)->__pyx_arg_exclude = __pyx_t_4; __Pyx_GIVEREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_5, __pyx_pf_5spacy_8pipeline_5pipes_45__defaults__); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_from_disk, __pyx_t_5) < 0) __PYX_ERR(0, 1467, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1490 * return self * * def rehearse(self, docs, sgd=None, losses=None, **config): # <<<<<<<<<<<<<< * raise NotImplementedError * */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_32rehearse, 0, __pyx_n_s_EntityLinker_rehearse, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__135)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1490, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_5, __pyx_tuple__307); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_rehearse, __pyx_t_5) < 0) __PYX_ERR(0, 1490, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1493 * raise NotImplementedError * * def add_label(self, label): # <<<<<<<<<<<<<< * raise NotImplementedError * */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_12EntityLinker_34add_label, 0, __pyx_n_s_EntityLinker_add_label, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__136)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1493, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_3, __pyx_n_s_add_label, __pyx_t_5) < 0) __PYX_ERR(0, 1493, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1175 * * * @component( # <<<<<<<<<<<<<< * "entity_linker", * requires=["doc.ents", "doc.sents", "token.ent_iob", "token.ent_type"], */ __Pyx_GetModuleGlobalName(__pyx_t_4, __pyx_n_s_component); if (unlikely(!__pyx_t_4)) __PYX_ERR(0, 1175, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_4); /* "spacy/pipeline/pipes.pyx":1177 * @component( * "entity_linker", * requires=["doc.ents", "doc.sents", "token.ent_iob", "token.ent_type"], # <<<<<<<<<<<<<< * assigns=["token.ent_kb_id"] * ) */ __pyx_t_6 = __Pyx_PyDict_NewPresized(2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1177, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_7 = PyList_New(4); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1177, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_INCREF(__pyx_kp_u_doc_ents); __Pyx_GIVEREF(__pyx_kp_u_doc_ents); PyList_SET_ITEM(__pyx_t_7, 0, __pyx_kp_u_doc_ents); __Pyx_INCREF(__pyx_kp_u_doc_sents); __Pyx_GIVEREF(__pyx_kp_u_doc_sents); PyList_SET_ITEM(__pyx_t_7, 1, __pyx_kp_u_doc_sents); __Pyx_INCREF(__pyx_kp_u_token_ent_iob); __Pyx_GIVEREF(__pyx_kp_u_token_ent_iob); PyList_SET_ITEM(__pyx_t_7, 2, __pyx_kp_u_token_ent_iob); __Pyx_INCREF(__pyx_kp_u_token_ent_type); __Pyx_GIVEREF(__pyx_kp_u_token_ent_type); PyList_SET_ITEM(__pyx_t_7, 3, __pyx_kp_u_token_ent_type); if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_requires, __pyx_t_7) < 0) __PYX_ERR(0, 1177, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1178 * "entity_linker", * requires=["doc.ents", "doc.sents", "token.ent_iob", "token.ent_type"], * assigns=["token.ent_kb_id"] # <<<<<<<<<<<<<< * ) * class EntityLinker(Pipe): */ __pyx_t_7 = PyList_New(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1178, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_INCREF(__pyx_kp_u_token_ent_kb_id); __Pyx_GIVEREF(__pyx_kp_u_token_ent_kb_id); PyList_SET_ITEM(__pyx_t_7, 0, __pyx_kp_u_token_ent_kb_id); if (PyDict_SetItem(__pyx_t_6, __pyx_n_s_assigns, __pyx_t_7) < 0) __PYX_ERR(0, 1177, __pyx_L1_error) __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1175 * * * @component( # <<<<<<<<<<<<<< * "entity_linker", * requires=["doc.ents", "doc.sents", "token.ent_iob", "token.ent_type"], */ __pyx_t_7 = __Pyx_PyObject_Call(__pyx_t_4, __pyx_tuple__309, __pyx_t_6); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1175, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; /* "spacy/pipeline/pipes.pyx":1180 * assigns=["token.ent_kb_id"] * ) * class EntityLinker(Pipe): # <<<<<<<<<<<<<< * """Pipeline component for named entity linking. * */ __pyx_t_6 = __Pyx_Py3ClassCreate(__pyx_t_1, __pyx_n_s_EntityLinker, __pyx_t_2, __pyx_t_3, NULL, 0, 1); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1180, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __pyx_t_4 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_7))) { __pyx_t_4 = PyMethod_GET_SELF(__pyx_t_7); if (likely(__pyx_t_4)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_7); __Pyx_INCREF(__pyx_t_4); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_7, function); } } __pyx_t_5 = (__pyx_t_4) ? __Pyx_PyObject_Call2Args(__pyx_t_7, __pyx_t_4, __pyx_t_6) : __Pyx_PyObject_CallOneArg(__pyx_t_7, __pyx_t_6); __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0; __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1175, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (PyDict_SetItem(__pyx_d, __pyx_n_s_EntityLinker, __pyx_t_5) < 0) __PYX_ERR(0, 1180, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1498 * * @component("sentencizer", assigns=["token.is_sent_start", "doc.sents"]) * class Sentencizer(object): # <<<<<<<<<<<<<< * """Segment the Doc into sentences using a rule-based strategy. * */ __pyx_t_2 = __Pyx_CalculateMetaclass(NULL, __pyx_tuple__310); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1498, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __pyx_t_1 = __Pyx_Py3MetaclassPrepare(__pyx_t_2, __pyx_tuple__310, __pyx_n_s_Sentencizer, __pyx_n_s_Sentencizer, (PyObject *) NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_kp_s_Segment_the_Doc_into_sentences_u); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1498, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); /* "spacy/pipeline/pipes.pyx":1504 * """ * * default_punct_chars = ['!', '.', '?', '', '', '', '', '', '', '', # <<<<<<<<<<<<<< * '', '', '', '', '', '', '', '', '', '', '', '', '', * '', '', '', '', '', '', '', '', '', '', '', '', '', */ __pyx_t_3 = PyList_New(128); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1504, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_INCREF(__pyx_kp_u__311); __Pyx_GIVEREF(__pyx_kp_u__311); PyList_SET_ITEM(__pyx_t_3, 0, __pyx_kp_u__311); __Pyx_INCREF(__pyx_kp_u__312); __Pyx_GIVEREF(__pyx_kp_u__312); PyList_SET_ITEM(__pyx_t_3, 1, __pyx_kp_u__312); __Pyx_INCREF(__pyx_kp_u__313); __Pyx_GIVEREF(__pyx_kp_u__313); PyList_SET_ITEM(__pyx_t_3, 2, __pyx_kp_u__313); __Pyx_INCREF(__pyx_kp_u__314); __Pyx_GIVEREF(__pyx_kp_u__314); PyList_SET_ITEM(__pyx_t_3, 3, __pyx_kp_u__314); __Pyx_INCREF(__pyx_kp_u__315); __Pyx_GIVEREF(__pyx_kp_u__315); PyList_SET_ITEM(__pyx_t_3, 4, __pyx_kp_u__315); __Pyx_INCREF(__pyx_kp_u__316); __Pyx_GIVEREF(__pyx_kp_u__316); PyList_SET_ITEM(__pyx_t_3, 5, __pyx_kp_u__316); __Pyx_INCREF(__pyx_kp_u__317); __Pyx_GIVEREF(__pyx_kp_u__317); PyList_SET_ITEM(__pyx_t_3, 6, __pyx_kp_u__317); __Pyx_INCREF(__pyx_kp_u__318); __Pyx_GIVEREF(__pyx_kp_u__318); PyList_SET_ITEM(__pyx_t_3, 7, __pyx_kp_u__318); __Pyx_INCREF(__pyx_kp_u__319); __Pyx_GIVEREF(__pyx_kp_u__319); PyList_SET_ITEM(__pyx_t_3, 8, __pyx_kp_u__319); __Pyx_INCREF(__pyx_kp_u__320); __Pyx_GIVEREF(__pyx_kp_u__320); PyList_SET_ITEM(__pyx_t_3, 9, __pyx_kp_u__320); __Pyx_INCREF(__pyx_kp_u__321); __Pyx_GIVEREF(__pyx_kp_u__321); PyList_SET_ITEM(__pyx_t_3, 10, __pyx_kp_u__321); __Pyx_INCREF(__pyx_kp_u__322); __Pyx_GIVEREF(__pyx_kp_u__322); PyList_SET_ITEM(__pyx_t_3, 11, __pyx_kp_u__322); __Pyx_INCREF(__pyx_kp_u__323); __Pyx_GIVEREF(__pyx_kp_u__323); PyList_SET_ITEM(__pyx_t_3, 12, __pyx_kp_u__323); __Pyx_INCREF(__pyx_kp_u__324); __Pyx_GIVEREF(__pyx_kp_u__324); PyList_SET_ITEM(__pyx_t_3, 13, __pyx_kp_u__324); __Pyx_INCREF(__pyx_kp_u__325); __Pyx_GIVEREF(__pyx_kp_u__325); PyList_SET_ITEM(__pyx_t_3, 14, __pyx_kp_u__325); __Pyx_INCREF(__pyx_kp_u__326); __Pyx_GIVEREF(__pyx_kp_u__326); PyList_SET_ITEM(__pyx_t_3, 15, __pyx_kp_u__326); __Pyx_INCREF(__pyx_kp_u__327); __Pyx_GIVEREF(__pyx_kp_u__327); PyList_SET_ITEM(__pyx_t_3, 16, __pyx_kp_u__327); __Pyx_INCREF(__pyx_kp_u__328); __Pyx_GIVEREF(__pyx_kp_u__328); PyList_SET_ITEM(__pyx_t_3, 17, __pyx_kp_u__328); __Pyx_INCREF(__pyx_kp_u__329); __Pyx_GIVEREF(__pyx_kp_u__329); PyList_SET_ITEM(__pyx_t_3, 18, __pyx_kp_u__329); __Pyx_INCREF(__pyx_kp_u__330); __Pyx_GIVEREF(__pyx_kp_u__330); PyList_SET_ITEM(__pyx_t_3, 19, __pyx_kp_u__330); __Pyx_INCREF(__pyx_kp_u__331); __Pyx_GIVEREF(__pyx_kp_u__331); PyList_SET_ITEM(__pyx_t_3, 20, __pyx_kp_u__331); __Pyx_INCREF(__pyx_kp_u__332); __Pyx_GIVEREF(__pyx_kp_u__332); PyList_SET_ITEM(__pyx_t_3, 21, __pyx_kp_u__332); __Pyx_INCREF(__pyx_kp_u__333); __Pyx_GIVEREF(__pyx_kp_u__333); PyList_SET_ITEM(__pyx_t_3, 22, __pyx_kp_u__333); __Pyx_INCREF(__pyx_kp_u__334); __Pyx_GIVEREF(__pyx_kp_u__334); PyList_SET_ITEM(__pyx_t_3, 23, __pyx_kp_u__334); __Pyx_INCREF(__pyx_kp_u__335); __Pyx_GIVEREF(__pyx_kp_u__335); PyList_SET_ITEM(__pyx_t_3, 24, __pyx_kp_u__335); __Pyx_INCREF(__pyx_kp_u__336); __Pyx_GIVEREF(__pyx_kp_u__336); PyList_SET_ITEM(__pyx_t_3, 25, __pyx_kp_u__336); __Pyx_INCREF(__pyx_kp_u__337); __Pyx_GIVEREF(__pyx_kp_u__337); PyList_SET_ITEM(__pyx_t_3, 26, __pyx_kp_u__337); __Pyx_INCREF(__pyx_kp_u__338); __Pyx_GIVEREF(__pyx_kp_u__338); PyList_SET_ITEM(__pyx_t_3, 27, __pyx_kp_u__338); __Pyx_INCREF(__pyx_kp_u__339); __Pyx_GIVEREF(__pyx_kp_u__339); PyList_SET_ITEM(__pyx_t_3, 28, __pyx_kp_u__339); __Pyx_INCREF(__pyx_kp_u__340); __Pyx_GIVEREF(__pyx_kp_u__340); PyList_SET_ITEM(__pyx_t_3, 29, __pyx_kp_u__340); __Pyx_INCREF(__pyx_kp_u__341); __Pyx_GIVEREF(__pyx_kp_u__341); PyList_SET_ITEM(__pyx_t_3, 30, __pyx_kp_u__341); __Pyx_INCREF(__pyx_kp_u__342); __Pyx_GIVEREF(__pyx_kp_u__342); PyList_SET_ITEM(__pyx_t_3, 31, __pyx_kp_u__342); __Pyx_INCREF(__pyx_kp_u__343); __Pyx_GIVEREF(__pyx_kp_u__343); PyList_SET_ITEM(__pyx_t_3, 32, __pyx_kp_u__343); __Pyx_INCREF(__pyx_kp_u__344); __Pyx_GIVEREF(__pyx_kp_u__344); PyList_SET_ITEM(__pyx_t_3, 33, __pyx_kp_u__344); __Pyx_INCREF(__pyx_kp_u__345); __Pyx_GIVEREF(__pyx_kp_u__345); PyList_SET_ITEM(__pyx_t_3, 34, __pyx_kp_u__345); __Pyx_INCREF(__pyx_kp_u__346); __Pyx_GIVEREF(__pyx_kp_u__346); PyList_SET_ITEM(__pyx_t_3, 35, __pyx_kp_u__346); __Pyx_INCREF(__pyx_kp_u__347); __Pyx_GIVEREF(__pyx_kp_u__347); PyList_SET_ITEM(__pyx_t_3, 36, __pyx_kp_u__347); __Pyx_INCREF(__pyx_kp_u__348); __Pyx_GIVEREF(__pyx_kp_u__348); PyList_SET_ITEM(__pyx_t_3, 37, __pyx_kp_u__348); __Pyx_INCREF(__pyx_kp_u__349); __Pyx_GIVEREF(__pyx_kp_u__349); PyList_SET_ITEM(__pyx_t_3, 38, __pyx_kp_u__349); __Pyx_INCREF(__pyx_kp_u__350); __Pyx_GIVEREF(__pyx_kp_u__350); PyList_SET_ITEM(__pyx_t_3, 39, __pyx_kp_u__350); __Pyx_INCREF(__pyx_kp_u__351); __Pyx_GIVEREF(__pyx_kp_u__351); PyList_SET_ITEM(__pyx_t_3, 40, __pyx_kp_u__351); __Pyx_INCREF(__pyx_kp_u__352); __Pyx_GIVEREF(__pyx_kp_u__352); PyList_SET_ITEM(__pyx_t_3, 41, __pyx_kp_u__352); __Pyx_INCREF(__pyx_kp_u__353); __Pyx_GIVEREF(__pyx_kp_u__353); PyList_SET_ITEM(__pyx_t_3, 42, __pyx_kp_u__353); __Pyx_INCREF(__pyx_kp_u__354); __Pyx_GIVEREF(__pyx_kp_u__354); PyList_SET_ITEM(__pyx_t_3, 43, __pyx_kp_u__354); __Pyx_INCREF(__pyx_kp_u__355); __Pyx_GIVEREF(__pyx_kp_u__355); PyList_SET_ITEM(__pyx_t_3, 44, __pyx_kp_u__355); __Pyx_INCREF(__pyx_kp_u__356); __Pyx_GIVEREF(__pyx_kp_u__356); PyList_SET_ITEM(__pyx_t_3, 45, __pyx_kp_u__356); __Pyx_INCREF(__pyx_kp_u__357); __Pyx_GIVEREF(__pyx_kp_u__357); PyList_SET_ITEM(__pyx_t_3, 46, __pyx_kp_u__357); __Pyx_INCREF(__pyx_kp_u__358); __Pyx_GIVEREF(__pyx_kp_u__358); PyList_SET_ITEM(__pyx_t_3, 47, __pyx_kp_u__358); __Pyx_INCREF(__pyx_kp_u__359); __Pyx_GIVEREF(__pyx_kp_u__359); PyList_SET_ITEM(__pyx_t_3, 48, __pyx_kp_u__359); __Pyx_INCREF(__pyx_kp_u__360); __Pyx_GIVEREF(__pyx_kp_u__360); PyList_SET_ITEM(__pyx_t_3, 49, __pyx_kp_u__360); __Pyx_INCREF(__pyx_kp_u__361); __Pyx_GIVEREF(__pyx_kp_u__361); PyList_SET_ITEM(__pyx_t_3, 50, __pyx_kp_u__361); __Pyx_INCREF(__pyx_kp_u__362); __Pyx_GIVEREF(__pyx_kp_u__362); PyList_SET_ITEM(__pyx_t_3, 51, __pyx_kp_u__362); __Pyx_INCREF(__pyx_kp_u__363); __Pyx_GIVEREF(__pyx_kp_u__363); PyList_SET_ITEM(__pyx_t_3, 52, __pyx_kp_u__363); __Pyx_INCREF(__pyx_kp_u__364); __Pyx_GIVEREF(__pyx_kp_u__364); PyList_SET_ITEM(__pyx_t_3, 53, __pyx_kp_u__364); __Pyx_INCREF(__pyx_kp_u__365); __Pyx_GIVEREF(__pyx_kp_u__365); PyList_SET_ITEM(__pyx_t_3, 54, __pyx_kp_u__365); __Pyx_INCREF(__pyx_kp_u__366); __Pyx_GIVEREF(__pyx_kp_u__366); PyList_SET_ITEM(__pyx_t_3, 55, __pyx_kp_u__366); __Pyx_INCREF(__pyx_kp_u__367); __Pyx_GIVEREF(__pyx_kp_u__367); PyList_SET_ITEM(__pyx_t_3, 56, __pyx_kp_u__367); __Pyx_INCREF(__pyx_kp_u__368); __Pyx_GIVEREF(__pyx_kp_u__368); PyList_SET_ITEM(__pyx_t_3, 57, __pyx_kp_u__368); __Pyx_INCREF(__pyx_kp_u__369); __Pyx_GIVEREF(__pyx_kp_u__369); PyList_SET_ITEM(__pyx_t_3, 58, __pyx_kp_u__369); __Pyx_INCREF(__pyx_kp_u__370); __Pyx_GIVEREF(__pyx_kp_u__370); PyList_SET_ITEM(__pyx_t_3, 59, __pyx_kp_u__370); __Pyx_INCREF(__pyx_kp_u__371); __Pyx_GIVEREF(__pyx_kp_u__371); PyList_SET_ITEM(__pyx_t_3, 60, __pyx_kp_u__371); __Pyx_INCREF(__pyx_kp_u__372); __Pyx_GIVEREF(__pyx_kp_u__372); PyList_SET_ITEM(__pyx_t_3, 61, __pyx_kp_u__372); __Pyx_INCREF(__pyx_kp_u__373); __Pyx_GIVEREF(__pyx_kp_u__373); PyList_SET_ITEM(__pyx_t_3, 62, __pyx_kp_u__373); __Pyx_INCREF(__pyx_kp_u__374); __Pyx_GIVEREF(__pyx_kp_u__374); PyList_SET_ITEM(__pyx_t_3, 63, __pyx_kp_u__374); __Pyx_INCREF(__pyx_kp_u__375); __Pyx_GIVEREF(__pyx_kp_u__375); PyList_SET_ITEM(__pyx_t_3, 64, __pyx_kp_u__375); __Pyx_INCREF(__pyx_kp_u__376); __Pyx_GIVEREF(__pyx_kp_u__376); PyList_SET_ITEM(__pyx_t_3, 65, __pyx_kp_u__376); __Pyx_INCREF(__pyx_kp_u__377); __Pyx_GIVEREF(__pyx_kp_u__377); PyList_SET_ITEM(__pyx_t_3, 66, __pyx_kp_u__377); __Pyx_INCREF(__pyx_kp_u__378); __Pyx_GIVEREF(__pyx_kp_u__378); PyList_SET_ITEM(__pyx_t_3, 67, __pyx_kp_u__378); __Pyx_INCREF(__pyx_kp_u__379); __Pyx_GIVEREF(__pyx_kp_u__379); PyList_SET_ITEM(__pyx_t_3, 68, __pyx_kp_u__379); __Pyx_INCREF(__pyx_kp_u__380); __Pyx_GIVEREF(__pyx_kp_u__380); PyList_SET_ITEM(__pyx_t_3, 69, __pyx_kp_u__380); __Pyx_INCREF(__pyx_kp_u__381); __Pyx_GIVEREF(__pyx_kp_u__381); PyList_SET_ITEM(__pyx_t_3, 70, __pyx_kp_u__381); __Pyx_INCREF(__pyx_kp_u__382); __Pyx_GIVEREF(__pyx_kp_u__382); PyList_SET_ITEM(__pyx_t_3, 71, __pyx_kp_u__382); __Pyx_INCREF(__pyx_kp_u__383); __Pyx_GIVEREF(__pyx_kp_u__383); PyList_SET_ITEM(__pyx_t_3, 72, __pyx_kp_u__383); __Pyx_INCREF(__pyx_kp_u__384); __Pyx_GIVEREF(__pyx_kp_u__384); PyList_SET_ITEM(__pyx_t_3, 73, __pyx_kp_u__384); __Pyx_INCREF(__pyx_kp_u__385); __Pyx_GIVEREF(__pyx_kp_u__385); PyList_SET_ITEM(__pyx_t_3, 74, __pyx_kp_u__385); __Pyx_INCREF(__pyx_kp_u__386); __Pyx_GIVEREF(__pyx_kp_u__386); PyList_SET_ITEM(__pyx_t_3, 75, __pyx_kp_u__386); __Pyx_INCREF(__pyx_kp_u__387); __Pyx_GIVEREF(__pyx_kp_u__387); PyList_SET_ITEM(__pyx_t_3, 76, __pyx_kp_u__387); __Pyx_INCREF(__pyx_kp_u__388); __Pyx_GIVEREF(__pyx_kp_u__388); PyList_SET_ITEM(__pyx_t_3, 77, __pyx_kp_u__388); __Pyx_INCREF(__pyx_kp_u__389); __Pyx_GIVEREF(__pyx_kp_u__389); PyList_SET_ITEM(__pyx_t_3, 78, __pyx_kp_u__389); __Pyx_INCREF(__pyx_kp_u__390); __Pyx_GIVEREF(__pyx_kp_u__390); PyList_SET_ITEM(__pyx_t_3, 79, __pyx_kp_u__390); __Pyx_INCREF(__pyx_kp_u__391); __Pyx_GIVEREF(__pyx_kp_u__391); PyList_SET_ITEM(__pyx_t_3, 80, __pyx_kp_u__391); __Pyx_INCREF(__pyx_kp_u__392); __Pyx_GIVEREF(__pyx_kp_u__392); PyList_SET_ITEM(__pyx_t_3, 81, __pyx_kp_u__392); __Pyx_INCREF(__pyx_kp_u__393); __Pyx_GIVEREF(__pyx_kp_u__393); PyList_SET_ITEM(__pyx_t_3, 82, __pyx_kp_u__393); __Pyx_INCREF(__pyx_kp_u__394); __Pyx_GIVEREF(__pyx_kp_u__394); PyList_SET_ITEM(__pyx_t_3, 83, __pyx_kp_u__394); __Pyx_INCREF(__pyx_kp_u__395); __Pyx_GIVEREF(__pyx_kp_u__395); PyList_SET_ITEM(__pyx_t_3, 84, __pyx_kp_u__395); __Pyx_INCREF(__pyx_kp_u__396); __Pyx_GIVEREF(__pyx_kp_u__396); PyList_SET_ITEM(__pyx_t_3, 85, __pyx_kp_u__396); __Pyx_INCREF(__pyx_kp_u__397); __Pyx_GIVEREF(__pyx_kp_u__397); PyList_SET_ITEM(__pyx_t_3, 86, __pyx_kp_u__397); __Pyx_INCREF(__pyx_kp_u__398); __Pyx_GIVEREF(__pyx_kp_u__398); PyList_SET_ITEM(__pyx_t_3, 87, __pyx_kp_u__398); __Pyx_INCREF(__pyx_kp_u__399); __Pyx_GIVEREF(__pyx_kp_u__399); PyList_SET_ITEM(__pyx_t_3, 88, __pyx_kp_u__399); __Pyx_INCREF(__pyx_kp_u__400); __Pyx_GIVEREF(__pyx_kp_u__400); PyList_SET_ITEM(__pyx_t_3, 89, __pyx_kp_u__400); __Pyx_INCREF(__pyx_kp_u__401); __Pyx_GIVEREF(__pyx_kp_u__401); PyList_SET_ITEM(__pyx_t_3, 90, __pyx_kp_u__401); __Pyx_INCREF(__pyx_kp_u__402); __Pyx_GIVEREF(__pyx_kp_u__402); PyList_SET_ITEM(__pyx_t_3, 91, __pyx_kp_u__402); __Pyx_INCREF(__pyx_kp_u__403); __Pyx_GIVEREF(__pyx_kp_u__403); PyList_SET_ITEM(__pyx_t_3, 92, __pyx_kp_u__403); __Pyx_INCREF(__pyx_kp_u__404); __Pyx_GIVEREF(__pyx_kp_u__404); PyList_SET_ITEM(__pyx_t_3, 93, __pyx_kp_u__404); __Pyx_INCREF(__pyx_kp_u__405); __Pyx_GIVEREF(__pyx_kp_u__405); PyList_SET_ITEM(__pyx_t_3, 94, __pyx_kp_u__405); __Pyx_INCREF(__pyx_kp_u__406); __Pyx_GIVEREF(__pyx_kp_u__406); PyList_SET_ITEM(__pyx_t_3, 95, __pyx_kp_u__406); __Pyx_INCREF(__pyx_kp_u__407); __Pyx_GIVEREF(__pyx_kp_u__407); PyList_SET_ITEM(__pyx_t_3, 96, __pyx_kp_u__407); __Pyx_INCREF(__pyx_kp_u__408); __Pyx_GIVEREF(__pyx_kp_u__408); PyList_SET_ITEM(__pyx_t_3, 97, __pyx_kp_u__408); __Pyx_INCREF(__pyx_kp_u__409); __Pyx_GIVEREF(__pyx_kp_u__409); PyList_SET_ITEM(__pyx_t_3, 98, __pyx_kp_u__409); __Pyx_INCREF(__pyx_kp_u__410); __Pyx_GIVEREF(__pyx_kp_u__410); PyList_SET_ITEM(__pyx_t_3, 99, __pyx_kp_u__410); __Pyx_INCREF(__pyx_kp_u__411); __Pyx_GIVEREF(__pyx_kp_u__411); PyList_SET_ITEM(__pyx_t_3, 100, __pyx_kp_u__411); __Pyx_INCREF(__pyx_kp_u__412); __Pyx_GIVEREF(__pyx_kp_u__412); PyList_SET_ITEM(__pyx_t_3, 101, __pyx_kp_u__412); __Pyx_INCREF(__pyx_kp_u__413); __Pyx_GIVEREF(__pyx_kp_u__413); PyList_SET_ITEM(__pyx_t_3, 102, __pyx_kp_u__413); __Pyx_INCREF(__pyx_kp_u__414); __Pyx_GIVEREF(__pyx_kp_u__414); PyList_SET_ITEM(__pyx_t_3, 103, __pyx_kp_u__414); __Pyx_INCREF(__pyx_kp_u__415); __Pyx_GIVEREF(__pyx_kp_u__415); PyList_SET_ITEM(__pyx_t_3, 104, __pyx_kp_u__415); __Pyx_INCREF(__pyx_kp_u__416); __Pyx_GIVEREF(__pyx_kp_u__416); PyList_SET_ITEM(__pyx_t_3, 105, __pyx_kp_u__416); __Pyx_INCREF(__pyx_kp_u__417); __Pyx_GIVEREF(__pyx_kp_u__417); PyList_SET_ITEM(__pyx_t_3, 106, __pyx_kp_u__417); __Pyx_INCREF(__pyx_kp_u__418); __Pyx_GIVEREF(__pyx_kp_u__418); PyList_SET_ITEM(__pyx_t_3, 107, __pyx_kp_u__418); __Pyx_INCREF(__pyx_kp_u__419); __Pyx_GIVEREF(__pyx_kp_u__419); PyList_SET_ITEM(__pyx_t_3, 108, __pyx_kp_u__419); __Pyx_INCREF(__pyx_kp_u__420); __Pyx_GIVEREF(__pyx_kp_u__420); PyList_SET_ITEM(__pyx_t_3, 109, __pyx_kp_u__420); __Pyx_INCREF(__pyx_kp_u__421); __Pyx_GIVEREF(__pyx_kp_u__421); PyList_SET_ITEM(__pyx_t_3, 110, __pyx_kp_u__421); __Pyx_INCREF(__pyx_kp_u__422); __Pyx_GIVEREF(__pyx_kp_u__422); PyList_SET_ITEM(__pyx_t_3, 111, __pyx_kp_u__422); __Pyx_INCREF(__pyx_kp_u__423); __Pyx_GIVEREF(__pyx_kp_u__423); PyList_SET_ITEM(__pyx_t_3, 112, __pyx_kp_u__423); __Pyx_INCREF(__pyx_kp_u__424); __Pyx_GIVEREF(__pyx_kp_u__424); PyList_SET_ITEM(__pyx_t_3, 113, __pyx_kp_u__424); __Pyx_INCREF(__pyx_kp_u__425); __Pyx_GIVEREF(__pyx_kp_u__425); PyList_SET_ITEM(__pyx_t_3, 114, __pyx_kp_u__425); __Pyx_INCREF(__pyx_kp_u__426); __Pyx_GIVEREF(__pyx_kp_u__426); PyList_SET_ITEM(__pyx_t_3, 115, __pyx_kp_u__426); __Pyx_INCREF(__pyx_kp_u__427); __Pyx_GIVEREF(__pyx_kp_u__427); PyList_SET_ITEM(__pyx_t_3, 116, __pyx_kp_u__427); __Pyx_INCREF(__pyx_kp_u__428); __Pyx_GIVEREF(__pyx_kp_u__428); PyList_SET_ITEM(__pyx_t_3, 117, __pyx_kp_u__428); __Pyx_INCREF(__pyx_kp_u__429); __Pyx_GIVEREF(__pyx_kp_u__429); PyList_SET_ITEM(__pyx_t_3, 118, __pyx_kp_u__429); __Pyx_INCREF(__pyx_kp_u__430); __Pyx_GIVEREF(__pyx_kp_u__430); PyList_SET_ITEM(__pyx_t_3, 119, __pyx_kp_u__430); __Pyx_INCREF(__pyx_kp_u__431); __Pyx_GIVEREF(__pyx_kp_u__431); PyList_SET_ITEM(__pyx_t_3, 120, __pyx_kp_u__431); __Pyx_INCREF(__pyx_kp_u__432); __Pyx_GIVEREF(__pyx_kp_u__432); PyList_SET_ITEM(__pyx_t_3, 121, __pyx_kp_u__432); __Pyx_INCREF(__pyx_kp_u__433); __Pyx_GIVEREF(__pyx_kp_u__433); PyList_SET_ITEM(__pyx_t_3, 122, __pyx_kp_u__433); __Pyx_INCREF(__pyx_kp_u__434); __Pyx_GIVEREF(__pyx_kp_u__434); PyList_SET_ITEM(__pyx_t_3, 123, __pyx_kp_u__434); __Pyx_INCREF(__pyx_kp_u__435); __Pyx_GIVEREF(__pyx_kp_u__435); PyList_SET_ITEM(__pyx_t_3, 124, __pyx_kp_u__435); __Pyx_INCREF(__pyx_kp_u__436); __Pyx_GIVEREF(__pyx_kp_u__436); PyList_SET_ITEM(__pyx_t_3, 125, __pyx_kp_u__436); __Pyx_INCREF(__pyx_kp_u__437); __Pyx_GIVEREF(__pyx_kp_u__437); PyList_SET_ITEM(__pyx_t_3, 126, __pyx_kp_u__437); __Pyx_INCREF(__pyx_kp_u__438); __Pyx_GIVEREF(__pyx_kp_u__438); PyList_SET_ITEM(__pyx_t_3, 127, __pyx_kp_u__438); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_default_punct_chars, __pyx_t_3) < 0) __PYX_ERR(0, 1504, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":1516 * '', ''] * * def __init__(self, punct_chars=None, **kwargs): # <<<<<<<<<<<<<< * """Initialize the sentencizer. * */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_1__init__, 0, __pyx_n_s_Sentencizer___init, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__137)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1516, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_3, __pyx_tuple__440); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_init, __pyx_t_3) < 0) __PYX_ERR(0, 1516, __pyx_L1_error) __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; /* "spacy/pipeline/pipes.pyx":1531 * * @classmethod * def from_nlp(cls, nlp, **cfg): # <<<<<<<<<<<<<< * return cls(**cfg) * */ __pyx_t_3 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_3from_nlp, __Pyx_CYFUNCTION_CLASSMETHOD, __pyx_n_s_Sentencizer_from_nlp, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__138)); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1531, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); /* "spacy/pipeline/pipes.pyx":1530 * self.punct_chars = set(self.default_punct_chars) * * @classmethod # <<<<<<<<<<<<<< * def from_nlp(cls, nlp, **cfg): * return cls(**cfg) */ __pyx_t_5 = __Pyx_Method_ClassMethod(__pyx_t_3); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1530, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_from_nlp, __pyx_t_5) < 0) __PYX_ERR(0, 1531, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1534 * return cls(**cfg) * * def __call__(self, doc): # <<<<<<<<<<<<<< * """Apply the sentencizer to a Doc and set Token.is_sent_start. * */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_5__call__, 0, __pyx_n_s_Sentencizer___call, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__139)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1534, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_call, __pyx_t_5) < 0) __PYX_ERR(0, 1534, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1546 * return doc * * def pipe(self, stream, batch_size=128, n_threads=-1): # <<<<<<<<<<<<<< * for docs in util.minibatch(stream, size=batch_size): * docs = list(docs) */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_7pipe, 0, __pyx_n_s_Sentencizer_pipe, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__140)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1546, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_5, __pyx_tuple__444); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_pipe, __pyx_t_5) < 0) __PYX_ERR(0, 1546, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1553 * yield from docs * * def predict(self, docs): # <<<<<<<<<<<<<< * """Apply the pipeline's model to a batch of docs, without * modifying them. */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_10predict, 0, __pyx_n_s_Sentencizer_predict, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__141)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1553, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_predict, __pyx_t_5) < 0) __PYX_ERR(0, 1553, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1581 * return guesses * * def set_annotations(self, docs, batch_tag_ids, tensors=None): # <<<<<<<<<<<<<< * if isinstance(docs, Doc): * docs = [docs] */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_12set_annotations, 0, __pyx_n_s_Sentencizer_set_annotations, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__142)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1581, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_CyFunction_SetDefaultsTuple(__pyx_t_5, __pyx_tuple__447); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_set_annotations, __pyx_t_5) < 0) __PYX_ERR(0, 1581, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1596 * doc.c[j].sent_start = -1 * * def to_bytes(self, **kwargs): # <<<<<<<<<<<<<< * """Serialize the sentencizer to a bytestring. * */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_14to_bytes, 0, __pyx_n_s_Sentencizer_to_bytes, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__143)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1596, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_to_bytes, __pyx_t_5) < 0) __PYX_ERR(0, 1596, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1605 * return srsly.msgpack_dumps({"punct_chars": list(self.punct_chars)}) * * def from_bytes(self, bytes_data, **kwargs): # <<<<<<<<<<<<<< * """Load the sentencizer from a bytestring. * */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_16from_bytes, 0, __pyx_n_s_Sentencizer_from_bytes, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__144)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1605, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_from_bytes, __pyx_t_5) < 0) __PYX_ERR(0, 1605, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1617 * return self * * def to_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Serialize the sentencizer to disk. * */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_18to_disk, 0, __pyx_n_s_Sentencizer_to_disk, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__145)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1617, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_5, sizeof(__pyx_defaults18), 1)) __PYX_ERR(0, 1617, __pyx_L1_error) __pyx_t_3 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1617, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_CyFunction_Defaults(__pyx_defaults18, __pyx_t_5)->__pyx_arg_exclude = __pyx_t_3; __Pyx_GIVEREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_5, __pyx_pf_5spacy_8pipeline_5pipes_47__defaults__); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_to_disk, __pyx_t_5) < 0) __PYX_ERR(0, 1617, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1627 * * * def from_disk(self, path, exclude=tuple(), **kwargs): # <<<<<<<<<<<<<< * """Load the sentencizer from disk. * */ __pyx_t_5 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_11Sentencizer_20from_disk, 0, __pyx_n_s_Sentencizer_from_disk, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, ((PyObject *)__pyx_codeobj__146)); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1627, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); if (!__Pyx_CyFunction_InitDefaults(__pyx_t_5, sizeof(__pyx_defaults19), 1)) __PYX_ERR(0, 1627, __pyx_L1_error) __pyx_t_3 = __Pyx_PyObject_CallNoArg(((PyObject *)(&PyTuple_Type))); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1627, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __Pyx_CyFunction_Defaults(__pyx_defaults19, __pyx_t_5)->__pyx_arg_exclude = __pyx_t_3; __Pyx_GIVEREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_CyFunction_SetDefaultsGetter(__pyx_t_5, __pyx_pf_5spacy_8pipeline_5pipes_49__defaults__); if (__Pyx_SetNameInClass(__pyx_t_1, __pyx_n_s_from_disk, __pyx_t_5) < 0) __PYX_ERR(0, 1627, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; /* "spacy/pipeline/pipes.pyx":1497 * * * @component("sentencizer", assigns=["token.is_sent_start", "doc.sents"]) # <<<<<<<<<<<<<< * class Sentencizer(object): * """Segment the Doc into sentences using a rule-based strategy. */ __Pyx_GetModuleGlobalName(__pyx_t_3, __pyx_n_s_component); if (unlikely(!__pyx_t_3)) __PYX_ERR(0, 1497, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_3); __pyx_t_7 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1497, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_6 = PyList_New(2); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1497, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_INCREF(__pyx_kp_u_token_is_sent_start); __Pyx_GIVEREF(__pyx_kp_u_token_is_sent_start); PyList_SET_ITEM(__pyx_t_6, 0, __pyx_kp_u_token_is_sent_start); __Pyx_INCREF(__pyx_kp_u_doc_sents); __Pyx_GIVEREF(__pyx_kp_u_doc_sents); PyList_SET_ITEM(__pyx_t_6, 1, __pyx_kp_u_doc_sents); if (PyDict_SetItem(__pyx_t_7, __pyx_n_s_assigns, __pyx_t_6) < 0) __PYX_ERR(0, 1497, __pyx_L1_error) __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; __pyx_t_6 = __Pyx_PyObject_Call(__pyx_t_3, __pyx_tuple__452, __pyx_t_7); if (unlikely(!__pyx_t_6)) __PYX_ERR(0, 1497, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_6); __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; /* "spacy/pipeline/pipes.pyx":1498 * * @component("sentencizer", assigns=["token.is_sent_start", "doc.sents"]) * class Sentencizer(object): # <<<<<<<<<<<<<< * """Segment the Doc into sentences using a rule-based strategy. * */ __pyx_t_7 = __Pyx_Py3ClassCreate(__pyx_t_2, __pyx_n_s_Sentencizer, __pyx_tuple__310, __pyx_t_1, NULL, 0, 1); if (unlikely(!__pyx_t_7)) __PYX_ERR(0, 1498, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_7); __pyx_t_3 = NULL; if (CYTHON_UNPACK_METHODS && unlikely(PyMethod_Check(__pyx_t_6))) { __pyx_t_3 = PyMethod_GET_SELF(__pyx_t_6); if (likely(__pyx_t_3)) { PyObject* function = PyMethod_GET_FUNCTION(__pyx_t_6); __Pyx_INCREF(__pyx_t_3); __Pyx_INCREF(function); __Pyx_DECREF_SET(__pyx_t_6, function); } } __pyx_t_5 = (__pyx_t_3) ? __Pyx_PyObject_Call2Args(__pyx_t_6, __pyx_t_3, __pyx_t_7) : __Pyx_PyObject_CallOneArg(__pyx_t_6, __pyx_t_7); __Pyx_XDECREF(__pyx_t_3); __pyx_t_3 = 0; __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0; if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1497, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0; if (PyDict_SetItem(__pyx_d, __pyx_n_s_Sentencizer, __pyx_t_5) < 0) __PYX_ERR(0, 1498, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1640 * * # Cython classes can't be decorated, so we need to add the factories here * Language.factories["parser"] = lambda nlp, **cfg: DependencyParser.from_nlp(nlp, **cfg) # <<<<<<<<<<<<<< * Language.factories["ner"] = lambda nlp, **cfg: EntityRecognizer.from_nlp(nlp, **cfg) * */ __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_9lambda41, 0, __pyx_n_s_lambda, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1640, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GetModuleGlobalName(__pyx_t_1, __pyx_n_s_Language); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1640, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s_factories); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1640, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; if (unlikely(PyObject_SetItem(__pyx_t_5, __pyx_n_u_parser, __pyx_t_2) < 0)) __PYX_ERR(0, 1640, __pyx_L1_error) __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1641 * # Cython classes can't be decorated, so we need to add the factories here * Language.factories["parser"] = lambda nlp, **cfg: DependencyParser.from_nlp(nlp, **cfg) * Language.factories["ner"] = lambda nlp, **cfg: EntityRecognizer.from_nlp(nlp, **cfg) # <<<<<<<<<<<<<< * * */ __pyx_t_2 = __Pyx_CyFunction_New(&__pyx_mdef_5spacy_8pipeline_5pipes_10lambda42, 0, __pyx_n_s_lambda, NULL, __pyx_n_s_spacy_pipeline_pipes, __pyx_d, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1641, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_GetModuleGlobalName(__pyx_t_5, __pyx_n_s_Language); if (unlikely(!__pyx_t_5)) __PYX_ERR(0, 1641, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_5); __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_5, __pyx_n_s_factories); if (unlikely(!__pyx_t_1)) __PYX_ERR(0, 1641, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_1); __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0; if (unlikely(PyObject_SetItem(__pyx_t_1, __pyx_n_u_ner, __pyx_t_2) < 0)) __PYX_ERR(0, 1641, __pyx_L1_error) __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0; __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1644 * * * __all__ = ["Tagger", "DependencyParser", "EntityRecognizer", "Tensorizer", "TextCategorizer", "EntityLinker", "Sentencizer"] # <<<<<<<<<<<<<< */ __pyx_t_2 = PyList_New(7); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1644, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_INCREF(__pyx_n_u_Tagger); __Pyx_GIVEREF(__pyx_n_u_Tagger); PyList_SET_ITEM(__pyx_t_2, 0, __pyx_n_u_Tagger); __Pyx_INCREF(__pyx_n_u_DependencyParser); __Pyx_GIVEREF(__pyx_n_u_DependencyParser); PyList_SET_ITEM(__pyx_t_2, 1, __pyx_n_u_DependencyParser); __Pyx_INCREF(__pyx_n_u_EntityRecognizer); __Pyx_GIVEREF(__pyx_n_u_EntityRecognizer); PyList_SET_ITEM(__pyx_t_2, 2, __pyx_n_u_EntityRecognizer); __Pyx_INCREF(__pyx_n_u_Tensorizer); __Pyx_GIVEREF(__pyx_n_u_Tensorizer); PyList_SET_ITEM(__pyx_t_2, 3, __pyx_n_u_Tensorizer); __Pyx_INCREF(__pyx_n_u_TextCategorizer); __Pyx_GIVEREF(__pyx_n_u_TextCategorizer); PyList_SET_ITEM(__pyx_t_2, 4, __pyx_n_u_TextCategorizer); __Pyx_INCREF(__pyx_n_u_EntityLinker); __Pyx_GIVEREF(__pyx_n_u_EntityLinker); PyList_SET_ITEM(__pyx_t_2, 5, __pyx_n_u_EntityLinker); __Pyx_INCREF(__pyx_n_u_Sentencizer); __Pyx_GIVEREF(__pyx_n_u_Sentencizer); PyList_SET_ITEM(__pyx_t_2, 6, __pyx_n_u_Sentencizer); if (PyDict_SetItem(__pyx_d, __pyx_n_s_all, __pyx_t_2) < 0) __PYX_ERR(0, 1644, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "spacy/pipeline/pipes.pyx":1 * # cython: infer_types=True # <<<<<<<<<<<<<< * # cython: profile=True * # coding: utf8 */ __pyx_t_2 = __Pyx_PyDict_NewPresized(1); if (unlikely(!__pyx_t_2)) __PYX_ERR(0, 1, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_t_2, __pyx_kp_u_Tensorizer___init___line_250, __pyx_kp_u_Construct_a_new_statistical_mode) < 0) __PYX_ERR(0, 1, __pyx_L1_error) if (PyDict_SetItem(__pyx_d, __pyx_n_s_test, __pyx_t_2) < 0) __PYX_ERR(0, 1, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "View.MemoryView":209 * info.obj = self * * __pyx_getbuffer = capsule( &__pyx_array_getbuffer, "getbuffer(obj, view, flags)") # <<<<<<<<<<<<<< * * def __dealloc__(array self): */ __pyx_t_2 = __pyx_capsule_create(((void *)(&__pyx_array_getbuffer)), ((char *)"getbuffer(obj, view, flags)")); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 209, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem((PyObject *)__pyx_array_type->tp_dict, __pyx_n_s_pyx_getbuffer, __pyx_t_2) < 0) __PYX_ERR(5, 209, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; PyType_Modified(__pyx_array_type); /* "View.MemoryView":286 * return self.name * * cdef generic = Enum("") # <<<<<<<<<<<<<< * cdef strided = Enum("") # default * cdef indirect = Enum("") */ __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__453, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 286, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_XGOTREF(generic); __Pyx_DECREF_SET(generic, __pyx_t_2); __Pyx_GIVEREF(__pyx_t_2); __pyx_t_2 = 0; /* "View.MemoryView":287 * * cdef generic = Enum("") * cdef strided = Enum("") # default # <<<<<<<<<<<<<< * cdef indirect = Enum("") * */ __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__454, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 287, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_XGOTREF(strided); __Pyx_DECREF_SET(strided, __pyx_t_2); __Pyx_GIVEREF(__pyx_t_2); __pyx_t_2 = 0; /* "View.MemoryView":288 * cdef generic = Enum("") * cdef strided = Enum("") # default * cdef indirect = Enum("") # <<<<<<<<<<<<<< * * */ __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__455, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 288, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_XGOTREF(indirect); __Pyx_DECREF_SET(indirect, __pyx_t_2); __Pyx_GIVEREF(__pyx_t_2); __pyx_t_2 = 0; /* "View.MemoryView":291 * * * cdef contiguous = Enum("") # <<<<<<<<<<<<<< * cdef indirect_contiguous = Enum("") * */ __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__456, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 291, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_XGOTREF(contiguous); __Pyx_DECREF_SET(contiguous, __pyx_t_2); __Pyx_GIVEREF(__pyx_t_2); __pyx_t_2 = 0; /* "View.MemoryView":292 * * cdef contiguous = Enum("") * cdef indirect_contiguous = Enum("") # <<<<<<<<<<<<<< * * */ __pyx_t_2 = __Pyx_PyObject_Call(((PyObject *)__pyx_MemviewEnum_type), __pyx_tuple__457, NULL); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 292, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); __Pyx_XGOTREF(indirect_contiguous); __Pyx_DECREF_SET(indirect_contiguous, __pyx_t_2); __Pyx_GIVEREF(__pyx_t_2); __pyx_t_2 = 0; /* "View.MemoryView":316 * * DEF THREAD_LOCKS_PREALLOCATED = 8 * cdef int __pyx_memoryview_thread_locks_used = 0 # <<<<<<<<<<<<<< * cdef PyThread_type_lock[THREAD_LOCKS_PREALLOCATED] __pyx_memoryview_thread_locks = [ * PyThread_allocate_lock(), */ __pyx_memoryview_thread_locks_used = 0; /* "View.MemoryView":317 * DEF THREAD_LOCKS_PREALLOCATED = 8 * cdef int __pyx_memoryview_thread_locks_used = 0 * cdef PyThread_type_lock[THREAD_LOCKS_PREALLOCATED] __pyx_memoryview_thread_locks = [ # <<<<<<<<<<<<<< * PyThread_allocate_lock(), * PyThread_allocate_lock(), */ __pyx_t_8[0] = PyThread_allocate_lock(); __pyx_t_8[1] = PyThread_allocate_lock(); __pyx_t_8[2] = PyThread_allocate_lock(); __pyx_t_8[3] = PyThread_allocate_lock(); __pyx_t_8[4] = PyThread_allocate_lock(); __pyx_t_8[5] = PyThread_allocate_lock(); __pyx_t_8[6] = PyThread_allocate_lock(); __pyx_t_8[7] = PyThread_allocate_lock(); memcpy(&(__pyx_memoryview_thread_locks[0]), __pyx_t_8, sizeof(__pyx_memoryview_thread_locks[0]) * (8)); /* "View.MemoryView":549 * info.obj = self * * __pyx_getbuffer = capsule( &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)") # <<<<<<<<<<<<<< * * */ __pyx_t_2 = __pyx_capsule_create(((void *)(&__pyx_memoryview_getbuffer)), ((char *)"getbuffer(obj, view, flags)")); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 549, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem((PyObject *)__pyx_memoryview_type->tp_dict, __pyx_n_s_pyx_getbuffer, __pyx_t_2) < 0) __PYX_ERR(5, 549, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; PyType_Modified(__pyx_memoryview_type); /* "View.MemoryView":995 * return self.from_object * * __pyx_getbuffer = capsule( &__pyx_memoryview_getbuffer, "getbuffer(obj, view, flags)") # <<<<<<<<<<<<<< * * */ __pyx_t_2 = __pyx_capsule_create(((void *)(&__pyx_memoryview_getbuffer)), ((char *)"getbuffer(obj, view, flags)")); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 995, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem((PyObject *)__pyx_memoryviewslice_type->tp_dict, __pyx_n_s_pyx_getbuffer, __pyx_t_2) < 0) __PYX_ERR(5, 995, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; PyType_Modified(__pyx_memoryviewslice_type); /* "(tree fragment)":1 * def __pyx_unpickle_Enum(__pyx_type, long __pyx_checksum, __pyx_state): # <<<<<<<<<<<<<< * cdef object __pyx_PickleError * cdef object __pyx_result */ __pyx_t_2 = PyCFunction_NewEx(&__pyx_mdef_15View_dot_MemoryView_1__pyx_unpickle_Enum, NULL, __pyx_n_s_View_MemoryView); if (unlikely(!__pyx_t_2)) __PYX_ERR(5, 1, __pyx_L1_error) __Pyx_GOTREF(__pyx_t_2); if (PyDict_SetItem(__pyx_d, __pyx_n_s_pyx_unpickle_Enum, __pyx_t_2) < 0) __PYX_ERR(5, 1, __pyx_L1_error) __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0; /* "(tree fragment)":11 * __pyx_unpickle_Enum__set_state( __pyx_result, __pyx_state) * return __pyx_result * cdef __pyx_unpickle_Enum__set_state(Enum __pyx_result, tuple __pyx_state): # <<<<<<<<<<<<<< * __pyx_result.name = __pyx_state[0] * if len(__pyx_state) > 1 and hasattr(__pyx_result, '__dict__'): */ __Pyx_TraceReturn(Py_None, 0); /*--- Wrapped vars code ---*/ goto __pyx_L0; __pyx_L1_error:; __Pyx_XDECREF(__pyx_t_1); __Pyx_XDECREF(__pyx_t_2); __Pyx_XDECREF(__pyx_t_3); __Pyx_XDECREF(__pyx_t_4); __Pyx_XDECREF(__pyx_t_5); __Pyx_XDECREF(__pyx_t_6); __Pyx_XDECREF(__pyx_t_7); if (__pyx_m) { if (__pyx_d) { __Pyx_AddTraceback("init spacy.pipeline.pipes", __pyx_clineno, __pyx_lineno, __pyx_filename); } Py_CLEAR(__pyx_m); } else if (!PyErr_Occurred()) { PyErr_SetString(PyExc_ImportError, "init spacy.pipeline.pipes"); } __pyx_L0:; __Pyx_RefNannyFinishContext(); #if CYTHON_PEP489_MULTI_PHASE_INIT return (__pyx_m != NULL) ? 0 : -1; #elif PY_MAJOR_VERSION >= 3 return __pyx_m; #else return; #endif } /* --- Runtime support code --- */ /* Refnanny */ #if CYTHON_REFNANNY static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname) { PyObject *m = NULL, *p = NULL; void *r = NULL; m = PyImport_ImportModule(modname); if (!m) goto end; p = PyObject_GetAttrString(m, "RefNannyAPI"); if (!p) goto end; r = PyLong_AsVoidPtr(p); end: Py_XDECREF(p); Py_XDECREF(m); return (__Pyx_RefNannyAPIStruct *)r; } #endif /* PyObjectGetAttrStr */ #if CYTHON_USE_TYPE_SLOTS static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name) { PyTypeObject* tp = Py_TYPE(obj); if (likely(tp->tp_getattro)) return tp->tp_getattro(obj, attr_name); #if PY_MAJOR_VERSION < 3 if (likely(tp->tp_getattr)) return tp->tp_getattr(obj, PyString_AS_STRING(attr_name)); #endif return PyObject_GetAttr(obj, attr_name); } #endif /* GetBuiltinName */ static PyObject *__Pyx_GetBuiltinName(PyObject *name) { PyObject* result = __Pyx_PyObject_GetAttrStr(__pyx_b, name); if (unlikely(!result)) { PyErr_Format(PyExc_NameError, #if PY_MAJOR_VERSION >= 3 "name '%U' is not defined", name); #else "name '%.200s' is not defined", PyString_AS_STRING(name)); #endif } return result; } /* PyErrFetchRestore */ #if CYTHON_FAST_THREAD_STATE static CYTHON_INLINE void __Pyx_ErrRestoreInState(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) { PyObject *tmp_type, *tmp_value, *tmp_tb; tmp_type = tstate->curexc_type; tmp_value = tstate->curexc_value; tmp_tb = tstate->curexc_traceback; tstate->curexc_type = type; tstate->curexc_value = value; tstate->curexc_traceback = tb; Py_XDECREF(tmp_type); Py_XDECREF(tmp_value); Py_XDECREF(tmp_tb); } static CYTHON_INLINE void __Pyx_ErrFetchInState(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) { *type = tstate->curexc_type; *value = tstate->curexc_value; *tb = tstate->curexc_traceback; tstate->curexc_type = 0; tstate->curexc_value = 0; tstate->curexc_traceback = 0; } #endif /* Profile */ #if CYTHON_PROFILE static int __Pyx_TraceSetupAndCall(PyCodeObject** code, PyFrameObject** frame, PyThreadState* tstate, const char *funcname, const char *srcfile, int firstlineno) { PyObject *type, *value, *traceback; int retval; if (*frame == NULL || !CYTHON_PROFILE_REUSE_FRAME) { if (*code == NULL) { *code = __Pyx_createFrameCodeObject(funcname, srcfile, firstlineno); if (*code == NULL) return 0; } *frame = PyFrame_New( tstate, /*PyThreadState *tstate*/ *code, /*PyCodeObject *code*/ __pyx_d, /*PyObject *globals*/ 0 /*PyObject *locals*/ ); if (*frame == NULL) return 0; if (CYTHON_TRACE && (*frame)->f_trace == NULL) { Py_INCREF(Py_None); (*frame)->f_trace = Py_None; } #if PY_VERSION_HEX < 0x030400B1 } else { (*frame)->f_tstate = tstate; #endif } __Pyx_PyFrame_SetLineNumber(*frame, firstlineno); retval = 1; tstate->tracing++; tstate->use_tracing = 0; __Pyx_ErrFetchInState(tstate, &type, &value, &traceback); #if CYTHON_TRACE if (tstate->c_tracefunc) retval = tstate->c_tracefunc(tstate->c_traceobj, *frame, PyTrace_CALL, NULL) == 0; if (retval && tstate->c_profilefunc) #endif retval = tstate->c_profilefunc(tstate->c_profileobj, *frame, PyTrace_CALL, NULL) == 0; tstate->use_tracing = (tstate->c_profilefunc || (CYTHON_TRACE && tstate->c_tracefunc)); tstate->tracing--; if (retval) { __Pyx_ErrRestoreInState(tstate, type, value, traceback); return tstate->use_tracing && retval; } else { Py_XDECREF(type); Py_XDECREF(value); Py_XDECREF(traceback); return -1; } } static PyCodeObject *__Pyx_createFrameCodeObject(const char *funcname, const char *srcfile, int firstlineno) { PyCodeObject *py_code = 0; #if PY_MAJOR_VERSION >= 3 py_code = PyCode_NewEmpty(srcfile, funcname, firstlineno); if (likely(py_code)) { py_code->co_flags |= CO_OPTIMIZED | CO_NEWLOCALS; } #else PyObject *py_srcfile = 0; PyObject *py_funcname = 0; py_funcname = PyString_FromString(funcname); if (unlikely(!py_funcname)) goto bad; py_srcfile = PyString_FromString(srcfile); if (unlikely(!py_srcfile)) goto bad; py_code = PyCode_New( 0, 0, 0, CO_OPTIMIZED | CO_NEWLOCALS, __pyx_empty_bytes, /*PyObject *code,*/ __pyx_empty_tuple, /*PyObject *consts,*/ __pyx_empty_tuple, /*PyObject *names,*/ __pyx_empty_tuple, /*PyObject *varnames,*/ __pyx_empty_tuple, /*PyObject *freevars,*/ __pyx_empty_tuple, /*PyObject *cellvars,*/ py_srcfile, /*PyObject *filename,*/ py_funcname, /*PyObject *name,*/ firstlineno, __pyx_empty_bytes /*PyObject *lnotab*/ ); bad: Py_XDECREF(py_srcfile); Py_XDECREF(py_funcname); #endif return py_code; } #endif /* RaiseDoubleKeywords */ static void __Pyx_RaiseDoubleKeywordsError( const char* func_name, PyObject* kw_name) { PyErr_Format(PyExc_TypeError, #if PY_MAJOR_VERSION >= 3 "%s() got multiple values for keyword argument '%U'", func_name, kw_name); #else "%s() got multiple values for keyword argument '%s'", func_name, PyString_AsString(kw_name)); #endif } /* ParseKeywords */ static int __Pyx_ParseOptionalKeywords( PyObject *kwds, PyObject **argnames[], PyObject *kwds2, PyObject *values[], Py_ssize_t num_pos_args, const char* function_name) { PyObject *key = 0, *value = 0; Py_ssize_t pos = 0; PyObject*** name; PyObject*** first_kw_arg = argnames + num_pos_args; while (PyDict_Next(kwds, &pos, &key, &value)) { name = first_kw_arg; while (*name && (**name != key)) name++; if (*name) { values[name-argnames] = value; continue; } name = first_kw_arg; #if PY_MAJOR_VERSION < 3 if (likely(PyString_Check(key))) { while (*name) { if ((CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**name) == PyString_GET_SIZE(key)) && _PyString_Eq(**name, key)) { values[name-argnames] = value; break; } name++; } if (*name) continue; else { PyObject*** argname = argnames; while (argname != first_kw_arg) { if ((**argname == key) || ( (CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**argname) == PyString_GET_SIZE(key)) && _PyString_Eq(**argname, key))) { goto arg_passed_twice; } argname++; } } } else #endif if (likely(PyUnicode_Check(key))) { while (*name) { int cmp = (**name == key) ? 0 : #if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3 (__Pyx_PyUnicode_GET_LENGTH(**name) != __Pyx_PyUnicode_GET_LENGTH(key)) ? 1 : #endif PyUnicode_Compare(**name, key); if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad; if (cmp == 0) { values[name-argnames] = value; break; } name++; } if (*name) continue; else { PyObject*** argname = argnames; while (argname != first_kw_arg) { int cmp = (**argname == key) ? 0 : #if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3 (__Pyx_PyUnicode_GET_LENGTH(**argname) != __Pyx_PyUnicode_GET_LENGTH(key)) ? 1 : #endif PyUnicode_Compare(**argname, key); if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad; if (cmp == 0) goto arg_passed_twice; argname++; } } } else goto invalid_keyword_type; if (kwds2) { if (unlikely(PyDict_SetItem(kwds2, key, value))) goto bad; } else { goto invalid_keyword; } } return 0; arg_passed_twice: __Pyx_RaiseDoubleKeywordsError(function_name, key); goto bad; invalid_keyword_type: PyErr_Format(PyExc_TypeError, "%.200s() keywords must be strings", function_name); goto bad; invalid_keyword: PyErr_Format(PyExc_TypeError, #if PY_MAJOR_VERSION < 3 "%.200s() got an unexpected keyword argument '%.200s'", function_name, PyString_AsString(key)); #else "%s() got an unexpected keyword argument '%U'", function_name, key); #endif bad: return -1; } /* RaiseArgTupleInvalid */ static void __Pyx_RaiseArgtupleInvalid( const char* func_name, int exact, Py_ssize_t num_min, Py_ssize_t num_max, Py_ssize_t num_found) { Py_ssize_t num_expected; const char *more_or_less; if (num_found < num_min) { num_expected = num_min; more_or_less = "at least"; } else { num_expected = num_max; more_or_less = "at most"; } if (exact) { more_or_less = "exactly"; } PyErr_Format(PyExc_TypeError, "%.200s() takes %.8s %" CYTHON_FORMAT_SSIZE_T "d positional argument%.1s (%" CYTHON_FORMAT_SSIZE_T "d given)", func_name, more_or_less, num_expected, (num_expected == 1) ? "" : "s", num_found); } /* PyObjectCall */ #if CYTHON_COMPILING_IN_CPYTHON static CYTHON_INLINE PyObject* __Pyx_PyObject_Call(PyObject *func, PyObject *arg, PyObject *kw) { PyObject *result; ternaryfunc call = func->ob_type->tp_call; if (unlikely(!call)) return PyObject_Call(func, arg, kw); if (unlikely(Py_EnterRecursiveCall((char*)" while calling a Python object"))) return NULL; result = (*call)(func, arg, kw); Py_LeaveRecursiveCall(); if (unlikely(!result) && unlikely(!PyErr_Occurred())) { PyErr_SetString( PyExc_SystemError, "NULL result without error in PyObject_Call"); } return result; } #endif /* PyFunctionFastCall */ #if CYTHON_FAST_PYCALL static PyObject* __Pyx_PyFunction_FastCallNoKw(PyCodeObject *co, PyObject **args, Py_ssize_t na, PyObject *globals) { PyFrameObject *f; PyThreadState *tstate = __Pyx_PyThreadState_Current; PyObject **fastlocals; Py_ssize_t i; PyObject *result; assert(globals != NULL); /* XXX Perhaps we should create a specialized PyFrame_New() that doesn't take locals, but does take builtins without sanity checking them. */ assert(tstate != NULL); f = PyFrame_New(tstate, co, globals, NULL); if (f == NULL) { return NULL; } fastlocals = __Pyx_PyFrame_GetLocalsplus(f); for (i = 0; i < na; i++) { Py_INCREF(*args); fastlocals[i] = *args++; } result = PyEval_EvalFrameEx(f,0); ++tstate->recursion_depth; Py_DECREF(f); --tstate->recursion_depth; return result; } #if 1 || PY_VERSION_HEX < 0x030600B1 static PyObject *__Pyx_PyFunction_FastCallDict(PyObject *func, PyObject **args, Py_ssize_t nargs, PyObject *kwargs) { PyCodeObject *co = (PyCodeObject *)PyFunction_GET_CODE(func); PyObject *globals = PyFunction_GET_GLOBALS(func); PyObject *argdefs = PyFunction_GET_DEFAULTS(func); PyObject *closure; #if PY_MAJOR_VERSION >= 3 PyObject *kwdefs; #endif PyObject *kwtuple, **k; PyObject **d; Py_ssize_t nd; Py_ssize_t nk; PyObject *result; assert(kwargs == NULL || PyDict_Check(kwargs)); nk = kwargs ? PyDict_Size(kwargs) : 0; if (Py_EnterRecursiveCall((char*)" while calling a Python object")) { return NULL; } if ( #if PY_MAJOR_VERSION >= 3 co->co_kwonlyargcount == 0 && #endif likely(kwargs == NULL || nk == 0) && co->co_flags == (CO_OPTIMIZED | CO_NEWLOCALS | CO_NOFREE)) { if (argdefs == NULL && co->co_argcount == nargs) { result = __Pyx_PyFunction_FastCallNoKw(co, args, nargs, globals); goto done; } else if (nargs == 0 && argdefs != NULL && co->co_argcount == Py_SIZE(argdefs)) { /* function called with no arguments, but all parameters have a default value: use default values as arguments .*/ args = &PyTuple_GET_ITEM(argdefs, 0); result =__Pyx_PyFunction_FastCallNoKw(co, args, Py_SIZE(argdefs), globals); goto done; } } if (kwargs != NULL) { Py_ssize_t pos, i; kwtuple = PyTuple_New(2 * nk); if (kwtuple == NULL) { result = NULL; goto done; } k = &PyTuple_GET_ITEM(kwtuple, 0); pos = i = 0; while (PyDict_Next(kwargs, &pos, &k[i], &k[i+1])) { Py_INCREF(k[i]); Py_INCREF(k[i+1]); i += 2; } nk = i / 2; } else { kwtuple = NULL; k = NULL; } closure = PyFunction_GET_CLOSURE(func); #if PY_MAJOR_VERSION >= 3 kwdefs = PyFunction_GET_KW_DEFAULTS(func); #endif if (argdefs != NULL) { d = &PyTuple_GET_ITEM(argdefs, 0); nd = Py_SIZE(argdefs); } else { d = NULL; nd = 0; } #if PY_MAJOR_VERSION >= 3 result = PyEval_EvalCodeEx((PyObject*)co, globals, (PyObject *)NULL, args, (int)nargs, k, (int)nk, d, (int)nd, kwdefs, closure); #else result = PyEval_EvalCodeEx(co, globals, (PyObject *)NULL, args, (int)nargs, k, (int)nk, d, (int)nd, closure); #endif Py_XDECREF(kwtuple); done: Py_LeaveRecursiveCall(); return result; } #endif #endif /* PyObjectCallMethO */ #if CYTHON_COMPILING_IN_CPYTHON static CYTHON_INLINE PyObject* __Pyx_PyObject_CallMethO(PyObject *func, PyObject *arg) { PyObject *self, *result; PyCFunction cfunc; cfunc = PyCFunction_GET_FUNCTION(func); self = PyCFunction_GET_SELF(func); if (unlikely(Py_EnterRecursiveCall((char*)" while calling a Python object"))) return NULL; result = cfunc(self, arg); Py_LeaveRecursiveCall(); if (unlikely(!result) && unlikely(!PyErr_Occurred())) { PyErr_SetString( PyExc_SystemError, "NULL result without error in PyObject_Call"); } return result; } #endif /* PyObjectCallNoArg */ #if CYTHON_COMPILING_IN_CPYTHON static CYTHON_INLINE PyObject* __Pyx_PyObject_CallNoArg(PyObject *func) { #if CYTHON_FAST_PYCALL if (PyFunction_Check(func)) { return __Pyx_PyFunction_FastCall(func, NULL, 0); } #endif #ifdef __Pyx_CyFunction_USED if (likely(PyCFunction_Check(func) || __Pyx_CyFunction_Check(func))) #else if (likely(PyCFunction_Check(func))) #endif { if (likely(PyCFunction_GET_FLAGS(func) & METH_NOARGS)) { return __Pyx_PyObject_CallMethO(func, NULL); } } return __Pyx_PyObject_Call(func, __pyx_empty_tuple, NULL); } #endif /* PyCFunctionFastCall */ #if CYTHON_FAST_PYCCALL static CYTHON_INLINE PyObject * __Pyx_PyCFunction_FastCall(PyObject *func_obj, PyObject **args, Py_ssize_t nargs) { PyCFunctionObject *func = (PyCFunctionObject*)func_obj; PyCFunction meth = PyCFunction_GET_FUNCTION(func); PyObject *self = PyCFunction_GET_SELF(func); int flags = PyCFunction_GET_FLAGS(func); assert(PyCFunction_Check(func)); assert(METH_FASTCALL == (flags & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_KEYWORDS | METH_STACKLESS))); assert(nargs >= 0); assert(nargs == 0 || args != NULL); /* _PyCFunction_FastCallDict() must not be called with an exception set, because it may clear it (directly or indirectly) and so the caller loses its exception */ assert(!PyErr_Occurred()); if ((PY_VERSION_HEX < 0x030700A0) || unlikely(flags & METH_KEYWORDS)) { return (*((__Pyx_PyCFunctionFastWithKeywords)(void*)meth)) (self, args, nargs, NULL); } else { return (*((__Pyx_PyCFunctionFast)(void*)meth)) (self, args, nargs); } } #endif /* PyObjectCallOneArg */ #if CYTHON_COMPILING_IN_CPYTHON static PyObject* __Pyx__PyObject_CallOneArg(PyObject *func, PyObject *arg) { PyObject *result; PyObject *args = PyTuple_New(1); if (unlikely(!args)) return NULL; Py_INCREF(arg); PyTuple_SET_ITEM(args, 0, arg); result = __Pyx_PyObject_Call(func, args, NULL); Py_DECREF(args); return result; } static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg) { #if CYTHON_FAST_PYCALL if (PyFunction_Check(func)) { return __Pyx_PyFunction_FastCall(func, &arg, 1); } #endif if (likely(PyCFunction_Check(func))) { if (likely(PyCFunction_GET_FLAGS(func) & METH_O)) { return __Pyx_PyObject_CallMethO(func, arg); #if CYTHON_FAST_PYCCALL } else if (PyCFunction_GET_FLAGS(func) & METH_FASTCALL) { return __Pyx_PyCFunction_FastCall(func, &arg, 1); #endif } } return __Pyx__PyObject_CallOneArg(func, arg); } #else static CYTHON_INLINE PyObject* __Pyx_PyObject_CallOneArg(PyObject *func, PyObject *arg) { PyObject *result; PyObject *args = PyTuple_Pack(1, arg); if (unlikely(!args)) return NULL; result = __Pyx_PyObject_Call(func, args, NULL); Py_DECREF(args); return result; } #endif /* PyDictVersioning */ #if CYTHON_USE_DICT_VERSIONS && CYTHON_USE_TYPE_SLOTS static CYTHON_INLINE PY_UINT64_T __Pyx_get_tp_dict_version(PyObject *obj) { PyObject *dict = Py_TYPE(obj)->tp_dict; return likely(dict) ? __PYX_GET_DICT_VERSION(dict) : 0; } static CYTHON_INLINE PY_UINT64_T __Pyx_get_object_dict_version(PyObject *obj) { PyObject **dictptr = NULL; Py_ssize_t offset = Py_TYPE(obj)->tp_dictoffset; if (offset) { #if CYTHON_COMPILING_IN_CPYTHON dictptr = (likely(offset > 0)) ? (PyObject **) ((char *)obj + offset) : _PyObject_GetDictPtr(obj); #else dictptr = _PyObject_GetDictPtr(obj); #endif } return (dictptr && *dictptr) ? __PYX_GET_DICT_VERSION(*dictptr) : 0; } static CYTHON_INLINE int __Pyx_object_dict_version_matches(PyObject* obj, PY_UINT64_T tp_dict_version, PY_UINT64_T obj_dict_version) { PyObject *dict = Py_TYPE(obj)->tp_dict; if (unlikely(!dict) || unlikely(tp_dict_version != __PYX_GET_DICT_VERSION(dict))) return 0; return obj_dict_version == __Pyx_get_object_dict_version(obj); } #endif /* GetModuleGlobalName */ #if CYTHON_USE_DICT_VERSIONS static PyObject *__Pyx__GetModuleGlobalName(PyObject *name, PY_UINT64_T *dict_version, PyObject **dict_cached_value) #else static CYTHON_INLINE PyObject *__Pyx__GetModuleGlobalName(PyObject *name) #endif { PyObject *result; #if !CYTHON_AVOID_BORROWED_REFS #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030500A1 result = _PyDict_GetItem_KnownHash(__pyx_d, name, ((PyASCIIObject *) name)->hash); __PYX_UPDATE_DICT_CACHE(__pyx_d, result, *dict_cached_value, *dict_version) if (likely(result)) { return __Pyx_NewRef(result); } else if (unlikely(PyErr_Occurred())) { return NULL; } #else result = PyDict_GetItem(__pyx_d, name); __PYX_UPDATE_DICT_CACHE(__pyx_d, result, *dict_cached_value, *dict_version) if (likely(result)) { return __Pyx_NewRef(result); } #endif #else result = PyObject_GetItem(__pyx_d, name); __PYX_UPDATE_DICT_CACHE(__pyx_d, result, *dict_cached_value, *dict_version) if (likely(result)) { return __Pyx_NewRef(result); } PyErr_Clear(); #endif return __Pyx_GetBuiltinName(name); } /* PyObjectCall2Args */ static CYTHON_UNUSED PyObject* __Pyx_PyObject_Call2Args(PyObject* function, PyObject* arg1, PyObject* arg2) { PyObject *args, *result = NULL; #if CYTHON_FAST_PYCALL if (PyFunction_Check(function)) { PyObject *args[2] = {arg1, arg2}; return __Pyx_PyFunction_FastCall(function, args, 2); } #endif #if CYTHON_FAST_PYCCALL if (__Pyx_PyFastCFunction_Check(function)) { PyObject *args[2] = {arg1, arg2}; return __Pyx_PyCFunction_FastCall(function, args, 2); } #endif args = PyTuple_New(2); if (unlikely(!args)) goto done; Py_INCREF(arg1); PyTuple_SET_ITEM(args, 0, arg1); Py_INCREF(arg2); PyTuple_SET_ITEM(args, 1, arg2); Py_INCREF(function); result = __Pyx_PyObject_Call(function, args, NULL); Py_DECREF(args); Py_DECREF(function); done: return result; } /* RaiseException */ #if PY_MAJOR_VERSION < 3 static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, CYTHON_UNUSED PyObject *cause) { __Pyx_PyThreadState_declare Py_XINCREF(type); if (!value || value == Py_None) value = NULL; else Py_INCREF(value); if (!tb || tb == Py_None) tb = NULL; else { Py_INCREF(tb); if (!PyTraceBack_Check(tb)) { PyErr_SetString(PyExc_TypeError, "raise: arg 3 must be a traceback or None"); goto raise_error; } } if (PyType_Check(type)) { #if CYTHON_COMPILING_IN_PYPY if (!value) { Py_INCREF(Py_None); value = Py_None; } #endif PyErr_NormalizeException(&type, &value, &tb); } else { if (value) { PyErr_SetString(PyExc_TypeError, "instance exception may not have a separate value"); goto raise_error; } value = type; type = (PyObject*) Py_TYPE(type); Py_INCREF(type); if (!PyType_IsSubtype((PyTypeObject *)type, (PyTypeObject *)PyExc_BaseException)) { PyErr_SetString(PyExc_TypeError, "raise: exception class must be a subclass of BaseException"); goto raise_error; } } __Pyx_PyThreadState_assign __Pyx_ErrRestore(type, value, tb); return; raise_error: Py_XDECREF(value); Py_XDECREF(type); Py_XDECREF(tb); return; } #else static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause) { PyObject* owned_instance = NULL; if (tb == Py_None) { tb = 0; } else if (tb && !PyTraceBack_Check(tb)) { PyErr_SetString(PyExc_TypeError, "raise: arg 3 must be a traceback or None"); goto bad; } if (value == Py_None) value = 0; if (PyExceptionInstance_Check(type)) { if (value) { PyErr_SetString(PyExc_TypeError, "instance exception may not have a separate value"); goto bad; } value = type; type = (PyObject*) Py_TYPE(value); } else if (PyExceptionClass_Check(type)) { PyObject *instance_class = NULL; if (value && PyExceptionInstance_Check(value)) { instance_class = (PyObject*) Py_TYPE(value); if (instance_class != type) { int is_subclass = PyObject_IsSubclass(instance_class, type); if (!is_subclass) { instance_class = NULL; } else if (unlikely(is_subclass == -1)) { goto bad; } else { type = instance_class; } } } if (!instance_class) { PyObject *args; if (!value) args = PyTuple_New(0); else if (PyTuple_Check(value)) { Py_INCREF(value); args = value; } else args = PyTuple_Pack(1, value); if (!args) goto bad; owned_instance = PyObject_Call(type, args, NULL); Py_DECREF(args); if (!owned_instance) goto bad; value = owned_instance; if (!PyExceptionInstance_Check(value)) { PyErr_Format(PyExc_TypeError, "calling %R should have returned an instance of " "BaseException, not %R", type, Py_TYPE(value)); goto bad; } } } else { PyErr_SetString(PyExc_TypeError, "raise: exception class must be a subclass of BaseException"); goto bad; } if (cause) { PyObject *fixed_cause; if (cause == Py_None) { fixed_cause = NULL; } else if (PyExceptionClass_Check(cause)) { fixed_cause = PyObject_CallObject(cause, NULL); if (fixed_cause == NULL) goto bad; } else if (PyExceptionInstance_Check(cause)) { fixed_cause = cause; Py_INCREF(fixed_cause); } else { PyErr_SetString(PyExc_TypeError, "exception causes must derive from " "BaseException"); goto bad; } PyException_SetCause(value, fixed_cause); } PyErr_SetObject(type, value); if (tb) { #if CYTHON_COMPILING_IN_PYPY PyObject *tmp_type, *tmp_value, *tmp_tb; PyErr_Fetch(&tmp_type, &tmp_value, &tmp_tb); Py_INCREF(tb); PyErr_Restore(tmp_type, tmp_value, tb); Py_XDECREF(tmp_tb); #else PyThreadState *tstate = __Pyx_PyThreadState_Current; PyObject* tmp_tb = tstate->curexc_traceback; if (tb != tmp_tb) { Py_INCREF(tb); tstate->curexc_traceback = tb; Py_XDECREF(tmp_tb); } #endif } bad: Py_XDECREF(owned_instance); return; } #endif /* RaiseTooManyValuesToUnpack */ static CYTHON_INLINE void __Pyx_RaiseTooManyValuesError(Py_ssize_t expected) { PyErr_Format(PyExc_ValueError, "too many values to unpack (expected %" CYTHON_FORMAT_SSIZE_T "d)", expected); } /* RaiseNeedMoreValuesToUnpack */ static CYTHON_INLINE void __Pyx_RaiseNeedMoreValuesError(Py_ssize_t index) { PyErr_Format(PyExc_ValueError, "need more than %" CYTHON_FORMAT_SSIZE_T "d value%.1s to unpack", index, (index == 1) ? "" : "s"); } /* IterFinish */ static CYTHON_INLINE int __Pyx_IterFinish(void) { #if CYTHON_FAST_THREAD_STATE PyThreadState *tstate = __Pyx_PyThreadState_Current; PyObject* exc_type = tstate->curexc_type; if (unlikely(exc_type)) { if (likely(__Pyx_PyErr_GivenExceptionMatches(exc_type, PyExc_StopIteration))) { PyObject *exc_value, *exc_tb; exc_value = tstate->curexc_value; exc_tb = tstate->curexc_traceback; tstate->curexc_type = 0; tstate->curexc_value = 0; tstate->curexc_traceback = 0; Py_DECREF(exc_type); Py_XDECREF(exc_value); Py_XDECREF(exc_tb); return 0; } else { return -1; } } return 0; #else if (unlikely(PyErr_Occurred())) { if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) { PyErr_Clear(); return 0; } else { return -1; } } return 0; #endif } /* UnpackItemEndCheck */ static int __Pyx_IternextUnpackEndCheck(PyObject *retval, Py_ssize_t expected) { if (unlikely(retval)) { Py_DECREF(retval); __Pyx_RaiseTooManyValuesError(expected); return -1; } else { return __Pyx_IterFinish(); } return 0; } /* PyErrExceptionMatches */ #if CYTHON_FAST_THREAD_STATE static int __Pyx_PyErr_ExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) { Py_ssize_t i, n; n = PyTuple_GET_SIZE(tuple); #if PY_MAJOR_VERSION >= 3 for (i=0; icurexc_type; if (exc_type == err) return 1; if (unlikely(!exc_type)) return 0; if (unlikely(PyTuple_Check(err))) return __Pyx_PyErr_ExceptionMatchesTuple(exc_type, err); return __Pyx_PyErr_GivenExceptionMatches(exc_type, err); } #endif /* GetAttr */ static CYTHON_INLINE PyObject *__Pyx_GetAttr(PyObject *o, PyObject *n) { #if CYTHON_USE_TYPE_SLOTS #if PY_MAJOR_VERSION >= 3 if (likely(PyUnicode_Check(n))) #else if (likely(PyString_Check(n))) #endif return __Pyx_PyObject_GetAttrStr(o, n); #endif return PyObject_GetAttr(o, n); } /* GetAttr3 */ static PyObject *__Pyx_GetAttr3Default(PyObject *d) { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign if (unlikely(!__Pyx_PyErr_ExceptionMatches(PyExc_AttributeError))) return NULL; __Pyx_PyErr_Clear(); Py_INCREF(d); return d; } static CYTHON_INLINE PyObject *__Pyx_GetAttr3(PyObject *o, PyObject *n, PyObject *d) { PyObject *r = __Pyx_GetAttr(o, n); return (likely(r)) ? r : __Pyx_GetAttr3Default(d); } /* FetchCommonType */ static PyTypeObject* __Pyx_FetchCommonType(PyTypeObject* type) { PyObject* fake_module; PyTypeObject* cached_type = NULL; fake_module = PyImport_AddModule((char*) "_cython_" CYTHON_ABI); if (!fake_module) return NULL; Py_INCREF(fake_module); cached_type = (PyTypeObject*) PyObject_GetAttrString(fake_module, type->tp_name); if (cached_type) { if (!PyType_Check((PyObject*)cached_type)) { PyErr_Format(PyExc_TypeError, "Shared Cython type %.200s is not a type object", type->tp_name); goto bad; } if (cached_type->tp_basicsize != type->tp_basicsize) { PyErr_Format(PyExc_TypeError, "Shared Cython type %.200s has the wrong size, try recompiling", type->tp_name); goto bad; } } else { if (!PyErr_ExceptionMatches(PyExc_AttributeError)) goto bad; PyErr_Clear(); if (PyType_Ready(type) < 0) goto bad; if (PyObject_SetAttrString(fake_module, type->tp_name, (PyObject*) type) < 0) goto bad; Py_INCREF(type); cached_type = type; } done: Py_DECREF(fake_module); return cached_type; bad: Py_XDECREF(cached_type); cached_type = NULL; goto done; } /* GetTopmostException */ #if CYTHON_USE_EXC_INFO_STACK static _PyErr_StackItem * __Pyx_PyErr_GetTopmostException(PyThreadState *tstate) { _PyErr_StackItem *exc_info = tstate->exc_info; while ((exc_info->exc_type == NULL || exc_info->exc_type == Py_None) && exc_info->previous_item != NULL) { exc_info = exc_info->previous_item; } return exc_info; } #endif /* SaveResetException */ #if CYTHON_FAST_THREAD_STATE static CYTHON_INLINE void __Pyx__ExceptionSave(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) { #if CYTHON_USE_EXC_INFO_STACK _PyErr_StackItem *exc_info = __Pyx_PyErr_GetTopmostException(tstate); *type = exc_info->exc_type; *value = exc_info->exc_value; *tb = exc_info->exc_traceback; #else *type = tstate->exc_type; *value = tstate->exc_value; *tb = tstate->exc_traceback; #endif Py_XINCREF(*type); Py_XINCREF(*value); Py_XINCREF(*tb); } static CYTHON_INLINE void __Pyx__ExceptionReset(PyThreadState *tstate, PyObject *type, PyObject *value, PyObject *tb) { PyObject *tmp_type, *tmp_value, *tmp_tb; #if CYTHON_USE_EXC_INFO_STACK _PyErr_StackItem *exc_info = tstate->exc_info; tmp_type = exc_info->exc_type; tmp_value = exc_info->exc_value; tmp_tb = exc_info->exc_traceback; exc_info->exc_type = type; exc_info->exc_value = value; exc_info->exc_traceback = tb; #else tmp_type = tstate->exc_type; tmp_value = tstate->exc_value; tmp_tb = tstate->exc_traceback; tstate->exc_type = type; tstate->exc_value = value; tstate->exc_traceback = tb; #endif Py_XDECREF(tmp_type); Py_XDECREF(tmp_value); Py_XDECREF(tmp_tb); } #endif /* SwapException */ #if CYTHON_FAST_THREAD_STATE static CYTHON_INLINE void __Pyx__ExceptionSwap(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) { PyObject *tmp_type, *tmp_value, *tmp_tb; #if CYTHON_USE_EXC_INFO_STACK _PyErr_StackItem *exc_info = tstate->exc_info; tmp_type = exc_info->exc_type; tmp_value = exc_info->exc_value; tmp_tb = exc_info->exc_traceback; exc_info->exc_type = *type; exc_info->exc_value = *value; exc_info->exc_traceback = *tb; #else tmp_type = tstate->exc_type; tmp_value = tstate->exc_value; tmp_tb = tstate->exc_traceback; tstate->exc_type = *type; tstate->exc_value = *value; tstate->exc_traceback = *tb; #endif *type = tmp_type; *value = tmp_value; *tb = tmp_tb; } #else static CYTHON_INLINE void __Pyx_ExceptionSwap(PyObject **type, PyObject **value, PyObject **tb) { PyObject *tmp_type, *tmp_value, *tmp_tb; PyErr_GetExcInfo(&tmp_type, &tmp_value, &tmp_tb); PyErr_SetExcInfo(*type, *value, *tb); *type = tmp_type; *value = tmp_value; *tb = tmp_tb; } #endif /* PyObjectGetMethod */ static int __Pyx_PyObject_GetMethod(PyObject *obj, PyObject *name, PyObject **method) { PyObject *attr; #if CYTHON_UNPACK_METHODS && CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_PYTYPE_LOOKUP PyTypeObject *tp = Py_TYPE(obj); PyObject *descr; descrgetfunc f = NULL; PyObject **dictptr, *dict; int meth_found = 0; assert (*method == NULL); if (unlikely(tp->tp_getattro != PyObject_GenericGetAttr)) { attr = __Pyx_PyObject_GetAttrStr(obj, name); goto try_unpack; } if (unlikely(tp->tp_dict == NULL) && unlikely(PyType_Ready(tp) < 0)) { return 0; } descr = _PyType_Lookup(tp, name); if (likely(descr != NULL)) { Py_INCREF(descr); #if PY_MAJOR_VERSION >= 3 #ifdef __Pyx_CyFunction_USED if (likely(PyFunction_Check(descr) || (Py_TYPE(descr) == &PyMethodDescr_Type) || __Pyx_CyFunction_Check(descr))) #else if (likely(PyFunction_Check(descr) || (Py_TYPE(descr) == &PyMethodDescr_Type))) #endif #else #ifdef __Pyx_CyFunction_USED if (likely(PyFunction_Check(descr) || __Pyx_CyFunction_Check(descr))) #else if (likely(PyFunction_Check(descr))) #endif #endif { meth_found = 1; } else { f = Py_TYPE(descr)->tp_descr_get; if (f != NULL && PyDescr_IsData(descr)) { attr = f(descr, obj, (PyObject *)Py_TYPE(obj)); Py_DECREF(descr); goto try_unpack; } } } dictptr = _PyObject_GetDictPtr(obj); if (dictptr != NULL && (dict = *dictptr) != NULL) { Py_INCREF(dict); attr = __Pyx_PyDict_GetItemStr(dict, name); if (attr != NULL) { Py_INCREF(attr); Py_DECREF(dict); Py_XDECREF(descr); goto try_unpack; } Py_DECREF(dict); } if (meth_found) { *method = descr; return 1; } if (f != NULL) { attr = f(descr, obj, (PyObject *)Py_TYPE(obj)); Py_DECREF(descr); goto try_unpack; } if (descr != NULL) { *method = descr; return 0; } PyErr_Format(PyExc_AttributeError, #if PY_MAJOR_VERSION >= 3 "'%.50s' object has no attribute '%U'", tp->tp_name, name); #else "'%.50s' object has no attribute '%.400s'", tp->tp_name, PyString_AS_STRING(name)); #endif return 0; #else attr = __Pyx_PyObject_GetAttrStr(obj, name); goto try_unpack; #endif try_unpack: #if CYTHON_UNPACK_METHODS if (likely(attr) && PyMethod_Check(attr) && likely(PyMethod_GET_SELF(attr) == obj)) { PyObject *function = PyMethod_GET_FUNCTION(attr); Py_INCREF(function); Py_DECREF(attr); *method = function; return 1; } #endif *method = attr; return 0; } /* PyObjectCallMethod1 */ static PyObject* __Pyx__PyObject_CallMethod1(PyObject* method, PyObject* arg) { PyObject *result = __Pyx_PyObject_CallOneArg(method, arg); Py_DECREF(method); return result; } static PyObject* __Pyx_PyObject_CallMethod1(PyObject* obj, PyObject* method_name, PyObject* arg) { PyObject *method = NULL, *result; int is_method = __Pyx_PyObject_GetMethod(obj, method_name, &method); if (likely(is_method)) { result = __Pyx_PyObject_Call2Args(method, obj, arg); Py_DECREF(method); return result; } if (unlikely(!method)) return NULL; return __Pyx__PyObject_CallMethod1(method, arg); } /* CoroutineBase */ #include #include #define __Pyx_Coroutine_Undelegate(gen) Py_CLEAR((gen)->yieldfrom) static int __Pyx_PyGen__FetchStopIterationValue(CYTHON_UNUSED PyThreadState *__pyx_tstate, PyObject **pvalue) { PyObject *et, *ev, *tb; PyObject *value = NULL; __Pyx_ErrFetch(&et, &ev, &tb); if (!et) { Py_XDECREF(tb); Py_XDECREF(ev); Py_INCREF(Py_None); *pvalue = Py_None; return 0; } if (likely(et == PyExc_StopIteration)) { if (!ev) { Py_INCREF(Py_None); value = Py_None; } #if PY_VERSION_HEX >= 0x030300A0 else if (Py_TYPE(ev) == (PyTypeObject*)PyExc_StopIteration) { value = ((PyStopIterationObject *)ev)->value; Py_INCREF(value); Py_DECREF(ev); } #endif else if (unlikely(PyTuple_Check(ev))) { if (PyTuple_GET_SIZE(ev) >= 1) { #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS value = PyTuple_GET_ITEM(ev, 0); Py_INCREF(value); #else value = PySequence_ITEM(ev, 0); #endif } else { Py_INCREF(Py_None); value = Py_None; } Py_DECREF(ev); } else if (!__Pyx_TypeCheck(ev, (PyTypeObject*)PyExc_StopIteration)) { value = ev; } if (likely(value)) { Py_XDECREF(tb); Py_DECREF(et); *pvalue = value; return 0; } } else if (!__Pyx_PyErr_GivenExceptionMatches(et, PyExc_StopIteration)) { __Pyx_ErrRestore(et, ev, tb); return -1; } PyErr_NormalizeException(&et, &ev, &tb); if (unlikely(!PyObject_TypeCheck(ev, (PyTypeObject*)PyExc_StopIteration))) { __Pyx_ErrRestore(et, ev, tb); return -1; } Py_XDECREF(tb); Py_DECREF(et); #if PY_VERSION_HEX >= 0x030300A0 value = ((PyStopIterationObject *)ev)->value; Py_INCREF(value); Py_DECREF(ev); #else { PyObject* args = __Pyx_PyObject_GetAttrStr(ev, __pyx_n_s_args); Py_DECREF(ev); if (likely(args)) { value = PySequence_GetItem(args, 0); Py_DECREF(args); } if (unlikely(!value)) { __Pyx_ErrRestore(NULL, NULL, NULL); Py_INCREF(Py_None); value = Py_None; } } #endif *pvalue = value; return 0; } static CYTHON_INLINE void __Pyx_Coroutine_ExceptionClear(__Pyx_ExcInfoStruct *exc_state) { PyObject *t, *v, *tb; t = exc_state->exc_type; v = exc_state->exc_value; tb = exc_state->exc_traceback; exc_state->exc_type = NULL; exc_state->exc_value = NULL; exc_state->exc_traceback = NULL; Py_XDECREF(t); Py_XDECREF(v); Py_XDECREF(tb); } #define __Pyx_Coroutine_AlreadyRunningError(gen) (__Pyx__Coroutine_AlreadyRunningError(gen), (PyObject*)NULL) static void __Pyx__Coroutine_AlreadyRunningError(CYTHON_UNUSED __pyx_CoroutineObject *gen) { const char *msg; if ((0)) { #ifdef __Pyx_Coroutine_USED } else if (__Pyx_Coroutine_Check((PyObject*)gen)) { msg = "coroutine already executing"; #endif #ifdef __Pyx_AsyncGen_USED } else if (__Pyx_AsyncGen_CheckExact((PyObject*)gen)) { msg = "async generator already executing"; #endif } else { msg = "generator already executing"; } PyErr_SetString(PyExc_ValueError, msg); } #define __Pyx_Coroutine_NotStartedError(gen) (__Pyx__Coroutine_NotStartedError(gen), (PyObject*)NULL) static void __Pyx__Coroutine_NotStartedError(CYTHON_UNUSED PyObject *gen) { const char *msg; if ((0)) { #ifdef __Pyx_Coroutine_USED } else if (__Pyx_Coroutine_Check(gen)) { msg = "can't send non-None value to a just-started coroutine"; #endif #ifdef __Pyx_AsyncGen_USED } else if (__Pyx_AsyncGen_CheckExact(gen)) { msg = "can't send non-None value to a just-started async generator"; #endif } else { msg = "can't send non-None value to a just-started generator"; } PyErr_SetString(PyExc_TypeError, msg); } #define __Pyx_Coroutine_AlreadyTerminatedError(gen, value, closing) (__Pyx__Coroutine_AlreadyTerminatedError(gen, value, closing), (PyObject*)NULL) static void __Pyx__Coroutine_AlreadyTerminatedError(CYTHON_UNUSED PyObject *gen, PyObject *value, CYTHON_UNUSED int closing) { #ifdef __Pyx_Coroutine_USED if (!closing && __Pyx_Coroutine_Check(gen)) { PyErr_SetString(PyExc_RuntimeError, "cannot reuse already awaited coroutine"); } else #endif if (value) { #ifdef __Pyx_AsyncGen_USED if (__Pyx_AsyncGen_CheckExact(gen)) PyErr_SetNone(__Pyx_PyExc_StopAsyncIteration); else #endif PyErr_SetNone(PyExc_StopIteration); } } static PyObject *__Pyx_Coroutine_SendEx(__pyx_CoroutineObject *self, PyObject *value, int closing) { __Pyx_PyThreadState_declare PyThreadState *tstate; __Pyx_ExcInfoStruct *exc_state; PyObject *retval; assert(!self->is_running); if (unlikely(self->resume_label == 0)) { if (unlikely(value && value != Py_None)) { return __Pyx_Coroutine_NotStartedError((PyObject*)self); } } if (unlikely(self->resume_label == -1)) { return __Pyx_Coroutine_AlreadyTerminatedError((PyObject*)self, value, closing); } #if CYTHON_FAST_THREAD_STATE __Pyx_PyThreadState_assign tstate = __pyx_tstate; #else tstate = __Pyx_PyThreadState_Current; #endif exc_state = &self->gi_exc_state; if (exc_state->exc_type) { #if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_PYSTON #else if (exc_state->exc_traceback) { PyTracebackObject *tb = (PyTracebackObject *) exc_state->exc_traceback; PyFrameObject *f = tb->tb_frame; Py_XINCREF(tstate->frame); assert(f->f_back == NULL); f->f_back = tstate->frame; } #endif } #if CYTHON_USE_EXC_INFO_STACK exc_state->previous_item = tstate->exc_info; tstate->exc_info = exc_state; #else if (exc_state->exc_type) { __Pyx_ExceptionSwap(&exc_state->exc_type, &exc_state->exc_value, &exc_state->exc_traceback); } else { __Pyx_Coroutine_ExceptionClear(exc_state); __Pyx_ExceptionSave(&exc_state->exc_type, &exc_state->exc_value, &exc_state->exc_traceback); } #endif self->is_running = 1; retval = self->body((PyObject *) self, tstate, value); self->is_running = 0; #if CYTHON_USE_EXC_INFO_STACK exc_state = &self->gi_exc_state; tstate->exc_info = exc_state->previous_item; exc_state->previous_item = NULL; __Pyx_Coroutine_ResetFrameBackpointer(exc_state); #endif return retval; } static CYTHON_INLINE void __Pyx_Coroutine_ResetFrameBackpointer(__Pyx_ExcInfoStruct *exc_state) { PyObject *exc_tb = exc_state->exc_traceback; if (likely(exc_tb)) { #if CYTHON_COMPILING_IN_PYPY || CYTHON_COMPILING_IN_PYSTON #else PyTracebackObject *tb = (PyTracebackObject *) exc_tb; PyFrameObject *f = tb->tb_frame; Py_CLEAR(f->f_back); #endif } } static CYTHON_INLINE PyObject *__Pyx_Coroutine_MethodReturn(CYTHON_UNUSED PyObject* gen, PyObject *retval) { if (unlikely(!retval)) { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign if (!__Pyx_PyErr_Occurred()) { PyObject *exc = PyExc_StopIteration; #ifdef __Pyx_AsyncGen_USED if (__Pyx_AsyncGen_CheckExact(gen)) exc = __Pyx_PyExc_StopAsyncIteration; #endif __Pyx_PyErr_SetNone(exc); } } return retval; } static CYTHON_INLINE PyObject *__Pyx_Coroutine_FinishDelegation(__pyx_CoroutineObject *gen) { PyObject *ret; PyObject *val = NULL; __Pyx_Coroutine_Undelegate(gen); __Pyx_PyGen__FetchStopIterationValue(__Pyx_PyThreadState_Current, &val); ret = __Pyx_Coroutine_SendEx(gen, val, 0); Py_XDECREF(val); return ret; } static PyObject *__Pyx_Coroutine_Send(PyObject *self, PyObject *value) { PyObject *retval; __pyx_CoroutineObject *gen = (__pyx_CoroutineObject*) self; PyObject *yf = gen->yieldfrom; if (unlikely(gen->is_running)) return __Pyx_Coroutine_AlreadyRunningError(gen); if (yf) { PyObject *ret; gen->is_running = 1; #ifdef __Pyx_Generator_USED if (__Pyx_Generator_CheckExact(yf)) { ret = __Pyx_Coroutine_Send(yf, value); } else #endif #ifdef __Pyx_Coroutine_USED if (__Pyx_Coroutine_Check(yf)) { ret = __Pyx_Coroutine_Send(yf, value); } else #endif #ifdef __Pyx_AsyncGen_USED if (__pyx_PyAsyncGenASend_CheckExact(yf)) { ret = __Pyx_async_gen_asend_send(yf, value); } else #endif #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03030000 && (defined(__linux__) || PY_VERSION_HEX >= 0x030600B3) if (PyGen_CheckExact(yf)) { ret = _PyGen_Send((PyGenObject*)yf, value == Py_None ? NULL : value); } else #endif #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03050000 && defined(PyCoro_CheckExact) && (defined(__linux__) || PY_VERSION_HEX >= 0x030600B3) if (PyCoro_CheckExact(yf)) { ret = _PyGen_Send((PyGenObject*)yf, value == Py_None ? NULL : value); } else #endif { if (value == Py_None) ret = Py_TYPE(yf)->tp_iternext(yf); else ret = __Pyx_PyObject_CallMethod1(yf, __pyx_n_s_send, value); } gen->is_running = 0; if (likely(ret)) { return ret; } retval = __Pyx_Coroutine_FinishDelegation(gen); } else { retval = __Pyx_Coroutine_SendEx(gen, value, 0); } return __Pyx_Coroutine_MethodReturn(self, retval); } static int __Pyx_Coroutine_CloseIter(__pyx_CoroutineObject *gen, PyObject *yf) { PyObject *retval = NULL; int err = 0; #ifdef __Pyx_Generator_USED if (__Pyx_Generator_CheckExact(yf)) { retval = __Pyx_Coroutine_Close(yf); if (!retval) return -1; } else #endif #ifdef __Pyx_Coroutine_USED if (__Pyx_Coroutine_Check(yf)) { retval = __Pyx_Coroutine_Close(yf); if (!retval) return -1; } else if (__Pyx_CoroutineAwait_CheckExact(yf)) { retval = __Pyx_CoroutineAwait_Close((__pyx_CoroutineAwaitObject*)yf, NULL); if (!retval) return -1; } else #endif #ifdef __Pyx_AsyncGen_USED if (__pyx_PyAsyncGenASend_CheckExact(yf)) { retval = __Pyx_async_gen_asend_close(yf, NULL); } else if (__pyx_PyAsyncGenAThrow_CheckExact(yf)) { retval = __Pyx_async_gen_athrow_close(yf, NULL); } else #endif { PyObject *meth; gen->is_running = 1; meth = __Pyx_PyObject_GetAttrStr(yf, __pyx_n_s_close); if (unlikely(!meth)) { if (!PyErr_ExceptionMatches(PyExc_AttributeError)) { PyErr_WriteUnraisable(yf); } PyErr_Clear(); } else { retval = PyObject_CallFunction(meth, NULL); Py_DECREF(meth); if (!retval) err = -1; } gen->is_running = 0; } Py_XDECREF(retval); return err; } static PyObject *__Pyx_Generator_Next(PyObject *self) { __pyx_CoroutineObject *gen = (__pyx_CoroutineObject*) self; PyObject *yf = gen->yieldfrom; if (unlikely(gen->is_running)) return __Pyx_Coroutine_AlreadyRunningError(gen); if (yf) { PyObject *ret; gen->is_running = 1; #ifdef __Pyx_Generator_USED if (__Pyx_Generator_CheckExact(yf)) { ret = __Pyx_Generator_Next(yf); } else #endif #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x03030000 && (defined(__linux__) || PY_VERSION_HEX >= 0x030600B3) if (PyGen_CheckExact(yf)) { ret = _PyGen_Send((PyGenObject*)yf, NULL); } else #endif #ifdef __Pyx_Coroutine_USED if (__Pyx_Coroutine_Check(yf)) { ret = __Pyx_Coroutine_Send(yf, Py_None); } else #endif ret = Py_TYPE(yf)->tp_iternext(yf); gen->is_running = 0; if (likely(ret)) { return ret; } return __Pyx_Coroutine_FinishDelegation(gen); } return __Pyx_Coroutine_SendEx(gen, Py_None, 0); } static PyObject *__Pyx_Coroutine_Close_Method(PyObject *self, CYTHON_UNUSED PyObject *arg) { return __Pyx_Coroutine_Close(self); } static PyObject *__Pyx_Coroutine_Close(PyObject *self) { __pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self; PyObject *retval, *raised_exception; PyObject *yf = gen->yieldfrom; int err = 0; if (unlikely(gen->is_running)) return __Pyx_Coroutine_AlreadyRunningError(gen); if (yf) { Py_INCREF(yf); err = __Pyx_Coroutine_CloseIter(gen, yf); __Pyx_Coroutine_Undelegate(gen); Py_DECREF(yf); } if (err == 0) PyErr_SetNone(PyExc_GeneratorExit); retval = __Pyx_Coroutine_SendEx(gen, NULL, 1); if (unlikely(retval)) { const char *msg; Py_DECREF(retval); if ((0)) { #ifdef __Pyx_Coroutine_USED } else if (__Pyx_Coroutine_Check(self)) { msg = "coroutine ignored GeneratorExit"; #endif #ifdef __Pyx_AsyncGen_USED } else if (__Pyx_AsyncGen_CheckExact(self)) { #if PY_VERSION_HEX < 0x03060000 msg = "async generator ignored GeneratorExit - might require Python 3.6+ finalisation (PEP 525)"; #else msg = "async generator ignored GeneratorExit"; #endif #endif } else { msg = "generator ignored GeneratorExit"; } PyErr_SetString(PyExc_RuntimeError, msg); return NULL; } raised_exception = PyErr_Occurred(); if (likely(!raised_exception || __Pyx_PyErr_GivenExceptionMatches2(raised_exception, PyExc_GeneratorExit, PyExc_StopIteration))) { if (raised_exception) PyErr_Clear(); Py_INCREF(Py_None); return Py_None; } return NULL; } static PyObject *__Pyx__Coroutine_Throw(PyObject *self, PyObject *typ, PyObject *val, PyObject *tb, PyObject *args, int close_on_genexit) { __pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self; PyObject *yf = gen->yieldfrom; if (unlikely(gen->is_running)) return __Pyx_Coroutine_AlreadyRunningError(gen); if (yf) { PyObject *ret; Py_INCREF(yf); if (__Pyx_PyErr_GivenExceptionMatches(typ, PyExc_GeneratorExit) && close_on_genexit) { int err = __Pyx_Coroutine_CloseIter(gen, yf); Py_DECREF(yf); __Pyx_Coroutine_Undelegate(gen); if (err < 0) return __Pyx_Coroutine_MethodReturn(self, __Pyx_Coroutine_SendEx(gen, NULL, 0)); goto throw_here; } gen->is_running = 1; if (0 #ifdef __Pyx_Generator_USED || __Pyx_Generator_CheckExact(yf) #endif #ifdef __Pyx_Coroutine_USED || __Pyx_Coroutine_Check(yf) #endif ) { ret = __Pyx__Coroutine_Throw(yf, typ, val, tb, args, close_on_genexit); #ifdef __Pyx_Coroutine_USED } else if (__Pyx_CoroutineAwait_CheckExact(yf)) { ret = __Pyx__Coroutine_Throw(((__pyx_CoroutineAwaitObject*)yf)->coroutine, typ, val, tb, args, close_on_genexit); #endif } else { PyObject *meth = __Pyx_PyObject_GetAttrStr(yf, __pyx_n_s_throw); if (unlikely(!meth)) { Py_DECREF(yf); if (!PyErr_ExceptionMatches(PyExc_AttributeError)) { gen->is_running = 0; return NULL; } PyErr_Clear(); __Pyx_Coroutine_Undelegate(gen); gen->is_running = 0; goto throw_here; } if (likely(args)) { ret = PyObject_CallObject(meth, args); } else { ret = PyObject_CallFunctionObjArgs(meth, typ, val, tb, NULL); } Py_DECREF(meth); } gen->is_running = 0; Py_DECREF(yf); if (!ret) { ret = __Pyx_Coroutine_FinishDelegation(gen); } return __Pyx_Coroutine_MethodReturn(self, ret); } throw_here: __Pyx_Raise(typ, val, tb, NULL); return __Pyx_Coroutine_MethodReturn(self, __Pyx_Coroutine_SendEx(gen, NULL, 0)); } static PyObject *__Pyx_Coroutine_Throw(PyObject *self, PyObject *args) { PyObject *typ; PyObject *val = NULL; PyObject *tb = NULL; if (!PyArg_UnpackTuple(args, (char *)"throw", 1, 3, &typ, &val, &tb)) return NULL; return __Pyx__Coroutine_Throw(self, typ, val, tb, args, 1); } static CYTHON_INLINE int __Pyx_Coroutine_traverse_excstate(__Pyx_ExcInfoStruct *exc_state, visitproc visit, void *arg) { Py_VISIT(exc_state->exc_type); Py_VISIT(exc_state->exc_value); Py_VISIT(exc_state->exc_traceback); return 0; } static int __Pyx_Coroutine_traverse(__pyx_CoroutineObject *gen, visitproc visit, void *arg) { Py_VISIT(gen->closure); Py_VISIT(gen->classobj); Py_VISIT(gen->yieldfrom); return __Pyx_Coroutine_traverse_excstate(&gen->gi_exc_state, visit, arg); } static int __Pyx_Coroutine_clear(PyObject *self) { __pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self; Py_CLEAR(gen->closure); Py_CLEAR(gen->classobj); Py_CLEAR(gen->yieldfrom); __Pyx_Coroutine_ExceptionClear(&gen->gi_exc_state); #ifdef __Pyx_AsyncGen_USED if (__Pyx_AsyncGen_CheckExact(self)) { Py_CLEAR(((__pyx_PyAsyncGenObject*)gen)->ag_finalizer); } #endif Py_CLEAR(gen->gi_code); Py_CLEAR(gen->gi_name); Py_CLEAR(gen->gi_qualname); Py_CLEAR(gen->gi_modulename); return 0; } static void __Pyx_Coroutine_dealloc(PyObject *self) { __pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self; PyObject_GC_UnTrack(gen); if (gen->gi_weakreflist != NULL) PyObject_ClearWeakRefs(self); if (gen->resume_label >= 0) { PyObject_GC_Track(self); #if PY_VERSION_HEX >= 0x030400a1 && CYTHON_USE_TP_FINALIZE if (PyObject_CallFinalizerFromDealloc(self)) #else Py_TYPE(gen)->tp_del(self); if (self->ob_refcnt > 0) #endif { return; } PyObject_GC_UnTrack(self); } #ifdef __Pyx_AsyncGen_USED if (__Pyx_AsyncGen_CheckExact(self)) { /* We have to handle this case for asynchronous generators right here, because this code has to be between UNTRACK and GC_Del. */ Py_CLEAR(((__pyx_PyAsyncGenObject*)self)->ag_finalizer); } #endif __Pyx_Coroutine_clear(self); PyObject_GC_Del(gen); } static void __Pyx_Coroutine_del(PyObject *self) { PyObject *error_type, *error_value, *error_traceback; __pyx_CoroutineObject *gen = (__pyx_CoroutineObject *) self; __Pyx_PyThreadState_declare if (gen->resume_label < 0) { return; } #if !CYTHON_USE_TP_FINALIZE assert(self->ob_refcnt == 0); self->ob_refcnt = 1; #endif __Pyx_PyThreadState_assign __Pyx_ErrFetch(&error_type, &error_value, &error_traceback); #ifdef __Pyx_AsyncGen_USED if (__Pyx_AsyncGen_CheckExact(self)) { __pyx_PyAsyncGenObject *agen = (__pyx_PyAsyncGenObject*)self; PyObject *finalizer = agen->ag_finalizer; if (finalizer && !agen->ag_closed) { PyObject *res = __Pyx_PyObject_CallOneArg(finalizer, self); if (unlikely(!res)) { PyErr_WriteUnraisable(self); } else { Py_DECREF(res); } __Pyx_ErrRestore(error_type, error_value, error_traceback); return; } } #endif if (unlikely(gen->resume_label == 0 && !error_value)) { #ifdef __Pyx_Coroutine_USED #ifdef __Pyx_Generator_USED if (!__Pyx_Generator_CheckExact(self)) #endif { PyObject_GC_UnTrack(self); #if PY_MAJOR_VERSION >= 3 || defined(PyErr_WarnFormat) if (unlikely(PyErr_WarnFormat(PyExc_RuntimeWarning, 1, "coroutine '%.50S' was never awaited", gen->gi_qualname) < 0)) PyErr_WriteUnraisable(self); #else {PyObject *msg; char *cmsg; #if CYTHON_COMPILING_IN_PYPY msg = NULL; cmsg = (char*) "coroutine was never awaited"; #else char *cname; PyObject *qualname; qualname = gen->gi_qualname; cname = PyString_AS_STRING(qualname); msg = PyString_FromFormat("coroutine '%.50s' was never awaited", cname); if (unlikely(!msg)) { PyErr_Clear(); cmsg = (char*) "coroutine was never awaited"; } else { cmsg = PyString_AS_STRING(msg); } #endif if (unlikely(PyErr_WarnEx(PyExc_RuntimeWarning, cmsg, 1) < 0)) PyErr_WriteUnraisable(self); Py_XDECREF(msg);} #endif PyObject_GC_Track(self); } #endif } else { PyObject *res = __Pyx_Coroutine_Close(self); if (unlikely(!res)) { if (PyErr_Occurred()) PyErr_WriteUnraisable(self); } else { Py_DECREF(res); } } __Pyx_ErrRestore(error_type, error_value, error_traceback); #if !CYTHON_USE_TP_FINALIZE assert(self->ob_refcnt > 0); if (--self->ob_refcnt == 0) { return; } { Py_ssize_t refcnt = self->ob_refcnt; _Py_NewReference(self); self->ob_refcnt = refcnt; } #if CYTHON_COMPILING_IN_CPYTHON assert(PyType_IS_GC(self->ob_type) && _Py_AS_GC(self)->gc.gc_refs != _PyGC_REFS_UNTRACKED); _Py_DEC_REFTOTAL; #endif #ifdef COUNT_ALLOCS --Py_TYPE(self)->tp_frees; --Py_TYPE(self)->tp_allocs; #endif #endif } static PyObject * __Pyx_Coroutine_get_name(__pyx_CoroutineObject *self, CYTHON_UNUSED void *context) { PyObject *name = self->gi_name; if (unlikely(!name)) name = Py_None; Py_INCREF(name); return name; } static int __Pyx_Coroutine_set_name(__pyx_CoroutineObject *self, PyObject *value, CYTHON_UNUSED void *context) { PyObject *tmp; #if PY_MAJOR_VERSION >= 3 if (unlikely(value == NULL || !PyUnicode_Check(value))) #else if (unlikely(value == NULL || !PyString_Check(value))) #endif { PyErr_SetString(PyExc_TypeError, "__name__ must be set to a string object"); return -1; } tmp = self->gi_name; Py_INCREF(value); self->gi_name = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_Coroutine_get_qualname(__pyx_CoroutineObject *self, CYTHON_UNUSED void *context) { PyObject *name = self->gi_qualname; if (unlikely(!name)) name = Py_None; Py_INCREF(name); return name; } static int __Pyx_Coroutine_set_qualname(__pyx_CoroutineObject *self, PyObject *value, CYTHON_UNUSED void *context) { PyObject *tmp; #if PY_MAJOR_VERSION >= 3 if (unlikely(value == NULL || !PyUnicode_Check(value))) #else if (unlikely(value == NULL || !PyString_Check(value))) #endif { PyErr_SetString(PyExc_TypeError, "__qualname__ must be set to a string object"); return -1; } tmp = self->gi_qualname; Py_INCREF(value); self->gi_qualname = value; Py_XDECREF(tmp); return 0; } static __pyx_CoroutineObject *__Pyx__Coroutine_New( PyTypeObject* type, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure, PyObject *name, PyObject *qualname, PyObject *module_name) { __pyx_CoroutineObject *gen = PyObject_GC_New(__pyx_CoroutineObject, type); if (unlikely(!gen)) return NULL; return __Pyx__Coroutine_NewInit(gen, body, code, closure, name, qualname, module_name); } static __pyx_CoroutineObject *__Pyx__Coroutine_NewInit( __pyx_CoroutineObject *gen, __pyx_coroutine_body_t body, PyObject *code, PyObject *closure, PyObject *name, PyObject *qualname, PyObject *module_name) { gen->body = body; gen->closure = closure; Py_XINCREF(closure); gen->is_running = 0; gen->resume_label = 0; gen->classobj = NULL; gen->yieldfrom = NULL; gen->gi_exc_state.exc_type = NULL; gen->gi_exc_state.exc_value = NULL; gen->gi_exc_state.exc_traceback = NULL; #if CYTHON_USE_EXC_INFO_STACK gen->gi_exc_state.previous_item = NULL; #endif gen->gi_weakreflist = NULL; Py_XINCREF(qualname); gen->gi_qualname = qualname; Py_XINCREF(name); gen->gi_name = name; Py_XINCREF(module_name); gen->gi_modulename = module_name; Py_XINCREF(code); gen->gi_code = code; PyObject_GC_Track(gen); return gen; } /* PyObject_GenericGetAttrNoDict */ #if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000 static PyObject *__Pyx_RaiseGenericGetAttributeError(PyTypeObject *tp, PyObject *attr_name) { PyErr_Format(PyExc_AttributeError, #if PY_MAJOR_VERSION >= 3 "'%.50s' object has no attribute '%U'", tp->tp_name, attr_name); #else "'%.50s' object has no attribute '%.400s'", tp->tp_name, PyString_AS_STRING(attr_name)); #endif return NULL; } static CYTHON_INLINE PyObject* __Pyx_PyObject_GenericGetAttrNoDict(PyObject* obj, PyObject* attr_name) { PyObject *descr; PyTypeObject *tp = Py_TYPE(obj); if (unlikely(!PyString_Check(attr_name))) { return PyObject_GenericGetAttr(obj, attr_name); } assert(!tp->tp_dictoffset); descr = _PyType_Lookup(tp, attr_name); if (unlikely(!descr)) { return __Pyx_RaiseGenericGetAttributeError(tp, attr_name); } Py_INCREF(descr); #if PY_MAJOR_VERSION < 3 if (likely(PyType_HasFeature(Py_TYPE(descr), Py_TPFLAGS_HAVE_CLASS))) #endif { descrgetfunc f = Py_TYPE(descr)->tp_descr_get; if (unlikely(f)) { PyObject *res = f(descr, obj, (PyObject *)tp); Py_DECREF(descr); return res; } } return descr; } #endif /* PatchModuleWithCoroutine */ static PyObject* __Pyx_Coroutine_patch_module(PyObject* module, const char* py_code) { #if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED) int result; PyObject *globals, *result_obj; globals = PyDict_New(); if (unlikely(!globals)) goto ignore; result = PyDict_SetItemString(globals, "_cython_coroutine_type", #ifdef __Pyx_Coroutine_USED (PyObject*)__pyx_CoroutineType); #else Py_None); #endif if (unlikely(result < 0)) goto ignore; result = PyDict_SetItemString(globals, "_cython_generator_type", #ifdef __Pyx_Generator_USED (PyObject*)__pyx_GeneratorType); #else Py_None); #endif if (unlikely(result < 0)) goto ignore; if (unlikely(PyDict_SetItemString(globals, "_module", module) < 0)) goto ignore; if (unlikely(PyDict_SetItemString(globals, "__builtins__", __pyx_b) < 0)) goto ignore; result_obj = PyRun_String(py_code, Py_file_input, globals, globals); if (unlikely(!result_obj)) goto ignore; Py_DECREF(result_obj); Py_DECREF(globals); return module; ignore: Py_XDECREF(globals); PyErr_WriteUnraisable(module); if (unlikely(PyErr_WarnEx(PyExc_RuntimeWarning, "Cython module failed to patch module with custom type", 1) < 0)) { Py_DECREF(module); module = NULL; } #else py_code++; #endif return module; } /* PatchGeneratorABC */ #ifndef CYTHON_REGISTER_ABCS #define CYTHON_REGISTER_ABCS 1 #endif #if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED) static PyObject* __Pyx_patch_abc_module(PyObject *module); static PyObject* __Pyx_patch_abc_module(PyObject *module) { module = __Pyx_Coroutine_patch_module( module, "" "if _cython_generator_type is not None:\n" " try: Generator = _module.Generator\n" " except AttributeError: pass\n" " else: Generator.register(_cython_generator_type)\n" "if _cython_coroutine_type is not None:\n" " try: Coroutine = _module.Coroutine\n" " except AttributeError: pass\n" " else: Coroutine.register(_cython_coroutine_type)\n" ); return module; } #endif static int __Pyx_patch_abc(void) { #if defined(__Pyx_Generator_USED) || defined(__Pyx_Coroutine_USED) static int abc_patched = 0; if (CYTHON_REGISTER_ABCS && !abc_patched) { PyObject *module; module = PyImport_ImportModule((PY_MAJOR_VERSION >= 3) ? "collections.abc" : "collections"); if (!module) { PyErr_WriteUnraisable(NULL); if (unlikely(PyErr_WarnEx(PyExc_RuntimeWarning, ((PY_MAJOR_VERSION >= 3) ? "Cython module failed to register with collections.abc module" : "Cython module failed to register with collections module"), 1) < 0)) { return -1; } } else { module = __Pyx_patch_abc_module(module); abc_patched = 1; if (unlikely(!module)) return -1; Py_DECREF(module); } module = PyImport_ImportModule("backports_abc"); if (module) { module = __Pyx_patch_abc_module(module); Py_XDECREF(module); } if (!module) { PyErr_Clear(); } } #else if ((0)) __Pyx_Coroutine_patch_module(NULL, NULL); #endif return 0; } /* Generator */ static PyMethodDef __pyx_Generator_methods[] = { {"send", (PyCFunction) __Pyx_Coroutine_Send, METH_O, (char*) PyDoc_STR("send(arg) -> send 'arg' into generator,\nreturn next yielded value or raise StopIteration.")}, {"throw", (PyCFunction) __Pyx_Coroutine_Throw, METH_VARARGS, (char*) PyDoc_STR("throw(typ[,val[,tb]]) -> raise exception in generator,\nreturn next yielded value or raise StopIteration.")}, {"close", (PyCFunction) __Pyx_Coroutine_Close_Method, METH_NOARGS, (char*) PyDoc_STR("close() -> raise GeneratorExit inside generator.")}, {0, 0, 0, 0} }; static PyMemberDef __pyx_Generator_memberlist[] = { {(char *) "gi_running", T_BOOL, offsetof(__pyx_CoroutineObject, is_running), READONLY, NULL}, {(char*) "gi_yieldfrom", T_OBJECT, offsetof(__pyx_CoroutineObject, yieldfrom), READONLY, (char*) PyDoc_STR("object being iterated by 'yield from', or None")}, {(char*) "gi_code", T_OBJECT, offsetof(__pyx_CoroutineObject, gi_code), READONLY, NULL}, {0, 0, 0, 0, 0} }; static PyGetSetDef __pyx_Generator_getsets[] = { {(char *) "__name__", (getter)__Pyx_Coroutine_get_name, (setter)__Pyx_Coroutine_set_name, (char*) PyDoc_STR("name of the generator"), 0}, {(char *) "__qualname__", (getter)__Pyx_Coroutine_get_qualname, (setter)__Pyx_Coroutine_set_qualname, (char*) PyDoc_STR("qualified name of the generator"), 0}, {0, 0, 0, 0, 0} }; static PyTypeObject __pyx_GeneratorType_type = { PyVarObject_HEAD_INIT(0, 0) "generator", sizeof(__pyx_CoroutineObject), 0, (destructor) __Pyx_Coroutine_dealloc, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC | Py_TPFLAGS_HAVE_FINALIZE, 0, (traverseproc) __Pyx_Coroutine_traverse, 0, 0, offsetof(__pyx_CoroutineObject, gi_weakreflist), 0, (iternextfunc) __Pyx_Generator_Next, __pyx_Generator_methods, __pyx_Generator_memberlist, __pyx_Generator_getsets, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, #if CYTHON_USE_TP_FINALIZE 0, #else __Pyx_Coroutine_del, #endif 0, #if CYTHON_USE_TP_FINALIZE __Pyx_Coroutine_del, #elif PY_VERSION_HEX >= 0x030400a1 0, #endif #if PY_VERSION_HEX >= 0x030800b1 0, #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, #endif }; static int __pyx_Generator_init(void) { __pyx_GeneratorType_type.tp_getattro = __Pyx_PyObject_GenericGetAttrNoDict; __pyx_GeneratorType_type.tp_iter = PyObject_SelfIter; __pyx_GeneratorType = __Pyx_FetchCommonType(&__pyx_GeneratorType_type); if (unlikely(!__pyx_GeneratorType)) { return -1; } return 0; } /* GeneratorYieldFrom */ static void __PyxPyIter_CheckErrorAndDecref(PyObject *source) { PyErr_Format(PyExc_TypeError, "iter() returned non-iterator of type '%.100s'", Py_TYPE(source)->tp_name); Py_DECREF(source); } static CYTHON_INLINE PyObject* __Pyx_Generator_Yield_From(__pyx_CoroutineObject *gen, PyObject *source) { PyObject *source_gen, *retval; #ifdef __Pyx_Coroutine_USED if (__Pyx_Coroutine_Check(source)) { Py_INCREF(source); source_gen = source; retval = __Pyx_Generator_Next(source); } else #endif { #if CYTHON_USE_TYPE_SLOTS if (likely(Py_TYPE(source)->tp_iter)) { source_gen = Py_TYPE(source)->tp_iter(source); if (unlikely(!source_gen)) return NULL; if (unlikely(!PyIter_Check(source_gen))) { __PyxPyIter_CheckErrorAndDecref(source_gen); return NULL; } } else #endif { source_gen = PyObject_GetIter(source); if (unlikely(!source_gen)) return NULL; } #if CYTHON_USE_TYPE_SLOTS retval = Py_TYPE(source_gen)->tp_iternext(source_gen); #else retval = PyIter_Next(source_gen); #endif } if (likely(retval)) { gen->yieldfrom = source_gen; return retval; } Py_DECREF(source_gen); return NULL; } /* PyObjectSetAttrStr */ #if CYTHON_USE_TYPE_SLOTS static CYTHON_INLINE int __Pyx_PyObject_SetAttrStr(PyObject* obj, PyObject* attr_name, PyObject* value) { PyTypeObject* tp = Py_TYPE(obj); if (likely(tp->tp_setattro)) return tp->tp_setattro(obj, attr_name, value); #if PY_MAJOR_VERSION < 3 if (likely(tp->tp_setattr)) return tp->tp_setattr(obj, PyString_AS_STRING(attr_name), value); #endif return PyObject_SetAttr(obj, attr_name, value); } #endif /* HasAttr */ static CYTHON_INLINE int __Pyx_HasAttr(PyObject *o, PyObject *n) { PyObject *r; if (unlikely(!__Pyx_PyBaseString_Check(n))) { PyErr_SetString(PyExc_TypeError, "hasattr(): attribute name must be string"); return -1; } r = __Pyx_GetAttr(o, n); if (unlikely(!r)) { PyErr_Clear(); return 0; } else { Py_DECREF(r); return 1; } } /* GetException */ #if CYTHON_FAST_THREAD_STATE static int __Pyx__GetException(PyThreadState *tstate, PyObject **type, PyObject **value, PyObject **tb) #else static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb) #endif { PyObject *local_type, *local_value, *local_tb; #if CYTHON_FAST_THREAD_STATE PyObject *tmp_type, *tmp_value, *tmp_tb; local_type = tstate->curexc_type; local_value = tstate->curexc_value; local_tb = tstate->curexc_traceback; tstate->curexc_type = 0; tstate->curexc_value = 0; tstate->curexc_traceback = 0; #else PyErr_Fetch(&local_type, &local_value, &local_tb); #endif PyErr_NormalizeException(&local_type, &local_value, &local_tb); #if CYTHON_FAST_THREAD_STATE if (unlikely(tstate->curexc_type)) #else if (unlikely(PyErr_Occurred())) #endif goto bad; #if PY_MAJOR_VERSION >= 3 if (local_tb) { if (unlikely(PyException_SetTraceback(local_value, local_tb) < 0)) goto bad; } #endif Py_XINCREF(local_tb); Py_XINCREF(local_type); Py_XINCREF(local_value); *type = local_type; *value = local_value; *tb = local_tb; #if CYTHON_FAST_THREAD_STATE #if CYTHON_USE_EXC_INFO_STACK { _PyErr_StackItem *exc_info = tstate->exc_info; tmp_type = exc_info->exc_type; tmp_value = exc_info->exc_value; tmp_tb = exc_info->exc_traceback; exc_info->exc_type = local_type; exc_info->exc_value = local_value; exc_info->exc_traceback = local_tb; } #else tmp_type = tstate->exc_type; tmp_value = tstate->exc_value; tmp_tb = tstate->exc_traceback; tstate->exc_type = local_type; tstate->exc_value = local_value; tstate->exc_traceback = local_tb; #endif Py_XDECREF(tmp_type); Py_XDECREF(tmp_value); Py_XDECREF(tmp_tb); #else PyErr_SetExcInfo(local_type, local_value, local_tb); #endif return 0; bad: *type = 0; *value = 0; *tb = 0; Py_XDECREF(local_type); Py_XDECREF(local_value); Py_XDECREF(local_tb); return -1; } /* None */ static CYTHON_INLINE void __Pyx_RaiseClosureNameError(const char *varname) { PyErr_Format(PyExc_NameError, "free variable '%s' referenced before assignment in enclosing scope", varname); } /* CythonFunctionShared */ #include static PyObject * __Pyx_CyFunction_get_doc(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *closure) { if (unlikely(op->func_doc == NULL)) { if (op->func.m_ml->ml_doc) { #if PY_MAJOR_VERSION >= 3 op->func_doc = PyUnicode_FromString(op->func.m_ml->ml_doc); #else op->func_doc = PyString_FromString(op->func.m_ml->ml_doc); #endif if (unlikely(op->func_doc == NULL)) return NULL; } else { Py_INCREF(Py_None); return Py_None; } } Py_INCREF(op->func_doc); return op->func_doc; } static int __Pyx_CyFunction_set_doc(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context) { PyObject *tmp = op->func_doc; if (value == NULL) { value = Py_None; } Py_INCREF(value); op->func_doc = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_CyFunction_get_name(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) { if (unlikely(op->func_name == NULL)) { #if PY_MAJOR_VERSION >= 3 op->func_name = PyUnicode_InternFromString(op->func.m_ml->ml_name); #else op->func_name = PyString_InternFromString(op->func.m_ml->ml_name); #endif if (unlikely(op->func_name == NULL)) return NULL; } Py_INCREF(op->func_name); return op->func_name; } static int __Pyx_CyFunction_set_name(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context) { PyObject *tmp; #if PY_MAJOR_VERSION >= 3 if (unlikely(value == NULL || !PyUnicode_Check(value))) #else if (unlikely(value == NULL || !PyString_Check(value))) #endif { PyErr_SetString(PyExc_TypeError, "__name__ must be set to a string object"); return -1; } tmp = op->func_name; Py_INCREF(value); op->func_name = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_CyFunction_get_qualname(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) { Py_INCREF(op->func_qualname); return op->func_qualname; } static int __Pyx_CyFunction_set_qualname(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context) { PyObject *tmp; #if PY_MAJOR_VERSION >= 3 if (unlikely(value == NULL || !PyUnicode_Check(value))) #else if (unlikely(value == NULL || !PyString_Check(value))) #endif { PyErr_SetString(PyExc_TypeError, "__qualname__ must be set to a string object"); return -1; } tmp = op->func_qualname; Py_INCREF(value); op->func_qualname = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_CyFunction_get_self(__pyx_CyFunctionObject *m, CYTHON_UNUSED void *closure) { PyObject *self; self = m->func_closure; if (self == NULL) self = Py_None; Py_INCREF(self); return self; } static PyObject * __Pyx_CyFunction_get_dict(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) { if (unlikely(op->func_dict == NULL)) { op->func_dict = PyDict_New(); if (unlikely(op->func_dict == NULL)) return NULL; } Py_INCREF(op->func_dict); return op->func_dict; } static int __Pyx_CyFunction_set_dict(__pyx_CyFunctionObject *op, PyObject *value, CYTHON_UNUSED void *context) { PyObject *tmp; if (unlikely(value == NULL)) { PyErr_SetString(PyExc_TypeError, "function's dictionary may not be deleted"); return -1; } if (unlikely(!PyDict_Check(value))) { PyErr_SetString(PyExc_TypeError, "setting function's dictionary to a non-dict"); return -1; } tmp = op->func_dict; Py_INCREF(value); op->func_dict = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_CyFunction_get_globals(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) { Py_INCREF(op->func_globals); return op->func_globals; } static PyObject * __Pyx_CyFunction_get_closure(CYTHON_UNUSED __pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) { Py_INCREF(Py_None); return Py_None; } static PyObject * __Pyx_CyFunction_get_code(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) { PyObject* result = (op->func_code) ? op->func_code : Py_None; Py_INCREF(result); return result; } static int __Pyx_CyFunction_init_defaults(__pyx_CyFunctionObject *op) { int result = 0; PyObject *res = op->defaults_getter((PyObject *) op); if (unlikely(!res)) return -1; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS op->defaults_tuple = PyTuple_GET_ITEM(res, 0); Py_INCREF(op->defaults_tuple); op->defaults_kwdict = PyTuple_GET_ITEM(res, 1); Py_INCREF(op->defaults_kwdict); #else op->defaults_tuple = PySequence_ITEM(res, 0); if (unlikely(!op->defaults_tuple)) result = -1; else { op->defaults_kwdict = PySequence_ITEM(res, 1); if (unlikely(!op->defaults_kwdict)) result = -1; } #endif Py_DECREF(res); return result; } static int __Pyx_CyFunction_set_defaults(__pyx_CyFunctionObject *op, PyObject* value, CYTHON_UNUSED void *context) { PyObject* tmp; if (!value) { value = Py_None; } else if (value != Py_None && !PyTuple_Check(value)) { PyErr_SetString(PyExc_TypeError, "__defaults__ must be set to a tuple object"); return -1; } Py_INCREF(value); tmp = op->defaults_tuple; op->defaults_tuple = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_CyFunction_get_defaults(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) { PyObject* result = op->defaults_tuple; if (unlikely(!result)) { if (op->defaults_getter) { if (__Pyx_CyFunction_init_defaults(op) < 0) return NULL; result = op->defaults_tuple; } else { result = Py_None; } } Py_INCREF(result); return result; } static int __Pyx_CyFunction_set_kwdefaults(__pyx_CyFunctionObject *op, PyObject* value, CYTHON_UNUSED void *context) { PyObject* tmp; if (!value) { value = Py_None; } else if (value != Py_None && !PyDict_Check(value)) { PyErr_SetString(PyExc_TypeError, "__kwdefaults__ must be set to a dict object"); return -1; } Py_INCREF(value); tmp = op->defaults_kwdict; op->defaults_kwdict = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_CyFunction_get_kwdefaults(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) { PyObject* result = op->defaults_kwdict; if (unlikely(!result)) { if (op->defaults_getter) { if (__Pyx_CyFunction_init_defaults(op) < 0) return NULL; result = op->defaults_kwdict; } else { result = Py_None; } } Py_INCREF(result); return result; } static int __Pyx_CyFunction_set_annotations(__pyx_CyFunctionObject *op, PyObject* value, CYTHON_UNUSED void *context) { PyObject* tmp; if (!value || value == Py_None) { value = NULL; } else if (!PyDict_Check(value)) { PyErr_SetString(PyExc_TypeError, "__annotations__ must be set to a dict object"); return -1; } Py_XINCREF(value); tmp = op->func_annotations; op->func_annotations = value; Py_XDECREF(tmp); return 0; } static PyObject * __Pyx_CyFunction_get_annotations(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *context) { PyObject* result = op->func_annotations; if (unlikely(!result)) { result = PyDict_New(); if (unlikely(!result)) return NULL; op->func_annotations = result; } Py_INCREF(result); return result; } static PyGetSetDef __pyx_CyFunction_getsets[] = { {(char *) "func_doc", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0}, {(char *) "__doc__", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0}, {(char *) "func_name", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0}, {(char *) "__name__", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0}, {(char *) "__qualname__", (getter)__Pyx_CyFunction_get_qualname, (setter)__Pyx_CyFunction_set_qualname, 0, 0}, {(char *) "__self__", (getter)__Pyx_CyFunction_get_self, 0, 0, 0}, {(char *) "func_dict", (getter)__Pyx_CyFunction_get_dict, (setter)__Pyx_CyFunction_set_dict, 0, 0}, {(char *) "__dict__", (getter)__Pyx_CyFunction_get_dict, (setter)__Pyx_CyFunction_set_dict, 0, 0}, {(char *) "func_globals", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0}, {(char *) "__globals__", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0}, {(char *) "func_closure", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0}, {(char *) "__closure__", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0}, {(char *) "func_code", (getter)__Pyx_CyFunction_get_code, 0, 0, 0}, {(char *) "__code__", (getter)__Pyx_CyFunction_get_code, 0, 0, 0}, {(char *) "func_defaults", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0}, {(char *) "__defaults__", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0}, {(char *) "__kwdefaults__", (getter)__Pyx_CyFunction_get_kwdefaults, (setter)__Pyx_CyFunction_set_kwdefaults, 0, 0}, {(char *) "__annotations__", (getter)__Pyx_CyFunction_get_annotations, (setter)__Pyx_CyFunction_set_annotations, 0, 0}, {0, 0, 0, 0, 0} }; static PyMemberDef __pyx_CyFunction_members[] = { {(char *) "__module__", T_OBJECT, offsetof(PyCFunctionObject, m_module), PY_WRITE_RESTRICTED, 0}, {0, 0, 0, 0, 0} }; static PyObject * __Pyx_CyFunction_reduce(__pyx_CyFunctionObject *m, CYTHON_UNUSED PyObject *args) { #if PY_MAJOR_VERSION >= 3 return PyUnicode_FromString(m->func.m_ml->ml_name); #else return PyString_FromString(m->func.m_ml->ml_name); #endif } static PyMethodDef __pyx_CyFunction_methods[] = { {"__reduce__", (PyCFunction)__Pyx_CyFunction_reduce, METH_VARARGS, 0}, {0, 0, 0, 0} }; #if PY_VERSION_HEX < 0x030500A0 #define __Pyx_CyFunction_weakreflist(cyfunc) ((cyfunc)->func_weakreflist) #else #define __Pyx_CyFunction_weakreflist(cyfunc) ((cyfunc)->func.m_weakreflist) #endif static PyObject *__Pyx_CyFunction_Init(__pyx_CyFunctionObject *op, PyMethodDef *ml, int flags, PyObject* qualname, PyObject *closure, PyObject *module, PyObject* globals, PyObject* code) { if (unlikely(op == NULL)) return NULL; op->flags = flags; __Pyx_CyFunction_weakreflist(op) = NULL; op->func.m_ml = ml; op->func.m_self = (PyObject *) op; Py_XINCREF(closure); op->func_closure = closure; Py_XINCREF(module); op->func.m_module = module; op->func_dict = NULL; op->func_name = NULL; Py_INCREF(qualname); op->func_qualname = qualname; op->func_doc = NULL; op->func_classobj = NULL; op->func_globals = globals; Py_INCREF(op->func_globals); Py_XINCREF(code); op->func_code = code; op->defaults_pyobjects = 0; op->defaults_size = 0; op->defaults = NULL; op->defaults_tuple = NULL; op->defaults_kwdict = NULL; op->defaults_getter = NULL; op->func_annotations = NULL; return (PyObject *) op; } static int __Pyx_CyFunction_clear(__pyx_CyFunctionObject *m) { Py_CLEAR(m->func_closure); Py_CLEAR(m->func.m_module); Py_CLEAR(m->func_dict); Py_CLEAR(m->func_name); Py_CLEAR(m->func_qualname); Py_CLEAR(m->func_doc); Py_CLEAR(m->func_globals); Py_CLEAR(m->func_code); Py_CLEAR(m->func_classobj); Py_CLEAR(m->defaults_tuple); Py_CLEAR(m->defaults_kwdict); Py_CLEAR(m->func_annotations); if (m->defaults) { PyObject **pydefaults = __Pyx_CyFunction_Defaults(PyObject *, m); int i; for (i = 0; i < m->defaults_pyobjects; i++) Py_XDECREF(pydefaults[i]); PyObject_Free(m->defaults); m->defaults = NULL; } return 0; } static void __Pyx__CyFunction_dealloc(__pyx_CyFunctionObject *m) { if (__Pyx_CyFunction_weakreflist(m) != NULL) PyObject_ClearWeakRefs((PyObject *) m); __Pyx_CyFunction_clear(m); PyObject_GC_Del(m); } static void __Pyx_CyFunction_dealloc(__pyx_CyFunctionObject *m) { PyObject_GC_UnTrack(m); __Pyx__CyFunction_dealloc(m); } static int __Pyx_CyFunction_traverse(__pyx_CyFunctionObject *m, visitproc visit, void *arg) { Py_VISIT(m->func_closure); Py_VISIT(m->func.m_module); Py_VISIT(m->func_dict); Py_VISIT(m->func_name); Py_VISIT(m->func_qualname); Py_VISIT(m->func_doc); Py_VISIT(m->func_globals); Py_VISIT(m->func_code); Py_VISIT(m->func_classobj); Py_VISIT(m->defaults_tuple); Py_VISIT(m->defaults_kwdict); if (m->defaults) { PyObject **pydefaults = __Pyx_CyFunction_Defaults(PyObject *, m); int i; for (i = 0; i < m->defaults_pyobjects; i++) Py_VISIT(pydefaults[i]); } return 0; } static PyObject *__Pyx_CyFunction_descr_get(PyObject *func, PyObject *obj, PyObject *type) { #if PY_MAJOR_VERSION < 3 __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func; if (m->flags & __Pyx_CYFUNCTION_STATICMETHOD) { Py_INCREF(func); return func; } if (m->flags & __Pyx_CYFUNCTION_CLASSMETHOD) { if (type == NULL) type = (PyObject *)(Py_TYPE(obj)); return __Pyx_PyMethod_New(func, type, (PyObject *)(Py_TYPE(type))); } if (obj == Py_None) obj = NULL; #endif return __Pyx_PyMethod_New(func, obj, type); } static PyObject* __Pyx_CyFunction_repr(__pyx_CyFunctionObject *op) { #if PY_MAJOR_VERSION >= 3 return PyUnicode_FromFormat("", op->func_qualname, (void *)op); #else return PyString_FromFormat("", PyString_AsString(op->func_qualname), (void *)op); #endif } static PyObject * __Pyx_CyFunction_CallMethod(PyObject *func, PyObject *self, PyObject *arg, PyObject *kw) { PyCFunctionObject* f = (PyCFunctionObject*)func; PyCFunction meth = f->m_ml->ml_meth; Py_ssize_t size; switch (f->m_ml->ml_flags & (METH_VARARGS | METH_KEYWORDS | METH_NOARGS | METH_O)) { case METH_VARARGS: if (likely(kw == NULL || PyDict_Size(kw) == 0)) return (*meth)(self, arg); break; case METH_VARARGS | METH_KEYWORDS: return (*(PyCFunctionWithKeywords)(void*)meth)(self, arg, kw); case METH_NOARGS: if (likely(kw == NULL || PyDict_Size(kw) == 0)) { size = PyTuple_GET_SIZE(arg); if (likely(size == 0)) return (*meth)(self, NULL); PyErr_Format(PyExc_TypeError, "%.200s() takes no arguments (%" CYTHON_FORMAT_SSIZE_T "d given)", f->m_ml->ml_name, size); return NULL; } break; case METH_O: if (likely(kw == NULL || PyDict_Size(kw) == 0)) { size = PyTuple_GET_SIZE(arg); if (likely(size == 1)) { PyObject *result, *arg0; #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS arg0 = PyTuple_GET_ITEM(arg, 0); #else arg0 = PySequence_ITEM(arg, 0); if (unlikely(!arg0)) return NULL; #endif result = (*meth)(self, arg0); #if !(CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS) Py_DECREF(arg0); #endif return result; } PyErr_Format(PyExc_TypeError, "%.200s() takes exactly one argument (%" CYTHON_FORMAT_SSIZE_T "d given)", f->m_ml->ml_name, size); return NULL; } break; default: PyErr_SetString(PyExc_SystemError, "Bad call flags in " "__Pyx_CyFunction_Call. METH_OLDARGS is no " "longer supported!"); return NULL; } PyErr_Format(PyExc_TypeError, "%.200s() takes no keyword arguments", f->m_ml->ml_name); return NULL; } static CYTHON_INLINE PyObject *__Pyx_CyFunction_Call(PyObject *func, PyObject *arg, PyObject *kw) { return __Pyx_CyFunction_CallMethod(func, ((PyCFunctionObject*)func)->m_self, arg, kw); } static PyObject *__Pyx_CyFunction_CallAsMethod(PyObject *func, PyObject *args, PyObject *kw) { PyObject *result; __pyx_CyFunctionObject *cyfunc = (__pyx_CyFunctionObject *) func; if ((cyfunc->flags & __Pyx_CYFUNCTION_CCLASS) && !(cyfunc->flags & __Pyx_CYFUNCTION_STATICMETHOD)) { Py_ssize_t argc; PyObject *new_args; PyObject *self; argc = PyTuple_GET_SIZE(args); new_args = PyTuple_GetSlice(args, 1, argc); if (unlikely(!new_args)) return NULL; self = PyTuple_GetItem(args, 0); if (unlikely(!self)) { Py_DECREF(new_args); return NULL; } result = __Pyx_CyFunction_CallMethod(func, self, new_args, kw); Py_DECREF(new_args); } else { result = __Pyx_CyFunction_Call(func, args, kw); } return result; } static PyTypeObject __pyx_CyFunctionType_type = { PyVarObject_HEAD_INIT(0, 0) "cython_function_or_method", sizeof(__pyx_CyFunctionObject), 0, (destructor) __Pyx_CyFunction_dealloc, 0, 0, 0, #if PY_MAJOR_VERSION < 3 0, #else 0, #endif (reprfunc) __Pyx_CyFunction_repr, 0, 0, 0, 0, __Pyx_CyFunction_CallAsMethod, 0, 0, 0, 0, Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, 0, (traverseproc) __Pyx_CyFunction_traverse, (inquiry) __Pyx_CyFunction_clear, 0, #if PY_VERSION_HEX < 0x030500A0 offsetof(__pyx_CyFunctionObject, func_weakreflist), #else offsetof(PyCFunctionObject, m_weakreflist), #endif 0, 0, __pyx_CyFunction_methods, __pyx_CyFunction_members, __pyx_CyFunction_getsets, 0, 0, __Pyx_CyFunction_descr_get, 0, offsetof(__pyx_CyFunctionObject, func_dict), 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, #if PY_VERSION_HEX >= 0x030400a1 0, #endif #if PY_VERSION_HEX >= 0x030800b1 0, #endif #if PY_VERSION_HEX >= 0x030800b4 && PY_VERSION_HEX < 0x03090000 0, #endif }; static int __pyx_CyFunction_init(void) { __pyx_CyFunctionType = __Pyx_FetchCommonType(&__pyx_CyFunctionType_type); if (unlikely(__pyx_CyFunctionType == NULL)) { return -1; } return 0; } static CYTHON_INLINE void *__Pyx_CyFunction_InitDefaults(PyObject *func, size_t size, int pyobjects) { __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func; m->defaults = PyObject_Malloc(size); if (unlikely(!m->defaults)) return PyErr_NoMemory(); memset(m->defaults, 0, size); m->defaults_pyobjects = pyobjects; m->defaults_size = size; return m->defaults; } static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *func, PyObject *tuple) { __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func; m->defaults_tuple = tuple; Py_INCREF(tuple); } static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *func, PyObject *dict) { __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func; m->defaults_kwdict = dict; Py_INCREF(dict); } static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *func, PyObject *dict) { __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func; m->func_annotations = dict; Py_INCREF(dict); } /* CythonFunction */ static PyObject *__Pyx_CyFunction_New(PyMethodDef *ml, int flags, PyObject* qualname, PyObject *closure, PyObject *module, PyObject* globals, PyObject* code) { PyObject *op = __Pyx_CyFunction_Init( PyObject_GC_New(__pyx_CyFunctionObject, __pyx_CyFunctionType), ml, flags, qualname, closure, module, globals, code ); if (likely(op)) { PyObject_GC_Track(op); } return op; } /* UnpackUnboundCMethod */ static int __Pyx_TryUnpackUnboundCMethod(__Pyx_CachedCFunction* target) { PyObject *method; method = __Pyx_PyObject_GetAttrStr(target->type, *target->method_name); if (unlikely(!method)) return -1; target->method = method; #if CYTHON_COMPILING_IN_CPYTHON #if PY_MAJOR_VERSION >= 3 if (likely(__Pyx_TypeCheck(method, &PyMethodDescr_Type))) #endif { PyMethodDescrObject *descr = (PyMethodDescrObject*) method; target->func = descr->d_method->ml_meth; target->flag = descr->d_method->ml_flags & ~(METH_CLASS | METH_STATIC | METH_COEXIST | METH_STACKLESS); } #endif return 0; } /* CallUnboundCMethod1 */ #if CYTHON_COMPILING_IN_CPYTHON static CYTHON_INLINE PyObject* __Pyx_CallUnboundCMethod1(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg) { if (likely(cfunc->func)) { int flag = cfunc->flag; if (flag == METH_O) { return (*(cfunc->func))(self, arg); } else if (PY_VERSION_HEX >= 0x030600B1 && flag == METH_FASTCALL) { if (PY_VERSION_HEX >= 0x030700A0) { return (*(__Pyx_PyCFunctionFast)(void*)(PyCFunction)cfunc->func)(self, &arg, 1); } else { return (*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)cfunc->func)(self, &arg, 1, NULL); } } else if (PY_VERSION_HEX >= 0x030700A0 && flag == (METH_FASTCALL | METH_KEYWORDS)) { return (*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)cfunc->func)(self, &arg, 1, NULL); } } return __Pyx__CallUnboundCMethod1(cfunc, self, arg); } #endif static PyObject* __Pyx__CallUnboundCMethod1(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg){ PyObject *args, *result = NULL; if (unlikely(!cfunc->func && !cfunc->method) && unlikely(__Pyx_TryUnpackUnboundCMethod(cfunc) < 0)) return NULL; #if CYTHON_COMPILING_IN_CPYTHON if (cfunc->func && (cfunc->flag & METH_VARARGS)) { args = PyTuple_New(1); if (unlikely(!args)) goto bad; Py_INCREF(arg); PyTuple_SET_ITEM(args, 0, arg); if (cfunc->flag & METH_KEYWORDS) result = (*(PyCFunctionWithKeywords)(void*)(PyCFunction)cfunc->func)(self, args, NULL); else result = (*cfunc->func)(self, args); } else { args = PyTuple_New(2); if (unlikely(!args)) goto bad; Py_INCREF(self); PyTuple_SET_ITEM(args, 0, self); Py_INCREF(arg); PyTuple_SET_ITEM(args, 1, arg); result = __Pyx_PyObject_Call(cfunc->method, args, NULL); } #else args = PyTuple_Pack(2, self, arg); if (unlikely(!args)) goto bad; result = __Pyx_PyObject_Call(cfunc->method, args, NULL); #endif bad: Py_XDECREF(args); return result; } /* CallUnboundCMethod2 */ #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030600B1 static CYTHON_INLINE PyObject *__Pyx_CallUnboundCMethod2(__Pyx_CachedCFunction *cfunc, PyObject *self, PyObject *arg1, PyObject *arg2) { if (likely(cfunc->func)) { PyObject *args[2] = {arg1, arg2}; if (cfunc->flag == METH_FASTCALL) { #if PY_VERSION_HEX >= 0x030700A0 return (*(__Pyx_PyCFunctionFast)(void*)(PyCFunction)cfunc->func)(self, args, 2); #else return (*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)cfunc->func)(self, args, 2, NULL); #endif } #if PY_VERSION_HEX >= 0x030700A0 if (cfunc->flag == (METH_FASTCALL | METH_KEYWORDS)) return (*(__Pyx_PyCFunctionFastWithKeywords)(void*)(PyCFunction)cfunc->func)(self, args, 2, NULL); #endif } return __Pyx__CallUnboundCMethod2(cfunc, self, arg1, arg2); } #endif static PyObject* __Pyx__CallUnboundCMethod2(__Pyx_CachedCFunction* cfunc, PyObject* self, PyObject* arg1, PyObject* arg2){ PyObject *args, *result = NULL; if (unlikely(!cfunc->func && !cfunc->method) && unlikely(__Pyx_TryUnpackUnboundCMethod(cfunc) < 0)) return NULL; #if CYTHON_COMPILING_IN_CPYTHON if (cfunc->func && (cfunc->flag & METH_VARARGS)) { args = PyTuple_New(2); if (unlikely(!args)) goto bad; Py_INCREF(arg1); PyTuple_SET_ITEM(args, 0, arg1); Py_INCREF(arg2); PyTuple_SET_ITEM(args, 1, arg2); if (cfunc->flag & METH_KEYWORDS) result = (*(PyCFunctionWithKeywords)(void*)(PyCFunction)cfunc->func)(self, args, NULL); else result = (*cfunc->func)(self, args); } else { args = PyTuple_New(3); if (unlikely(!args)) goto bad; Py_INCREF(self); PyTuple_SET_ITEM(args, 0, self); Py_INCREF(arg1); PyTuple_SET_ITEM(args, 1, arg1); Py_INCREF(arg2); PyTuple_SET_ITEM(args, 2, arg2); result = __Pyx_PyObject_Call(cfunc->method, args, NULL); } #else args = PyTuple_Pack(3, self, arg1, arg2); if (unlikely(!args)) goto bad; result = __Pyx_PyObject_Call(cfunc->method, args, NULL); #endif bad: Py_XDECREF(args); return result; } /* dict_getitem_default */ static PyObject* __Pyx_PyDict_GetItemDefault(PyObject* d, PyObject* key, PyObject* default_value) { PyObject* value; #if PY_MAJOR_VERSION >= 3 && !CYTHON_COMPILING_IN_PYPY value = PyDict_GetItemWithError(d, key); if (unlikely(!value)) { if (unlikely(PyErr_Occurred())) return NULL; value = default_value; } Py_INCREF(value); if ((1)); #else if (PyString_CheckExact(key) || PyUnicode_CheckExact(key) || PyInt_CheckExact(key)) { value = PyDict_GetItem(d, key); if (unlikely(!value)) { value = default_value; } Py_INCREF(value); } #endif else { if (default_value == Py_None) value = __Pyx_CallUnboundCMethod1(&__pyx_umethod_PyDict_Type_get, d, key); else value = __Pyx_CallUnboundCMethod2(&__pyx_umethod_PyDict_Type_get, d, key, default_value); } return value; } /* GetItemInt */ static PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j) { PyObject *r; if (!j) return NULL; r = PyObject_GetItem(o, j); Py_DECREF(j); return r; } static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i, CYTHON_NCP_UNUSED int wraparound, CYTHON_NCP_UNUSED int boundscheck) { #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS Py_ssize_t wrapped_i = i; if (wraparound & unlikely(i < 0)) { wrapped_i += PyList_GET_SIZE(o); } if ((!boundscheck) || likely(__Pyx_is_valid_index(wrapped_i, PyList_GET_SIZE(o)))) { PyObject *r = PyList_GET_ITEM(o, wrapped_i); Py_INCREF(r); return r; } return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i)); #else return PySequence_GetItem(o, i); #endif } static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i, CYTHON_NCP_UNUSED int wraparound, CYTHON_NCP_UNUSED int boundscheck) { #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS Py_ssize_t wrapped_i = i; if (wraparound & unlikely(i < 0)) { wrapped_i += PyTuple_GET_SIZE(o); } if ((!boundscheck) || likely(__Pyx_is_valid_index(wrapped_i, PyTuple_GET_SIZE(o)))) { PyObject *r = PyTuple_GET_ITEM(o, wrapped_i); Py_INCREF(r); return r; } return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i)); #else return PySequence_GetItem(o, i); #endif } static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i, int is_list, CYTHON_NCP_UNUSED int wraparound, CYTHON_NCP_UNUSED int boundscheck) { #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS && CYTHON_USE_TYPE_SLOTS if (is_list || PyList_CheckExact(o)) { Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyList_GET_SIZE(o); if ((!boundscheck) || (likely(__Pyx_is_valid_index(n, PyList_GET_SIZE(o))))) { PyObject *r = PyList_GET_ITEM(o, n); Py_INCREF(r); return r; } } else if (PyTuple_CheckExact(o)) { Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyTuple_GET_SIZE(o); if ((!boundscheck) || likely(__Pyx_is_valid_index(n, PyTuple_GET_SIZE(o)))) { PyObject *r = PyTuple_GET_ITEM(o, n); Py_INCREF(r); return r; } } else { PySequenceMethods *m = Py_TYPE(o)->tp_as_sequence; if (likely(m && m->sq_item)) { if (wraparound && unlikely(i < 0) && likely(m->sq_length)) { Py_ssize_t l = m->sq_length(o); if (likely(l >= 0)) { i += l; } else { if (!PyErr_ExceptionMatches(PyExc_OverflowError)) return NULL; PyErr_Clear(); } } return m->sq_item(o, i); } } #else if (is_list || PySequence_Check(o)) { return PySequence_GetItem(o, i); } #endif return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i)); } /* append */ static CYTHON_INLINE int __Pyx_PyObject_Append(PyObject* L, PyObject* x) { if (likely(PyList_CheckExact(L))) { if (unlikely(__Pyx_PyList_Append(L, x) < 0)) return -1; } else { PyObject* retval = __Pyx_PyObject_CallMethod1(L, __pyx_n_s_append, x); if (unlikely(!retval)) return -1; Py_DECREF(retval); } return 0; } /* ObjectGetItem */ #if CYTHON_USE_TYPE_SLOTS static PyObject *__Pyx_PyObject_GetIndex(PyObject *obj, PyObject* index) { PyObject *runerr; Py_ssize_t key_value; PySequenceMethods *m = Py_TYPE(obj)->tp_as_sequence; if (unlikely(!(m && m->sq_item))) { PyErr_Format(PyExc_TypeError, "'%.200s' object is not subscriptable", Py_TYPE(obj)->tp_name); return NULL; } key_value = __Pyx_PyIndex_AsSsize_t(index); if (likely(key_value != -1 || !(runerr = PyErr_Occurred()))) { return __Pyx_GetItemInt_Fast(obj, key_value, 0, 1, 1); } if (PyErr_GivenExceptionMatches(runerr, PyExc_OverflowError)) { PyErr_Clear(); PyErr_Format(PyExc_IndexError, "cannot fit '%.200s' into an index-sized integer", Py_TYPE(index)->tp_name); } return NULL; } static PyObject *__Pyx_PyObject_GetItem(PyObject *obj, PyObject* key) { PyMappingMethods *m = Py_TYPE(obj)->tp_as_mapping; if (likely(m && m->mp_subscript)) { return m->mp_subscript(obj, key); } return __Pyx_PyObject_GetIndex(obj, key); } #endif /* CallUnboundCMethod0 */ static PyObject* __Pyx__CallUnboundCMethod0(__Pyx_CachedCFunction* cfunc, PyObject* self) { PyObject *args, *result = NULL; if (unlikely(!cfunc->method) && unlikely(__Pyx_TryUnpackUnboundCMethod(cfunc) < 0)) return NULL; #if CYTHON_ASSUME_SAFE_MACROS args = PyTuple_New(1); if (unlikely(!args)) goto bad; Py_INCREF(self); PyTuple_SET_ITEM(args, 0, self); #else args = PyTuple_Pack(1, self); if (unlikely(!args)) goto bad; #endif result = __Pyx_PyObject_Call(cfunc->method, args, NULL); Py_DECREF(args); bad: return result; } /* py_dict_items */ static CYTHON_INLINE PyObject* __Pyx_PyDict_Items(PyObject* d) { if (PY_MAJOR_VERSION >= 3) return __Pyx_CallUnboundCMethod0(&__pyx_umethod_PyDict_Type_items, d); else return PyDict_Items(d); } /* ExtTypeTest */ static CYTHON_INLINE int __Pyx_TypeTest(PyObject *obj, PyTypeObject *type) { if (unlikely(!type)) { PyErr_SetString(PyExc_SystemError, "Missing type object"); return 0; } if (likely(__Pyx_TypeCheck(obj, type))) return 1; PyErr_Format(PyExc_TypeError, "Cannot convert %.200s to %.200s", Py_TYPE(obj)->tp_name, type->tp_name); return 0; } /* PyIntBinop */ #if !CYTHON_COMPILING_IN_PYPY static PyObject* __Pyx_PyInt_AddObjC(PyObject *op1, PyObject *op2, CYTHON_UNUSED long intval, int inplace, int zerodivision_check) { (void)inplace; (void)zerodivision_check; #if PY_MAJOR_VERSION < 3 if (likely(PyInt_CheckExact(op1))) { const long b = intval; long x; long a = PyInt_AS_LONG(op1); x = (long)((unsigned long)a + b); if (likely((x^a) >= 0 || (x^b) >= 0)) return PyInt_FromLong(x); return PyLong_Type.tp_as_number->nb_add(op1, op2); } #endif #if CYTHON_USE_PYLONG_INTERNALS if (likely(PyLong_CheckExact(op1))) { const long b = intval; long a, x; #ifdef HAVE_LONG_LONG const PY_LONG_LONG llb = intval; PY_LONG_LONG lla, llx; #endif const digit* digits = ((PyLongObject*)op1)->ob_digit; const Py_ssize_t size = Py_SIZE(op1); if (likely(__Pyx_sst_abs(size) <= 1)) { a = likely(size) ? digits[0] : 0; if (size == -1) a = -a; } else { switch (size) { case -2: if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) { a = -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) { lla = -(PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } CYTHON_FALLTHROUGH; case 2: if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) { a = (long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 2 * PyLong_SHIFT) { lla = (PY_LONG_LONG) (((((unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } CYTHON_FALLTHROUGH; case -3: if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) { a = -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) { lla = -(PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } CYTHON_FALLTHROUGH; case 3: if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) { a = (long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 3 * PyLong_SHIFT) { lla = (PY_LONG_LONG) (((((((unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } CYTHON_FALLTHROUGH; case -4: if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) { a = -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) { lla = -(PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } CYTHON_FALLTHROUGH; case 4: if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) { a = (long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0])); break; #ifdef HAVE_LONG_LONG } else if (8 * sizeof(PY_LONG_LONG) - 1 > 4 * PyLong_SHIFT) { lla = (PY_LONG_LONG) (((((((((unsigned PY_LONG_LONG)digits[3]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[2]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[1]) << PyLong_SHIFT) | (unsigned PY_LONG_LONG)digits[0])); goto long_long; #endif } CYTHON_FALLTHROUGH; default: return PyLong_Type.tp_as_number->nb_add(op1, op2); } } x = a + b; return PyLong_FromLong(x); #ifdef HAVE_LONG_LONG long_long: llx = lla + llb; return PyLong_FromLongLong(llx); #endif } #endif if (PyFloat_CheckExact(op1)) { const long b = intval; double a = PyFloat_AS_DOUBLE(op1); double result; PyFPE_START_PROTECT("add", return NULL) result = ((double)a) + (double)b; PyFPE_END_PROTECT(result) return PyFloat_FromDouble(result); } return (inplace ? PyNumber_InPlaceAdd : PyNumber_Add)(op1, op2); } #endif /* PyIntCompare */ static CYTHON_INLINE PyObject* __Pyx_PyInt_NeObjC(PyObject *op1, PyObject *op2, CYTHON_UNUSED long intval, CYTHON_UNUSED long inplace) { if (op1 == op2) { Py_RETURN_FALSE; } #if PY_MAJOR_VERSION < 3 if (likely(PyInt_CheckExact(op1))) { const long b = intval; long a = PyInt_AS_LONG(op1); if (a != b) Py_RETURN_TRUE; else Py_RETURN_FALSE; } #endif #if CYTHON_USE_PYLONG_INTERNALS if (likely(PyLong_CheckExact(op1))) { int unequal; unsigned long uintval; Py_ssize_t size = Py_SIZE(op1); const digit* digits = ((PyLongObject*)op1)->ob_digit; if (intval == 0) { if (size != 0) Py_RETURN_TRUE; else Py_RETURN_FALSE; } else if (intval < 0) { if (size >= 0) Py_RETURN_TRUE; intval = -intval; size = -size; } else { if (size <= 0) Py_RETURN_TRUE; } uintval = (unsigned long) intval; #if PyLong_SHIFT * 4 < SIZEOF_LONG*8 if (uintval >> (PyLong_SHIFT * 4)) { unequal = (size != 5) || (digits[0] != (uintval & (unsigned long) PyLong_MASK)) | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[4] != ((uintval >> (4 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)); } else #endif #if PyLong_SHIFT * 3 < SIZEOF_LONG*8 if (uintval >> (PyLong_SHIFT * 3)) { unequal = (size != 4) || (digits[0] != (uintval & (unsigned long) PyLong_MASK)) | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[3] != ((uintval >> (3 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)); } else #endif #if PyLong_SHIFT * 2 < SIZEOF_LONG*8 if (uintval >> (PyLong_SHIFT * 2)) { unequal = (size != 3) || (digits[0] != (uintval & (unsigned long) PyLong_MASK)) | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)) | (digits[2] != ((uintval >> (2 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)); } else #endif #if PyLong_SHIFT * 1 < SIZEOF_LONG*8 if (uintval >> (PyLong_SHIFT * 1)) { unequal = (size != 2) || (digits[0] != (uintval & (unsigned long) PyLong_MASK)) | (digits[1] != ((uintval >> (1 * PyLong_SHIFT)) & (unsigned long) PyLong_MASK)); } else #endif unequal = (size != 1) || (((unsigned long) digits[0]) != (uintval & (unsigned long) PyLong_MASK)); if (unequal != 0) Py_RETURN_TRUE; else Py_RETURN_FALSE; } #endif if (PyFloat_CheckExact(op1)) { const long b = intval; double a = PyFloat_AS_DOUBLE(op1); if ((double)a != (double)b) Py_RETURN_TRUE; else Py_RETURN_FALSE; } return ( PyObject_RichCompare(op1, op2, Py_NE)); } /* SetItemInt */ static int __Pyx_SetItemInt_Generic(PyObject *o, PyObject *j, PyObject *v) { int r; if (!j) return -1; r = PyObject_SetItem(o, j, v); Py_DECREF(j); return r; } static CYTHON_INLINE int __Pyx_SetItemInt_Fast(PyObject *o, Py_ssize_t i, PyObject *v, int is_list, CYTHON_NCP_UNUSED int wraparound, CYTHON_NCP_UNUSED int boundscheck) { #if CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS && CYTHON_USE_TYPE_SLOTS if (is_list || PyList_CheckExact(o)) { Py_ssize_t n = (!wraparound) ? i : ((likely(i >= 0)) ? i : i + PyList_GET_SIZE(o)); if ((!boundscheck) || likely(__Pyx_is_valid_index(n, PyList_GET_SIZE(o)))) { PyObject* old = PyList_GET_ITEM(o, n); Py_INCREF(v); PyList_SET_ITEM(o, n, v); Py_DECREF(old); return 1; } } else { PySequenceMethods *m = Py_TYPE(o)->tp_as_sequence; if (likely(m && m->sq_ass_item)) { if (wraparound && unlikely(i < 0) && likely(m->sq_length)) { Py_ssize_t l = m->sq_length(o); if (likely(l >= 0)) { i += l; } else { if (!PyErr_ExceptionMatches(PyExc_OverflowError)) return -1; PyErr_Clear(); } } return m->sq_ass_item(o, i, v); } } #else #if CYTHON_COMPILING_IN_PYPY if (is_list || (PySequence_Check(o) && !PyDict_Check(o))) #else if (is_list || PySequence_Check(o)) #endif { return PySequence_SetItem(o, i, v); } #endif return __Pyx_SetItemInt_Generic(o, PyInt_FromSsize_t(i), v); } /* DictGetItem */ #if PY_MAJOR_VERSION >= 3 && !CYTHON_COMPILING_IN_PYPY static PyObject *__Pyx_PyDict_GetItem(PyObject *d, PyObject* key) { PyObject *value; value = PyDict_GetItemWithError(d, key); if (unlikely(!value)) { if (!PyErr_Occurred()) { if (unlikely(PyTuple_Check(key))) { PyObject* args = PyTuple_Pack(1, key); if (likely(args)) { PyErr_SetObject(PyExc_KeyError, args); Py_DECREF(args); } } else { PyErr_SetObject(PyExc_KeyError, key); } } return NULL; } Py_INCREF(value); return value; } #endif /* BytesEquals */ static CYTHON_INLINE int __Pyx_PyBytes_Equals(PyObject* s1, PyObject* s2, int equals) { #if CYTHON_COMPILING_IN_PYPY return PyObject_RichCompareBool(s1, s2, equals); #else if (s1 == s2) { return (equals == Py_EQ); } else if (PyBytes_CheckExact(s1) & PyBytes_CheckExact(s2)) { const char *ps1, *ps2; Py_ssize_t length = PyBytes_GET_SIZE(s1); if (length != PyBytes_GET_SIZE(s2)) return (equals == Py_NE); ps1 = PyBytes_AS_STRING(s1); ps2 = PyBytes_AS_STRING(s2); if (ps1[0] != ps2[0]) { return (equals == Py_NE); } else if (length == 1) { return (equals == Py_EQ); } else { int result; #if CYTHON_USE_UNICODE_INTERNALS Py_hash_t hash1, hash2; hash1 = ((PyBytesObject*)s1)->ob_shash; hash2 = ((PyBytesObject*)s2)->ob_shash; if (hash1 != hash2 && hash1 != -1 && hash2 != -1) { return (equals == Py_NE); } #endif result = memcmp(ps1, ps2, (size_t)length); return (equals == Py_EQ) ? (result == 0) : (result != 0); } } else if ((s1 == Py_None) & PyBytes_CheckExact(s2)) { return (equals == Py_NE); } else if ((s2 == Py_None) & PyBytes_CheckExact(s1)) { return (equals == Py_NE); } else { int result; PyObject* py_result = PyObject_RichCompare(s1, s2, equals); if (!py_result) return -1; result = __Pyx_PyObject_IsTrue(py_result); Py_DECREF(py_result); return result; } #endif } /* UnicodeEquals */ static CYTHON_INLINE int __Pyx_PyUnicode_Equals(PyObject* s1, PyObject* s2, int equals) { #if CYTHON_COMPILING_IN_PYPY return PyObject_RichCompareBool(s1, s2, equals); #else #if PY_MAJOR_VERSION < 3 PyObject* owned_ref = NULL; #endif int s1_is_unicode, s2_is_unicode; if (s1 == s2) { goto return_eq; } s1_is_unicode = PyUnicode_CheckExact(s1); s2_is_unicode = PyUnicode_CheckExact(s2); #if PY_MAJOR_VERSION < 3 if ((s1_is_unicode & (!s2_is_unicode)) && PyString_CheckExact(s2)) { owned_ref = PyUnicode_FromObject(s2); if (unlikely(!owned_ref)) return -1; s2 = owned_ref; s2_is_unicode = 1; } else if ((s2_is_unicode & (!s1_is_unicode)) && PyString_CheckExact(s1)) { owned_ref = PyUnicode_FromObject(s1); if (unlikely(!owned_ref)) return -1; s1 = owned_ref; s1_is_unicode = 1; } else if (((!s2_is_unicode) & (!s1_is_unicode))) { return __Pyx_PyBytes_Equals(s1, s2, equals); } #endif if (s1_is_unicode & s2_is_unicode) { Py_ssize_t length; int kind; void *data1, *data2; if (unlikely(__Pyx_PyUnicode_READY(s1) < 0) || unlikely(__Pyx_PyUnicode_READY(s2) < 0)) return -1; length = __Pyx_PyUnicode_GET_LENGTH(s1); if (length != __Pyx_PyUnicode_GET_LENGTH(s2)) { goto return_ne; } #if CYTHON_USE_UNICODE_INTERNALS { Py_hash_t hash1, hash2; #if CYTHON_PEP393_ENABLED hash1 = ((PyASCIIObject*)s1)->hash; hash2 = ((PyASCIIObject*)s2)->hash; #else hash1 = ((PyUnicodeObject*)s1)->hash; hash2 = ((PyUnicodeObject*)s2)->hash; #endif if (hash1 != hash2 && hash1 != -1 && hash2 != -1) { goto return_ne; } } #endif kind = __Pyx_PyUnicode_KIND(s1); if (kind != __Pyx_PyUnicode_KIND(s2)) { goto return_ne; } data1 = __Pyx_PyUnicode_DATA(s1); data2 = __Pyx_PyUnicode_DATA(s2); if (__Pyx_PyUnicode_READ(kind, data1, 0) != __Pyx_PyUnicode_READ(kind, data2, 0)) { goto return_ne; } else if (length == 1) { goto return_eq; } else { int result = memcmp(data1, data2, (size_t)(length * kind)); #if PY_MAJOR_VERSION < 3 Py_XDECREF(owned_ref); #endif return (equals == Py_EQ) ? (result == 0) : (result != 0); } } else if ((s1 == Py_None) & s2_is_unicode) { goto return_ne; } else if ((s2 == Py_None) & s1_is_unicode) { goto return_ne; } else { int result; PyObject* py_result = PyObject_RichCompare(s1, s2, equals); #if PY_MAJOR_VERSION < 3 Py_XDECREF(owned_ref); #endif if (!py_result) return -1; result = __Pyx_PyObject_IsTrue(py_result); Py_DECREF(py_result); return result; } return_eq: #if PY_MAJOR_VERSION < 3 Py_XDECREF(owned_ref); #endif return (equals == Py_EQ); return_ne: #if PY_MAJOR_VERSION < 3 Py_XDECREF(owned_ref); #endif return (equals == Py_NE); #endif } /* PyObjectFormatAndDecref */ static CYTHON_INLINE PyObject* __Pyx_PyObject_FormatSimpleAndDecref(PyObject* s, PyObject* f) { if (unlikely(!s)) return NULL; if (likely(PyUnicode_CheckExact(s))) return s; #if PY_MAJOR_VERSION < 3 if (likely(PyString_CheckExact(s))) { PyObject *result = PyUnicode_FromEncodedObject(s, NULL, "strict"); Py_DECREF(s); return result; } #endif return __Pyx_PyObject_FormatAndDecref(s, f); } static CYTHON_INLINE PyObject* __Pyx_PyObject_FormatAndDecref(PyObject* s, PyObject* f) { PyObject *result = PyObject_Format(s, f); Py_DECREF(s); return result; } /* JoinPyUnicode */ static PyObject* __Pyx_PyUnicode_Join(PyObject* value_tuple, Py_ssize_t value_count, Py_ssize_t result_ulength, CYTHON_UNUSED Py_UCS4 max_char) { #if CYTHON_USE_UNICODE_INTERNALS && CYTHON_ASSUME_SAFE_MACROS && !CYTHON_AVOID_BORROWED_REFS PyObject *result_uval; int result_ukind; Py_ssize_t i, char_pos; void *result_udata; #if CYTHON_PEP393_ENABLED result_uval = PyUnicode_New(result_ulength, max_char); if (unlikely(!result_uval)) return NULL; result_ukind = (max_char <= 255) ? PyUnicode_1BYTE_KIND : (max_char <= 65535) ? PyUnicode_2BYTE_KIND : PyUnicode_4BYTE_KIND; result_udata = PyUnicode_DATA(result_uval); #else result_uval = PyUnicode_FromUnicode(NULL, result_ulength); if (unlikely(!result_uval)) return NULL; result_ukind = sizeof(Py_UNICODE); result_udata = PyUnicode_AS_UNICODE(result_uval); #endif char_pos = 0; for (i=0; i < value_count; i++) { int ukind; Py_ssize_t ulength; void *udata; PyObject *uval = PyTuple_GET_ITEM(value_tuple, i); if (unlikely(__Pyx_PyUnicode_READY(uval))) goto bad; ulength = __Pyx_PyUnicode_GET_LENGTH(uval); if (unlikely(!ulength)) continue; if (unlikely(char_pos + ulength < 0)) goto overflow; ukind = __Pyx_PyUnicode_KIND(uval); udata = __Pyx_PyUnicode_DATA(uval); if (!CYTHON_PEP393_ENABLED || ukind == result_ukind) { memcpy((char *)result_udata + char_pos * result_ukind, udata, (size_t) (ulength * result_ukind)); } else { #if CYTHON_COMPILING_IN_CPYTHON && PY_VERSION_HEX >= 0x030300F0 || defined(_PyUnicode_FastCopyCharacters) _PyUnicode_FastCopyCharacters(result_uval, char_pos, uval, 0, ulength); #else Py_ssize_t j; for (j=0; j < ulength; j++) { Py_UCS4 uchar = __Pyx_PyUnicode_READ(ukind, udata, j); __Pyx_PyUnicode_WRITE(result_ukind, result_udata, char_pos+j, uchar); } #endif } char_pos += ulength; } return result_uval; overflow: PyErr_SetString(PyExc_OverflowError, "join() result is too long for a Python string"); bad: Py_DECREF(result_uval); return NULL; #else result_ulength++; value_count++; return PyUnicode_Join(__pyx_empty_unicode, value_tuple); #endif } /* dict_setdefault */ static CYTHON_INLINE PyObject *__Pyx_PyDict_SetDefault(PyObject *d, PyObject *key, PyObject *default_value, CYTHON_UNUSED int is_safe_type) { PyObject* value; #if PY_VERSION_HEX >= 0x030400A0 if ((1)) { value = PyDict_SetDefault(d, key, default_value); if (unlikely(!value)) return NULL; Py_INCREF(value); #else if (is_safe_type == 1 || (is_safe_type == -1 && #if PY_MAJOR_VERSION >= 3 && !CYTHON_COMPILING_IN_PYPY (PyUnicode_CheckExact(key) || PyString_CheckExact(key) || PyLong_CheckExact(key)))) { value = PyDict_GetItemWithError(d, key); if (unlikely(!value)) { if (unlikely(PyErr_Occurred())) return NULL; if (unlikely(PyDict_SetItem(d, key, default_value) == -1)) return NULL; value = default_value; } Py_INCREF(value); #else (PyString_CheckExact(key) || PyUnicode_CheckExact(key) || PyInt_CheckExact(key) || PyLong_CheckExact(key)))) { value = PyDict_GetItem(d, key); if (unlikely(!value)) { if (unlikely(PyDict_SetItem(d, key, default_value) == -1)) return NULL; value = default_value; } Py_INCREF(value); #endif #endif } else { value = __Pyx_CallUnboundCMethod2(&__pyx_umethod_PyDict_Type_setdefault, d, key, default_value); } return value; } /* PyObjectCallMethod0 */ static PyObject* __Pyx_PyObject_CallMethod0(PyObject* obj, PyObject* method_name) { PyObject *method = NULL, *result = NULL; int is_method = __Pyx_PyObject_GetMethod(obj, method_name, &method); if (likely(is_method)) { result = __Pyx_PyObject_CallOneArg(method, obj); Py_DECREF(method); return result; } if (unlikely(!method)) goto bad; result = __Pyx_PyObject_CallNoArg(method); Py_DECREF(method); bad: return result; } /* RaiseNoneIterError */ static CYTHON_INLINE void __Pyx_RaiseNoneNotIterableError(void) { PyErr_SetString(PyExc_TypeError, "'NoneType' object is not iterable"); } /* UnpackTupleError */ static void __Pyx_UnpackTupleError(PyObject *t, Py_ssize_t index) { if (t == Py_None) { __Pyx_RaiseNoneNotIterableError(); } else if (PyTuple_GET_SIZE(t) < index) { __Pyx_RaiseNeedMoreValuesError(PyTuple_GET_SIZE(t)); } else { __Pyx_RaiseTooManyValuesError(index); } } /* UnpackTuple2 */ static CYTHON_INLINE int __Pyx_unpack_tuple2_exact( PyObject* tuple, PyObject** pvalue1, PyObject** pvalue2, int decref_tuple) { PyObject *value1 = NULL, *value2 = NULL; #if CYTHON_COMPILING_IN_PYPY value1 = PySequence_ITEM(tuple, 0); if (unlikely(!value1)) goto bad; value2 = PySequence_ITEM(tuple, 1); if (unlikely(!value2)) goto bad; #else value1 = PyTuple_GET_ITEM(tuple, 0); Py_INCREF(value1); value2 = PyTuple_GET_ITEM(tuple, 1); Py_INCREF(value2); #endif if (decref_tuple) { Py_DECREF(tuple); } *pvalue1 = value1; *pvalue2 = value2; return 0; #if CYTHON_COMPILING_IN_PYPY bad: Py_XDECREF(value1); Py_XDECREF(value2); if (decref_tuple) { Py_XDECREF(tuple); } return -1; #endif } static int __Pyx_unpack_tuple2_generic(PyObject* tuple, PyObject** pvalue1, PyObject** pvalue2, int has_known_size, int decref_tuple) { Py_ssize_t index; PyObject *value1 = NULL, *value2 = NULL, *iter = NULL; iternextfunc iternext; iter = PyObject_GetIter(tuple); if (unlikely(!iter)) goto bad; if (decref_tuple) { Py_DECREF(tuple); tuple = NULL; } iternext = Py_TYPE(iter)->tp_iternext; value1 = iternext(iter); if (unlikely(!value1)) { index = 0; goto unpacking_failed; } value2 = iternext(iter); if (unlikely(!value2)) { index = 1; goto unpacking_failed; } if (!has_known_size && unlikely(__Pyx_IternextUnpackEndCheck(iternext(iter), 2))) goto bad; Py_DECREF(iter); *pvalue1 = value1; *pvalue2 = value2; return 0; unpacking_failed: if (!has_known_size && __Pyx_IterFinish() == 0) __Pyx_RaiseNeedMoreValuesError(index); bad: Py_XDECREF(iter); Py_XDECREF(value1); Py_XDECREF(value2); if (decref_tuple) { Py_XDECREF(tuple); } return -1; } /* dict_iter */ static CYTHON_INLINE PyObject* __Pyx_dict_iterator(PyObject* iterable, int is_dict, PyObject* method_name, Py_ssize_t* p_orig_length, int* p_source_is_dict) { is_dict = is_dict || likely(PyDict_CheckExact(iterable)); *p_source_is_dict = is_dict; if (is_dict) { #if !CYTHON_COMPILING_IN_PYPY *p_orig_length = PyDict_Size(iterable); Py_INCREF(iterable); return iterable; #elif PY_MAJOR_VERSION >= 3 static PyObject *py_items = NULL, *py_keys = NULL, *py_values = NULL; PyObject **pp = NULL; if (method_name) { const char *name = PyUnicode_AsUTF8(method_name); if (strcmp(name, "iteritems") == 0) pp = &py_items; else if (strcmp(name, "iterkeys") == 0) pp = &py_keys; else if (strcmp(name, "itervalues") == 0) pp = &py_values; if (pp) { if (!*pp) { *pp = PyUnicode_FromString(name + 4); if (!*pp) return NULL; } method_name = *pp; } } #endif } *p_orig_length = 0; if (method_name) { PyObject* iter; iterable = __Pyx_PyObject_CallMethod0(iterable, method_name); if (!iterable) return NULL; #if !CYTHON_COMPILING_IN_PYPY if (PyTuple_CheckExact(iterable) || PyList_CheckExact(iterable)) return iterable; #endif iter = PyObject_GetIter(iterable); Py_DECREF(iterable); return iter; } return PyObject_GetIter(iterable); } static CYTHON_INLINE int __Pyx_dict_iter_next( PyObject* iter_obj, CYTHON_NCP_UNUSED Py_ssize_t orig_length, CYTHON_NCP_UNUSED Py_ssize_t* ppos, PyObject** pkey, PyObject** pvalue, PyObject** pitem, int source_is_dict) { PyObject* next_item; #if !CYTHON_COMPILING_IN_PYPY if (source_is_dict) { PyObject *key, *value; if (unlikely(orig_length != PyDict_Size(iter_obj))) { PyErr_SetString(PyExc_RuntimeError, "dictionary changed size during iteration"); return -1; } if (unlikely(!PyDict_Next(iter_obj, ppos, &key, &value))) { return 0; } if (pitem) { PyObject* tuple = PyTuple_New(2); if (unlikely(!tuple)) { return -1; } Py_INCREF(key); Py_INCREF(value); PyTuple_SET_ITEM(tuple, 0, key); PyTuple_SET_ITEM(tuple, 1, value); *pitem = tuple; } else { if (pkey) { Py_INCREF(key); *pkey = key; } if (pvalue) { Py_INCREF(value); *pvalue = value; } } return 1; } else if (PyTuple_CheckExact(iter_obj)) { Py_ssize_t pos = *ppos; if (unlikely(pos >= PyTuple_GET_SIZE(iter_obj))) return 0; *ppos = pos + 1; next_item = PyTuple_GET_ITEM(iter_obj, pos); Py_INCREF(next_item); } else if (PyList_CheckExact(iter_obj)) { Py_ssize_t pos = *ppos; if (unlikely(pos >= PyList_GET_SIZE(iter_obj))) return 0; *ppos = pos + 1; next_item = PyList_GET_ITEM(iter_obj, pos); Py_INCREF(next_item); } else #endif { next_item = PyIter_Next(iter_obj); if (unlikely(!next_item)) { return __Pyx_IterFinish(); } } if (pitem) { *pitem = next_item; } else if (pkey && pvalue) { if (__Pyx_unpack_tuple2(next_item, pkey, pvalue, source_is_dict, source_is_dict, 1)) return -1; } else if (pkey) { *pkey = next_item; } else { *pvalue = next_item; } return 1; } /* MergeKeywords */ static int __Pyx_MergeKeywords(PyObject *kwdict, PyObject *source_mapping) { PyObject *iter, *key = NULL, *value = NULL; int source_is_dict, result; Py_ssize_t orig_length, ppos = 0; iter = __Pyx_dict_iterator(source_mapping, 0, __pyx_n_s_items, &orig_length, &source_is_dict); if (unlikely(!iter)) { PyObject *args; if (!PyErr_ExceptionMatches(PyExc_AttributeError)) goto bad; PyErr_Clear(); args = PyTuple_Pack(1, source_mapping); if (likely(args)) { PyObject *fallback = PyObject_Call((PyObject*)&PyDict_Type, args, NULL); Py_DECREF(args); if (likely(fallback)) { iter = __Pyx_dict_iterator(fallback, 1, __pyx_n_s_items, &orig_length, &source_is_dict); Py_DECREF(fallback); } } if (unlikely(!iter)) goto bad; } while (1) { result = __Pyx_dict_iter_next(iter, orig_length, &ppos, &key, &value, NULL, source_is_dict); if (unlikely(result < 0)) goto bad; if (!result) break; if (unlikely(PyDict_Contains(kwdict, key))) { __Pyx_RaiseDoubleKeywordsError("function", key); result = -1; } else { result = PyDict_SetItem(kwdict, key, value); } Py_DECREF(key); Py_DECREF(value); if (unlikely(result < 0)) goto bad; } Py_XDECREF(iter); return 0; bad: Py_XDECREF(iter); return -1; } /* SliceObject */ static CYTHON_INLINE PyObject* __Pyx_PyObject_GetSlice(PyObject* obj, Py_ssize_t cstart, Py_ssize_t cstop, PyObject** _py_start, PyObject** _py_stop, PyObject** _py_slice, int has_cstart, int has_cstop, CYTHON_UNUSED int wraparound) { #if CYTHON_USE_TYPE_SLOTS PyMappingMethods* mp; #if PY_MAJOR_VERSION < 3 PySequenceMethods* ms = Py_TYPE(obj)->tp_as_sequence; if (likely(ms && ms->sq_slice)) { if (!has_cstart) { if (_py_start && (*_py_start != Py_None)) { cstart = __Pyx_PyIndex_AsSsize_t(*_py_start); if ((cstart == (Py_ssize_t)-1) && PyErr_Occurred()) goto bad; } else cstart = 0; } if (!has_cstop) { if (_py_stop && (*_py_stop != Py_None)) { cstop = __Pyx_PyIndex_AsSsize_t(*_py_stop); if ((cstop == (Py_ssize_t)-1) && PyErr_Occurred()) goto bad; } else cstop = PY_SSIZE_T_MAX; } if (wraparound && unlikely((cstart < 0) | (cstop < 0)) && likely(ms->sq_length)) { Py_ssize_t l = ms->sq_length(obj); if (likely(l >= 0)) { if (cstop < 0) { cstop += l; if (cstop < 0) cstop = 0; } if (cstart < 0) { cstart += l; if (cstart < 0) cstart = 0; } } else { if (!PyErr_ExceptionMatches(PyExc_OverflowError)) goto bad; PyErr_Clear(); } } return ms->sq_slice(obj, cstart, cstop); } #endif mp = Py_TYPE(obj)->tp_as_mapping; if (likely(mp && mp->mp_subscript)) #endif { PyObject* result; PyObject *py_slice, *py_start, *py_stop; if (_py_slice) { py_slice = *_py_slice; } else { PyObject* owned_start = NULL; PyObject* owned_stop = NULL; if (_py_start) { py_start = *_py_start; } else { if (has_cstart) { owned_start = py_start = PyInt_FromSsize_t(cstart); if (unlikely(!py_start)) goto bad; } else py_start = Py_None; } if (_py_stop) { py_stop = *_py_stop; } else { if (has_cstop) { owned_stop = py_stop = PyInt_FromSsize_t(cstop); if (unlikely(!py_stop)) { Py_XDECREF(owned_start); goto bad; } } else py_stop = Py_None; } py_slice = PySlice_New(py_start, py_stop, Py_None); Py_XDECREF(owned_start); Py_XDECREF(owned_stop); if (unlikely(!py_slice)) goto bad; } #if CYTHON_USE_TYPE_SLOTS result = mp->mp_subscript(obj, py_slice); #else result = PyObject_GetItem(obj, py_slice); #endif if (!_py_slice) { Py_DECREF(py_slice); } return result; } PyErr_Format(PyExc_TypeError, "'%.200s' object is unsliceable", Py_TYPE(obj)->tp_name); bad: return NULL; } /* WriteUnraisableException */ static void __Pyx_WriteUnraisable(const char *name, CYTHON_UNUSED int clineno, CYTHON_UNUSED int lineno, CYTHON_UNUSED const char *filename, int full_traceback, CYTHON_UNUSED int nogil) { PyObject *old_exc, *old_val, *old_tb; PyObject *ctx; __Pyx_PyThreadState_declare #ifdef WITH_THREAD PyGILState_STATE state; if (nogil) state = PyGILState_Ensure(); #ifdef _MSC_VER else state = (PyGILState_STATE)-1; #endif #endif __Pyx_PyThreadState_assign __Pyx_ErrFetch(&old_exc, &old_val, &old_tb); if (full_traceback) { Py_XINCREF(old_exc); Py_XINCREF(old_val); Py_XINCREF(old_tb); __Pyx_ErrRestore(old_exc, old_val, old_tb); PyErr_PrintEx(1); } #if PY_MAJOR_VERSION < 3 ctx = PyString_FromString(name); #else ctx = PyUnicode_FromString(name); #endif __Pyx_ErrRestore(old_exc, old_val, old_tb); if (!ctx) { PyErr_WriteUnraisable(Py_None); } else { PyErr_WriteUnraisable(ctx); Py_DECREF(ctx); } #ifdef WITH_THREAD if (nogil) PyGILState_Release(state); #endif } /* ArgTypeTest */ static int __Pyx__ArgTypeTest(PyObject *obj, PyTypeObject *type, const char *name, int exact) { if (unlikely(!type)) { PyErr_SetString(PyExc_SystemError, "Missing type object"); return 0; } else if (exact) { #if PY_MAJOR_VERSION == 2 if ((type == &PyBaseString_Type) && likely(__Pyx_PyBaseString_CheckExact(obj))) return 1; #endif } else { if (likely(__Pyx_TypeCheck(obj, type))) return 1; } PyErr_Format(PyExc_TypeError, "Argument '%.200s' has incorrect type (expected %.200s, got %.200s)", name, type->tp_name, Py_TYPE(obj)->tp_name); return 0; } /* None */ static CYTHON_INLINE Py_ssize_t __Pyx_div_Py_ssize_t(Py_ssize_t a, Py_ssize_t b) { Py_ssize_t q = a / b; Py_ssize_t r = a - q*b; q -= ((r != 0) & ((r ^ b) < 0)); return q; } /* decode_c_string */ static CYTHON_INLINE PyObject* __Pyx_decode_c_string( const char* cstring, Py_ssize_t start, Py_ssize_t stop, const char* encoding, const char* errors, PyObject* (*decode_func)(const char *s, Py_ssize_t size, const char *errors)) { Py_ssize_t length; if (unlikely((start < 0) | (stop < 0))) { size_t slen = strlen(cstring); if (unlikely(slen > (size_t) PY_SSIZE_T_MAX)) { PyErr_SetString(PyExc_OverflowError, "c-string too long to convert to Python"); return NULL; } length = (Py_ssize_t) slen; if (start < 0) { start += length; if (start < 0) start = 0; } if (stop < 0) stop += length; } if (unlikely(stop <= start)) return __Pyx_NewRef(__pyx_empty_unicode); length = stop - start; cstring += start; if (decode_func) { return decode_func(cstring, length, errors); } else { return PyUnicode_Decode(cstring, length, encoding, errors); } } /* Import */ static PyObject *__Pyx_Import(PyObject *name, PyObject *from_list, int level) { PyObject *empty_list = 0; PyObject *module = 0; PyObject *global_dict = 0; PyObject *empty_dict = 0; PyObject *list; #if PY_MAJOR_VERSION < 3 PyObject *py_import; py_import = __Pyx_PyObject_GetAttrStr(__pyx_b, __pyx_n_s_import); if (!py_import) goto bad; #endif if (from_list) list = from_list; else { empty_list = PyList_New(0); if (!empty_list) goto bad; list = empty_list; } global_dict = PyModule_GetDict(__pyx_m); if (!global_dict) goto bad; empty_dict = PyDict_New(); if (!empty_dict) goto bad; { #if PY_MAJOR_VERSION >= 3 if (level == -1) { if ((1) && (strchr(__Pyx_MODULE_NAME, '.'))) { module = PyImport_ImportModuleLevelObject( name, global_dict, empty_dict, list, 1); if (!module) { if (!PyErr_ExceptionMatches(PyExc_ImportError)) goto bad; PyErr_Clear(); } } level = 0; } #endif if (!module) { #if PY_MAJOR_VERSION < 3 PyObject *py_level = PyInt_FromLong(level); if (!py_level) goto bad; module = PyObject_CallFunctionObjArgs(py_import, name, global_dict, empty_dict, list, py_level, (PyObject *)NULL); Py_DECREF(py_level); #else module = PyImport_ImportModuleLevelObject( name, global_dict, empty_dict, list, level); #endif } } bad: #if PY_MAJOR_VERSION < 3 Py_XDECREF(py_import); #endif Py_XDECREF(empty_list); Py_XDECREF(empty_dict); return module; } /* FastTypeChecks */ #if CYTHON_COMPILING_IN_CPYTHON static int __Pyx_InBases(PyTypeObject *a, PyTypeObject *b) { while (a) { a = a->tp_base; if (a == b) return 1; } return b == &PyBaseObject_Type; } static CYTHON_INLINE int __Pyx_IsSubtype(PyTypeObject *a, PyTypeObject *b) { PyObject *mro; if (a == b) return 1; mro = a->tp_mro; if (likely(mro)) { Py_ssize_t i, n; n = PyTuple_GET_SIZE(mro); for (i = 0; i < n; i++) { if (PyTuple_GET_ITEM(mro, i) == (PyObject *)b) return 1; } return 0; } return __Pyx_InBases(a, b); } #if PY_MAJOR_VERSION == 2 static int __Pyx_inner_PyErr_GivenExceptionMatches2(PyObject *err, PyObject* exc_type1, PyObject* exc_type2) { PyObject *exception, *value, *tb; int res; __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign __Pyx_ErrFetch(&exception, &value, &tb); res = exc_type1 ? PyObject_IsSubclass(err, exc_type1) : 0; if (unlikely(res == -1)) { PyErr_WriteUnraisable(err); res = 0; } if (!res) { res = PyObject_IsSubclass(err, exc_type2); if (unlikely(res == -1)) { PyErr_WriteUnraisable(err); res = 0; } } __Pyx_ErrRestore(exception, value, tb); return res; } #else static CYTHON_INLINE int __Pyx_inner_PyErr_GivenExceptionMatches2(PyObject *err, PyObject* exc_type1, PyObject *exc_type2) { int res = exc_type1 ? __Pyx_IsSubtype((PyTypeObject*)err, (PyTypeObject*)exc_type1) : 0; if (!res) { res = __Pyx_IsSubtype((PyTypeObject*)err, (PyTypeObject*)exc_type2); } return res; } #endif static int __Pyx_PyErr_GivenExceptionMatchesTuple(PyObject *exc_type, PyObject *tuple) { Py_ssize_t i, n; assert(PyExceptionClass_Check(exc_type)); n = PyTuple_GET_SIZE(tuple); #if PY_MAJOR_VERSION >= 3 for (i=0; itp_dealloc != current_tp_dealloc) type = type->tp_base; while (type && type->tp_dealloc == current_tp_dealloc) type = type->tp_base; if (type) type->tp_dealloc(obj); } /* CallNextTpTraverse */ static int __Pyx_call_next_tp_traverse(PyObject* obj, visitproc v, void *a, traverseproc current_tp_traverse) { PyTypeObject* type = Py_TYPE(obj); while (type && type->tp_traverse != current_tp_traverse) type = type->tp_base; while (type && type->tp_traverse == current_tp_traverse) type = type->tp_base; if (type && type->tp_traverse) return type->tp_traverse(obj, v, a); return 0; } /* CallNextTpClear */ static void __Pyx_call_next_tp_clear(PyObject* obj, inquiry current_tp_clear) { PyTypeObject* type = Py_TYPE(obj); while (type && type->tp_clear != current_tp_clear) type = type->tp_base; while (type && type->tp_clear == current_tp_clear) type = type->tp_base; if (type && type->tp_clear) type->tp_clear(obj); } /* PyObject_GenericGetAttr */ #if CYTHON_USE_TYPE_SLOTS && CYTHON_USE_PYTYPE_LOOKUP && PY_VERSION_HEX < 0x03070000 static PyObject* __Pyx_PyObject_GenericGetAttr(PyObject* obj, PyObject* attr_name) { if (unlikely(Py_TYPE(obj)->tp_dictoffset)) { return PyObject_GenericGetAttr(obj, attr_name); } return __Pyx_PyObject_GenericGetAttrNoDict(obj, attr_name); } #endif /* TypeImport */ #ifndef __PYX_HAVE_RT_ImportType #define __PYX_HAVE_RT_ImportType static PyTypeObject *__Pyx_ImportType(PyObject *module, const char *module_name, const char *class_name, size_t size, enum __Pyx_ImportType_CheckSize check_size) { PyObject *result = 0; char warning[200]; Py_ssize_t basicsize; #ifdef Py_LIMITED_API PyObject *py_basicsize; #endif result = PyObject_GetAttrString(module, class_name); if (!result) goto bad; if (!PyType_Check(result)) { PyErr_Format(PyExc_TypeError, "%.200s.%.200s is not a type object", module_name, class_name); goto bad; } #ifndef Py_LIMITED_API basicsize = ((PyTypeObject *)result)->tp_basicsize; #else py_basicsize = PyObject_GetAttrString(result, "__basicsize__"); if (!py_basicsize) goto bad; basicsize = PyLong_AsSsize_t(py_basicsize); Py_DECREF(py_basicsize); py_basicsize = 0; if (basicsize == (Py_ssize_t)-1 && PyErr_Occurred()) goto bad; #endif if ((size_t)basicsize < size) { PyErr_Format(PyExc_ValueError, "%.200s.%.200s size changed, may indicate binary incompatibility. " "Expected %zd from C header, got %zd from PyObject", module_name, class_name, size, basicsize); goto bad; } if (check_size == __Pyx_ImportType_CheckSize_Error && (size_t)basicsize != size) { PyErr_Format(PyExc_ValueError, "%.200s.%.200s size changed, may indicate binary incompatibility. " "Expected %zd from C header, got %zd from PyObject", module_name, class_name, size, basicsize); goto bad; } else if (check_size == __Pyx_ImportType_CheckSize_Warn && (size_t)basicsize > size) { PyOS_snprintf(warning, sizeof(warning), "%s.%s size changed, may indicate binary incompatibility. " "Expected %zd from C header, got %zd from PyObject", module_name, class_name, size, basicsize); if (PyErr_WarnEx(NULL, warning, 0) < 0) goto bad; } return (PyTypeObject *)result; bad: Py_XDECREF(result); return NULL; } #endif /* GetVTable */ static void* __Pyx_GetVtable(PyObject *dict) { void* ptr; PyObject *ob = PyObject_GetItem(dict, __pyx_n_s_pyx_vtable); if (!ob) goto bad; #if PY_VERSION_HEX >= 0x02070000 ptr = PyCapsule_GetPointer(ob, 0); #else ptr = PyCObject_AsVoidPtr(ob); #endif if (!ptr && !PyErr_Occurred()) PyErr_SetString(PyExc_RuntimeError, "invalid vtable found for imported type"); Py_DECREF(ob); return ptr; bad: Py_XDECREF(ob); return NULL; } /* SetVTable */ static int __Pyx_SetVtable(PyObject *dict, void *vtable) { #if PY_VERSION_HEX >= 0x02070000 PyObject *ob = PyCapsule_New(vtable, 0, 0); #else PyObject *ob = PyCObject_FromVoidPtr(vtable, 0); #endif if (!ob) goto bad; if (PyDict_SetItem(dict, __pyx_n_s_pyx_vtable, ob) < 0) goto bad; Py_DECREF(ob); return 0; bad: Py_XDECREF(ob); return -1; } /* PyObjectGetAttrStrNoError */ static void __Pyx_PyObject_GetAttrStr_ClearAttributeError(void) { __Pyx_PyThreadState_declare __Pyx_PyThreadState_assign if (likely(__Pyx_PyErr_ExceptionMatches(PyExc_AttributeError))) __Pyx_PyErr_Clear(); } static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStrNoError(PyObject* obj, PyObject* attr_name) { PyObject *result; #if CYTHON_COMPILING_IN_CPYTHON && CYTHON_USE_TYPE_SLOTS && PY_VERSION_HEX >= 0x030700B1 PyTypeObject* tp = Py_TYPE(obj); if (likely(tp->tp_getattro == PyObject_GenericGetAttr)) { return _PyObject_GenericGetAttrWithDict(obj, attr_name, NULL, 1); } #endif result = __Pyx_PyObject_GetAttrStr(obj, attr_name); if (unlikely(!result)) { __Pyx_PyObject_GetAttrStr_ClearAttributeError(); } return result; } /* SetupReduce */ static int __Pyx_setup_reduce_is_named(PyObject* meth, PyObject* name) { int ret; PyObject *name_attr; name_attr = __Pyx_PyObject_GetAttrStr(meth, __pyx_n_s_name_2); if (likely(name_attr)) { ret = PyObject_RichCompareBool(name_attr, name, Py_EQ); } else { ret = -1; } if (unlikely(ret < 0)) { PyErr_Clear(); ret = 0; } Py_XDECREF(name_attr); return ret; } static int __Pyx_setup_reduce(PyObject* type_obj) { int ret = 0; PyObject *object_reduce = NULL; PyObject *object_reduce_ex = NULL; PyObject *reduce = NULL; PyObject *reduce_ex = NULL; PyObject *reduce_cython = NULL; PyObject *setstate = NULL; PyObject *setstate_cython = NULL; #if CYTHON_USE_PYTYPE_LOOKUP if (_PyType_Lookup((PyTypeObject*)type_obj, __pyx_n_s_getstate)) goto __PYX_GOOD; #else if (PyObject_HasAttr(type_obj, __pyx_n_s_getstate)) goto __PYX_GOOD; #endif #if CYTHON_USE_PYTYPE_LOOKUP object_reduce_ex = _PyType_Lookup(&PyBaseObject_Type, __pyx_n_s_reduce_ex); if (!object_reduce_ex) goto __PYX_BAD; #else object_reduce_ex = __Pyx_PyObject_GetAttrStr((PyObject*)&PyBaseObject_Type, __pyx_n_s_reduce_ex); if (!object_reduce_ex) goto __PYX_BAD; #endif reduce_ex = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_n_s_reduce_ex); if (unlikely(!reduce_ex)) goto __PYX_BAD; if (reduce_ex == object_reduce_ex) { #if CYTHON_USE_PYTYPE_LOOKUP object_reduce = _PyType_Lookup(&PyBaseObject_Type, __pyx_n_s_reduce); if (!object_reduce) goto __PYX_BAD; #else object_reduce = __Pyx_PyObject_GetAttrStr((PyObject*)&PyBaseObject_Type, __pyx_n_s_reduce); if (!object_reduce) goto __PYX_BAD; #endif reduce = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_n_s_reduce); if (unlikely(!reduce)) goto __PYX_BAD; if (reduce == object_reduce || __Pyx_setup_reduce_is_named(reduce, __pyx_n_s_reduce_cython)) { reduce_cython = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_n_s_reduce_cython); if (likely(reduce_cython)) { ret = PyDict_SetItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_reduce, reduce_cython); if (unlikely(ret < 0)) goto __PYX_BAD; ret = PyDict_DelItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_reduce_cython); if (unlikely(ret < 0)) goto __PYX_BAD; } else if (reduce == object_reduce || PyErr_Occurred()) { goto __PYX_BAD; } setstate = __Pyx_PyObject_GetAttrStr(type_obj, __pyx_n_s_setstate); if (!setstate) PyErr_Clear(); if (!setstate || __Pyx_setup_reduce_is_named(setstate, __pyx_n_s_setstate_cython)) { setstate_cython = __Pyx_PyObject_GetAttrStrNoError(type_obj, __pyx_n_s_setstate_cython); if (likely(setstate_cython)) { ret = PyDict_SetItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_setstate, setstate_cython); if (unlikely(ret < 0)) goto __PYX_BAD; ret = PyDict_DelItem(((PyTypeObject*)type_obj)->tp_dict, __pyx_n_s_setstate_cython); if (unlikely(ret < 0)) goto __PYX_BAD; } else if (!setstate || PyErr_Occurred()) { goto __PYX_BAD; } } PyType_Modified((PyTypeObject*)type_obj); } } goto __PYX_GOOD; __PYX_BAD: if (!PyErr_Occurred()) PyErr_Format(PyExc_RuntimeError, "Unable to initialize pickling for %s", ((PyTypeObject*)type_obj)->tp_name); ret = -1; __PYX_GOOD: #if !CYTHON_USE_PYTYPE_LOOKUP Py_XDECREF(object_reduce); Py_XDECREF(object_reduce_ex); #endif Py_XDECREF(reduce); Py_XDECREF(reduce_ex); Py_XDECREF(reduce_cython); Py_XDECREF(setstate); Py_XDECREF(setstate_cython); return ret; } /* CalculateMetaclass */ static PyObject *__Pyx_CalculateMetaclass(PyTypeObject *metaclass, PyObject *bases) { Py_ssize_t i, nbases = PyTuple_GET_SIZE(bases); for (i=0; i < nbases; i++) { PyTypeObject *tmptype; PyObject *tmp = PyTuple_GET_ITEM(bases, i); tmptype = Py_TYPE(tmp); #if PY_MAJOR_VERSION < 3 if (tmptype == &PyClass_Type) continue; #endif if (!metaclass) { metaclass = tmptype; continue; } if (PyType_IsSubtype(metaclass, tmptype)) continue; if (PyType_IsSubtype(tmptype, metaclass)) { metaclass = tmptype; continue; } PyErr_SetString(PyExc_TypeError, "metaclass conflict: " "the metaclass of a derived class " "must be a (non-strict) subclass " "of the metaclasses of all its bases"); return NULL; } if (!metaclass) { #if PY_MAJOR_VERSION < 3 metaclass = &PyClass_Type; #else metaclass = &PyType_Type; #endif } Py_INCREF((PyObject*) metaclass); return (PyObject*) metaclass; } /* ClassMethod */ static PyObject* __Pyx_Method_ClassMethod(PyObject *method) { #if CYTHON_COMPILING_IN_PYPY && PYPY_VERSION_NUM <= 0x05080000 if (PyObject_TypeCheck(method, &PyWrapperDescr_Type)) { return PyClassMethod_New(method); } #else #if CYTHON_COMPILING_IN_PYSTON || CYTHON_COMPILING_IN_PYPY if (PyMethodDescr_Check(method)) #else #if PY_MAJOR_VERSION == 2 static PyTypeObject *methoddescr_type = NULL; if (methoddescr_type == NULL) { PyObject *meth = PyObject_GetAttrString((PyObject*)&PyList_Type, "append"); if (!meth) return NULL; methoddescr_type = Py_TYPE(meth); Py_DECREF(meth); } #else PyTypeObject *methoddescr_type = &PyMethodDescr_Type; #endif if (__Pyx_TypeCheck(method, methoddescr_type)) #endif { PyMethodDescrObject *descr = (PyMethodDescrObject *)method; #if PY_VERSION_HEX < 0x03020000 PyTypeObject *d_type = descr->d_type; #else PyTypeObject *d_type = descr->d_common.d_type; #endif return PyDescr_NewClassMethod(d_type, descr->d_method); } #endif else if (PyMethod_Check(method)) { return PyClassMethod_New(PyMethod_GET_FUNCTION(method)); } else { return PyClassMethod_New(method); } } /* Py3ClassCreate */ static PyObject *__Pyx_Py3MetaclassPrepare(PyObject *metaclass, PyObject *bases, PyObject *name, PyObject *qualname, PyObject *mkw, PyObject *modname, PyObject *doc) { PyObject *ns; if (metaclass) { PyObject *prep = __Pyx_PyObject_GetAttrStr(metaclass, __pyx_n_s_prepare); if (prep) { PyObject *pargs = PyTuple_Pack(2, name, bases); if (unlikely(!pargs)) { Py_DECREF(prep); return NULL; } ns = PyObject_Call(prep, pargs, mkw); Py_DECREF(prep); Py_DECREF(pargs); } else { if (unlikely(!PyErr_ExceptionMatches(PyExc_AttributeError))) return NULL; PyErr_Clear(); ns = PyDict_New(); } } else { ns = PyDict_New(); } if (unlikely(!ns)) return NULL; if (unlikely(PyObject_SetItem(ns, __pyx_n_s_module, modname) < 0)) goto bad; if (unlikely(PyObject_SetItem(ns, __pyx_n_s_qualname, qualname) < 0)) goto bad; if (unlikely(doc && PyObject_SetItem(ns, __pyx_n_s_doc_2, doc) < 0)) goto bad; return ns; bad: Py_DECREF(ns); return NULL; } static PyObject *__Pyx_Py3ClassCreate(PyObject *metaclass, PyObject *name, PyObject *bases, PyObject *dict, PyObject *mkw, int calculate_metaclass, int allow_py2_metaclass) { PyObject *result, *margs; PyObject *owned_metaclass = NULL; if (allow_py2_metaclass) { owned_metaclass = PyObject_GetItem(dict, __pyx_n_s_metaclass); if (owned_metaclass) { metaclass = owned_metaclass; } else if (likely(PyErr_ExceptionMatches(PyExc_KeyError))) { PyErr_Clear(); } else { return NULL; } } if (calculate_metaclass && (!metaclass || PyType_Check(metaclass))) { metaclass = __Pyx_CalculateMetaclass((PyTypeObject*) metaclass, bases); Py_XDECREF(owned_metaclass); if (unlikely(!metaclass)) return NULL; owned_metaclass = metaclass; } margs = PyTuple_Pack(3, name, bases, dict); if (unlikely(!margs)) { result = NULL; } else { result = PyObject_Call(metaclass, margs, mkw); Py_DECREF(margs); } Py_XDECREF(owned_metaclass); return result; } /* CLineInTraceback */ #ifndef CYTHON_CLINE_IN_TRACEBACK static int __Pyx_CLineForTraceback(CYTHON_NCP_UNUSED PyThreadState *tstate, int c_line) { PyObject *use_cline; PyObject *ptype, *pvalue, *ptraceback; #if CYTHON_COMPILING_IN_CPYTHON PyObject **cython_runtime_dict; #endif if (unlikely(!__pyx_cython_runtime)) { return c_line; } __Pyx_ErrFetchInState(tstate, &ptype, &pvalue, &ptraceback); #if CYTHON_COMPILING_IN_CPYTHON cython_runtime_dict = _PyObject_GetDictPtr(__pyx_cython_runtime); if (likely(cython_runtime_dict)) { __PYX_PY_DICT_LOOKUP_IF_MODIFIED( use_cline, *cython_runtime_dict, __Pyx_PyDict_GetItemStr(*cython_runtime_dict, __pyx_n_s_cline_in_traceback)) } else #endif { PyObject *use_cline_obj = __Pyx_PyObject_GetAttrStr(__pyx_cython_runtime, __pyx_n_s_cline_in_traceback); if (use_cline_obj) { use_cline = PyObject_Not(use_cline_obj) ? Py_False : Py_True; Py_DECREF(use_cline_obj); } else { PyErr_Clear(); use_cline = NULL; } } if (!use_cline) { c_line = 0; PyObject_SetAttr(__pyx_cython_runtime, __pyx_n_s_cline_in_traceback, Py_False); } else if (use_cline == Py_False || (use_cline != Py_True && PyObject_Not(use_cline) != 0)) { c_line = 0; } __Pyx_ErrRestoreInState(tstate, ptype, pvalue, ptraceback); return c_line; } #endif /* CodeObjectCache */ static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line) { int start = 0, mid = 0, end = count - 1; if (end >= 0 && code_line > entries[end].code_line) { return count; } while (start < end) { mid = start + (end - start) / 2; if (code_line < entries[mid].code_line) { end = mid; } else if (code_line > entries[mid].code_line) { start = mid + 1; } else { return mid; } } if (code_line <= entries[mid].code_line) { return mid; } else { return mid + 1; } } static PyCodeObject *__pyx_find_code_object(int code_line) { PyCodeObject* code_object; int pos; if (unlikely(!code_line) || unlikely(!__pyx_code_cache.entries)) { return NULL; } pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line); if (unlikely(pos >= __pyx_code_cache.count) || unlikely(__pyx_code_cache.entries[pos].code_line != code_line)) { return NULL; } code_object = __pyx_code_cache.entries[pos].code_object; Py_INCREF(code_object); return code_object; } static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object) { int pos, i; __Pyx_CodeObjectCacheEntry* entries = __pyx_code_cache.entries; if (unlikely(!code_line)) { return; } if (unlikely(!entries)) { entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Malloc(64*sizeof(__Pyx_CodeObjectCacheEntry)); if (likely(entries)) { __pyx_code_cache.entries = entries; __pyx_code_cache.max_count = 64; __pyx_code_cache.count = 1; entries[0].code_line = code_line; entries[0].code_object = code_object; Py_INCREF(code_object); } return; } pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line); if ((pos < __pyx_code_cache.count) && unlikely(__pyx_code_cache.entries[pos].code_line == code_line)) { PyCodeObject* tmp = entries[pos].code_object; entries[pos].code_object = code_object; Py_DECREF(tmp); return; } if (__pyx_code_cache.count == __pyx_code_cache.max_count) { int new_max = __pyx_code_cache.max_count + 64; entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Realloc( __pyx_code_cache.entries, ((size_t)new_max) * sizeof(__Pyx_CodeObjectCacheEntry)); if (unlikely(!entries)) { return; } __pyx_code_cache.entries = entries; __pyx_code_cache.max_count = new_max; } for (i=__pyx_code_cache.count; i>pos; i--) { entries[i] = entries[i-1]; } entries[pos].code_line = code_line; entries[pos].code_object = code_object; __pyx_code_cache.count++; Py_INCREF(code_object); } /* AddTraceback */ #include "compile.h" #include "frameobject.h" #include "traceback.h" static PyCodeObject* __Pyx_CreateCodeObjectForTraceback( const char *funcname, int c_line, int py_line, const char *filename) { PyCodeObject *py_code = 0; PyObject *py_srcfile = 0; PyObject *py_funcname = 0; #if PY_MAJOR_VERSION < 3 py_srcfile = PyString_FromString(filename); #else py_srcfile = PyUnicode_FromString(filename); #endif if (!py_srcfile) goto bad; if (c_line) { #if PY_MAJOR_VERSION < 3 py_funcname = PyString_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line); #else py_funcname = PyUnicode_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line); #endif } else { #if PY_MAJOR_VERSION < 3 py_funcname = PyString_FromString(funcname); #else py_funcname = PyUnicode_FromString(funcname); #endif } if (!py_funcname) goto bad; py_code = __Pyx_PyCode_New( 0, 0, 0, 0, 0, __pyx_empty_bytes, /*PyObject *code,*/ __pyx_empty_tuple, /*PyObject *consts,*/ __pyx_empty_tuple, /*PyObject *names,*/ __pyx_empty_tuple, /*PyObject *varnames,*/ __pyx_empty_tuple, /*PyObject *freevars,*/ __pyx_empty_tuple, /*PyObject *cellvars,*/ py_srcfile, /*PyObject *filename,*/ py_funcname, /*PyObject *name,*/ py_line, __pyx_empty_bytes /*PyObject *lnotab*/ ); Py_DECREF(py_srcfile); Py_DECREF(py_funcname); return py_code; bad: Py_XDECREF(py_srcfile); Py_XDECREF(py_funcname); return NULL; } static void __Pyx_AddTraceback(const char *funcname, int c_line, int py_line, const char *filename) { PyCodeObject *py_code = 0; PyFrameObject *py_frame = 0; PyThreadState *tstate = __Pyx_PyThreadState_Current; if (c_line) { c_line = __Pyx_CLineForTraceback(tstate, c_line); } py_code = __pyx_find_code_object(c_line ? -c_line : py_line); if (!py_code) { py_code = __Pyx_CreateCodeObjectForTraceback( funcname, c_line, py_line, filename); if (!py_code) goto bad; __pyx_insert_code_object(c_line ? -c_line : py_line, py_code); } py_frame = PyFrame_New( tstate, /*PyThreadState *tstate,*/ py_code, /*PyCodeObject *code,*/ __pyx_d, /*PyObject *globals,*/ 0 /*PyObject *locals*/ ); if (!py_frame) goto bad; __Pyx_PyFrame_SetLineNumber(py_frame, py_line); PyTraceBack_Here(py_frame); bad: Py_XDECREF(py_code); Py_XDECREF(py_frame); } /* CIntToPy */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_long(long value) { const long neg_one = (long) ((long) 0 - (long) 1), const_zero = (long) 0; const int is_unsigned = neg_one > const_zero; if (is_unsigned) { if (sizeof(long) < sizeof(long)) { return PyInt_FromLong((long) value); } else if (sizeof(long) <= sizeof(unsigned long)) { return PyLong_FromUnsignedLong((unsigned long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(long) <= sizeof(unsigned PY_LONG_LONG)) { return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value); #endif } } else { if (sizeof(long) <= sizeof(long)) { return PyInt_FromLong((long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(long) <= sizeof(PY_LONG_LONG)) { return PyLong_FromLongLong((PY_LONG_LONG) value); #endif } } { int one = 1; int little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&value; return _PyLong_FromByteArray(bytes, sizeof(long), little, !is_unsigned); } } /* CIntToPy */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_uint64_t(uint64_t value) { const uint64_t neg_one = (uint64_t) ((uint64_t) 0 - (uint64_t) 1), const_zero = (uint64_t) 0; const int is_unsigned = neg_one > const_zero; if (is_unsigned) { if (sizeof(uint64_t) < sizeof(long)) { return PyInt_FromLong((long) value); } else if (sizeof(uint64_t) <= sizeof(unsigned long)) { return PyLong_FromUnsignedLong((unsigned long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(uint64_t) <= sizeof(unsigned PY_LONG_LONG)) { return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value); #endif } } else { if (sizeof(uint64_t) <= sizeof(long)) { return PyInt_FromLong((long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(uint64_t) <= sizeof(PY_LONG_LONG)) { return PyLong_FromLongLong((PY_LONG_LONG) value); #endif } } { int one = 1; int little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&value; return _PyLong_FromByteArray(bytes, sizeof(uint64_t), little, !is_unsigned); } } /* CIntFromPyVerify */ #define __PYX_VERIFY_RETURN_INT(target_type, func_type, func_value)\ __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 0) #define __PYX_VERIFY_RETURN_INT_EXC(target_type, func_type, func_value)\ __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, 1) #define __PYX__VERIFY_RETURN_INT(target_type, func_type, func_value, exc)\ {\ func_type value = func_value;\ if (sizeof(target_type) < sizeof(func_type)) {\ if (unlikely(value != (func_type) (target_type) value)) {\ func_type zero = 0;\ if (exc && unlikely(value == (func_type)-1 && PyErr_Occurred()))\ return (target_type) -1;\ if (is_unsigned && unlikely(value < zero))\ goto raise_neg_overflow;\ else\ goto raise_overflow;\ }\ }\ return (target_type) value;\ } /* CIntToPy */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_int(int value) { const int neg_one = (int) ((int) 0 - (int) 1), const_zero = (int) 0; const int is_unsigned = neg_one > const_zero; if (is_unsigned) { if (sizeof(int) < sizeof(long)) { return PyInt_FromLong((long) value); } else if (sizeof(int) <= sizeof(unsigned long)) { return PyLong_FromUnsignedLong((unsigned long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(int) <= sizeof(unsigned PY_LONG_LONG)) { return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value); #endif } } else { if (sizeof(int) <= sizeof(long)) { return PyInt_FromLong((long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(int) <= sizeof(PY_LONG_LONG)) { return PyLong_FromLongLong((PY_LONG_LONG) value); #endif } } { int one = 1; int little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&value; return _PyLong_FromByteArray(bytes, sizeof(int), little, !is_unsigned); } } /* Declarations */ #if CYTHON_CCOMPLEX #ifdef __cplusplus static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) { return ::std::complex< float >(x, y); } #else static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) { return x + y*(__pyx_t_float_complex)_Complex_I; } #endif #else static CYTHON_INLINE __pyx_t_float_complex __pyx_t_float_complex_from_parts(float x, float y) { __pyx_t_float_complex z; z.real = x; z.imag = y; return z; } #endif /* Arithmetic */ #if CYTHON_CCOMPLEX #else static CYTHON_INLINE int __Pyx_c_eq_float(__pyx_t_float_complex a, __pyx_t_float_complex b) { return (a.real == b.real) && (a.imag == b.imag); } static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_sum_float(__pyx_t_float_complex a, __pyx_t_float_complex b) { __pyx_t_float_complex z; z.real = a.real + b.real; z.imag = a.imag + b.imag; return z; } static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_diff_float(__pyx_t_float_complex a, __pyx_t_float_complex b) { __pyx_t_float_complex z; z.real = a.real - b.real; z.imag = a.imag - b.imag; return z; } static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_prod_float(__pyx_t_float_complex a, __pyx_t_float_complex b) { __pyx_t_float_complex z; z.real = a.real * b.real - a.imag * b.imag; z.imag = a.real * b.imag + a.imag * b.real; return z; } #if 1 static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex a, __pyx_t_float_complex b) { if (b.imag == 0) { return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.real); } else if (fabsf(b.real) >= fabsf(b.imag)) { if (b.real == 0 && b.imag == 0) { return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.imag); } else { float r = b.imag / b.real; float s = (float)(1.0) / (b.real + b.imag * r); return __pyx_t_float_complex_from_parts( (a.real + a.imag * r) * s, (a.imag - a.real * r) * s); } } else { float r = b.real / b.imag; float s = (float)(1.0) / (b.imag + b.real * r); return __pyx_t_float_complex_from_parts( (a.real * r + a.imag) * s, (a.imag * r - a.real) * s); } } #else static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_quot_float(__pyx_t_float_complex a, __pyx_t_float_complex b) { if (b.imag == 0) { return __pyx_t_float_complex_from_parts(a.real / b.real, a.imag / b.real); } else { float denom = b.real * b.real + b.imag * b.imag; return __pyx_t_float_complex_from_parts( (a.real * b.real + a.imag * b.imag) / denom, (a.imag * b.real - a.real * b.imag) / denom); } } #endif static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_neg_float(__pyx_t_float_complex a) { __pyx_t_float_complex z; z.real = -a.real; z.imag = -a.imag; return z; } static CYTHON_INLINE int __Pyx_c_is_zero_float(__pyx_t_float_complex a) { return (a.real == 0) && (a.imag == 0); } static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_conj_float(__pyx_t_float_complex a) { __pyx_t_float_complex z; z.real = a.real; z.imag = -a.imag; return z; } #if 1 static CYTHON_INLINE float __Pyx_c_abs_float(__pyx_t_float_complex z) { #if !defined(HAVE_HYPOT) || defined(_MSC_VER) return sqrtf(z.real*z.real + z.imag*z.imag); #else return hypotf(z.real, z.imag); #endif } static CYTHON_INLINE __pyx_t_float_complex __Pyx_c_pow_float(__pyx_t_float_complex a, __pyx_t_float_complex b) { __pyx_t_float_complex z; float r, lnr, theta, z_r, z_theta; if (b.imag == 0 && b.real == (int)b.real) { if (b.real < 0) { float denom = a.real * a.real + a.imag * a.imag; a.real = a.real / denom; a.imag = -a.imag / denom; b.real = -b.real; } switch ((int)b.real) { case 0: z.real = 1; z.imag = 0; return z; case 1: return a; case 2: return __Pyx_c_prod_float(a, a); case 3: z = __Pyx_c_prod_float(a, a); return __Pyx_c_prod_float(z, a); case 4: z = __Pyx_c_prod_float(a, a); return __Pyx_c_prod_float(z, z); } } if (a.imag == 0) { if (a.real == 0) { return a; } else if (b.imag == 0) { z.real = powf(a.real, b.real); z.imag = 0; return z; } else if (a.real > 0) { r = a.real; theta = 0; } else { r = -a.real; theta = atan2f(0.0, -1.0); } } else { r = __Pyx_c_abs_float(a); theta = atan2f(a.imag, a.real); } lnr = logf(r); z_r = expf(lnr * b.real - theta * b.imag); z_theta = theta * b.real + lnr * b.imag; z.real = z_r * cosf(z_theta); z.imag = z_r * sinf(z_theta); return z; } #endif #endif /* Declarations */ #if CYTHON_CCOMPLEX #ifdef __cplusplus static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) { return ::std::complex< double >(x, y); } #else static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) { return x + y*(__pyx_t_double_complex)_Complex_I; } #endif #else static CYTHON_INLINE __pyx_t_double_complex __pyx_t_double_complex_from_parts(double x, double y) { __pyx_t_double_complex z; z.real = x; z.imag = y; return z; } #endif /* Arithmetic */ #if CYTHON_CCOMPLEX #else static CYTHON_INLINE int __Pyx_c_eq_double(__pyx_t_double_complex a, __pyx_t_double_complex b) { return (a.real == b.real) && (a.imag == b.imag); } static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_sum_double(__pyx_t_double_complex a, __pyx_t_double_complex b) { __pyx_t_double_complex z; z.real = a.real + b.real; z.imag = a.imag + b.imag; return z; } static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_diff_double(__pyx_t_double_complex a, __pyx_t_double_complex b) { __pyx_t_double_complex z; z.real = a.real - b.real; z.imag = a.imag - b.imag; return z; } static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_prod_double(__pyx_t_double_complex a, __pyx_t_double_complex b) { __pyx_t_double_complex z; z.real = a.real * b.real - a.imag * b.imag; z.imag = a.real * b.imag + a.imag * b.real; return z; } #if 1 static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) { if (b.imag == 0) { return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real); } else if (fabs(b.real) >= fabs(b.imag)) { if (b.real == 0 && b.imag == 0) { return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.imag); } else { double r = b.imag / b.real; double s = (double)(1.0) / (b.real + b.imag * r); return __pyx_t_double_complex_from_parts( (a.real + a.imag * r) * s, (a.imag - a.real * r) * s); } } else { double r = b.real / b.imag; double s = (double)(1.0) / (b.imag + b.real * r); return __pyx_t_double_complex_from_parts( (a.real * r + a.imag) * s, (a.imag * r - a.real) * s); } } #else static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_quot_double(__pyx_t_double_complex a, __pyx_t_double_complex b) { if (b.imag == 0) { return __pyx_t_double_complex_from_parts(a.real / b.real, a.imag / b.real); } else { double denom = b.real * b.real + b.imag * b.imag; return __pyx_t_double_complex_from_parts( (a.real * b.real + a.imag * b.imag) / denom, (a.imag * b.real - a.real * b.imag) / denom); } } #endif static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_neg_double(__pyx_t_double_complex a) { __pyx_t_double_complex z; z.real = -a.real; z.imag = -a.imag; return z; } static CYTHON_INLINE int __Pyx_c_is_zero_double(__pyx_t_double_complex a) { return (a.real == 0) && (a.imag == 0); } static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_conj_double(__pyx_t_double_complex a) { __pyx_t_double_complex z; z.real = a.real; z.imag = -a.imag; return z; } #if 1 static CYTHON_INLINE double __Pyx_c_abs_double(__pyx_t_double_complex z) { #if !defined(HAVE_HYPOT) || defined(_MSC_VER) return sqrt(z.real*z.real + z.imag*z.imag); #else return hypot(z.real, z.imag); #endif } static CYTHON_INLINE __pyx_t_double_complex __Pyx_c_pow_double(__pyx_t_double_complex a, __pyx_t_double_complex b) { __pyx_t_double_complex z; double r, lnr, theta, z_r, z_theta; if (b.imag == 0 && b.real == (int)b.real) { if (b.real < 0) { double denom = a.real * a.real + a.imag * a.imag; a.real = a.real / denom; a.imag = -a.imag / denom; b.real = -b.real; } switch ((int)b.real) { case 0: z.real = 1; z.imag = 0; return z; case 1: return a; case 2: return __Pyx_c_prod_double(a, a); case 3: z = __Pyx_c_prod_double(a, a); return __Pyx_c_prod_double(z, a); case 4: z = __Pyx_c_prod_double(a, a); return __Pyx_c_prod_double(z, z); } } if (a.imag == 0) { if (a.real == 0) { return a; } else if (b.imag == 0) { z.real = pow(a.real, b.real); z.imag = 0; return z; } else if (a.real > 0) { r = a.real; theta = 0; } else { r = -a.real; theta = atan2(0.0, -1.0); } } else { r = __Pyx_c_abs_double(a); theta = atan2(a.imag, a.real); } lnr = log(r); z_r = exp(lnr * b.real - theta * b.imag); z_theta = theta * b.real + lnr * b.imag; z.real = z_r * cos(z_theta); z.imag = z_r * sin(z_theta); return z; } #endif #endif /* CIntToPy */ static CYTHON_INLINE PyObject* __Pyx_PyInt_From_enum__NPY_TYPES(enum NPY_TYPES value) { const enum NPY_TYPES neg_one = (enum NPY_TYPES) ((enum NPY_TYPES) 0 - (enum NPY_TYPES) 1), const_zero = (enum NPY_TYPES) 0; const int is_unsigned = neg_one > const_zero; if (is_unsigned) { if (sizeof(enum NPY_TYPES) < sizeof(long)) { return PyInt_FromLong((long) value); } else if (sizeof(enum NPY_TYPES) <= sizeof(unsigned long)) { return PyLong_FromUnsignedLong((unsigned long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(enum NPY_TYPES) <= sizeof(unsigned PY_LONG_LONG)) { return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG) value); #endif } } else { if (sizeof(enum NPY_TYPES) <= sizeof(long)) { return PyInt_FromLong((long) value); #ifdef HAVE_LONG_LONG } else if (sizeof(enum NPY_TYPES) <= sizeof(PY_LONG_LONG)) { return PyLong_FromLongLong((PY_LONG_LONG) value); #endif } } { int one = 1; int little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&value; return _PyLong_FromByteArray(bytes, sizeof(enum NPY_TYPES), little, !is_unsigned); } } #if PY_MAJOR_VERSION < 3 static int __Pyx_GetBuffer(PyObject *obj, Py_buffer *view, int flags) { if (PyObject_CheckBuffer(obj)) return PyObject_GetBuffer(obj, view, flags); if (__Pyx_TypeCheck(obj, __pyx_array_type)) return __pyx_array_getbuffer(obj, view, flags); if (__Pyx_TypeCheck(obj, __pyx_memoryview_type)) return __pyx_memoryview_getbuffer(obj, view, flags); PyErr_Format(PyExc_TypeError, "'%.200s' does not have the buffer interface", Py_TYPE(obj)->tp_name); return -1; } static void __Pyx_ReleaseBuffer(Py_buffer *view) { PyObject *obj = view->obj; if (!obj) return; if (PyObject_CheckBuffer(obj)) { PyBuffer_Release(view); return; } if ((0)) {} view->obj = NULL; Py_DECREF(obj); } #endif /* MemviewSliceIsContig */ static int __pyx_memviewslice_is_contig(const __Pyx_memviewslice mvs, char order, int ndim) { int i, index, step, start; Py_ssize_t itemsize = mvs.memview->view.itemsize; if (order == 'F') { step = 1; start = 0; } else { step = -1; start = ndim - 1; } for (i = 0; i < ndim; i++) { index = start + step * i; if (mvs.suboffsets[index] >= 0 || mvs.strides[index] != itemsize) return 0; itemsize *= mvs.shape[index]; } return 1; } /* OverlappingSlices */ static void __pyx_get_array_memory_extents(__Pyx_memviewslice *slice, void **out_start, void **out_end, int ndim, size_t itemsize) { char *start, *end; int i; start = end = slice->data; for (i = 0; i < ndim; i++) { Py_ssize_t stride = slice->strides[i]; Py_ssize_t extent = slice->shape[i]; if (extent == 0) { *out_start = *out_end = start; return; } else { if (stride > 0) end += stride * (extent - 1); else start += stride * (extent - 1); } } *out_start = start; *out_end = end + itemsize; } static int __pyx_slices_overlap(__Pyx_memviewslice *slice1, __Pyx_memviewslice *slice2, int ndim, size_t itemsize) { void *start1, *end1, *start2, *end2; __pyx_get_array_memory_extents(slice1, &start1, &end1, ndim, itemsize); __pyx_get_array_memory_extents(slice2, &start2, &end2, ndim, itemsize); return (start1 < end2) && (start2 < end1); } /* Capsule */ static CYTHON_INLINE PyObject * __pyx_capsule_create(void *p, CYTHON_UNUSED const char *sig) { PyObject *cobj; #if PY_VERSION_HEX >= 0x02070000 cobj = PyCapsule_New(p, sig, NULL); #else cobj = PyCObject_FromVoidPtr(p, NULL); #endif return cobj; } /* CIntFromPy */ static CYTHON_INLINE int __Pyx_PyInt_As_int(PyObject *x) { const int neg_one = (int) ((int) 0 - (int) 1), const_zero = (int) 0; const int is_unsigned = neg_one > const_zero; #if PY_MAJOR_VERSION < 3 if (likely(PyInt_Check(x))) { if (sizeof(int) < sizeof(long)) { __PYX_VERIFY_RETURN_INT(int, long, PyInt_AS_LONG(x)) } else { long val = PyInt_AS_LONG(x); if (is_unsigned && unlikely(val < 0)) { goto raise_neg_overflow; } return (int) val; } } else #endif if (likely(PyLong_Check(x))) { if (is_unsigned) { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (int) 0; case 1: __PYX_VERIFY_RETURN_INT(int, digit, digits[0]) case 2: if (8 * sizeof(int) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) >= 2 * PyLong_SHIFT) { return (int) (((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0])); } } break; case 3: if (8 * sizeof(int) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) >= 3 * PyLong_SHIFT) { return (int) (((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])); } } break; case 4: if (8 * sizeof(int) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) >= 4 * PyLong_SHIFT) { return (int) (((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0])); } } break; } #endif #if CYTHON_COMPILING_IN_CPYTHON if (unlikely(Py_SIZE(x) < 0)) { goto raise_neg_overflow; } #else { int result = PyObject_RichCompareBool(x, Py_False, Py_LT); if (unlikely(result < 0)) return (int) -1; if (unlikely(result == 1)) goto raise_neg_overflow; } #endif if (sizeof(int) <= sizeof(unsigned long)) { __PYX_VERIFY_RETURN_INT_EXC(int, unsigned long, PyLong_AsUnsignedLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(int) <= sizeof(unsigned PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(int, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x)) #endif } } else { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (int) 0; case -1: __PYX_VERIFY_RETURN_INT(int, sdigit, (sdigit) (-(sdigit)digits[0])) case 1: __PYX_VERIFY_RETURN_INT(int, digit, +digits[0]) case -2: if (8 * sizeof(int) - 1 > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) - 1 > 2 * PyLong_SHIFT) { return (int) (((int)-1)*(((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0]))); } } break; case 2: if (8 * sizeof(int) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) - 1 > 2 * PyLong_SHIFT) { return (int) ((((((int)digits[1]) << PyLong_SHIFT) | (int)digits[0]))); } } break; case -3: if (8 * sizeof(int) - 1 > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) - 1 > 3 * PyLong_SHIFT) { return (int) (((int)-1)*(((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]))); } } break; case 3: if (8 * sizeof(int) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) - 1 > 3 * PyLong_SHIFT) { return (int) ((((((((int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]))); } } break; case -4: if (8 * sizeof(int) - 1 > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) - 1 > 4 * PyLong_SHIFT) { return (int) (((int)-1)*(((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]))); } } break; case 4: if (8 * sizeof(int) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(int, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(int) - 1 > 4 * PyLong_SHIFT) { return (int) ((((((((((int)digits[3]) << PyLong_SHIFT) | (int)digits[2]) << PyLong_SHIFT) | (int)digits[1]) << PyLong_SHIFT) | (int)digits[0]))); } } break; } #endif if (sizeof(int) <= sizeof(long)) { __PYX_VERIFY_RETURN_INT_EXC(int, long, PyLong_AsLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(int) <= sizeof(PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(int, PY_LONG_LONG, PyLong_AsLongLong(x)) #endif } } { #if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray) PyErr_SetString(PyExc_RuntimeError, "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers"); #else int val; PyObject *v = __Pyx_PyNumber_IntOrLong(x); #if PY_MAJOR_VERSION < 3 if (likely(v) && !PyLong_Check(v)) { PyObject *tmp = v; v = PyNumber_Long(tmp); Py_DECREF(tmp); } #endif if (likely(v)) { int one = 1; int is_little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&val; int ret = _PyLong_AsByteArray((PyLongObject *)v, bytes, sizeof(val), is_little, !is_unsigned); Py_DECREF(v); if (likely(!ret)) return val; } #endif return (int) -1; } } else { int val; PyObject *tmp = __Pyx_PyNumber_IntOrLong(x); if (!tmp) return (int) -1; val = __Pyx_PyInt_As_int(tmp); Py_DECREF(tmp); return val; } raise_overflow: PyErr_SetString(PyExc_OverflowError, "value too large to convert to int"); return (int) -1; raise_neg_overflow: PyErr_SetString(PyExc_OverflowError, "can't convert negative value to int"); return (int) -1; } /* CIntFromPy */ static CYTHON_INLINE uint64_t __Pyx_PyInt_As_uint64_t(PyObject *x) { const uint64_t neg_one = (uint64_t) ((uint64_t) 0 - (uint64_t) 1), const_zero = (uint64_t) 0; const int is_unsigned = neg_one > const_zero; #if PY_MAJOR_VERSION < 3 if (likely(PyInt_Check(x))) { if (sizeof(uint64_t) < sizeof(long)) { __PYX_VERIFY_RETURN_INT(uint64_t, long, PyInt_AS_LONG(x)) } else { long val = PyInt_AS_LONG(x); if (is_unsigned && unlikely(val < 0)) { goto raise_neg_overflow; } return (uint64_t) val; } } else #endif if (likely(PyLong_Check(x))) { if (is_unsigned) { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (uint64_t) 0; case 1: __PYX_VERIFY_RETURN_INT(uint64_t, digit, digits[0]) case 2: if (8 * sizeof(uint64_t) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) >= 2 * PyLong_SHIFT) { return (uint64_t) (((((uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])); } } break; case 3: if (8 * sizeof(uint64_t) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) >= 3 * PyLong_SHIFT) { return (uint64_t) (((((((uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])); } } break; case 4: if (8 * sizeof(uint64_t) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) >= 4 * PyLong_SHIFT) { return (uint64_t) (((((((((uint64_t)digits[3]) << PyLong_SHIFT) | (uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0])); } } break; } #endif #if CYTHON_COMPILING_IN_CPYTHON if (unlikely(Py_SIZE(x) < 0)) { goto raise_neg_overflow; } #else { int result = PyObject_RichCompareBool(x, Py_False, Py_LT); if (unlikely(result < 0)) return (uint64_t) -1; if (unlikely(result == 1)) goto raise_neg_overflow; } #endif if (sizeof(uint64_t) <= sizeof(unsigned long)) { __PYX_VERIFY_RETURN_INT_EXC(uint64_t, unsigned long, PyLong_AsUnsignedLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(uint64_t) <= sizeof(unsigned PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(uint64_t, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x)) #endif } } else { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (uint64_t) 0; case -1: __PYX_VERIFY_RETURN_INT(uint64_t, sdigit, (sdigit) (-(sdigit)digits[0])) case 1: __PYX_VERIFY_RETURN_INT(uint64_t, digit, +digits[0]) case -2: if (8 * sizeof(uint64_t) - 1 > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) - 1 > 2 * PyLong_SHIFT) { return (uint64_t) (((uint64_t)-1)*(((((uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]))); } } break; case 2: if (8 * sizeof(uint64_t) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) - 1 > 2 * PyLong_SHIFT) { return (uint64_t) ((((((uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]))); } } break; case -3: if (8 * sizeof(uint64_t) - 1 > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) - 1 > 3 * PyLong_SHIFT) { return (uint64_t) (((uint64_t)-1)*(((((((uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]))); } } break; case 3: if (8 * sizeof(uint64_t) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) - 1 > 3 * PyLong_SHIFT) { return (uint64_t) ((((((((uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]))); } } break; case -4: if (8 * sizeof(uint64_t) - 1 > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) - 1 > 4 * PyLong_SHIFT) { return (uint64_t) (((uint64_t)-1)*(((((((((uint64_t)digits[3]) << PyLong_SHIFT) | (uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]))); } } break; case 4: if (8 * sizeof(uint64_t) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(uint64_t, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(uint64_t) - 1 > 4 * PyLong_SHIFT) { return (uint64_t) ((((((((((uint64_t)digits[3]) << PyLong_SHIFT) | (uint64_t)digits[2]) << PyLong_SHIFT) | (uint64_t)digits[1]) << PyLong_SHIFT) | (uint64_t)digits[0]))); } } break; } #endif if (sizeof(uint64_t) <= sizeof(long)) { __PYX_VERIFY_RETURN_INT_EXC(uint64_t, long, PyLong_AsLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(uint64_t) <= sizeof(PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(uint64_t, PY_LONG_LONG, PyLong_AsLongLong(x)) #endif } } { #if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray) PyErr_SetString(PyExc_RuntimeError, "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers"); #else uint64_t val; PyObject *v = __Pyx_PyNumber_IntOrLong(x); #if PY_MAJOR_VERSION < 3 if (likely(v) && !PyLong_Check(v)) { PyObject *tmp = v; v = PyNumber_Long(tmp); Py_DECREF(tmp); } #endif if (likely(v)) { int one = 1; int is_little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&val; int ret = _PyLong_AsByteArray((PyLongObject *)v, bytes, sizeof(val), is_little, !is_unsigned); Py_DECREF(v); if (likely(!ret)) return val; } #endif return (uint64_t) -1; } } else { uint64_t val; PyObject *tmp = __Pyx_PyNumber_IntOrLong(x); if (!tmp) return (uint64_t) -1; val = __Pyx_PyInt_As_uint64_t(tmp); Py_DECREF(tmp); return val; } raise_overflow: PyErr_SetString(PyExc_OverflowError, "value too large to convert to uint64_t"); return (uint64_t) -1; raise_neg_overflow: PyErr_SetString(PyExc_OverflowError, "can't convert negative value to uint64_t"); return (uint64_t) -1; } /* MemviewSliceCopyTemplate */ static __Pyx_memviewslice __pyx_memoryview_copy_new_contig(const __Pyx_memviewslice *from_mvs, const char *mode, int ndim, size_t sizeof_dtype, int contig_flag, int dtype_is_object) { __Pyx_RefNannyDeclarations int i; __Pyx_memviewslice new_mvs = { 0, 0, { 0 }, { 0 }, { 0 } }; struct __pyx_memoryview_obj *from_memview = from_mvs->memview; Py_buffer *buf = &from_memview->view; PyObject *shape_tuple = NULL; PyObject *temp_int = NULL; struct __pyx_array_obj *array_obj = NULL; struct __pyx_memoryview_obj *memview_obj = NULL; __Pyx_RefNannySetupContext("__pyx_memoryview_copy_new_contig", 0); for (i = 0; i < ndim; i++) { if (unlikely(from_mvs->suboffsets[i] >= 0)) { PyErr_Format(PyExc_ValueError, "Cannot copy memoryview slice with " "indirect dimensions (axis %d)", i); goto fail; } } shape_tuple = PyTuple_New(ndim); if (unlikely(!shape_tuple)) { goto fail; } __Pyx_GOTREF(shape_tuple); for(i = 0; i < ndim; i++) { temp_int = PyInt_FromSsize_t(from_mvs->shape[i]); if(unlikely(!temp_int)) { goto fail; } else { PyTuple_SET_ITEM(shape_tuple, i, temp_int); temp_int = NULL; } } array_obj = __pyx_array_new(shape_tuple, sizeof_dtype, buf->format, (char *) mode, NULL); if (unlikely(!array_obj)) { goto fail; } __Pyx_GOTREF(array_obj); memview_obj = (struct __pyx_memoryview_obj *) __pyx_memoryview_new( (PyObject *) array_obj, contig_flag, dtype_is_object, from_mvs->memview->typeinfo); if (unlikely(!memview_obj)) goto fail; if (unlikely(__Pyx_init_memviewslice(memview_obj, ndim, &new_mvs, 1) < 0)) goto fail; if (unlikely(__pyx_memoryview_copy_contents(*from_mvs, new_mvs, ndim, ndim, dtype_is_object) < 0)) goto fail; goto no_fail; fail: __Pyx_XDECREF(new_mvs.memview); new_mvs.memview = NULL; new_mvs.data = NULL; no_fail: __Pyx_XDECREF(shape_tuple); __Pyx_XDECREF(temp_int); __Pyx_XDECREF(array_obj); __Pyx_RefNannyFinishContext(); return new_mvs; } /* MemviewSliceInit */ static int __Pyx_init_memviewslice(struct __pyx_memoryview_obj *memview, int ndim, __Pyx_memviewslice *memviewslice, int memview_is_new_reference) { __Pyx_RefNannyDeclarations int i, retval=-1; Py_buffer *buf = &memview->view; __Pyx_RefNannySetupContext("init_memviewslice", 0); if (unlikely(memviewslice->memview || memviewslice->data)) { PyErr_SetString(PyExc_ValueError, "memviewslice is already initialized!"); goto fail; } if (buf->strides) { for (i = 0; i < ndim; i++) { memviewslice->strides[i] = buf->strides[i]; } } else { Py_ssize_t stride = buf->itemsize; for (i = ndim - 1; i >= 0; i--) { memviewslice->strides[i] = stride; stride *= buf->shape[i]; } } for (i = 0; i < ndim; i++) { memviewslice->shape[i] = buf->shape[i]; if (buf->suboffsets) { memviewslice->suboffsets[i] = buf->suboffsets[i]; } else { memviewslice->suboffsets[i] = -1; } } memviewslice->memview = memview; memviewslice->data = (char *)buf->buf; if (__pyx_add_acquisition_count(memview) == 0 && !memview_is_new_reference) { Py_INCREF(memview); } retval = 0; goto no_fail; fail: memviewslice->memview = 0; memviewslice->data = 0; retval = -1; no_fail: __Pyx_RefNannyFinishContext(); return retval; } #ifndef Py_NO_RETURN #define Py_NO_RETURN #endif static void __pyx_fatalerror(const char *fmt, ...) Py_NO_RETURN { va_list vargs; char msg[200]; #ifdef HAVE_STDARG_PROTOTYPES va_start(vargs, fmt); #else va_start(vargs); #endif vsnprintf(msg, 200, fmt, vargs); va_end(vargs); Py_FatalError(msg); } static CYTHON_INLINE int __pyx_add_acquisition_count_locked(__pyx_atomic_int *acquisition_count, PyThread_type_lock lock) { int result; PyThread_acquire_lock(lock, 1); result = (*acquisition_count)++; PyThread_release_lock(lock); return result; } static CYTHON_INLINE int __pyx_sub_acquisition_count_locked(__pyx_atomic_int *acquisition_count, PyThread_type_lock lock) { int result; PyThread_acquire_lock(lock, 1); result = (*acquisition_count)--; PyThread_release_lock(lock); return result; } static CYTHON_INLINE void __Pyx_INC_MEMVIEW(__Pyx_memviewslice *memslice, int have_gil, int lineno) { int first_time; struct __pyx_memoryview_obj *memview = memslice->memview; if (unlikely(!memview || (PyObject *) memview == Py_None)) return; if (unlikely(__pyx_get_slice_count(memview) < 0)) __pyx_fatalerror("Acquisition count is %d (line %d)", __pyx_get_slice_count(memview), lineno); first_time = __pyx_add_acquisition_count(memview) == 0; if (unlikely(first_time)) { if (have_gil) { Py_INCREF((PyObject *) memview); } else { PyGILState_STATE _gilstate = PyGILState_Ensure(); Py_INCREF((PyObject *) memview); PyGILState_Release(_gilstate); } } } static CYTHON_INLINE void __Pyx_XDEC_MEMVIEW(__Pyx_memviewslice *memslice, int have_gil, int lineno) { int last_time; struct __pyx_memoryview_obj *memview = memslice->memview; if (unlikely(!memview || (PyObject *) memview == Py_None)) { memslice->memview = NULL; return; } if (unlikely(__pyx_get_slice_count(memview) <= 0)) __pyx_fatalerror("Acquisition count is %d (line %d)", __pyx_get_slice_count(memview), lineno); last_time = __pyx_sub_acquisition_count(memview) == 1; memslice->data = NULL; if (unlikely(last_time)) { if (have_gil) { Py_CLEAR(memslice->memview); } else { PyGILState_STATE _gilstate = PyGILState_Ensure(); Py_CLEAR(memslice->memview); PyGILState_Release(_gilstate); } } else { memslice->memview = NULL; } } /* CIntFromPy */ static CYTHON_INLINE long __Pyx_PyInt_As_long(PyObject *x) { const long neg_one = (long) ((long) 0 - (long) 1), const_zero = (long) 0; const int is_unsigned = neg_one > const_zero; #if PY_MAJOR_VERSION < 3 if (likely(PyInt_Check(x))) { if (sizeof(long) < sizeof(long)) { __PYX_VERIFY_RETURN_INT(long, long, PyInt_AS_LONG(x)) } else { long val = PyInt_AS_LONG(x); if (is_unsigned && unlikely(val < 0)) { goto raise_neg_overflow; } return (long) val; } } else #endif if (likely(PyLong_Check(x))) { if (is_unsigned) { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (long) 0; case 1: __PYX_VERIFY_RETURN_INT(long, digit, digits[0]) case 2: if (8 * sizeof(long) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) >= 2 * PyLong_SHIFT) { return (long) (((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0])); } } break; case 3: if (8 * sizeof(long) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) >= 3 * PyLong_SHIFT) { return (long) (((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])); } } break; case 4: if (8 * sizeof(long) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) >= 4 * PyLong_SHIFT) { return (long) (((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0])); } } break; } #endif #if CYTHON_COMPILING_IN_CPYTHON if (unlikely(Py_SIZE(x) < 0)) { goto raise_neg_overflow; } #else { int result = PyObject_RichCompareBool(x, Py_False, Py_LT); if (unlikely(result < 0)) return (long) -1; if (unlikely(result == 1)) goto raise_neg_overflow; } #endif if (sizeof(long) <= sizeof(unsigned long)) { __PYX_VERIFY_RETURN_INT_EXC(long, unsigned long, PyLong_AsUnsignedLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(long) <= sizeof(unsigned PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(long, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x)) #endif } } else { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (long) 0; case -1: __PYX_VERIFY_RETURN_INT(long, sdigit, (sdigit) (-(sdigit)digits[0])) case 1: __PYX_VERIFY_RETURN_INT(long, digit, +digits[0]) case -2: if (8 * sizeof(long) - 1 > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) { return (long) (((long)-1)*(((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0]))); } } break; case 2: if (8 * sizeof(long) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) { return (long) ((((((long)digits[1]) << PyLong_SHIFT) | (long)digits[0]))); } } break; case -3: if (8 * sizeof(long) - 1 > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) { return (long) (((long)-1)*(((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]))); } } break; case 3: if (8 * sizeof(long) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) { return (long) ((((((((long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]))); } } break; case -4: if (8 * sizeof(long) - 1 > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) { return (long) (((long)-1)*(((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]))); } } break; case 4: if (8 * sizeof(long) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(long, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(long) - 1 > 4 * PyLong_SHIFT) { return (long) ((((((((((long)digits[3]) << PyLong_SHIFT) | (long)digits[2]) << PyLong_SHIFT) | (long)digits[1]) << PyLong_SHIFT) | (long)digits[0]))); } } break; } #endif if (sizeof(long) <= sizeof(long)) { __PYX_VERIFY_RETURN_INT_EXC(long, long, PyLong_AsLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(long) <= sizeof(PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(long, PY_LONG_LONG, PyLong_AsLongLong(x)) #endif } } { #if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray) PyErr_SetString(PyExc_RuntimeError, "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers"); #else long val; PyObject *v = __Pyx_PyNumber_IntOrLong(x); #if PY_MAJOR_VERSION < 3 if (likely(v) && !PyLong_Check(v)) { PyObject *tmp = v; v = PyNumber_Long(tmp); Py_DECREF(tmp); } #endif if (likely(v)) { int one = 1; int is_little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&val; int ret = _PyLong_AsByteArray((PyLongObject *)v, bytes, sizeof(val), is_little, !is_unsigned); Py_DECREF(v); if (likely(!ret)) return val; } #endif return (long) -1; } } else { long val; PyObject *tmp = __Pyx_PyNumber_IntOrLong(x); if (!tmp) return (long) -1; val = __Pyx_PyInt_As_long(tmp); Py_DECREF(tmp); return val; } raise_overflow: PyErr_SetString(PyExc_OverflowError, "value too large to convert to long"); return (long) -1; raise_neg_overflow: PyErr_SetString(PyExc_OverflowError, "can't convert negative value to long"); return (long) -1; } /* CIntFromPy */ static CYTHON_INLINE char __Pyx_PyInt_As_char(PyObject *x) { const char neg_one = (char) ((char) 0 - (char) 1), const_zero = (char) 0; const int is_unsigned = neg_one > const_zero; #if PY_MAJOR_VERSION < 3 if (likely(PyInt_Check(x))) { if (sizeof(char) < sizeof(long)) { __PYX_VERIFY_RETURN_INT(char, long, PyInt_AS_LONG(x)) } else { long val = PyInt_AS_LONG(x); if (is_unsigned && unlikely(val < 0)) { goto raise_neg_overflow; } return (char) val; } } else #endif if (likely(PyLong_Check(x))) { if (is_unsigned) { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (char) 0; case 1: __PYX_VERIFY_RETURN_INT(char, digit, digits[0]) case 2: if (8 * sizeof(char) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(char, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(char) >= 2 * PyLong_SHIFT) { return (char) (((((char)digits[1]) << PyLong_SHIFT) | (char)digits[0])); } } break; case 3: if (8 * sizeof(char) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(char) >= 3 * PyLong_SHIFT) { return (char) (((((((char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])); } } break; case 4: if (8 * sizeof(char) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(char) >= 4 * PyLong_SHIFT) { return (char) (((((((((char)digits[3]) << PyLong_SHIFT) | (char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0])); } } break; } #endif #if CYTHON_COMPILING_IN_CPYTHON if (unlikely(Py_SIZE(x) < 0)) { goto raise_neg_overflow; } #else { int result = PyObject_RichCompareBool(x, Py_False, Py_LT); if (unlikely(result < 0)) return (char) -1; if (unlikely(result == 1)) goto raise_neg_overflow; } #endif if (sizeof(char) <= sizeof(unsigned long)) { __PYX_VERIFY_RETURN_INT_EXC(char, unsigned long, PyLong_AsUnsignedLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(char) <= sizeof(unsigned PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(char, unsigned PY_LONG_LONG, PyLong_AsUnsignedLongLong(x)) #endif } } else { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)x)->ob_digit; switch (Py_SIZE(x)) { case 0: return (char) 0; case -1: __PYX_VERIFY_RETURN_INT(char, sdigit, (sdigit) (-(sdigit)digits[0])) case 1: __PYX_VERIFY_RETURN_INT(char, digit, +digits[0]) case -2: if (8 * sizeof(char) - 1 > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(char, long, -(long) (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(char) - 1 > 2 * PyLong_SHIFT) { return (char) (((char)-1)*(((((char)digits[1]) << PyLong_SHIFT) | (char)digits[0]))); } } break; case 2: if (8 * sizeof(char) > 1 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 2 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(char, unsigned long, (((((unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(char) - 1 > 2 * PyLong_SHIFT) { return (char) ((((((char)digits[1]) << PyLong_SHIFT) | (char)digits[0]))); } } break; case -3: if (8 * sizeof(char) - 1 > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(char, long, -(long) (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(char) - 1 > 3 * PyLong_SHIFT) { return (char) (((char)-1)*(((((((char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0]))); } } break; case 3: if (8 * sizeof(char) > 2 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 3 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(char) - 1 > 3 * PyLong_SHIFT) { return (char) ((((((((char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0]))); } } break; case -4: if (8 * sizeof(char) - 1 > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(char, long, -(long) (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(char) - 1 > 4 * PyLong_SHIFT) { return (char) (((char)-1)*(((((((((char)digits[3]) << PyLong_SHIFT) | (char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0]))); } } break; case 4: if (8 * sizeof(char) > 3 * PyLong_SHIFT) { if (8 * sizeof(unsigned long) > 4 * PyLong_SHIFT) { __PYX_VERIFY_RETURN_INT(char, unsigned long, (((((((((unsigned long)digits[3]) << PyLong_SHIFT) | (unsigned long)digits[2]) << PyLong_SHIFT) | (unsigned long)digits[1]) << PyLong_SHIFT) | (unsigned long)digits[0]))) } else if (8 * sizeof(char) - 1 > 4 * PyLong_SHIFT) { return (char) ((((((((((char)digits[3]) << PyLong_SHIFT) | (char)digits[2]) << PyLong_SHIFT) | (char)digits[1]) << PyLong_SHIFT) | (char)digits[0]))); } } break; } #endif if (sizeof(char) <= sizeof(long)) { __PYX_VERIFY_RETURN_INT_EXC(char, long, PyLong_AsLong(x)) #ifdef HAVE_LONG_LONG } else if (sizeof(char) <= sizeof(PY_LONG_LONG)) { __PYX_VERIFY_RETURN_INT_EXC(char, PY_LONG_LONG, PyLong_AsLongLong(x)) #endif } } { #if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray) PyErr_SetString(PyExc_RuntimeError, "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers"); #else char val; PyObject *v = __Pyx_PyNumber_IntOrLong(x); #if PY_MAJOR_VERSION < 3 if (likely(v) && !PyLong_Check(v)) { PyObject *tmp = v; v = PyNumber_Long(tmp); Py_DECREF(tmp); } #endif if (likely(v)) { int one = 1; int is_little = (int)*(unsigned char *)&one; unsigned char *bytes = (unsigned char *)&val; int ret = _PyLong_AsByteArray((PyLongObject *)v, bytes, sizeof(val), is_little, !is_unsigned); Py_DECREF(v); if (likely(!ret)) return val; } #endif return (char) -1; } } else { char val; PyObject *tmp = __Pyx_PyNumber_IntOrLong(x); if (!tmp) return (char) -1; val = __Pyx_PyInt_As_char(tmp); Py_DECREF(tmp); return val; } raise_overflow: PyErr_SetString(PyExc_OverflowError, "value too large to convert to char"); return (char) -1; raise_neg_overflow: PyErr_SetString(PyExc_OverflowError, "can't convert negative value to char"); return (char) -1; } /* CheckBinaryVersion */ static int __Pyx_check_binary_version(void) { char ctversion[4], rtversion[4]; PyOS_snprintf(ctversion, 4, "%d.%d", PY_MAJOR_VERSION, PY_MINOR_VERSION); PyOS_snprintf(rtversion, 4, "%s", Py_GetVersion()); if (ctversion[0] != rtversion[0] || ctversion[2] != rtversion[2]) { char message[200]; PyOS_snprintf(message, sizeof(message), "compiletime version %s of module '%.100s' " "does not match runtime version %s", ctversion, __Pyx_MODULE_NAME, rtversion); return PyErr_WarnEx(NULL, message, 1); } return 0; } /* VoidPtrImport */ #ifndef __PYX_HAVE_RT_ImportVoidPtr #define __PYX_HAVE_RT_ImportVoidPtr static int __Pyx_ImportVoidPtr(PyObject *module, const char *name, void **p, const char *sig) { PyObject *d = 0; PyObject *cobj = 0; d = PyObject_GetAttrString(module, (char *)"__pyx_capi__"); if (!d) goto bad; cobj = PyDict_GetItemString(d, name); if (!cobj) { PyErr_Format(PyExc_ImportError, "%.200s does not export expected C variable %.200s", PyModule_GetName(module), name); goto bad; } #if PY_VERSION_HEX >= 0x02070000 if (!PyCapsule_IsValid(cobj, sig)) { PyErr_Format(PyExc_TypeError, "C variable %.200s.%.200s has wrong signature (expected %.500s, got %.500s)", PyModule_GetName(module), name, sig, PyCapsule_GetName(cobj)); goto bad; } *p = PyCapsule_GetPointer(cobj, sig); #else {const char *desc, *s1, *s2; desc = (const char *)PyCObject_GetDesc(cobj); if (!desc) goto bad; s1 = desc; s2 = sig; while (*s1 != '\0' && *s1 == *s2) { s1++; s2++; } if (*s1 != *s2) { PyErr_Format(PyExc_TypeError, "C variable %.200s.%.200s has wrong signature (expected %.500s, got %.500s)", PyModule_GetName(module), name, sig, desc); goto bad; } *p = PyCObject_AsVoidPtr(cobj);} #endif if (!(*p)) goto bad; Py_DECREF(d); return 0; bad: Py_XDECREF(d); return -1; } #endif /* FunctionImport */ #ifndef __PYX_HAVE_RT_ImportFunction #define __PYX_HAVE_RT_ImportFunction static int __Pyx_ImportFunction(PyObject *module, const char *funcname, void (**f)(void), const char *sig) { PyObject *d = 0; PyObject *cobj = 0; union { void (*fp)(void); void *p; } tmp; d = PyObject_GetAttrString(module, (char *)"__pyx_capi__"); if (!d) goto bad; cobj = PyDict_GetItemString(d, funcname); if (!cobj) { PyErr_Format(PyExc_ImportError, "%.200s does not export expected C function %.200s", PyModule_GetName(module), funcname); goto bad; } #if PY_VERSION_HEX >= 0x02070000 if (!PyCapsule_IsValid(cobj, sig)) { PyErr_Format(PyExc_TypeError, "C function %.200s.%.200s has wrong signature (expected %.500s, got %.500s)", PyModule_GetName(module), funcname, sig, PyCapsule_GetName(cobj)); goto bad; } tmp.p = PyCapsule_GetPointer(cobj, sig); #else {const char *desc, *s1, *s2; desc = (const char *)PyCObject_GetDesc(cobj); if (!desc) goto bad; s1 = desc; s2 = sig; while (*s1 != '\0' && *s1 == *s2) { s1++; s2++; } if (*s1 != *s2) { PyErr_Format(PyExc_TypeError, "C function %.200s.%.200s has wrong signature (expected %.500s, got %.500s)", PyModule_GetName(module), funcname, sig, desc); goto bad; } tmp.p = PyCObject_AsVoidPtr(cobj);} #endif *f = tmp.fp; if (!(*f)) goto bad; Py_DECREF(d); return 0; bad: Py_XDECREF(d); return -1; } #endif /* InitStrings */ static int __Pyx_InitStrings(__Pyx_StringTabEntry *t) { while (t->p) { #if PY_MAJOR_VERSION < 3 if (t->is_unicode) { *t->p = PyUnicode_DecodeUTF8(t->s, t->n - 1, NULL); } else if (t->intern) { *t->p = PyString_InternFromString(t->s); } else { *t->p = PyString_FromStringAndSize(t->s, t->n - 1); } #else if (t->is_unicode | t->is_str) { if (t->intern) { *t->p = PyUnicode_InternFromString(t->s); } else if (t->encoding) { *t->p = PyUnicode_Decode(t->s, t->n - 1, t->encoding, NULL); } else { *t->p = PyUnicode_FromStringAndSize(t->s, t->n - 1); } } else { *t->p = PyBytes_FromStringAndSize(t->s, t->n - 1); } #endif if (!*t->p) return -1; if (PyObject_Hash(*t->p) == -1) return -1; ++t; } return 0; } static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(const char* c_str) { return __Pyx_PyUnicode_FromStringAndSize(c_str, (Py_ssize_t)strlen(c_str)); } static CYTHON_INLINE const char* __Pyx_PyObject_AsString(PyObject* o) { Py_ssize_t ignore; return __Pyx_PyObject_AsStringAndSize(o, &ignore); } #if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT #if !CYTHON_PEP393_ENABLED static const char* __Pyx_PyUnicode_AsStringAndSize(PyObject* o, Py_ssize_t *length) { char* defenc_c; PyObject* defenc = _PyUnicode_AsDefaultEncodedString(o, NULL); if (!defenc) return NULL; defenc_c = PyBytes_AS_STRING(defenc); #if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII { char* end = defenc_c + PyBytes_GET_SIZE(defenc); char* c; for (c = defenc_c; c < end; c++) { if ((unsigned char) (*c) >= 128) { PyUnicode_AsASCIIString(o); return NULL; } } } #endif *length = PyBytes_GET_SIZE(defenc); return defenc_c; } #else static CYTHON_INLINE const char* __Pyx_PyUnicode_AsStringAndSize(PyObject* o, Py_ssize_t *length) { if (unlikely(__Pyx_PyUnicode_READY(o) == -1)) return NULL; #if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII if (likely(PyUnicode_IS_ASCII(o))) { *length = PyUnicode_GET_LENGTH(o); return PyUnicode_AsUTF8(o); } else { PyUnicode_AsASCIIString(o); return NULL; } #else return PyUnicode_AsUTF8AndSize(o, length); #endif } #endif #endif static CYTHON_INLINE const char* __Pyx_PyObject_AsStringAndSize(PyObject* o, Py_ssize_t *length) { #if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT if ( #if PY_MAJOR_VERSION < 3 && __PYX_DEFAULT_STRING_ENCODING_IS_ASCII __Pyx_sys_getdefaultencoding_not_ascii && #endif PyUnicode_Check(o)) { return __Pyx_PyUnicode_AsStringAndSize(o, length); } else #endif #if (!CYTHON_COMPILING_IN_PYPY) || (defined(PyByteArray_AS_STRING) && defined(PyByteArray_GET_SIZE)) if (PyByteArray_Check(o)) { *length = PyByteArray_GET_SIZE(o); return PyByteArray_AS_STRING(o); } else #endif { char* result; int r = PyBytes_AsStringAndSize(o, &result, length); if (unlikely(r < 0)) { return NULL; } else { return result; } } } static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject* x) { int is_true = x == Py_True; if (is_true | (x == Py_False) | (x == Py_None)) return is_true; else return PyObject_IsTrue(x); } static CYTHON_INLINE int __Pyx_PyObject_IsTrueAndDecref(PyObject* x) { int retval; if (unlikely(!x)) return -1; retval = __Pyx_PyObject_IsTrue(x); Py_DECREF(x); return retval; } static PyObject* __Pyx_PyNumber_IntOrLongWrongResultType(PyObject* result, const char* type_name) { #if PY_MAJOR_VERSION >= 3 if (PyLong_Check(result)) { if (PyErr_WarnFormat(PyExc_DeprecationWarning, 1, "__int__ returned non-int (type %.200s). " "The ability to return an instance of a strict subclass of int " "is deprecated, and may be removed in a future version of Python.", Py_TYPE(result)->tp_name)) { Py_DECREF(result); return NULL; } return result; } #endif PyErr_Format(PyExc_TypeError, "__%.4s__ returned non-%.4s (type %.200s)", type_name, type_name, Py_TYPE(result)->tp_name); Py_DECREF(result); return NULL; } static CYTHON_INLINE PyObject* __Pyx_PyNumber_IntOrLong(PyObject* x) { #if CYTHON_USE_TYPE_SLOTS PyNumberMethods *m; #endif const char *name = NULL; PyObject *res = NULL; #if PY_MAJOR_VERSION < 3 if (likely(PyInt_Check(x) || PyLong_Check(x))) #else if (likely(PyLong_Check(x))) #endif return __Pyx_NewRef(x); #if CYTHON_USE_TYPE_SLOTS m = Py_TYPE(x)->tp_as_number; #if PY_MAJOR_VERSION < 3 if (m && m->nb_int) { name = "int"; res = m->nb_int(x); } else if (m && m->nb_long) { name = "long"; res = m->nb_long(x); } #else if (likely(m && m->nb_int)) { name = "int"; res = m->nb_int(x); } #endif #else if (!PyBytes_CheckExact(x) && !PyUnicode_CheckExact(x)) { res = PyNumber_Int(x); } #endif if (likely(res)) { #if PY_MAJOR_VERSION < 3 if (unlikely(!PyInt_Check(res) && !PyLong_Check(res))) { #else if (unlikely(!PyLong_CheckExact(res))) { #endif return __Pyx_PyNumber_IntOrLongWrongResultType(res, name); } } else if (!PyErr_Occurred()) { PyErr_SetString(PyExc_TypeError, "an integer is required"); } return res; } static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject* b) { Py_ssize_t ival; PyObject *x; #if PY_MAJOR_VERSION < 3 if (likely(PyInt_CheckExact(b))) { if (sizeof(Py_ssize_t) >= sizeof(long)) return PyInt_AS_LONG(b); else return PyInt_AsSsize_t(b); } #endif if (likely(PyLong_CheckExact(b))) { #if CYTHON_USE_PYLONG_INTERNALS const digit* digits = ((PyLongObject*)b)->ob_digit; const Py_ssize_t size = Py_SIZE(b); if (likely(__Pyx_sst_abs(size) <= 1)) { ival = likely(size) ? digits[0] : 0; if (size == -1) ival = -ival; return ival; } else { switch (size) { case 2: if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) { return (Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])); } break; case -2: if (8 * sizeof(Py_ssize_t) > 2 * PyLong_SHIFT) { return -(Py_ssize_t) (((((size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])); } break; case 3: if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) { return (Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])); } break; case -3: if (8 * sizeof(Py_ssize_t) > 3 * PyLong_SHIFT) { return -(Py_ssize_t) (((((((size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])); } break; case 4: if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) { return (Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])); } break; case -4: if (8 * sizeof(Py_ssize_t) > 4 * PyLong_SHIFT) { return -(Py_ssize_t) (((((((((size_t)digits[3]) << PyLong_SHIFT) | (size_t)digits[2]) << PyLong_SHIFT) | (size_t)digits[1]) << PyLong_SHIFT) | (size_t)digits[0])); } break; } } #endif return PyLong_AsSsize_t(b); } x = PyNumber_Index(b); if (!x) return -1; ival = PyInt_AsSsize_t(x); Py_DECREF(x); return ival; } static CYTHON_INLINE PyObject * __Pyx_PyBool_FromLong(long b) { return b ? __Pyx_NewRef(Py_True) : __Pyx_NewRef(Py_False); } static CYTHON_INLINE PyObject * __Pyx_PyInt_FromSize_t(size_t ival) { return PyInt_FromSize_t(ival); } #endif /* Py_PYTHON_H */